118334Speter#include "jemalloc/internal/jemalloc_preamble.h" 290075Sobrien#include "jemalloc/internal/jemalloc_internal_includes.h" 3169689Skan 4169689Skan#include "jemalloc/internal/assert.h" 518334Speter#include "jemalloc/internal/bin.h" 690075Sobrien#include "jemalloc/internal/sc.h" 718334Speter#include "jemalloc/internal/witness.h" 890075Sobrien 990075Sobrienbin_info_t bin_infos[SC_NBINS]; 1090075Sobrien 1190075Sobrienstatic void 1218334Speterbin_infos_init(sc_data_t *sc_data, unsigned bin_shard_sizes[SC_NBINS], 1390075Sobrien bin_info_t bin_infos[SC_NBINS]) { 1490075Sobrien for (unsigned i = 0; i < SC_NBINS; i++) { 1590075Sobrien bin_info_t *bin_info = &bin_infos[i]; 1690075Sobrien sc_t *sc = &sc_data->sc[i]; 1718334Speter bin_info->reg_size = ((size_t)1U << sc->lg_base) 1818334Speter + ((size_t)sc->ndelta << sc->lg_delta); 1990075Sobrien bin_info->slab_size = (sc->pgs << LG_PAGE); 20169689Skan bin_info->nregs = 21169689Skan (uint32_t)(bin_info->slab_size / bin_info->reg_size); 2218334Speter bin_info->n_shards = bin_shard_sizes[i]; 2318334Speter bitmap_info_t bitmap_info = BITMAP_INFO_INITIALIZER( 2418334Speter bin_info->nregs); 2518334Speter bin_info->bitmap_info = bitmap_info; 2618334Speter } 2718334Speter} 2818334Speter 2950397Sobrienbool 30132718Skanbin_update_shard_size(unsigned bin_shard_sizes[SC_NBINS], size_t start_size, 31132718Skan size_t end_size, size_t nshards) { 32117395Skan if (nshards > BIN_SHARDS_MAX || nshards == 0) { 3318334Speter return true; 3490075Sobrien } 3590075Sobrien 3618334Speter if (start_size > SC_SMALL_MAXCLASS) { 3718334Speter return false; 3818334Speter } 39169689Skan if (end_size > SC_SMALL_MAXCLASS) { 4090075Sobrien end_size = SC_SMALL_MAXCLASS; 4118334Speter } 4218334Speter 4318334Speter /* Compute the index since this may happen before sz init. */ 4418334Speter szind_t ind1 = sz_size2index_compute(start_size); 4550397Sobrien szind_t ind2 = sz_size2index_compute(end_size); 4650397Sobrien for (unsigned i = ind1; i <= ind2; i++) { 4790075Sobrien bin_shard_sizes[i] = (unsigned)nshards; 48132718Skan } 49146895Skan 50169689Skan return false; 5118334Speter} 52132718Skan 53132718Skanvoid 5418334Speterbin_shard_sizes_boot(unsigned bin_shard_sizes[SC_NBINS]) { 5518334Speter /* Load the default number of shards. */ 5618334Speter for (unsigned i = 0; i < SC_NBINS; i++) { 5718334Speter bin_shard_sizes[i] = N_BIN_SHARDS_DEFAULT; 58169689Skan } 59169689Skan} 60169689Skan 6118334Spetervoid 6218334Speterbin_boot(sc_data_t *sc_data, unsigned bin_shard_sizes[SC_NBINS]) { 6318334Speter assert(sc_data->initialized); 6418334Speter bin_infos_init(sc_data, bin_shard_sizes, bin_infos); 6518334Speter} 6618334Speter 6718334Speterbool 6818334Speterbin_init(bin_t *bin) { 6952284Sobrien if (malloc_mutex_init(&bin->lock, "bin", WITNESS_RANK_BIN, 7018334Speter malloc_mutex_rank_exclusive)) { 7118334Speter return true; 7218334Speter } 7318334Speter bin->slabcur = NULL; 7418334Speter extent_heap_new(&bin->slabs_nonfull); 7518334Speter extent_list_init(&bin->slabs_full); 7618334Speter if (config_stats) { 7718334Speter memset(&bin->stats, 0, sizeof(bin_stats_t)); 7818334Speter } 7990075Sobrien return false; 8018334Speter} 8118334Speter 8218334Spetervoid 8318334Speterbin_prefork(tsdn_t *tsdn, bin_t *bin) { 8452284Sobrien malloc_mutex_prefork(tsdn, &bin->lock); 8552284Sobrien} 8618334Speter 8718334Spetervoid 8818334Speterbin_postfork_parent(tsdn_t *tsdn, bin_t *bin) { 8918334Speter malloc_mutex_postfork_parent(tsdn, &bin->lock); 9018334Speter} 9118334Speter 9218334Spetervoid 9350397Sobrienbin_postfork_child(tsdn_t *tsdn, bin_t *bin) { 9450397Sobrien malloc_mutex_postfork_child(tsdn, &bin->lock); 9550397Sobrien} 9618334Speter