Update chaindb to use a slab allocator for small size buffers.

libraries/chain/controller.cpp

@@ -1936,8 +1936,12 @@ struct controller_impl {
                }
             }
          });
+
          auto snapshot_load_time = (fc::time_point::now() - snapshot_load_start_time).to_seconds();
-         ilog( "Finished initialization from snapshot (snapshot load time was ${t}s)", ("t", snapshot_load_time) );
+         auto db_size = db.get_segment_manager()->get_size();
+         auto free_size = db.get_segment_manager()->get_free_memory();
+
+         ilog( "Finished initialization from snapshot (snapshot load time was ${t}s, db size used is ${s} bytes)", ("t", snapshot_load_time)("s", db_size - free_size) );
       } catch (boost::interprocess::bad_alloc& e) {
          elog( "Failed initialization from snapshot - db storage not configured to have enough storage for the provided snapshot, please increase and retry snapshot" );
          shutdown();
@@ -2191,6 +2195,7 @@ struct controller_impl {
                section.read_row(rows_for_this_tid, db);
                read_row_count.fetch_add(2u, std::memory_order_relaxed);
 
+               // utils_t::preallocate(db, rows_for_this_tid.value);
                for(size_t idx = 0; idx < rows_for_this_tid.value; idx++) {
                   utils_t::create(db, [this, &section, &more, &t_id](auto& row) {
                      row.t_id = t_id;

libraries/chain/include/eosio/chain/database_utils.hpp

@@ -60,6 +60,10 @@ namespace eosio::chain {
          static void create( chainbase::database& db, F cons ) {
             db.create<typename index_t::value_type>(cons);
          }
+
+         static void preallocate( chainbase::database& db, size_t num ) {
+            db.preallocate<typename index_t::value_type>(num);
+         }
    };
 
    template<typename Index>

libraries/chain/include/eosio/chain/protocol_state_object.hpp

@@ -17,10 +17,11 @@ namespace eosio { namespace chain {
    class protocol_state_object : public chainbase::object<protocol_state_object_type, protocol_state_object>
    {
    public:
-      template<typename Constructor>
-      protocol_state_object(Constructor&& c, chainbase::constructor_tag) :
-         id(0),
-         whitelisted_intrinsics(*activated_protocol_features.get_allocator(this)) {
+      template <typename Constructor>
+      protocol_state_object(Constructor&& c, chainbase::constructor_tag)
+         : id(0)
+         , whitelisted_intrinsics(
+              chainbase::make_allocator<whitelisted_intrinsics_type::value_type>(&whitelisted_intrinsics)) {
          c(*this);
       }
 

unittests/test_chainbase_types.cpp

@@ -73,7 +73,8 @@ BOOST_AUTO_TEST_CASE(chainbase_type_segment_alloc) {
    fs::path temp = temp_dir.path() / "pinnable_mapped_file_101";
 
    pinnable_mapped_file pmf(temp, true, 1024 * 1024, false, pinnable_mapped_file::map_mode::mapped);
-   chainbase::allocator<book> alloc(pmf.get_segment_manager());
+   auto seg_mgr = pmf.get_segment_manager();
+   auto alloc = chainbase::make_allocator<book>(seg_mgr);
    bip_vector<book, chainbase::allocator<book>> v(alloc);
    bip_vector<book, chainbase::allocator<book>> v2(alloc);
 
@@ -82,6 +83,6 @@ BOOST_AUTO_TEST_CASE(chainbase_type_segment_alloc) {
    auto a2 = v2[1].authors[0].get_allocator();
 
    // check that objects inside the vectors are allocated within the pinnable_mapped_file segment
-   BOOST_REQUIRE(a  && (chainbase::allocator<book>)(*a) == alloc);
-   BOOST_REQUIRE(a2 && (chainbase::allocator<book>)(*a2) == alloc);
+   BOOST_REQUIRE(a  && *a == chainbase::make_allocator<shared_string::allocator_type::value_type>(seg_mgr));
+   BOOST_REQUIRE(a2 && *a2 == chainbase::make_allocator<shared_string_vector::allocator_type::value_type>(seg_mgr));
 }