Limit max number of tpcc rows per batch #28106 (#28181)

Author: eivanov89

ydb/library/workload/tpcc/constants.h

@@ -107,4 +107,6 @@ constexpr const size_t WAREHOUSES_PER_CPU_CORE = 1500;
 constexpr const size_t SESSIONS_PER_COMPUTE_CORE = 15;
 constexpr const size_t COMPUTE_CORES_PER_IMPORT_THREAD = 4;
 
+constexpr const int MAX_WAREHOUSES_PER_IMPORT_BATCH = 20000;
+
 } // namespace NYdb::NTPCC

ydb/library/workload/tpcc/import.cpp

@@ -630,12 +630,16 @@ void LoadSmallTables(
     ExecuteWithRetry("LoadItems", [&]() {
         return LoadItems(tableClient, itemTablePath, arena, fastRng, Log);
     }, arena, Log);
-    ExecuteWithRetry("LoadWarehouses", [&]() {
-        return LoadWarehouses(tableClient, warehouseTablePath, 1, warehouseCount, arena, fastRng, Log);
-    }, arena, Log);
-    ExecuteWithRetry("LoadDistricts", [&]() {
-        return LoadDistricts(tableClient, districtTablePath, 1, warehouseCount, arena, fastRng, Log);
-    }, arena, Log);
+
+    for (int wh = 1; wh <= warehouseCount; wh += MAX_WAREHOUSES_PER_IMPORT_BATCH) {
+        int lastId = Min(wh + MAX_WAREHOUSES_PER_IMPORT_BATCH - 1, warehouseCount);
+        ExecuteWithRetry("LoadWarehouses", [&]() {
+            return LoadWarehouses(tableClient, warehouseTablePath, wh, lastId, arena, fastRng, Log);
+        }, arena, Log);
+        ExecuteWithRetry("LoadDistricts", [&]() {
+            return LoadDistricts(tableClient, districtTablePath, wh, lastId, arena, fastRng, Log);
+        }, arena, Log);
+    }
 }
 
 //-----------------------------------------------------------------------------