Added docs

Author: cehongwang

py/torch_tensorrt/dynamo/_compiler.py

@@ -861,16 +861,12 @@ def preserve_module_specs(
         )
 
     from torch_tensorrt.dynamo.partitioning._resource_partitioner import (
-        resource_partition as resource_partitioner_partition,
+        resource_partition,
     )
 
-    partitioned_module, _ = resource_partitioner_partition(
+    partitioned_module = resource_partition(
         gm,
         partitioned_module,
-        min_block_size=settings.min_block_size,
-        torch_executed_ops=settings.torch_executed_ops,
-        require_full_compilation=settings.require_full_compilation,
-        skip_fusion=(num_supported_ops == total_ops),
         cpu_memory_budget=settings.cpu_memory_budget,
     )
 

py/torch_tensorrt/dynamo/_defaults.py

@@ -2,6 +2,7 @@
 import platform
 import tempfile
 
+import psutil
 import torch
 from torch_tensorrt._Device import Device
 from torch_tensorrt._enums import EngineCapability, dtype
@@ -57,7 +58,7 @@
 L2_LIMIT_FOR_TILING = -1
 USE_DISTRIBUTED_MODE_TRACE = False
 OFFLOAD_MODULE_TO_CPU = False
-CPU_MEMORY_BUDGET = -1
+CPU_MEMORY_BUDGET = psutil.virtual_memory().available
 
 if platform.system() == "Linux":
     import pwd