Disable memory tracking

2024-04-26 08:56:26 +00:00
parent 3f6288cc89
commit 98a3df0f8d
1 changed files with 2 additions and 2 deletions
@@ -67,8 +67,8 @@ class TPUWorker(LoraNotSupportedWorkerBase):
                          os.path.expanduser("~/.vllm/jax_cache"))

        # DELETE
-        from jax_smi import initialise_tracking
-        initialise_tracking()
+        # from jax_smi import initialise_tracking
+        # initialise_tracking()

    def load_model(self):
        self.model_runner.load_model()