chore: compability fix

GaiZhenbiao · Feb 27, 2024 · fb7f9bd · fb7f9bd
1 parent 5565f93
commit fb7f9bd
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/modules/models/base_model.py b/modules/models/base_model.py
@@ -1,7 +1,6 @@
 from __future__ import annotations
 
 import asyncio
-import gc
 import json
 import logging
 import os
@@ -19,7 +18,6 @@
 import colorama
 import commentjson as cjson
 import requests
-import torch
 import urllib3
 from duckduckgo_search import DDGS
 from huggingface_hub import hf_hub_download
@@ -1088,6 +1086,8 @@ def deinitialize(self):
         pass
 
     def clear_cuda_cache(self):
+        import gc
+        import torch
         gc.collect()
         torch.cuda.empty_cache()