qnloft
/
ComfyUI
mirror of https://github.com/comfyanonymous/ComfyUI.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

Only clear cuda cache on CUDA since it causes slowdowns on ROCm.

This commit is contained in:
comfyanonymous 2023-02-28 13:39:30 -05:00
parent b31daadc03
commit 5f0f97634f
1 changed files with 4 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
execution.py
View File

@ -189,8 +189,10 @@ class PromptExecutor:
self.server.send_sync("executing", { "node": None }, self.server.client_id) self.server.send_sync("executing", { "node": None }, self.server.client_id)
gc.collect() gc.collect()
torch.cuda.empty_cache() if torch.cuda.is_available():
torch.cuda.ipc_collect() if torch.version.cuda: #This seems to make things worse on ROCm so I only do it for cuda
torch.cuda.empty_cache()
torch.cuda.ipc_collect()
def validate_inputs(prompt, item): def validate_inputs(prompt, item):