Try to clear more memory at the end of each prompt execution.
This commit is contained in:
parent
f3103d7b60
commit
cd85f876f2
|
@ -5,6 +5,7 @@ import json
|
|||
import threading
|
||||
import heapq
|
||||
import traceback
|
||||
import gc
|
||||
|
||||
import torch
|
||||
import nodes
|
||||
|
@ -187,7 +188,10 @@ class PromptExecutor:
|
|||
if self.server.client_id is not None:
|
||||
self.server.send_sync("executing", { "node": None }, self.server.client_id)
|
||||
|
||||
gc.collect()
|
||||
torch.cuda.empty_cache()
|
||||
torch.cuda.ipc_collect()
|
||||
|
||||
|
||||
def validate_inputs(prompt, item):
|
||||
unique_id = item
|
||||
|
|
Loading…
Reference in New Issue