Spaces:
Running
Running
Realcat
commited on
Commit
·
bd20887
1
Parent(s):
45fa4b6
update: model cache
Browse files- imcui/ui/modelcache.py +1 -1
imcui/ui/modelcache.py
CHANGED
@@ -10,7 +10,7 @@ from ..hloc import logger
|
|
10 |
class ARCSizeAwareModelCache:
|
11 |
def __init__(
|
12 |
self,
|
13 |
-
max_gpu_mem: float =
|
14 |
max_cpu_mem: float = 12e9,
|
15 |
device_priority: list = ["cuda", "cpu"],
|
16 |
auto_empty_cache: bool = True,
|
|
|
10 |
class ARCSizeAwareModelCache:
|
11 |
def __init__(
|
12 |
self,
|
13 |
+
max_gpu_mem: float = 12e9,
|
14 |
max_cpu_mem: float = 12e9,
|
15 |
device_priority: list = ["cuda", "cpu"],
|
16 |
auto_empty_cache: bool = True,
|