Realcat commited on
Commit
bd20887
·
1 Parent(s): 45fa4b6

update: model cache

Browse files
Files changed (1) hide show
  1. imcui/ui/modelcache.py +1 -1
imcui/ui/modelcache.py CHANGED
@@ -10,7 +10,7 @@ from ..hloc import logger
10
  class ARCSizeAwareModelCache:
11
  def __init__(
12
  self,
13
- max_gpu_mem: float = 8e9,
14
  max_cpu_mem: float = 12e9,
15
  device_priority: list = ["cuda", "cpu"],
16
  auto_empty_cache: bool = True,
 
10
  class ARCSizeAwareModelCache:
11
  def __init__(
12
  self,
13
+ max_gpu_mem: float = 12e9,
14
  max_cpu_mem: float = 12e9,
15
  device_priority: list = ["cuda", "cpu"],
16
  auto_empty_cache: bool = True,