Hjgugugjhuhjggg commited on
Commit
5b9daa3
·
verified ·
1 Parent(s): b394a28

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +5 -4
app.py CHANGED
@@ -40,6 +40,7 @@ global_data = {
40
  {"repo_id": "Ffftdtd5dtft/TinyLlama-1.1B-Chat-v1.0-IQ1_S-GGUF", "name": "TinyLlama 1.1B Chat"},
41
  {"repo_id": "Ffftdtd5dtft/Meta-Llama-3.1-8B-Q2_K-GGUF", "name": "Meta Llama 3.1-8B"},
42
  {"repo_id": "Ffftdtd5dtft/codegemma-2b-IQ1_S-GGUF", "name": "Codegemma 2B"},
 
43
  ],
44
  'training_data': io.StringIO(),
45
  }
@@ -138,10 +139,10 @@ def release_resources():
138
  print(f"Failed to release resources: {e}")
139
 
140
  def resource_manager():
141
- MAX_RAM_PERCENT = 1
142
- MAX_CPU_PERCENT = 1
143
- MAX_GPU_PERCENT = 1
144
- MAX_RAM_MB = 1
145
 
146
  while True:
147
  try:
 
40
  {"repo_id": "Ffftdtd5dtft/TinyLlama-1.1B-Chat-v1.0-IQ1_S-GGUF", "name": "TinyLlama 1.1B Chat"},
41
  {"repo_id": "Ffftdtd5dtft/Meta-Llama-3.1-8B-Q2_K-GGUF", "name": "Meta Llama 3.1-8B"},
42
  {"repo_id": "Ffftdtd5dtft/codegemma-2b-IQ1_S-GGUF", "name": "Codegemma 2B"},
43
+ {"repo_id": "Ffftdtd5dtft/Meta-Llama-3.1-70B-Instruct-Q2_K-GGUF", "name": "Meta Llama 3.1-70B Instruct"},
44
  ],
45
  'training_data': io.StringIO(),
46
  }
 
139
  print(f"Failed to release resources: {e}")
140
 
141
  def resource_manager():
142
+ MAX_RAM_PERCENT = 20 #Increased to a more reasonable value
143
+ MAX_CPU_PERCENT = 20 #Increased to a more reasonable value
144
+ MAX_GPU_PERCENT = 20 #Increased to a more reasonable value
145
+ MAX_RAM_MB = 2048 #Increased to a more reasonable value
146
 
147
  while True:
148
  try: