Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
@@ -40,6 +40,7 @@ global_data = {
|
|
40 |
{"repo_id": "Ffftdtd5dtft/TinyLlama-1.1B-Chat-v1.0-IQ1_S-GGUF", "name": "TinyLlama 1.1B Chat"},
|
41 |
{"repo_id": "Ffftdtd5dtft/Meta-Llama-3.1-8B-Q2_K-GGUF", "name": "Meta Llama 3.1-8B"},
|
42 |
{"repo_id": "Ffftdtd5dtft/codegemma-2b-IQ1_S-GGUF", "name": "Codegemma 2B"},
|
|
|
43 |
],
|
44 |
'training_data': io.StringIO(),
|
45 |
}
|
@@ -138,10 +139,10 @@ def release_resources():
|
|
138 |
print(f"Failed to release resources: {e}")
|
139 |
|
140 |
def resource_manager():
|
141 |
-
MAX_RAM_PERCENT =
|
142 |
-
MAX_CPU_PERCENT =
|
143 |
-
MAX_GPU_PERCENT =
|
144 |
-
MAX_RAM_MB =
|
145 |
|
146 |
while True:
|
147 |
try:
|
|
|
40 |
{"repo_id": "Ffftdtd5dtft/TinyLlama-1.1B-Chat-v1.0-IQ1_S-GGUF", "name": "TinyLlama 1.1B Chat"},
|
41 |
{"repo_id": "Ffftdtd5dtft/Meta-Llama-3.1-8B-Q2_K-GGUF", "name": "Meta Llama 3.1-8B"},
|
42 |
{"repo_id": "Ffftdtd5dtft/codegemma-2b-IQ1_S-GGUF", "name": "Codegemma 2B"},
|
43 |
+
{"repo_id": "Ffftdtd5dtft/Meta-Llama-3.1-70B-Instruct-Q2_K-GGUF", "name": "Meta Llama 3.1-70B Instruct"},
|
44 |
],
|
45 |
'training_data': io.StringIO(),
|
46 |
}
|
|
|
139 |
print(f"Failed to release resources: {e}")
|
140 |
|
141 |
def resource_manager():
|
142 |
+
MAX_RAM_PERCENT = 20 #Increased to a more reasonable value
|
143 |
+
MAX_CPU_PERCENT = 20 #Increased to a more reasonable value
|
144 |
+
MAX_GPU_PERCENT = 20 #Increased to a more reasonable value
|
145 |
+
MAX_RAM_MB = 2048 #Increased to a more reasonable value
|
146 |
|
147 |
while True:
|
148 |
try:
|