Christoph Holthaus
commited on
Commit
·
2fb3212
1
Parent(s):
b6aa127
tests
Browse files
app.py
CHANGED
@@ -13,16 +13,16 @@ print("! INITING DONE !")
|
|
13 |
|
14 |
# Preparing things to work
|
15 |
title = "# Demo for 7B Models - Quantized"
|
16 |
-
descr = '''
|
17 |
Quantized to run in the free tier hosting.
|
18 |
Have a quick way to test models or share them with others without hassle.
|
19 |
It runs slow, as it's on cpu. Usable for basic tests.
|
20 |
It uses quantized models in gguf-Format and llama.cpp to run them.
|
21 |
-
<br>
|
22 |
-
Powered by ...'''
|
23 |
|
24 |
-
|
25 |
|
|
|
|
|
26 |
|
27 |
import os
|
28 |
from threading import Thread
|
|
|
13 |
|
14 |
# Preparing things to work
|
15 |
title = "# Demo for 7B Models - Quantized"
|
16 |
+
descr = '''
|
17 |
Quantized to run in the free tier hosting.
|
18 |
Have a quick way to test models or share them with others without hassle.
|
19 |
It runs slow, as it's on cpu. Usable for basic tests.
|
20 |
It uses quantized models in gguf-Format and llama.cpp to run them.
|
|
|
|
|
21 |
|
22 |
+
Powered by ...'''
|
23 |
|
24 |
+
print(f"DEBUG: Memory free: {psutil.virtual_memory().free}")
|
25 |
+
print(f"DEBUG: Memory: {psutil.virtual_memory()}")
|
26 |
|
27 |
import os
|
28 |
from threading import Thread
|