Christoph Holthaus commited on
Commit
2fb3212
·
1 Parent(s): b6aa127
Files changed (1) hide show
  1. app.py +4 -4
app.py CHANGED
@@ -13,16 +13,16 @@ print("! INITING DONE !")
13
 
14
  # Preparing things to work
15
  title = "# Demo for 7B Models - Quantized"
16
- descr = '''<h1>Demo for 7B Models - Quantized</h1>
17
  Quantized to run in the free tier hosting.
18
  Have a quick way to test models or share them with others without hassle.
19
  It runs slow, as it's on cpu. Usable for basic tests.
20
  It uses quantized models in gguf-Format and llama.cpp to run them.
21
- <br>
22
- Powered by ...'''
23
 
24
- print(f"DEBUG: Memory used: {psutil.virtual_memory()[2]}")
25
 
 
 
26
 
27
  import os
28
  from threading import Thread
 
13
 
14
  # Preparing things to work
15
  title = "# Demo for 7B Models - Quantized"
16
+ descr = '''
17
  Quantized to run in the free tier hosting.
18
  Have a quick way to test models or share them with others without hassle.
19
  It runs slow, as it's on cpu. Usable for basic tests.
20
  It uses quantized models in gguf-Format and llama.cpp to run them.
 
 
21
 
22
+ Powered by ...'''
23
 
24
+ print(f"DEBUG: Memory free: {psutil.virtual_memory().free}")
25
+ print(f"DEBUG: Memory: {psutil.virtual_memory()}")
26
 
27
  import os
28
  from threading import Thread