Adding a simple monkey search for Leetcode - Darn LeetMonkey
Browse files
app.py
CHANGED
@@ -17,6 +17,7 @@ index_name = "leetmonkey-sparse-dense"
|
|
17 |
index = pc.Index(index_name)
|
18 |
|
19 |
quantization_config = GPTQConfig(
|
|
|
20 |
disable_exllama=True
|
21 |
)
|
22 |
|
|
|
17 |
index = pc.Index(index_name)
|
18 |
|
19 |
quantization_config = GPTQConfig(
|
20 |
+
bits=8,
|
21 |
disable_exllama=True
|
22 |
)
|
23 |
|