Spaces:
Running
on
Zero
Running
on
Zero
Nicolai Berk
commited on
Commit
·
72355a9
1
Parent(s):
8ca6390
Move embeddings directly to CPU
Browse files
app.py
CHANGED
@@ -48,7 +48,7 @@ generator = pipeline("text-generation", model=model, tokenizer=tokenizer, max_ne
|
|
48 |
|
49 |
def rag_pipeline(query):
|
50 |
# Embed query
|
51 |
-
query_embedding = embedder.encode([query], convert_to_tensor=True
|
52 |
|
53 |
# Retrieve top-k from FAISS
|
54 |
D, I = index.search(query_embedding, k=5)
|
|
|
48 |
|
49 |
def rag_pipeline(query):
|
50 |
# Embed query
|
51 |
+
query_embedding = embedder.encode([query], convert_to_tensor=True, device='cpu').numpy()
|
52 |
|
53 |
# Retrieve top-k from FAISS
|
54 |
D, I = index.search(query_embedding, k=5)
|