Patryk Ptasiński commited on
Commit
bb5fa37
·
1 Parent(s): a9f0b60

Convert from GPU to CPU deployment

Browse files

- Remove @spaces.GPU decorator
- Change device from 'cuda' to 'cpu'
- Add explicit CPU-only PyTorch dependency

Files changed (2) hide show
  1. app.py +1 -3
  2. requirements.txt +3 -1
app.py CHANGED
@@ -1,13 +1,11 @@
1
  from typing import List
2
 
3
  import gradio as gr
4
- import spaces
5
  from sentence_transformers import SentenceTransformer
6
 
7
- model = SentenceTransformer("nomic-ai/nomic-embed-text-v1.5", trust_remote_code=True, device='cuda')
8
 
9
 
10
- @spaces.GPU
11
  def embed(document: str):
12
  return model.encode(document)
13
 
 
1
  from typing import List
2
 
3
  import gradio as gr
 
4
  from sentence_transformers import SentenceTransformer
5
 
6
+ model = SentenceTransformer("nomic-ai/nomic-embed-text-v1.5", trust_remote_code=True, device='cpu')
7
 
8
 
 
9
  def embed(document: str):
10
  return model.encode(document)
11
 
requirements.txt CHANGED
@@ -1,2 +1,4 @@
1
  sentence_transformers==3.0.1
2
- einops==0.7.0
 
 
 
1
  sentence_transformers==3.0.1
2
+ einops==0.7.0
3
+ torch>=2.0.0
4
+ --extra-index-url https://download.pytorch.org/whl/cpu