Spaces:
Sleeping
Sleeping
Commit
·
6f8bfdf
1
Parent(s):
f2aa031
Update app.py
Browse files
app.py
CHANGED
@@ -57,11 +57,11 @@ if page == "какая-то еще":
|
|
57 |
tokenizer = AutoTokenizer.from_pretrained("DeepPavlov/rubert-base-cased-sentence")
|
58 |
model = AutoModel.from_pretrained("DeepPavlov/rubert-base-cased-sentence")
|
59 |
def encode_description(description):
|
60 |
-
|
61 |
-
|
62 |
-
|
63 |
-
|
64 |
-
|
65 |
|
66 |
|
67 |
embeddings = pd.read_pickle('embeddings.pkl')
|
|
|
57 |
tokenizer = AutoTokenizer.from_pretrained("DeepPavlov/rubert-base-cased-sentence")
|
58 |
model = AutoModel.from_pretrained("DeepPavlov/rubert-base-cased-sentence")
|
59 |
def encode_description(description):
|
60 |
+
tokens = tokenizer(description, return_tensors="pt")
|
61 |
+
with torch.no_grad():
|
62 |
+
outputs = model(**tokens)
|
63 |
+
embeddings = outputs.last_hidden_state.mean(dim=1)
|
64 |
+
return embeddings
|
65 |
|
66 |
|
67 |
embeddings = pd.read_pickle('embeddings.pkl')
|