Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
@@ -15,6 +15,8 @@ def last_token_pool(last_hidden_states: Tensor,
|
|
15 |
return last_hidden_states[torch.arange(batch_size, device=last_hidden_states.device), sequence_lengths]
|
16 |
|
17 |
def get_similarity_scores(queries:list, passages:list, model, tokenizer):
|
|
|
|
|
18 |
tokenizer.add_eos_token = True
|
19 |
|
20 |
max_length = 4096
|
@@ -28,9 +30,11 @@ def get_similarity_scores(queries:list, passages:list, model, tokenizer):
|
|
28 |
return scores.tolist()
|
29 |
|
30 |
def similarity_ui(keyNames, fields):
|
|
|
|
|
31 |
task = 'Given a keyName, find similarity score against provided fields'
|
32 |
-
queries = keyNames
|
33 |
-
passages = fields
|
34 |
|
35 |
scores = get_similarity_scores(queries, passages, model, tokenizer)
|
36 |
return {'Similarity Scores': scores}
|
|
|
15 |
return last_hidden_states[torch.arange(batch_size, device=last_hidden_states.device), sequence_lengths]
|
16 |
|
17 |
def get_similarity_scores(queries:list, passages:list, model, tokenizer):
|
18 |
+
print("queries", queries)
|
19 |
+
print("passages", passages)
|
20 |
tokenizer.add_eos_token = True
|
21 |
|
22 |
max_length = 4096
|
|
|
30 |
return scores.tolist()
|
31 |
|
32 |
def similarity_ui(keyNames, fields):
|
33 |
+
print("keynames", keyNames)
|
34 |
+
print("fields", fields)
|
35 |
task = 'Given a keyName, find similarity score against provided fields'
|
36 |
+
queries = [keyNames]
|
37 |
+
passages = [fields]
|
38 |
|
39 |
scores = get_similarity_scores(queries, passages, model, tokenizer)
|
40 |
return {'Similarity Scores': scores}
|