Kevin Hu
commited on
Commit
·
8c25b8b
1
Parent(s):
f567bc7
fix: empty token bug (#3424)
Browse files### What problem does this PR solve?
### Type of change
- [x] Bug Fix (non-breaking change which fixes an issue)
- rag/nlp/query.py +1 -1
rag/nlp/query.py
CHANGED
@@ -88,7 +88,7 @@ class FulltextQueryer:
|
|
88 |
syn = ["\"{}\"^{:.4f}".format(s, w / 4.) for s in syn]
|
89 |
syns.append(" ".join(syn))
|
90 |
|
91 |
-
q = ["({}^{:.4f}".format(tk, w) + " {})".format(syn) for (tk, w), syn in zip(tks_w, syns)]
|
92 |
for i in range(1, len(tks_w)):
|
93 |
q.append(
|
94 |
'"%s %s"^%.4f'
|
|
|
88 |
syn = ["\"{}\"^{:.4f}".format(s, w / 4.) for s in syn]
|
89 |
syns.append(" ".join(syn))
|
90 |
|
91 |
+
q = ["({}^{:.4f}".format(tk, w) + " {})".format(syn) for (tk, w), syn in zip(tks_w, syns) if tk]
|
92 |
for i in range(1, len(tks_w)):
|
93 |
q.append(
|
94 |
'"%s %s"^%.4f'
|