Kevin Hu commited on
Commit
8c25b8b
·
1 Parent(s): f567bc7

fix: empty token bug (#3424)

Browse files

### What problem does this PR solve?


### Type of change

- [x] Bug Fix (non-breaking change which fixes an issue)

Files changed (1) hide show
  1. rag/nlp/query.py +1 -1
rag/nlp/query.py CHANGED
@@ -88,7 +88,7 @@ class FulltextQueryer:
88
  syn = ["\"{}\"^{:.4f}".format(s, w / 4.) for s in syn]
89
  syns.append(" ".join(syn))
90
 
91
- q = ["({}^{:.4f}".format(tk, w) + " {})".format(syn) for (tk, w), syn in zip(tks_w, syns)]
92
  for i in range(1, len(tks_w)):
93
  q.append(
94
  '"%s %s"^%.4f'
 
88
  syn = ["\"{}\"^{:.4f}".format(s, w / 4.) for s in syn]
89
  syns.append(" ".join(syn))
90
 
91
+ q = ["({}^{:.4f}".format(tk, w) + " {})".format(syn) for (tk, w), syn in zip(tks_w, syns) if tk]
92
  for i in range(1, len(tks_w)):
93
  q.append(
94
  '"%s %s"^%.4f'