Spaces:
Runtime error
Runtime error
Rohit Rajpoot
commited on
Commit
·
100cdde
1
Parent(s):
163b33d
reducing the tokens for faster generation on hugging space
Browse files- app.py +1 -1
- assist/main.py +2 -2
app.py
CHANGED
|
@@ -81,7 +81,7 @@ with col2:
|
|
| 81 |
# 2) generation (reduce tokens for now)
|
| 82 |
out = deepseek_gen(
|
| 83 |
f"Use these notes to answer:\n\n{context}\n\nQ: {title}\nA:",
|
| 84 |
-
max_new_tokens=
|
| 85 |
do_sample=False
|
| 86 |
)
|
| 87 |
|
|
|
|
| 81 |
# 2) generation (reduce tokens for now)
|
| 82 |
out = deepseek_gen(
|
| 83 |
f"Use these notes to answer:\n\n{context}\n\nQ: {title}\nA:",
|
| 84 |
+
max_new_tokens=10,
|
| 85 |
do_sample=False
|
| 86 |
)
|
| 87 |
|
assist/main.py
CHANGED
|
@@ -13,8 +13,8 @@ def hello(name: str = "world"):
|
|
| 13 |
def heatmap():
|
| 14 |
"""Show token-similarity heatmap from tensor.pt."""
|
| 15 |
# import here so chat() doesn’t drag in sklearn
|
| 16 |
-
from .heatmap import
|
| 17 |
-
|
| 18 |
|
| 19 |
@app.command()
|
| 20 |
def chat(question: str = typer.Argument(..., help="Question to ask RepoSage")):
|
|
|
|
| 13 |
def heatmap():
|
| 14 |
"""Show token-similarity heatmap from tensor.pt."""
|
| 15 |
# import here so chat() doesn’t drag in sklearn
|
| 16 |
+
from .heatmap import get_heatmap_figure
|
| 17 |
+
get_heatmap_figure()
|
| 18 |
|
| 19 |
@app.command()
|
| 20 |
def chat(question: str = typer.Argument(..., help="Question to ask RepoSage")):
|