Spaces:
Build error
Build error
remove map auto
Browse files
app.py
CHANGED
@@ -129,7 +129,7 @@ class GaiaAgent:
|
|
129 |
|
130 |
# Initialize the LLM
|
131 |
logging.info("Loading LLM... This may take a few minutes on first startup.")
|
132 |
-
#
|
133 |
llm = HuggingFacePipeline.from_model_id(
|
134 |
model_id="microsoft/Phi-3-mini-4k-instruct",
|
135 |
task="text-generation",
|
@@ -141,7 +141,6 @@ class GaiaAgent:
|
|
141 |
},
|
142 |
torch_dtype="auto",
|
143 |
trust_remote_code=True, # Required for Phi-3
|
144 |
-
device_map="auto",
|
145 |
)
|
146 |
logging.info("LLM loaded successfully.")
|
147 |
|
|
|
129 |
|
130 |
# Initialize the LLM
|
131 |
logging.info("Loading LLM... This may take a few minutes on first startup.")
|
132 |
+
# Removing device_map for better compatibility with ZeroGPU environments
|
133 |
llm = HuggingFacePipeline.from_model_id(
|
134 |
model_id="microsoft/Phi-3-mini-4k-instruct",
|
135 |
task="text-generation",
|
|
|
141 |
},
|
142 |
torch_dtype="auto",
|
143 |
trust_remote_code=True, # Required for Phi-3
|
|
|
144 |
)
|
145 |
logging.info("LLM loaded successfully.")
|
146 |
|