update dockerfile

Dockerfile

@@ -1,16 +1,14 @@
 FROM python:3.9
 
+WORkDIR /code
+
 COPY ./requirements.txt /code/requirements.txt
 
 RUN pip install --no-cache-dir --upgrade -r /code/requirements.txt
 
-COPY . .
-
 # setup new user
 RUN useradd -m -u 1000 user
 
-WORkDIR /code
-
 # switch to the new user
 USER user
 
@@ -18,8 +16,8 @@ USER user
 ENV HOME=/home/user \
     PATH=/home/user/.local/bin:$PATH
 
-WORKDIR /app
+WORKDIR $HOME/app
 
 COPY --chown=user . $HOME/app
 
-CMD ["uvicorn", "app.main:app", "--host", "0.0.0.0", "--port", "7860"]
+CMD ["uvicorn", "main:app", "--host", "0.0.0.0", "--port", "7860"]

flake.nix

@@ -9,23 +9,39 @@
 
   outputs = { self, nixpkgs, flake-utils }: flake-utils.lib.eachDefaultSystem (system:
     let
-      pkgs = import nixpkgs {
-        inherit system;
-      };
+      pkgs = import nixpkgs { inherit system; };
+
       pythonPackages = pkgs.python39Packages;
       runPackages = with nixpkgs; [
         pythonPackages.python
       ];
+
       devPackages = with nixpkgs; runPackages ++ [
-        pythonPackages.pip
       ];
+
+      docker_build = pkgs.writeShellScriptBin "docker_build" ''
+        docker build -t fastapi .
+      '';
+
+      docker_run = pkgs.writeShellScriptBin "docker_run" ''
+        docker run -it -p 7860:7860 fastapi
+      '';
+
+      docker_refresh = pkgs.writeShellScriptBin "docker_refresh" ''
+        docker_build
+        docker_run
+      '';
     in
     {
-      devShell = with pkgs; mkShell {
-        buildInputs = [
-          devPackages
-        ];
-      };
+      devShell = with pkgs;
+        mkShell {
+          buildInputs = [
+            devPackages
+            docker_run
+            docker_build
+            docker_refresh
+          ];
+        };
     }
   );
 }

main.py

@@ -1,12 +1,19 @@
 from fastapi import FastAPI
+from fastapi.staticfiles import StaticFiles
+from fastapi.responses import FileResponse
+from transformers import pipeline
 
 app = FastAPI()
-app.mount("/", StaticFiles(directory="static", html=True), name="static")
 
-@app.get("/")
-def index() -> FileResponse:
-    return FileResponse(path="/static/index.html", media_type="text/html")
+pipe_line = pipeline("text2text-generation", model="google/flan-t5-small")
 
+@app.get("/infer_t5")
 def t5(input):
     output = pipe_flan(input)
     return {"output": output[0]["generated_text"]}
+
+app.mount("/", StaticFiles(directory="static", html=True), name="static")
+
+@app.get("/")
+def index() -> FileResponse:
+    return FileResponse(path="/app/static/index.html", media_type="text/html")