Update apis/chat_api.py

apis/chat_api.py

@@ -1,10 +1,13 @@
 import argparse
+import markdown2
 import os
 import sys
 import time
 import uvicorn
 
+from pathlib import Path
 from fastapi import FastAPI, Depends
+from fastapi.responses import HTMLResponse
 from fastapi.security import HTTPBearer, HTTPAuthorizationCredentials
 from pydantic import BaseModel, Field
 from typing import Union
@@ -46,6 +49,20 @@ class ChatAPIApp:
                     "created": current_time,
                     "owned_by": "mistralai",
                 },
+                {
+                    "id": "nous-mixtral-8x7b",
+                    "description": "[NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO]: https://huggingface.co/NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO",
+                    "object": "model",
+                    "created": current_time,
+                    "owned_by": "NousResearch",
+                },
+                {
+                    "id": "gemma-7b",
+                    "description": "[google/gemma-7b-it]: https://huggingface.co/google/gemma-7b-it",
+                    "object": "model",
+                    "created": current_time,
+                    "owned_by": "Google",
+                },
             ],
         }
         return self.available_models
@@ -118,19 +135,28 @@ class ChatAPIApp:
             data_response = streamer.chat_return_dict(stream_response)
             return data_response
 
-    def setup_routes(self):
+     def setup_routes(self):
         for prefix in ["", "/v1", "/api", "/api/v1"]:
+            if prefix in ["/api/v1"]:
+                include_in_schema = True
+            else:
+                include_in_schema = False
+
             self.app.get(
                 prefix + "/models",
                 summary="Get available models",
+                include_in_schema=include_in_schema,
             )(self.get_available_models)
 
             self.app.post(
                 prefix + "/chat/completions",
                 summary="Chat completions in conversation session",
+                include_in_schema=include_in_schema,
             )(self.chat_completions)
 
 
+
+
 class ArgParser(argparse.ArgumentParser):
     def __init__(self, *args, **kwargs):
         super(ArgParser, self).__init__(*args, **kwargs)