Spaces:
				
			
			
	
			
			
		Runtime error
		
	
	
	
			
			
	
	
	
	
		
		
		Runtime error
		
	Commit 
							
							·
						
						52a27ed
	
1
								Parent(s):
							
							106db30
								
updated for the CodeLlama-13B-oasst-sft-v10-GGUF (Q4_K_M) model
Browse files- Dockerfile +1 -1
- README.md +9 -10
- index.html +8 -6
    	
        Dockerfile
    CHANGED
    
    | @@ -15,7 +15,7 @@ RUN pip install -U pip setuptools wheel && \ | |
| 15 |  | 
| 16 | 
             
            # Download model
         | 
| 17 | 
             
            RUN mkdir model && \
         | 
| 18 | 
            -
                curl -L https://huggingface.co/TheBloke/ | 
| 19 |  | 
| 20 | 
             
            COPY ./start_server.sh ./
         | 
| 21 | 
             
            COPY ./main.py ./
         | 
|  | |
| 15 |  | 
| 16 | 
             
            # Download model
         | 
| 17 | 
             
            RUN mkdir model && \
         | 
| 18 | 
            +
                curl -L https://huggingface.co/TheBloke/CodeLlama-13B-oasst-sft-v10-GGUF/resolve/main/codellama-13b-oasst-sft-v10.Q4_K_M.gguf -o model/gguf-model.bin
         | 
| 19 |  | 
| 20 | 
             
            COPY ./start_server.sh ./
         | 
| 21 | 
             
            COPY ./main.py ./
         | 
    	
        README.md
    CHANGED
    
    | @@ -1,21 +1,20 @@ | |
| 1 | 
             
            ---
         | 
| 2 | 
            -
            title:  | 
| 3 | 
             
            colorFrom: purple
         | 
| 4 | 
             
            colorTo: blue
         | 
| 5 | 
             
            sdk: docker
         | 
| 6 | 
             
            models:
         | 
| 7 | 
            -
            -  | 
| 8 | 
            -
            - TheBloke/ | 
| 9 | 
             
            tags:
         | 
| 10 | 
            -
            - inference api
         | 
| 11 | 
            -
            - openai-api compatible
         | 
| 12 | 
            -
            - llama-cpp-python
         | 
| 13 | 
            -
            -  | 
| 14 | 
            -
            - gguf
         | 
| 15 | 
             
            pinned: false
         | 
| 16 | 
            -
            duplicated_from: limcheekin/WizardCoder-Python-13B-V1.0-GGUF
         | 
| 17 | 
             
            ---
         | 
| 18 |  | 
| 19 | 
            -
            #  | 
| 20 |  | 
| 21 | 
             
            Please refer to the [index.html](index.html) for more information.
         | 
|  | |
| 1 | 
             
            ---
         | 
| 2 | 
            +
            title: CodeLlama-13B-oasst-sft-v10-GGUF (Q4_K_M)
         | 
| 3 | 
             
            colorFrom: purple
         | 
| 4 | 
             
            colorTo: blue
         | 
| 5 | 
             
            sdk: docker
         | 
| 6 | 
             
            models:
         | 
| 7 | 
            +
              - OpenAssistant/codellama-13b-oasst-sft-v10
         | 
| 8 | 
            +
              - TheBloke/CodeLlama-13B-oasst-sft-v10-GGUF
         | 
| 9 | 
             
            tags:
         | 
| 10 | 
            +
              - inference api
         | 
| 11 | 
            +
              - openai-api compatible
         | 
| 12 | 
            +
              - llama-cpp-python
         | 
| 13 | 
            +
              - CodeLlama-13B-oasst-sft-v10-GGUF
         | 
| 14 | 
            +
              - gguf
         | 
| 15 | 
             
            pinned: false
         | 
|  | |
| 16 | 
             
            ---
         | 
| 17 |  | 
| 18 | 
            +
            # CodeLlama-13B-oasst-sft-v10-GGUF (Q4_K_M)
         | 
| 19 |  | 
| 20 | 
             
            Please refer to the [index.html](index.html) for more information.
         | 
    	
        index.html
    CHANGED
    
    | @@ -1,10 +1,10 @@ | |
| 1 | 
             
            <!DOCTYPE html>
         | 
| 2 | 
             
            <html>
         | 
| 3 | 
             
              <head>
         | 
| 4 | 
            -
                <title> | 
| 5 | 
             
              </head>
         | 
| 6 | 
             
              <body>
         | 
| 7 | 
            -
                <h1> | 
| 8 | 
             
                <p>
         | 
| 9 | 
             
                  With the utilization of the
         | 
| 10 | 
             
                  <a href="https://github.com/abetlen/llama-cpp-python">llama-cpp-python</a>
         | 
| @@ -16,14 +16,16 @@ | |
| 16 | 
             
                <ul>
         | 
| 17 | 
             
                  <li>
         | 
| 18 | 
             
                    The API endpoint:
         | 
| 19 | 
            -
                    <a | 
| 20 | 
            -
                       | 
|  | |
| 21 | 
             
                    >
         | 
| 22 | 
             
                  </li>
         | 
| 23 | 
             
                  <li>
         | 
| 24 | 
             
                    The API doc:
         | 
| 25 | 
            -
                    <a | 
| 26 | 
            -
                       | 
|  | |
| 27 | 
             
                    >
         | 
| 28 | 
             
                  </li>
         | 
| 29 | 
             
                </ul>
         | 
|  | |
| 1 | 
             
            <!DOCTYPE html>
         | 
| 2 | 
             
            <html>
         | 
| 3 | 
             
              <head>
         | 
| 4 | 
            +
                <title>CodeLlama-13B-oasst-sft-v10-GGUF (Q4_K_M)</title>
         | 
| 5 | 
             
              </head>
         | 
| 6 | 
             
              <body>
         | 
| 7 | 
            +
                <h1>CodeLlama-13B-oasst-sft-v10-GGUF (Q4_K_M)</h1>
         | 
| 8 | 
             
                <p>
         | 
| 9 | 
             
                  With the utilization of the
         | 
| 10 | 
             
                  <a href="https://github.com/abetlen/llama-cpp-python">llama-cpp-python</a>
         | 
|  | |
| 16 | 
             
                <ul>
         | 
| 17 | 
             
                  <li>
         | 
| 18 | 
             
                    The API endpoint:
         | 
| 19 | 
            +
                    <a
         | 
| 20 | 
            +
                      href="https://limcheekin-codellama-13b-oasst-sft-v10-gguf.hf.space/v1"
         | 
| 21 | 
            +
                      >https://limcheekin-codellama-13b-oasst-sft-v10-gguf.hf.space/v1</a
         | 
| 22 | 
             
                    >
         | 
| 23 | 
             
                  </li>
         | 
| 24 | 
             
                  <li>
         | 
| 25 | 
             
                    The API doc:
         | 
| 26 | 
            +
                    <a
         | 
| 27 | 
            +
                      href="https://limcheekin-codellama-13b-oasst-sft-v10-gguf.hf.space/docs"
         | 
| 28 | 
            +
                      >https://limcheekin-codellama-13b-oasst-sft-v10-gguf.hf.space/docs</a
         | 
| 29 | 
             
                    >
         | 
| 30 | 
             
                  </li>
         | 
| 31 | 
             
                </ul>
         |