Create README.md

README.md

@@ -0,0 +1,102 @@
+---
+license: apache-2.0
+source_model: BEE-spoke-data/smol_llama-220M-GQA
+datasets:
+- BEE-spoke-data/pypi_clean-deduped
+- bigcode/the-stack-smol-xl
+- EleutherAI/proof-pile-2
+language:
+- en
+tags:
+- python
+- codegen
+- markdown
+- smol_llama
+metrics:
+- accuracy
+inference:
+  parameters:
+    max_new_tokens: 48
+    min_new_tokens: 8
+    num_beams: 3
+    early_stopping: true
+    repetition_penalty: 1.1
+    no_repeat_ngram_size: 6
+    renormalize_logits: true
+widget:
+- text: |
+    def add_numbers(a, b):
+        return
+  example_title: Add Numbers Function
+- text: |
+    class Car:
+        def __init__(self, make, model):
+            self.make = make
+            self.model = model
+
+        def display_car(self):
+  example_title: Car Class
+- text: |
+    import pandas as pd
+    data = {'Name': ['Tom', 'Nick', 'John'], 'Age': [20, 21, 19]}
+    df = pd.DataFrame(data).convert_dtypes()
+    # eda
+  example_title: Pandas DataFrame
+- text: |
+    def factorial(n):
+        if n == 0:
+            return 1
+        else:
+  example_title: Factorial Function
+- text: |
+    def fibonacci(n):
+        if n <= 0:
+            raise ValueError("Incorrect input")
+        elif n == 1:
+            return 0
+        elif n == 2:
+            return 1
+        else:
+  example_title: Fibonacci Function
+- text: |
+    import matplotlib.pyplot as plt
+    import numpy as np
+    x = np.linspace(0, 10, 100)
+    # simple plot
+  example_title: Matplotlib Plot
+- text: |
+    def reverse_string(s:str) -> str:
+        return
+  example_title: Reverse String Function
+- text: |
+    def is_palindrome(word:str) -> bool:
+        return
+  example_title: Palindrome Function
+- text: |
+    def bubble_sort(lst: list):
+        n = len(lst)
+        for i in range(n):
+            for j in range(0, n-i-1):
+  example_title: Bubble Sort Function
+- text: |
+    def binary_search(arr, low, high, x):
+        if high >= low:
+            mid = (high + low) // 2
+            if arr[mid] == x:
+                return mid
+            elif arr[mid] > x:
+  example_title: Binary Search Function
+pipeline_tag: text-generation
+---
+
+# BEE-spoke-data/beecoder-220M-python
+
+
+> model card WIP, more details to come.
+
+
+This is `BEE-spoke-data/pypi_clean-deduped` fine-tuned for code generation on:
+
+- filtered version of stack-smol-XL
+- deduped version of 'algebraic stack' from proof-pile-2
+- cleaned and deduped pypi (last dataset)