Created toml file

app.py

@@ -2,16 +2,18 @@
 To run locally use 'uvicorn app:app --host localhost --port 7860'
 """
 
+from dotenv import load_dotenv
 from fastapi import FastAPI, Request
 from fastapi.responses import JSONResponse
 from fastapi.staticfiles import StaticFiles
 from fastapi.templating import Jinja2Templates
-from pydantic import BaseModel
-
 from mathtext.sentiment import sentiment
 from mathtext.text2int import text2int
-from modules.nlu import prepare_message_data_for_logging
+from pydantic import BaseModel
 
+from mathtext_fastapi.nlu import prepare_message_data_for_logging
+
+load_dotenv()
 
 app = FastAPI()
 
@@ -48,6 +50,7 @@ def text2int_ep(content: Text = None):
     content = {"message": ml_response}
     return JSONResponse(content=content)
 
+
 @app.post("/nlu")
 async def evaluate_user_message_with_nlu_api(request: Request):
     """ Calls NLU APIs on the most recent user message from Turn.io message data and logs the message data

data/master_test_text2int.csv

@@ -1,90 +0,0 @@
-input,output
-fourteen,14
-forteen,14
-one thousand four hundred ninety two,1492
-one thousand ninety two,1092
-Fourteen Hundred Ninety-Two,1492
-Fourteen Hundred,1400
-Ninety nine,99
-fifteen thousand five hundred-sixty,15560
-three hundred fifty,350
-one nine eight five,1985
-nineteen eighty-five,1985
-oh one,1
-six oh 1,601
-sex,6
-six,6
-eight oh,80
-eighty,80
-ate,8
-double eight,88
-eight three seven five three O nine,8375309
-eight three seven five three oh nine,8375309
-eight three seven five three zero nine,8375309
-eight three seven five three oh ni-ee-ine,8375309
-two eight,28
-seven oh eleven,7011
-seven elevens,77
-seven eleven,711
-ninety nine oh five,9905
-seven 0 seven 0 seven 0 seven,7070707
-123 hundred,123000
-5 o 5,505
-15 o 5,1505
-15-o 5,1505
-15 o-5,1505
-911-thousand,911000
-twenty-two twenty-two,2222
-twenty-two twenty-twos,484
-four eighty four,484
-four eighties,320
-four eighties and nine nineties,1130
-ninety nine hundred and seventy seven,9977
-seven thousands,7000
-2 hundreds,200
-99 thousands and one,99001
-"forty-five thousand, seven hundred and nine",45709
-eighty eight hundred eighty,8880
-a hundred hundred,10000
-a hundred thousand,100000
-a hundred million,100000000
-nineteen ninety nine,1999
-forteen twenty seven,1427
-seventeen-thousand and seventy two,17072
-two hundred and nine,209
-two thousand ten,2010
-two thousand and ten,2010
-twelve million,12000000
-8 billion,8000000000
-twenty ten,2010
-thirty-two hundred,3200
-nine,9
-forty two,42
-1 2 three,123
-fourtean,14
-one tousand four hundred ninty two,1492
-Furteen Hundrd Ninety-Too,1492
-forrteen,14
-sevnteen-thosand and seventy two,17072
-ninety nine hundred ad seventy seven,9977
-seven thusands,7000
-2 hunreds,200
-99 tousands and one,99001
-eighty ate hundred eighty,8880
-fourteen Hundred,1400
-8 Bilion,8000000000
-one million three thousand one,1003001
-four million nine thousand seven,4009007
-two million five hundred thousand,2500000
-two tousand ten,2010
-two thousand teen,2010
-tvelve milion,12000000
-tventy ten,2010
-tirty-twoo hunred,3200
-sevn thoosands,7000
-five,5
-ten,10
-one two three and ten,12310
-ONE MILLion three hunded and fiv,1000305
-"50,500 and six",50506
-one_million_and_five,1000005

data/text2int_results.csv

@@ -1,90 +0,0 @@
-input,output,text2int,score
-fourteen,14,14,True
-forteen,14,14,True
-one thousand four hundred ninety two,1492,1492,True
-one thousand ninety two,1092,1092,True
-Fourteen Hundred Ninety-Two,1492,1492,True
-Fourteen Hundred,1400,1400,True
-Ninety nine,99,99,True
-fifteen thousand five hundred-sixty,15560,15560,True
-three hundred fifty,350,350,True
-one nine eight five,1985,1985,True
-nineteen eighty-five,1985,1605,False
-oh one,1,1,True
-six oh 1,601,601,True
-sex,6,6,True
-six,6,6,True
-eight oh,80,8,False
-eighty,80,80,True
-ate,8,1,False
-double eight,88,32202,False
-eight three seven five three O nine,8375309,8375329,False
-eight three seven five three oh nine,8375309,8375309,True
-eight three seven five three zero nine,8375309,8375309,True
-eight three seven five three oh ni-ee-ine,8375309,837530619,False
-two eight,28,16,False
-seven oh eleven,7011,77,False
-seven elevens,77,77,True
-seven eleven,711,77,False
-ninety nine oh five,9905,149,False
-seven 0 seven 0 seven 0 seven,7070707,7070707,True
-123 hundred,123000,223,False
-5 o 5,505,525,False
-15 o 5,1505,22,False
-15-o 5,1505,22,False
-15 o-5,1505,22,False
-911-thousand,911000,911000,True
-twenty-two twenty-two,2222,44,False
-twenty-two twenty-twos,484,44,False
-four eighty four,484,404,False
-four eighties,320,72,False
-four eighties and nine nineties,1130,243,False
-ninety nine hundred and seventy seven,9977,276,False
-seven thousands,7000,7000,True
-2 hundreds,200,200,True
-99 thousands and one,99001,99001,True
-"forty-five thousand, seven hundred and nine",45709,1161,False
-eighty eight hundred eighty,8880,268,False
-a hundred hundred,10000,32202,False
-a hundred thousand,100000,32202,False
-a hundred million,100000000,32202,False
-nineteen ninety nine,1999,1809,False
-forteen twenty seven,1427,307,False
-seventeen-thousand and seventy two,17072,17072,True
-two hundred and nine,209,209,True
-two thousand ten,2010,2010,True
-two thousand and ten,2010,2010,True
-twelve million,12000000,12000000,True
-8 billion,8000000000,8000000000,True
-twenty ten,2010,2010,True
-thirty-two hundred,3200,3200,True
-nine,9,9,True
-forty two,42,42,True
-1 2 three,123,123,True
-fourtean,14,14,True
-one tousand four hundred ninty two,1492,1492,True
-Furteen Hundrd Ninety-Too,1492,1492,True
-forrteen,14,14,True
-sevnteen-thosand and seventy two,17072,17072,True
-ninety nine hundred ad seventy seven,9977,32202,False
-seven thusands,7000,7000,True
-2 hunreds,200,200,True
-99 tousands and one,99001,99001,True
-eighty ate hundred eighty,8880,261,False
-fourteen Hundred,1400,1400,True
-8 Bilion,8000000000,8000000,False
-one million three thousand one,1003001,1003001,True
-four million nine thousand seven,4009007,4009007,True
-two million five hundred thousand,2500000,2001500,False
-two tousand ten,2010,2010,True
-two thousand teen,2010,2007,False
-tvelve milion,12000000,12000000,True
-tventy ten,2010,2010,True
-tirty-twoo hunred,3200,3200,True
-sevn thoosands,7000,7000,True
-five,5,5,True
-ten,10,10,True
-one two three and ten,12310,51,False
-ONE MILLion three hunded and fiv,1000305,1000305,True
-"50,500 and six",50506,50506,True
-one_million_and_five,1000005,1000005,True

{modules → mathtext_fastapi}/nlu.py

@@ -1,13 +1,8 @@
 import os
 from datetime import datetime
 
-from dotenv import load_dotenv
 from supabase import create_client
 
-BASE_DIR = os.path.dirname(os.path.dirname(os.path.abspath(__file__)))
-
-load_dotenv()
-
 SUPA = create_client(os.environ.get('SUPABASE_URL'), os.environ.get('SUPABASE_KEY'))
 
 

pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
-name = "MathText"
-version = "0.0.3"
+name = "MathText_FastAPI"
+version = "0.0.1"
 authors = [
   "Sebastian Larsen <[email protected]>",
   "Çetin ÇAKIR <[email protected]>",
@@ -8,7 +8,7 @@ authors = [
   ]
 description = "Natural Language Understanding (text processing) for math symbols, digits, and words with a Gradio user interface and REST API."
 readme = "README.md"
-# requires-python = ">=3.7"
+# requires-python = ">=3.8"
 license = "AGPL-3.0-or-later"
 classifiers = [
     "Programming Language :: Python :: 3",
@@ -18,7 +18,9 @@ classifiers = [
     "Operating System :: OS Independent",
 ]
 
+
 [tool.poetry.dependencies]
+mathtext = {git = "https://gitlab.com/tangibleai/community/mathtext", rev = "main"}
 fastapi = "0.74.*"
 requests = "2.27.*"
 sentencepiece = "0.1.*"