Spaces:
Runtime error
Runtime error
Commit
·
640891e
1
Parent(s):
8d67192
Upload 6 files
Browse files- .gitattributes +4 -0
- audio_samples/FOCUS ON YOURSELF NOT OTHERS - Best Motivational Speech 2021.mp3 +3 -0
- audio_samples/Husbands INCREDIBLE speech at wife’s funeral.mp3 +3 -0
- audio_samples/One_of_The_Greatest_Speeches_Ever_by_President_Obama___Best_Eye.mp3 +3 -0
- audio_samples/The_Speech_That_Brought_This_Entire_School_To_Tears_The_Most_Inspiring.mp3 +3 -0
- emotion.h5 +3 -0
- notebookea1e123560.ipynb +1 -0
.gitattributes
CHANGED
@@ -32,3 +32,7 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
|
|
32 |
*.zip filter=lfs diff=lfs merge=lfs -text
|
33 |
*.zst filter=lfs diff=lfs merge=lfs -text
|
34 |
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
|
|
|
|
|
|
|
|
|
32 |
*.zip filter=lfs diff=lfs merge=lfs -text
|
33 |
*.zst filter=lfs diff=lfs merge=lfs -text
|
34 |
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
35 |
+
audio_samples/FOCUS[[:space:]]ON[[:space:]]YOURSELF[[:space:]]NOT[[:space:]]OTHERS[[:space:]]-[[:space:]]Best[[:space:]]Motivational[[:space:]]Speech[[:space:]]2021.mp3 filter=lfs diff=lfs merge=lfs -text
|
36 |
+
audio_samples/Husbands[[:space:]]INCREDIBLE[[:space:]]speech[[:space:]]at[[:space:]]wife’s[[:space:]]funeral.mp3 filter=lfs diff=lfs merge=lfs -text
|
37 |
+
audio_samples/One_of_The_Greatest_Speeches_Ever_by_President_Obama___Best_Eye.mp3 filter=lfs diff=lfs merge=lfs -text
|
38 |
+
audio_samples/The_Speech_That_Brought_This_Entire_School_To_Tears_The_Most_Inspiring.mp3 filter=lfs diff=lfs merge=lfs -text
|
audio_samples/FOCUS ON YOURSELF NOT OTHERS - Best Motivational Speech 2021.mp3
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:1cfc7cabfbdb91fcf97b4178d58961394569f40fd454cd45c5a8eb47a9b4a122
|
3 |
+
size 14515155
|
audio_samples/Husbands INCREDIBLE speech at wife’s funeral.mp3
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:00098f72ab10cc0d87c7eb402cc68264dfe3f41439dced5e48ca112de24e9c2a
|
3 |
+
size 15341289
|
audio_samples/One_of_The_Greatest_Speeches_Ever_by_President_Obama___Best_Eye.mp3
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:1d18bb161189ff13105d7653755ae52efa64e216d7db5c708e9f87f723dc2042
|
3 |
+
size 9786277
|
audio_samples/The_Speech_That_Brought_This_Entire_School_To_Tears_The_Most_Inspiring.mp3
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:303d6a9be861fbe342da1888928f8134bdde9cd09c89e1603c3a4bb9f8bd40ff
|
3 |
+
size 5456809
|
emotion.h5
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:950f9694d204ce2330f228d3ecb519c86394810b63cdd4f016ca5fb8edee005d
|
3 |
+
size 10380328
|
notebookea1e123560.ipynb
ADDED
@@ -0,0 +1 @@
|
|
|
|
|
1 |
+
{"metadata":{"kernelspec":{"language":"python","display_name":"Python 3","name":"python3"},"language_info":{"name":"python","version":"3.7.12","mimetype":"text/x-python","codemirror_mode":{"name":"ipython","version":3},"pygments_lexer":"ipython3","nbconvert_exporter":"python","file_extension":".py"}},"nbformat_minor":4,"nbformat":4,"cells":[{"cell_type":"code","source":"!pip install soundfile\n!pip install gradio","metadata":{"execution":{"iopub.status.busy":"2023-04-16T15:05:34.246346Z","iopub.execute_input":"2023-04-16T15:05:34.246894Z","iopub.status.idle":"2023-04-16T15:05:46.124543Z","shell.execute_reply.started":"2023-04-16T15:05:34.246815Z","shell.execute_reply":"2023-04-16T15:05:46.123275Z"},"trusted":true},"execution_count":2,"outputs":[{"name":"stdout","text":"Requirement already satisfied: soundfile in /opt/conda/lib/python3.7/site-packages (0.11.0)\nRequirement already satisfied: cffi>=1.0 in /opt/conda/lib/python3.7/site-packages (from soundfile) (1.15.1)\nRequirement already satisfied: pycparser in /opt/conda/lib/python3.7/site-packages (from cffi>=1.0->soundfile) (2.21)\n\u001b[33mWARNING: Running pip as the 'root' user can result in broken permissions and conflicting behaviour with the system package manager. It is recommended to use a virtual environment instead: https://pip.pypa.io/warnings/venv\u001b[0m\u001b[33m\n\u001b[0m","output_type":"stream"}]},{"cell_type":"code","source":"from tensorflow import keras\nimport os\nimport soundfile as sf\nimport numpy as np\nimport librosa\nimport gradio as gr\nimport seaborn as sns\nimport pandas as pd\nimport plotly.express as px\nmodel = keras.models.load_model('/kaggle/input/emotions/emotion (1).h5')\nlabels = ['Angry', 'Disgusted', 'Fearful', 'Happy', 'Neutral', 'Sad', 'Suprised']\n# def load()\n\ndef predict(audio):\n# audio_dir = ('/kaggle/input/sample-audios/')\n# audio = os.path.join(audio_dir,audio_link)\n wave, sr = librosa.load(audio, sr=None)\n segment_dur_secs = 3 \n segment_length = sr * segment_dur_secs\n num_sections = int(np.ceil(len(wave) / segment_length))\n split = []\n paths =[]\n for i in range(num_sections):\n t = wave[i * segment_length: (i + 1) * segment_length]\n split.append(t)\n \n out_dir = ('audio_data/splits/')\n os.makedirs(out_dir, exist_ok=True)\n for i in range(num_sections):\n recording_name = os.path.basename(audio[:-4])\n out_file = f\"{recording_name}_{str(i)}.wav\"\n sf.write(os.path.join(out_dir, out_file), split[i], sr)\n paths.append(os.path.join(out_dir, out_file))\n \n \n predicted_features = pd.DataFrame(columns=['features'])\n counter=0\n for path in paths:\n X, sample_rate = librosa.load(path\n ,duration=2.5\n ,sr=44100\n ,offset=0.5\n )\n sample_rate = np.array(sample_rate)\n\n # mean as the feature. Could do min and max etc as well. \n mfccs = np.mean(librosa.feature.mfcc(y=X, \n sr=sample_rate, \n n_mfcc=13),\n axis=0)\n predicted_features.loc[counter] = [mfccs]\n counter=counter+1\n predicted_features = pd.DataFrame(predicted_features['features'].values.tolist())\n predicted_features.dropna(inplace=True)\n preds = model.predict(predicted_features)\n\n preds=preds.argmax(axis=1)\n df_preds = pd.DataFrame(preds,columns = ['prediction'])\n emotions = []\n for i in df_preds['prediction']:\n emotion = labels[int(i)]\n emotions.append(emotion)\n df_preds['emotion'] = emotions\n df_preds = df_preds.reset_index()\n import plotly.io as pio\n fig = px.line(df_preds, x=\"index\", y=\"emotion\", title='Life expectancy in Canada')\n# plt = sns.lineplot(df_preds,x='index',y='emotion');\n# plt.set_xlabel('samples(each in 3s interval)');\n return fig\n\n# outputs = gr.Plot()\ntitle = \"Emotion recognition\"\ndescription = \"This model can shows how speaker emotion changes over the speech\"\n\ninfr = gr.Interface(fn=predict,\n inputs=gr.Audio(type=\"filepath\",),\n outputs=outputs,\n title=title,description=description,interpretation='default',)\ninfr.launch()","metadata":{"execution":{"iopub.status.busy":"2023-04-16T15:05:46.126499Z","iopub.execute_input":"2023-04-16T15:05:46.126895Z","iopub.status.idle":"2023-04-16T15:05:58.430274Z","shell.execute_reply.started":"2023-04-16T15:05:46.126843Z","shell.execute_reply":"2023-04-16T15:05:58.428447Z"},"trusted":true},"execution_count":3,"outputs":[{"name":"stdout","text":"Requirement already satisfied: gradio in /opt/conda/lib/python3.7/site-packages (3.27.0)\nRequirement already satisfied: requests in /opt/conda/lib/python3.7/site-packages (from gradio) (2.28.2)\nRequirement already satisfied: uvicorn in /opt/conda/lib/python3.7/site-packages (from gradio) (0.20.0)\nRequirement already satisfied: pillow in /opt/conda/lib/python3.7/site-packages (from gradio) (9.4.0)\nRequirement already satisfied: numpy in /opt/conda/lib/python3.7/site-packages (from gradio) (1.21.6)\nRequirement already satisfied: altair>=4.2.0 in /opt/conda/lib/python3.7/site-packages (from gradio) (4.2.2)\nRequirement already satisfied: pydub in /opt/conda/lib/python3.7/site-packages (from gradio) (0.25.1)\nRequirement already satisfied: huggingface-hub>=0.13.0 in /opt/conda/lib/python3.7/site-packages (from gradio) (0.13.3)\nRequirement already satisfied: aiofiles in /opt/conda/lib/python3.7/site-packages (from gradio) (23.1.0)\nRequirement already satisfied: websockets>=10.0 in /opt/conda/lib/python3.7/site-packages (from gradio) (11.0)\nRequirement already satisfied: ffmpy in /opt/conda/lib/python3.7/site-packages (from gradio) (0.3.0)\nRequirement already satisfied: httpx in /opt/conda/lib/python3.7/site-packages (from gradio) (0.24.0)\nRequirement already satisfied: fastapi in /opt/conda/lib/python3.7/site-packages (from gradio) (0.89.1)\nRequirement already satisfied: semantic-version in /opt/conda/lib/python3.7/site-packages (from gradio) (2.10.0)\nRequirement already satisfied: typing-extensions in /opt/conda/lib/python3.7/site-packages (from gradio) (4.4.0)\nRequirement already satisfied: markupsafe in /opt/conda/lib/python3.7/site-packages (from gradio) (2.1.1)\nRequirement already satisfied: markdown-it-py[linkify]>=2.0.0 in /opt/conda/lib/python3.7/site-packages (from gradio) (2.1.0)\nRequirement already satisfied: aiohttp in /opt/conda/lib/python3.7/site-packages (from gradio) (3.8.3)\nRequirement already satisfied: gradio-client>=0.1.3 in /opt/conda/lib/python3.7/site-packages (from gradio) (0.1.3)\nRequirement already satisfied: python-multipart in /opt/conda/lib/python3.7/site-packages (from gradio) (0.0.6)\nRequirement already satisfied: matplotlib in /opt/conda/lib/python3.7/site-packages (from gradio) (3.5.3)\nRequirement already satisfied: orjson in /opt/conda/lib/python3.7/site-packages (from gradio) (3.8.5)\nRequirement already satisfied: pydantic in /opt/conda/lib/python3.7/site-packages (from gradio) (1.10.4)\nRequirement already satisfied: pandas in /opt/conda/lib/python3.7/site-packages (from gradio) (1.3.5)\nRequirement already satisfied: mdit-py-plugins<=0.3.3 in /opt/conda/lib/python3.7/site-packages (from gradio) (0.3.3)\nRequirement already satisfied: pyyaml in /opt/conda/lib/python3.7/site-packages (from gradio) (6.0)\nRequirement already satisfied: jinja2 in /opt/conda/lib/python3.7/site-packages (from gradio) (3.1.2)\nRequirement already satisfied: entrypoints in /opt/conda/lib/python3.7/site-packages (from altair>=4.2.0->gradio) (0.4)\nRequirement already satisfied: jsonschema>=3.0 in /opt/conda/lib/python3.7/site-packages (from altair>=4.2.0->gradio) (4.17.3)\nRequirement already satisfied: toolz in /opt/conda/lib/python3.7/site-packages (from altair>=4.2.0->gradio) (0.11.2)\nRequirement already satisfied: fsspec in /opt/conda/lib/python3.7/site-packages (from gradio-client>=0.1.3->gradio) (2023.1.0)\nRequirement already satisfied: packaging in /opt/conda/lib/python3.7/site-packages (from gradio-client>=0.1.3->gradio) (23.0)\nRequirement already satisfied: filelock in /opt/conda/lib/python3.7/site-packages (from huggingface-hub>=0.13.0->gradio) (3.9.0)\nRequirement already satisfied: importlib-metadata in /opt/conda/lib/python3.7/site-packages (from huggingface-hub>=0.13.0->gradio) (4.11.4)\nRequirement already satisfied: tqdm>=4.42.1 in /opt/conda/lib/python3.7/site-packages (from huggingface-hub>=0.13.0->gradio) (4.64.1)\nRequirement already satisfied: mdurl~=0.1 in /opt/conda/lib/python3.7/site-packages (from markdown-it-py[linkify]>=2.0.0->gradio) (0.1.2)\nRequirement already satisfied: linkify-it-py~=1.0 in /opt/conda/lib/python3.7/site-packages (from markdown-it-py[linkify]>=2.0.0->gradio) (1.0.3)\nRequirement already satisfied: python-dateutil>=2.7.3 in /opt/conda/lib/python3.7/site-packages (from pandas->gradio) (2.8.2)\nRequirement already satisfied: pytz>=2017.3 in /opt/conda/lib/python3.7/site-packages (from pandas->gradio) (2022.7.1)\nRequirement already satisfied: async-timeout<5.0,>=4.0.0a3 in /opt/conda/lib/python3.7/site-packages (from aiohttp->gradio) (4.0.2)\nRequirement already satisfied: charset-normalizer<3.0,>=2.0 in /opt/conda/lib/python3.7/site-packages (from aiohttp->gradio) (2.1.1)\nRequirement already satisfied: frozenlist>=1.1.1 in /opt/conda/lib/python3.7/site-packages (from aiohttp->gradio) (1.3.3)\nRequirement already satisfied: asynctest==0.13.0 in /opt/conda/lib/python3.7/site-packages (from aiohttp->gradio) (0.13.0)\nRequirement already satisfied: attrs>=17.3.0 in /opt/conda/lib/python3.7/site-packages (from aiohttp->gradio) (22.2.0)\nRequirement already satisfied: aiosignal>=1.1.2 in /opt/conda/lib/python3.7/site-packages (from aiohttp->gradio) (1.3.1)\nRequirement already satisfied: yarl<2.0,>=1.0 in /opt/conda/lib/python3.7/site-packages (from aiohttp->gradio) (1.8.2)\nRequirement already satisfied: multidict<7.0,>=4.5 in /opt/conda/lib/python3.7/site-packages (from aiohttp->gradio) (6.0.4)\nRequirement already satisfied: starlette==0.22.0 in /opt/conda/lib/python3.7/site-packages (from fastapi->gradio) (0.22.0)\nRequirement already satisfied: anyio<5,>=3.4.0 in /opt/conda/lib/python3.7/site-packages (from starlette==0.22.0->fastapi->gradio) (3.6.2)\nRequirement already satisfied: idna in /opt/conda/lib/python3.7/site-packages (from httpx->gradio) (3.4)\nRequirement already satisfied: httpcore<0.18.0,>=0.15.0 in /opt/conda/lib/python3.7/site-packages (from httpx->gradio) (0.17.0)\nRequirement already satisfied: sniffio in /opt/conda/lib/python3.7/site-packages (from httpx->gradio) (1.3.0)\nRequirement already satisfied: certifi in /opt/conda/lib/python3.7/site-packages (from httpx->gradio) (2022.12.7)\nRequirement already satisfied: kiwisolver>=1.0.1 in /opt/conda/lib/python3.7/site-packages (from matplotlib->gradio) (1.4.4)\nRequirement already satisfied: cycler>=0.10 in /opt/conda/lib/python3.7/site-packages (from matplotlib->gradio) (0.11.0)\nRequirement already satisfied: pyparsing>=2.2.1 in /opt/conda/lib/python3.7/site-packages (from matplotlib->gradio) (3.0.9)\nRequirement already satisfied: fonttools>=4.22.0 in /opt/conda/lib/python3.7/site-packages (from matplotlib->gradio) (4.38.0)\nRequirement already satisfied: urllib3<1.27,>=1.21.1 in /opt/conda/lib/python3.7/site-packages (from requests->gradio) (1.26.14)\nRequirement already satisfied: h11>=0.8 in /opt/conda/lib/python3.7/site-packages (from uvicorn->gradio) (0.14.0)\nRequirement already satisfied: click>=7.0 in /opt/conda/lib/python3.7/site-packages (from uvicorn->gradio) (8.1.3)\nRequirement already satisfied: importlib-resources>=1.4.0 in /opt/conda/lib/python3.7/site-packages (from jsonschema>=3.0->altair>=4.2.0->gradio) (5.10.2)\nRequirement already satisfied: pkgutil-resolve-name>=1.3.10 in /opt/conda/lib/python3.7/site-packages (from jsonschema>=3.0->altair>=4.2.0->gradio) (1.3.10)\nRequirement already satisfied: pyrsistent!=0.17.0,!=0.17.1,!=0.17.2,>=0.14.0 in /opt/conda/lib/python3.7/site-packages (from jsonschema>=3.0->altair>=4.2.0->gradio) (0.19.3)\nRequirement already satisfied: uc-micro-py in /opt/conda/lib/python3.7/site-packages (from linkify-it-py~=1.0->markdown-it-py[linkify]>=2.0.0->gradio) (1.0.1)\nRequirement already satisfied: six>=1.5 in /opt/conda/lib/python3.7/site-packages (from python-dateutil>=2.7.3->pandas->gradio) (1.16.0)\nRequirement already satisfied: zipp>=0.5 in /opt/conda/lib/python3.7/site-packages (from importlib-metadata->huggingface-hub>=0.13.0->gradio) (3.11.0)\n\u001b[33mWARNING: Running pip as the 'root' user can result in broken permissions and conflicting behaviour with the system package manager. It is recommended to use a virtual environment instead: https://pip.pypa.io/warnings/venv\u001b[0m\u001b[33m\n\u001b[0m","output_type":"stream"}]},{"cell_type":"code","source":"","metadata":{},"execution_count":null,"outputs":[]}]}
|