wannaphong commited on
Commit
4baa3bc
·
1 Parent(s): 78a12b1

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +26 -25
app.py CHANGED
@@ -1,3 +1,29 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
  from abc import ABC, abstractmethod
2
  from typing import List
3
 
@@ -89,7 +115,6 @@ class SensitiveTopicProtector:
89
  return cls(sensitive_topics=sensitive_topics, encoder=encoder, default_sensitivity=default_sensitivity)
90
 
91
 
92
- import pickle
93
 
94
  f = open("sensitive_topics.pkl", "rb")
95
  sensitive_topics = pickle.load(f)
@@ -97,18 +122,6 @@ f.close()
97
 
98
  guardian = SensitiveTopicProtector.fromRaw(sensitive_topics)
99
 
100
- import warnings
101
- warnings.filterwarnings("ignore")
102
- import gradio as gr
103
- import torch
104
- from transformers import AutoModelForCausalLM, AutoTokenizer
105
- from typing import Optional, Union, List, Dict, Any
106
- import random
107
- import time
108
- import datetime
109
- import os
110
- import re
111
- import pandas as pd
112
 
113
  name_model = "pythainlp/wangchanglm-7.5B-sft-en-sharded"
114
  model = AutoModelForCausalLM.from_pretrained(
@@ -123,12 +136,6 @@ tokenizer = AutoTokenizer.from_pretrained("facebook/xglm-7.5B")
123
 
124
  Thai = "Yes"
125
 
126
- from langchain.llms import HuggingFacePipeline
127
- from transformers import pipeline
128
-
129
- from langchain import ConversationChain, LLMChain, PromptTemplate
130
- from langchain.memory import ConversationBufferWindowMemory
131
- import torch
132
 
133
 
134
  from transformers import AutoTokenizer,AutoModelForCausalLM
@@ -177,12 +184,6 @@ chatgpt_chain = LLMChain(
177
 
178
 
179
  api_url = "https://wangchanglm.numfa.com/api.php" # Don't open this url!!!
180
- import requests
181
- from urllib.request import urlopen
182
- from urllib.parse import urlencode
183
- from urllib.error import HTTPError, URLError
184
- from urllib.request import Request
185
- import copy
186
 
187
  def sumbit_data(save,prompt,vote,feedback=None,max_len=None,temp=None,top_p=None,name_model=name_model):
188
  api_url = "https://wangchanglm.numfa.com/api.php"
 
1
+ import warnings
2
+ warnings.filterwarnings("ignore")
3
+ import gradio as gr
4
+ import torch
5
+ from transformers import AutoModelForCausalLM, AutoTokenizer
6
+ from typing import Optional, Union, List, Dict, Any
7
+ import random
8
+ import time
9
+ import datetime
10
+ import os
11
+ import re
12
+ import pandas as pd
13
+ from langchain.llms import HuggingFacePipeline
14
+ from transformers import pipeline
15
+ import requests
16
+ from urllib.request import urlopen
17
+ from urllib.parse import urlencode
18
+ from urllib.error import HTTPError, URLError
19
+ from urllib.request import Request
20
+ import copy
21
+
22
+ from langchain import ConversationChain, LLMChain, PromptTemplate
23
+ from langchain.memory import ConversationBufferWindowMemory
24
+ import torch
25
+
26
+ import pickle
27
  from abc import ABC, abstractmethod
28
  from typing import List
29
 
 
115
  return cls(sensitive_topics=sensitive_topics, encoder=encoder, default_sensitivity=default_sensitivity)
116
 
117
 
 
118
 
119
  f = open("sensitive_topics.pkl", "rb")
120
  sensitive_topics = pickle.load(f)
 
122
 
123
  guardian = SensitiveTopicProtector.fromRaw(sensitive_topics)
124
 
 
 
 
 
 
 
 
 
 
 
 
 
125
 
126
  name_model = "pythainlp/wangchanglm-7.5B-sft-en-sharded"
127
  model = AutoModelForCausalLM.from_pretrained(
 
136
 
137
  Thai = "Yes"
138
 
 
 
 
 
 
 
139
 
140
 
141
  from transformers import AutoTokenizer,AutoModelForCausalLM
 
184
 
185
 
186
  api_url = "https://wangchanglm.numfa.com/api.php" # Don't open this url!!!
 
 
 
 
 
 
187
 
188
  def sumbit_data(save,prompt,vote,feedback=None,max_len=None,temp=None,top_p=None,name_model=name_model):
189
  api_url = "https://wangchanglm.numfa.com/api.php"