dbleek commited on
Commit
9564189
·
1 Parent(s): d2e0837

added comments

Browse files
Files changed (1) hide show
  1. app_pt.py +22 -9
app_pt.py CHANGED
@@ -5,6 +5,7 @@ from transformers import AutoTokenizer
5
  from transformers import AutoModelForSequenceClassification
6
  from transformers import pipeline
7
 
 
8
  dataset_dict = load_dataset('HUPD/hupd',
9
  name='sample',
10
  data_files="https://huggingface.co/datasets/HUPD/hupd/blob/main/hupd_metadata_2022-02-22.feather",
@@ -14,16 +15,19 @@ dataset_dict = load_dataset('HUPD/hupd',
14
  val_filing_start_date='2016-01-22',
15
  val_filing_end_date='2016-01-31',
16
  )
17
- model = torch.load("/workspaces/cs-gy-6613-project/patent_classification(1).pt", map_location=torch.device('cpu'))
18
- tokenizer = AutoTokenizer.from_pretrained("distilbert-base-uncased")
19
- classifier = pipeline("text-classification", model=model, tokenizer=tokenizer)
20
  filtered_dataset = dataset_dict['validation'].filter(lambda e: e['decision'] == 'ACCEPTED' or e['decision'] == 'REJECTED')
21
  dataset = filtered_dataset.shuffle(seed=42).select(range(20))
22
  dataset = dataset.sort("patent_number")
23
- applications = {}
24
 
25
- for ds_index, example in enumerate(dataset):
26
- applications.update({example['patent_number']: ds_index })
 
 
 
 
 
27
 
28
  def load_patent():
29
  selected_application = dataset.select([applications[st.session_state.id]])
@@ -31,12 +35,21 @@ def load_patent():
31
  st.session_state.claims = selected_application['claims'][0]
32
  st.session_state.title = selected_application['title'][0]
33
 
 
 
34
  st.title("CS-GY-6613 Project Milestone 3")
35
 
36
- patent_number = st.selectbox("Select a patent application:", applications, on_change=load_patent, key="id")
37
- title = st.text_area("Title", key="title", value=dataset[0]['title'], height=50)
 
 
 
 
 
 
38
 
39
- with st.form('Details'):
 
40
  abstract = st.text_area("Abstract", key="abstract", value=dataset[0]['abstract'], height=200)
41
  claims = st.text_area("Claims", key="claims", value=dataset[0]['abstract'], height=200)
42
  submitted = st.form_submit_button("Get Patentability Score")
 
5
  from transformers import AutoModelForSequenceClassification
6
  from transformers import pipeline
7
 
8
+ # Load HUPD dataset
9
  dataset_dict = load_dataset('HUPD/hupd',
10
  name='sample',
11
  data_files="https://huggingface.co/datasets/HUPD/hupd/blob/main/hupd_metadata_2022-02-22.feather",
 
15
  val_filing_start_date='2016-01-22',
16
  val_filing_end_date='2016-01-31',
17
  )
18
+
19
+ # Process data
 
20
  filtered_dataset = dataset_dict['validation'].filter(lambda e: e['decision'] == 'ACCEPTED' or e['decision'] == 'REJECTED')
21
  dataset = filtered_dataset.shuffle(seed=42).select(range(20))
22
  dataset = dataset.sort("patent_number")
 
23
 
24
+
25
+ # Create pipeline using model trainned on Colab
26
+ model = torch.load("/workspaces/cs-gy-6613-project/patent_classification(1).pt", map_location=torch.device('cpu'))
27
+ tokenizer = AutoTokenizer.from_pretrained("distilbert-base-uncased")
28
+ classifier = pipeline("text-classification", model=model, tokenizer=tokenizer)
29
+
30
+
31
 
32
  def load_patent():
33
  selected_application = dataset.select([applications[st.session_state.id]])
 
35
  st.session_state.claims = selected_application['claims'][0]
36
  st.session_state.title = selected_application['title'][0]
37
 
38
+
39
+
40
  st.title("CS-GY-6613 Project Milestone 3")
41
 
42
+ # List patent numbers for select box
43
+ applications = {}
44
+ for ds_index, example in enumerate(dataset):
45
+ applications.update({example['patent_number']: ds_index })
46
+ st.selectbox("Select a patent application:", applications, on_change=load_patent, key="id")
47
+
48
+ # Application title displayed for additional context only, not used with model
49
+ st.text_area("Title", key="title", value=dataset[0]['title'], height=50)
50
 
51
+ # Classifier input form
52
+ with st.form('Input Form'):
53
  abstract = st.text_area("Abstract", key="abstract", value=dataset[0]['abstract'], height=200)
54
  claims = st.text_area("Claims", key="claims", value=dataset[0]['abstract'], height=200)
55
  submitted = st.form_submit_button("Get Patentability Score")