pragnakalp commited on
Commit
8fd9591
·
1 Parent(s): cfbc60f

Delete save_data.py

Browse files
Files changed (1) hide show
  1. save_data.py +0 -82
save_data.py DELETED
@@ -1,82 +0,0 @@
1
- import os
2
- import csv
3
- import json
4
- import requests
5
- import re as r
6
- from urllib.request import urlopen
7
- from huggingface_hub import Repository
8
-
9
- HF_TOKEN = os.environ.get("HF_TOKEN")
10
- DATASET_NAME = "text_summarization_dataset"
11
- DATASET_REPO_URL = f"https://huggingface.co/datasets/pragnakalp/{DATASET_NAME}"
12
- DATA_FILENAME = "txt_sum_logs.csv"
13
- DATA_FILE = os.path.join("txt_sum_logs", DATA_FILENAME)
14
- DATASET_REPO_ID = "pragnakalp/text_summarization_dataset"
15
- print("is none?", HF_TOKEN is None)
16
-
17
- try:
18
- hf_hub_download(
19
- repo_id=DATASET_REPO_ID,
20
- filename=DATA_FILENAME,
21
- cache_dir=DATA_DIRNAME,
22
- force_filename=DATA_FILENAME
23
- )
24
-
25
- except:
26
- print("file not found")
27
-
28
- repo = Repository(
29
- local_dir="txt_sum_logs", clone_from=DATASET_REPO_URL, use_auth_token=HF_TOKEN
30
- )
31
-
32
- def getIP():
33
- d = str(urlopen('http://checkip.dyndns.com/')
34
- .read())
35
-
36
- return r.compile(r'Address: (\d+\.\d+\.\d+\.\d+)').search(d).group(1)
37
-
38
- def get_location(ip_addr):
39
- ip=ip_addr
40
-
41
- req_data={
42
- "ip":ip,
43
- "token":"pkml123"
44
- }
45
- url = "https://demos.pragnakalp.com/get-ip-location"
46
-
47
- # req_data=json.dumps(req_data)
48
- # print("req_data",req_data)
49
- headers = {'Content-Type': 'application/json'}
50
-
51
- response = requests.request("POST", url, headers=headers, data=json.dumps(req_data))
52
- response = response.json()
53
- print("response======>>",response)
54
- return response
55
-
56
- def save_data_and_sendmail(paragraph, sum_type, result_dic):
57
- try:
58
- print("welcome")
59
- ip_address = ''
60
-
61
- ip_address= getIP()
62
- print(ip_address)
63
- location = get_location(ip_address)
64
- print(location)
65
- add_csv = [paragraph, result_dic,sum_type, ip_address, location]
66
- with open(DATA_FILE, "a") as f:
67
- writer = csv.writer(f)
68
- # write the data
69
- writer.writerow(add_csv)
70
- commit_url = repo.push_to_hub()
71
- print("commit data :",commit_url)
72
-
73
- url = 'https://pragnakalpdev33.pythonanywhere.com/HF_space_txt_sum'
74
- myobj = {'para': paragraph,'result':result_dic,'sum_type':sum_type,'ip_addr':ip_address,"location":location}
75
- x = requests.post(url, json = myobj)
76
- print("Email status: ",x.status_code)
77
-
78
- return "Successfully save data"
79
-
80
- except Exception as e:
81
- print("error")
82
- return "Error while sending mail" + str(e)