Spaces:
Running
Running
File size: 1,957 Bytes
9df4cc0 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 |
from finnlp.data_sources.social_media._base import Social_Media_Downloader
import requests
import pandas as pd
from tqdm import tqdm
import json
class Stocktwits_Streaming(Social_Media_Downloader):
def __init__(self, args = {}):
super().__init__(args)
self.dataframe = pd.DataFrame()
def download_streaming_stock(self, stock = "AAPL", rounds = 3):
url = f"https://api.stocktwits.com/api/2/streams/symbol/{stock}.json"
headers = {
'accept': 'application/json',
'accept-encoding': 'gzip, deflate, br',
'accept-language': 'zh-CN,zh;q=0.9,en-US;q=0.8,en;q=0.7',
'authorization': 'OAuth 8a881f43cbc7af061ec2aa35deec9b44f7e3cc09',
'dnt': '1',
'origin': 'https://stocktwits.com',
'referer': 'https://stocktwits.com/',
'user-agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/112.0.0.0 Safari/537.36',
}
for i in tqdm(range(rounds)):
if i == 0:
params = {
"filter":"top",
"limit":1000,
# "max":410000000,
}
else:
params = {
"filter":"top",
"limit":1000,
"max":max,
}
response = self._request_get(url = url, headers=headers, params=params)
if response is None:
print(f"Fetch data fail. Please check your stock name :{stock} and connections. You may raise an issue if you can't solve this problem")
continue
else:
res = json.loads(response.text)
max = res["cursor"]["since"]
res = pd.DataFrame(res["messages"])
self.dataframe = pd.concat([self.dataframe,res])
self.dataframe = self.dataframe.reset_index(drop = True)
|