blade
/
crypto_quant
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

a littel change

This commit is contained in:
blade 2025-10-11 18:24:29 +08:00
parent 16ce41545e
commit 178ad090fa
3 changed files with 17 additions and 15 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
config.py
View File

@ -225,9 +225,9 @@ TWITTER_CONFIG = {
"user_search_url": "https://api.twitter.com/2/users/by/username/{0}",
"contents_search_url": "https://api.twitter.com/2/users/{0}/tweets?max_results=100&tweet.fields=text,created_at&exclude=replies,retweets",
"monitor_accounts": [
"FoxNews",
"WhiteHouse",
"sama",
"PressSec",
{"name": "FoxNews", "id": ""},
{"name": "WhiteHouse", "id": "1879644163769335808"},
{"name": "sama", "id": ""},
{"name": "PressSec", "id": ""},
],
}

BIN
core/twitter/__pycache__/twitter_retriever.cpython-312.pyc
View File

Binary file not shown.

18
core/twitter/twitter_retriever.py
View File

@ -53,17 +53,19 @@ class TwitterRetriever:
return None
def monitor_accounts(self):
for account in self.monitor_account_list:
logger.info(f"Monitoring account: {account}")
for account_dict in self.monitor_account_list:
user_name = account_dict["name"]
user_id = account_dict["id"]
logger.info(f"Monitoring account: {user_name}")
logger.info(f"Sleeping for {self.sleep_time} seconds")
time.sleep(self.sleep_time)
# time.sleep(self.sleep_time)
result_list = []
user = self.search_user(account)
if user_id is None or user_id == "":
user = self.search_user(user_name)
if user is None:
continue
username = user["data"]["username"]
user_id = str(user["data"]["id"])
contents = self.search_contents(username, user_id)
contents = self.search_contents(user_name, user_id)
if contents is None:
continue
twitter_contents = contents["data"]
@ -75,7 +77,7 @@ class TwitterRetriever:
text = content["text"]
result = {
"user_id": user_id,
"user_name": username,
"user_name": user_name,
"timestamp": timestamp_ms,
"date_time": beijing_time_str,
"text": text
@ -86,7 +88,7 @@ class TwitterRetriever:
self.db_twitter_content.insert_data_to_mysql(result_df)
logger.info(f"Inserted {len(result_df)} rows into twitter_content")
else:
logger.warning(f"No data inserted for account: {account}")
logger.warning(f"No data inserted for account: {user_name}")
def transform_datetime(self, datetime_text: str):
utc_time = datetime.strptime(datetime_text, "%Y-%m-%dT%H:%M:%S.%fZ").replace(tzinfo=pytz.UTC)