Skip to content

Commit

Permalink
update
Browse files Browse the repository at this point in the history
  • Loading branch information
@super622
super622 committed Sep 27, 2023
1 parent 491fb50 commit 2a99f55
Show file tree
Hide file tree
Showing 2 changed files with 73 additions and 17 deletions.
79 changes: 69 additions & 10 deletions Chating.py
View file
Original file line number Diff line number Diff line change
Expand Up @@ -7,6 +7,7 @@
import datetime
import gspread
import pytz
import mysql.connector

from googleapiclient.discovery import build # Added
from google.oauth2 import service_account
Expand All @@ -19,16 +20,18 @@
class Chating:

# Init
def __init__(self, end_date_month, end_date_day, end_time_hour, end_time_minute, nick_url):

def __init__(self, end_date_month, end_date_day, end_time_hour, end_time_minute, nick_url, start_time_hour, start_time_minute):
self.name = nick_url
self.end_date_month = end_date_month
self.end_date_day = end_date_day
self.end_time_hour = end_time_hour
self.end_time_minute = end_time_minute
self.start_time_hour = start_time_hour
self.start_time_minute = start_time_minute
self.start_year = datetime.datetime.now(pytz.timezone('Asia/Tokyo')).year
self.start_month = datetime.datetime.now(pytz.timezone('Asia/Tokyo')).month
self.start_day = datetime.datetime.now(pytz.timezone('Asia/Tokyo')).day
self.started_flag = False

# Get Data from Chating panel
async def scanData(self):
Expand All @@ -46,7 +49,7 @@ async def send_request(p_url):
return json_response
else:
return ''

# Add gif user
async def append_to_gifusers(gifs_users, res):
flag = False
Expand Down Expand Up @@ -158,7 +161,7 @@ async def append_to_total_snack_users(total_users, sub_users):
return total_users

# add all result
async def append_to_total_result(gif_users, snack_users):
async def append_to_total_result(total_result, gif_users, snack_users):
max_len = len(gif_users) if len(gif_users) > len(snack_users) else len(snack_users)
temp_arr = None

Expand All @@ -175,8 +178,9 @@ async def append_to_total_result(gif_users, snack_users):
res_arr = [gif_users[i]['UserName'], gif_users[i]['GifType'], gif_users[i]['Gif_Count'], gif_users[i]['Coin'], '','','','']
elif(i < len(gif_users) and i < len(snack_users)):
res_arr = [gif_users[i]['UserName'], gif_users[i]['GifType'], gif_users[i]['Gif_Count'], gif_users[i]['Coin'], snack_users[i]['UserName'], snack_users[i]['Snack_Count'], snack_users[i]['Gif_Count'], snack_users[i]['Coin']]

total_results.append(res_arr)
print(len(gif_users), len(snack_users))
print(res_arr)
total_result.append(res_arr)

# add git and snack user
async def append_to_snack_gifusers(snack_gifs_users, gifs_user, username, snack_cnt):
Expand All @@ -200,6 +204,43 @@ async def append_to_snack_gifusers(snack_gifs_users, gifs_user, username, snack_
snack_gifs_users.append(res)
return snack_gifs_users

# add data into database
def result_response(value):
result = ''
if value == 1:
result = '現在進行中の配信者のリストが見つかりません。'
elif value == 2:
result = '入力した配信者に関する情報が見つかりません。'

try:
with mysql.connector.connect(
host='127.0.0.1',
user='root',
password='',
database='live_db'
) as cnx:
cursor = cnx.cursor()
query = "SELECT * FROM history WHERE url='" + self.name + "'"
cursor.execute(query)
result = cursor.fetchall()

if len(result) > 0:
for row in result:
cursor.execute(f"DELETE FROM history WHERE id={row[0]}")
print(f"DELETE FROM history WHERE id={row[0]}")

query = 'INSERT INTO history (url, start_date, end_date, type, status) VALUES (%s, %s, %s, %s, %s)'
cursor.execute(query, (self.name, f"{self.start_year}-{self.start_month}-{self.start_day} {self.start_time_hour}:{self.start_time_minute}", f"{self.start_year}-{self.end_date_month}-{self.end_date_day} {self.end_time_hour}:{self.end_time_minute}", 'C', value))
cnx.commit()
print('ece')
# cursor.close()
# cnx.close()
except Exception as e:
print(e)
finally:
cursor.close()
cnx.close()

url = 'https://wap-api.17app.co/api/v1/cells?count=0&cursor=&paging=1&region=JP&tab=hot'

liveStreamIDs = None
Expand All @@ -211,6 +252,7 @@ async def append_to_snack_gifusers(snack_gifs_users, gifs_user, username, snack_
print(f"An error occurred while fetching JSON for {url}: {e}")

if(liveStreamIDs == None):
result_response(1)
return 'Not exist'

live_stream_id_arr = []
Expand All @@ -220,8 +262,13 @@ async def append_to_snack_gifusers(snack_gifs_users, gifs_user, username, snack_
live_stream_id_arr.append(liveStreamIDs[i]['stream']['liveStreamID'])

if len(live_stream_id_arr) == 0:
result_response(2)
return 'failure - not exist live stream id'

if(self.started_flag != True):
result_response(0)
self.started_flag = True

for live_room_id in live_stream_id_arr:
url = f'https://17.live/ja/live/{live_room_id}'

Expand All @@ -242,7 +289,6 @@ async def append_to_snack_gifusers(snack_gifs_users, gifs_user, username, snack_
total_results = []

while True:
time.sleep(5)
chating_panel = browser.find_elements('css selector', '.ChatList__ListWrapper-sc-733d46-1')
if(len(chating_panel) > 0):
snack_cnt = 0
Expand Down Expand Up @@ -338,7 +384,7 @@ async def append_to_snack_gifusers(snack_gifs_users, gifs_user, username, snack_
await append_to_total_snack_users(total_snack_user, snack_gifs_users)

# total result
await append_to_total_result(total_gifs_user, total_snack_user)
await append_to_total_result(total_results, total_gifs_user, total_snack_user)

print(total_snack_cnt, total_coin_cnt, total_gif_man_cnt, total_score)
print(total_gifs_user)
Expand Down Expand Up @@ -374,8 +420,9 @@ async def append_to_snack_gifusers(snack_gifs_users, gifs_user, username, snack_
current_month = datetime.datetime.now(pytz.timezone('Asia/Tokyo')).month
current_day = datetime.datetime.now(pytz.timezone('Asia/Tokyo')).day

if(create_flag):
if(create_flag or tab_position == 1):
worksheet = spreadsheet.sheet1
worksheet.resize(rows=5000, cols=8)

worksheet.update_title(f"{current_month}-{current_day}")

Expand Down Expand Up @@ -416,7 +463,12 @@ async def append_to_snack_gifusers(snack_gifs_users, gifs_user, username, snack_
worksheet.update("C1", [["コイン数"]], value_input_option="USER_ENTERED")

print(tab_position - 3)
worksheet = spreadsheet.get_worksheet(tab_position - 3)
worksheet = None
try:
worksheet = spreadsheet.get_worksheet(tab_position - 3)
except:
worksheet = None

if(worksheet == None):
worksheet = spreadsheet.add_worksheet(title=f"{current_month}-{current_day}", rows='5000', cols='8')

Expand Down Expand Up @@ -455,6 +507,11 @@ async def append_to_snack_gifusers(snack_gifs_users, gifs_user, username, snack_
print('quota <')

worksheet = spreadsheet.worksheet("total")

worksheet.update("F1", [[str(total_coin_cnt)]], value_input_option="USER_ENTERED")
worksheet.update("F2", [[str(total_snack_cnt)]], value_input_option="USER_ENTERED")
worksheet.update("F3", [[str(total_gif_man_cnt)]], value_input_option="USER_ENTERED")
worksheet.update("F4", [[str(total_score)]], value_input_option="USER_ENTERED")
try:
worksheet.insert_rows(total_results, row=6)
except:
Expand All @@ -471,6 +528,8 @@ async def append_to_snack_gifusers(snack_gifs_users, gifs_user, username, snack_

else:
return 'Failure'

time.sleep(120)

async def main(self):
result = await self.scanData()
Expand Down
11 changes: 4 additions & 7 deletions app.py
View file
Original file line number Diff line number Diff line change
Expand Up @@ -29,9 +29,9 @@ def change_string(value):
return f"0{value}"
return value

def chating_scraping(end_date_month, end_date_day, end_time_hour, end_time_minute, nick_url):
def chating_scraping(end_date_month, end_date_day, end_time_hour, end_time_minute, nick_url, start_time_hour, start_time_minute):
print('start')
getChatingData = Chating(end_date_month, end_date_day, end_time_hour, end_time_minute, nick_url)
getChatingData = Chating(end_date_month, end_date_day, end_time_hour, end_time_minute, nick_url, start_time_hour, start_time_minute)
response = asyncio.run(getChatingData.main())
return json.dumps(response)

Expand Down Expand Up @@ -92,10 +92,10 @@ def start():
if(purpose_url.find(';') > -1):
nick_name_arr = purpose_url.split(';')
for nick_name in nick_name_arr:
res = threading.Timer(delay, chating_scraping, args=(end_date_month, end_date_day, end_time_hour, end_time_minute, nick_name)).start()
res = threading.Timer(delay, chating_scraping, args=(end_date_month, end_date_day, end_time_hour, end_time_minute, nick_name, start_time_hour, start_time_minute)).start()
else:
print(purpose_url)
res = threading.Timer(delay, chating_scraping, args=(end_date_month, end_date_day, end_time_hour, end_time_minute, purpose_url)).start()
res = threading.Timer(delay, chating_scraping, args=(end_date_month, end_date_day, end_time_hour, end_time_minute, purpose_url, start_time_hour, start_time_minute)).start()

# Convert start_date and end_date to datetime objects
start_datetime = datetime.datetime.strptime(f"{current_year}-{start_date_month}-{start_date_day} {start_time_hour}:{start_time_minute}:0", '%Y-%m-%d %H:%M:%S')
Expand All @@ -110,9 +110,6 @@ def stop():
del scheduled_jobs[job]
return json.dumps({'message': 'Cron job canceled successfully'})

if __name__ == '__main__':
app.run()

if __name__ == '__main__':
for _ in range(50): # Run 50 processes
p = Process(target=app.run)
Expand Down

0 comments on commit 2a99f55

Please sign in to comment.