Blacked.

Browse Source
This commit is contained in:
retoor 2024-11-26 09:22:24 +01:00
parent a6697fab58
commit a1b3ad2a92
4 changed files with 46 additions and 36 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

18
src/drstats/dataset.py
View File

@ -23,9 +23,7 @@ def dump():
print("\n".join(statistics_text)) print("\n".join(statistics_text))
all_content = "" all_content = ""
for user in list(db.get_users()): for user in list(db.get_users()):
text = ( text = db.get_all_rants_of_user(user)
db.get_all_rants_of_user(user)
)
total_text = "" total_text = ""
if text: if text:
total_text += text total_text += text
@ -42,9 +40,7 @@ def dump():
f.write(" said ") f.write(" said ")
f.write(text) f.write(text)
f.write("```") f.write("```")
text = ( text = db.get_all_posts_of_user(user)
db.get_all_posts_of_user(user)
)
if text: if text:
total_text += text total_text += text
print( print(
@ -62,7 +58,7 @@ def dump():
f.write("```") f.write("```")
all_content += total_text all_content += total_text
print("===Mentions of users:", "```") print("===Mentions of users:", "```")
users = db.get_users() users = db.get_users()
users.sort() users.sort()
for user in users: for user in users:
@ -76,4 +72,10 @@ def dump():
printr(f"export/view-{view['name']}.json") printr(f"export/view-{view['name']}.json")
with pathlib.Path(f"export/view-{view['name']}.json").open("w+") as f: with pathlib.Path(f"export/view-{view['name']}.json").open("w+") as f:
with db.Db() as _db: with db.Db() as _db:
json.dump([dict(record) for record in _db.query("SELECT * FROM {}".format(view['name']))],f) json.dump(
[
dict(record)
for record in _db.query("SELECT * FROM {}".format(view["name"]))
],
f,
)

26
src/drstats/db.py
View File

@ -206,8 +206,12 @@ def get_db():
"CREATE VIEW posts_of_user AS SELECT user_username as username, GROUP_CONCAT(body) as text FROM comments" "CREATE VIEW posts_of_user AS SELECT user_username as username, GROUP_CONCAT(body) as text FROM comments"
) )
db.query("DROP VIEW IF EXISTS contributions_extended_ranked") db.query("DROP VIEW IF EXISTS contributions_extended_ranked")
db.query("CREATE VIEW contributions_extended_ranked AS SELECT ROW_NUMBER() OVER (ORDER BY upvotes_per_post_on_average DESC) as rank_by_appreciation_based_on_upvotes_per_message, * FROM contributions_extended ORDER BY upvotes_per_post_on_average DESC") db.query(
db.query("CREATE VIEW IF NOT EXISTS views AS SELECT sql, name FROM sqlite_schema WHERE type='view' AND name != 'views';") "CREATE VIEW contributions_extended_ranked AS SELECT ROW_NUMBER() OVER (ORDER BY upvotes_per_post_on_average DESC) as rank_by_appreciation_based_on_upvotes_per_message, * FROM contributions_extended ORDER BY upvotes_per_post_on_average DESC"
)
db.query(
"CREATE VIEW IF NOT EXISTS views AS SELECT sql, name FROM sqlite_schema WHERE type='view' AND name != 'views';"
)
return db return db
@ -246,21 +250,29 @@ def get_views():
with Db() as db: with Db() as db:
return list(db.query("SELECT * FROM views;")) return list(db.query("SELECT * FROM views;"))
def get_contributions(): def get_contributions():
with Db() as db: with Db() as db:
contributions = db.query( contributions = db.query("SELECT * FROM contributions_extended_ranked")
"SELECT * FROM contributions_extended_ranked"
)
return list(contributions) return list(contributions)
def get_upvote_average(): def get_upvote_average():
return avg(contribution["upvotes_per_post_on_average"] for contribution in get_contributions()) return avg(
contribution["upvotes_per_post_on_average"]
for contribution in get_contributions()
)
def get_users(): def get_users():
with Db() as db: with Db() as db:
return [user["username"] for user in db.query("SELECT DISTINCT username FROM contributions ORDER BY username")] return [
user["username"]
for user in db.query(
"SELECT DISTINCT username FROM contributions ORDER BY username"
)
]
def get_user_count(): def get_user_count():
return len(get_users()) return len(get_users())

23
src/drstats/statistics.py
View File

@ -3,10 +3,9 @@ import asyncio
from drstats.duration import Duration from drstats.duration import Duration
def new_plot(): def new_plot():
import matplotlib.pyplot as plt import matplotlib.pyplot as plt
plt.clf() plt.clf()
plt.cla() plt.cla()
plt.close(0) plt.close(0)
@ -16,11 +15,12 @@ def new_plot():
def get_date_range(): def get_date_range():
with Db() as db: with Db() as db:
record = list(db.query( record = list(
"SELECT min(date(created)) as start_date, max(date(created)) as end_date FROM rants" db.query(
))[0] "SELECT min(date(created)) as start_date, max(date(created)) as end_date FROM rants"
)
)[0]
return record["start_date"], record["end_date"] return record["start_date"], record["end_date"]
def get_date_range_str(): def get_date_range_str():
@ -50,7 +50,6 @@ async def rant_stats_per_day():
plt.title("Rants per day") plt.title("Rants per day")
plt.legend() plt.legend()
plt.savefig(f"export/rants_per_day_{get_date_range_str()}.png") plt.savefig(f"export/rants_per_day_{get_date_range_str()}.png")
async def comment_stats_per_day(): async def comment_stats_per_day():
@ -76,7 +75,6 @@ async def comment_stats_per_day():
plt.title("Comments per day") plt.title("Comments per day")
plt.legend() plt.legend()
plt.savefig(f"export/comments_per_day_{get_date_range_str()}.png") plt.savefig(f"export/comments_per_day_{get_date_range_str()}.png")
async def rant_stats_per_weekday(): async def rant_stats_per_weekday():
@ -97,7 +95,6 @@ async def rant_stats_per_weekday():
plt.title("Rants per weekday") plt.title("Rants per weekday")
plt.legend() plt.legend()
plt.savefig(f"export/rants_per_weekday_{get_date_range_str()}.png") plt.savefig(f"export/rants_per_weekday_{get_date_range_str()}.png")
async def comment_stats_per_weekday(): async def comment_stats_per_weekday():
@ -118,7 +115,6 @@ async def comment_stats_per_weekday():
plt.title("Comments per weekday") plt.title("Comments per weekday")
plt.legend() plt.legend()
plt.savefig(f"export/comments_per_weekday_{get_date_range_str()}.png") plt.savefig(f"export/comments_per_weekday_{get_date_range_str()}.png")
async def rant_stats_per_hour(): async def rant_stats_per_hour():
@ -139,7 +135,6 @@ async def rant_stats_per_hour():
plt.title("Rants per hour") plt.title("Rants per hour")
plt.legend() plt.legend()
plt.savefig(f"export/rants_per_hour_{get_date_range_str()}.png") plt.savefig(f"export/rants_per_hour_{get_date_range_str()}.png")
async def comment_stats_per_hour(): async def comment_stats_per_hour():
@ -160,7 +155,6 @@ async def comment_stats_per_hour():
plt.title("Comments per hour") plt.title("Comments per hour")
plt.legend() plt.legend()
plt.savefig(f"export/comments_per_hour_{get_date_range_str()}.png") plt.savefig(f"export/comments_per_hour_{get_date_range_str()}.png")
async def score_most_ignored_last_7_days(): async def score_most_ignored_last_7_days():
@ -185,8 +179,7 @@ async def score_most_ignored_last_7_days():
plt.savefig( plt.savefig(
f"export/score_ignored_most_last_7_days_{get_date_range_str()}.png" f"export/score_ignored_most_last_7_days_{get_date_range_str()}.png"
) )
async def score_last_7_days(): async def score_last_7_days():
with Duration("Upvotes (score) last 7 days"): with Duration("Upvotes (score) last 7 days"):
@ -206,7 +199,6 @@ async def score_last_7_days():
plt.title("Most ignored based on score regarding last 7 days") plt.title("Most ignored based on score regarding last 7 days")
plt.legend() plt.legend()
plt.savefig(f"export/score_last_7_days_{get_date_range_str()}.png") plt.savefig(f"export/score_last_7_days_{get_date_range_str()}.png")
async def user_score_per_day(username): async def user_score_per_day(username):
@ -258,7 +250,6 @@ async def user_score_per_day(username):
plt.legend() plt.legend()
plt.savefig(f"export/score_user_{username}_{get_date_range_str()}.png") plt.savefig(f"export/score_user_{username}_{get_date_range_str()}.png")
def stats(): def stats():

15
src/drstats/sync.py
View File

@ -31,7 +31,7 @@ async def get_recent_rants(start_from=1, page_size=10):
def get_rants(): def get_rants():
return dr.get_rants("recent", page_size, start_from)["rants"] return dr.get_rants("recent", page_size, start_from)["rants"]
rants = asyncio.wait_for(loop.run_in_executor(get_rants), 5) rants = asyncio.wait_for(loop.run_in_executor(get_rants), 5)
page += 1 page += 1
@ -46,7 +46,7 @@ async def get_recent_rants(start_from=1, page_size=10):
start_from += page_size start_from += page_size
async def _sync_rants(start_from, page_size,count): async def _sync_rants(start_from, page_size, count):
async for rant in get_recent_rants(start_from, page_size): async for rant in get_recent_rants(start_from, page_size):
start_from += page_size start_from += page_size
count += 1 count += 1
@ -55,6 +55,7 @@ async def _sync_rants(start_from, page_size,count):
print(f"Upserted {count} rant(s).") print(f"Upserted {count} rant(s).")
return count return count
async def sync_rants(): async def sync_rants():
count = 0 count = 0
start_from = 0 start_from = 0
@ -63,11 +64,15 @@ async def sync_rants():
while True: while True:
try: try:
count += await asyncio.wait_for(_sync_rants(start_from, page_size,count),5) count += await asyncio.wait_for(
_sync_rants(start_from, page_size, count), 5
)
start_from += page_size start_from += page_size
except Exception as ex: except Exception as ex:
print(ex) print(ex)
print("If exception described above is an timeout related error, it's due ratelimiting and considered OK.") print(
"If exception described above is an timeout related error, it's due ratelimiting and considered OK."
)
break break
@ -76,7 +81,7 @@ async def sync_comments():
rants_synced = 0 rants_synced = 0
for rant in db["rants"].find(order_by="-id"): for rant in db["rants"].find(order_by="-id"):
rants_synced += 1 rants_synced += 1
comments = dr.get_rant(rant["id"]).get("comments",[]) comments = dr.get_rant(rant["id"]).get("comments", [])
for comment in comments: for comment in comments:
comments_synced += 1 comments_synced += 1
comment["created"] = timestamp_to_string(comment["created_time"]) comment["created"] = timestamp_to_string(comment["created_time"])