feat: added fix task to recalculate stats

note that won't reset everything to 0, just force set every post which
has a count != 0
also this is kind of a bad way to do it. at least we stream objects, but
we could have it happen all inside our db with SELECT, DISTINCT and SUM,
i just don't know how to represent it in sea_orm. an intermediate
optimization may be selecting only certain columns but it's relevant
almost only for replies
This commit is contained in:
əlemi 2024-04-29 20:53:19 +02:00
parent 4fe53f7011
commit 3129970fb5
Signed by: alemi
GPG key ID: A4895B84D311642C
2 changed files with 92 additions and 0 deletions

View file

@ -28,6 +28,7 @@ jrd = "0.1"
tracing = "0.1" tracing = "0.1"
tracing-subscriber = "0.3" tracing-subscriber = "0.3"
clap = { version = "4.5", features = ["derive"] } clap = { version = "4.5", features = ["derive"] }
futures = "0.3"
tokio = { version = "1.35", features = ["full"] } # TODO slim this down tokio = { version = "1.35", features = ["full"] } # TODO slim this down
sea-orm = { version = "0.12", features = ["macros", "sqlx-sqlite", "runtime-tokio-rustls"] } sea-orm = { version = "0.12", features = ["macros", "sqlx-sqlite", "runtime-tokio-rustls"] }
reqwest = { version = "0.12", features = ["json"] } reqwest = { version = "0.12", features = ["json"] }

View file

@ -72,7 +72,23 @@ enum CliCommand {
actor: String, actor: String,
#[arg(long, default_value_t = false)] #[arg(long, default_value_t = false)]
/// instead of sending a follow request, send an accept
accept: bool accept: bool
},
/// run db maintenance tasks
Fix {
#[arg(long, default_value_t = false)]
/// fix likes counts for posts
likes: bool,
#[arg(long, default_value_t = false)]
/// fix shares counts for posts
shares: bool,
#[arg(long, default_value_t = false)]
/// fix replies counts for posts
replies: bool,
} }
} }
@ -147,6 +163,11 @@ async fn main() {
.expect("could not dispatch relay activity"); .expect("could not dispatch relay activity");
}, },
CliCommand::Fix { likes, shares, replies } =>
fix(db, likes, shares, replies)
.await
.expect("failed running fix task"),
CliCommand::Serve => { CliCommand::Serve => {
let ctx = server::Context::new(db, args.domain) let ctx = server::Context::new(db, args.domain)
.await.expect("failed creating server context"); .await.expect("failed creating server context");
@ -211,3 +232,73 @@ async fn fetch(db: sea_orm::DatabaseConnection, domain: String, uri: String, sav
Ok(()) Ok(())
} }
async fn fix(db: sea_orm::DatabaseConnection, likes: bool, shares: bool, replies: bool) -> crate::Result<()> {
use futures::TryStreamExt;
if likes {
tracing::info!("fixing likes...");
let mut store = std::collections::HashMap::new();
let mut stream = model::like::Entity::find().stream(&db).await?;
while let Some(like) = stream.try_next().await? {
store.insert(like.likes.clone(), store.get(&like.likes).unwrap_or(&0) + 1);
}
for (k, v) in store {
let m = model::object::ActiveModel {
id: sea_orm::Set(k),
likes: sea_orm::Set(v),
..Default::default()
};
model::object::Entity::update(m)
.exec(&db)
.await?;
}
}
if shares {
tracing::info!("fixing shares...");
let mut store = std::collections::HashMap::new();
let mut stream = model::share::Entity::find().stream(&db).await?;
while let Some(share) = stream.try_next().await? {
store.insert(share.shares.clone(), store.get(&share.shares).unwrap_or(&0) + 1);
}
for (k, v) in store {
let m = model::object::ActiveModel {
id: sea_orm::Set(k),
shares: sea_orm::Set(v),
..Default::default()
};
model::object::Entity::update(m)
.exec(&db)
.await?;
}
}
if replies {
tracing::info!("fixing replies...");
let mut store = std::collections::HashMap::new();
let mut stream = model::object::Entity::find().stream(&db).await?;
while let Some(object) = stream.try_next().await? {
if let Some(reply) = object.in_reply_to {
let before = store.get(&reply).unwrap_or(&0);
store.insert(reply, before + 1);
}
}
for (k, v) in store {
let m = model::object::ActiveModel {
id: sea_orm::Set(k),
comments: sea_orm::Set(v),
..Default::default()
};
model::object::Entity::update(m)
.exec(&db)
.await?;
}
}
tracing::info!("done running fix tasks");
Ok(())
}