alemi/upub
alemi/upub
1
0
Fork 1
Code Issues 4 Pull requests Projects Releases Packages 1 Wiki Activity Actions

feat: while crawling replies update likes/shares

Browse source
This commit is contained in:
əlemi 2024-11-20 18:06:05 +01:00
parent e2535e32ab
commit f7e1a1bbc0
Signed by: alemi
GPG key ID: A4895B84D311642C
1 changed files with 24 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

25
upub/core/src/traits/fetch.rs
View file

@ -2,7 +2,7 @@ use std::collections::BTreeMap;
use apb::{Activity, Actor, ActorMut, Base, Collection, CollectionPage, Object}; use apb::{Activity, Actor, ActorMut, Base, Collection, CollectionPage, Object};
use reqwest::{header::{ACCEPT, CONTENT_TYPE, USER_AGENT}, Method, Response}; use reqwest::{header::{ACCEPT, CONTENT_TYPE, USER_AGENT}, Method, Response};
use sea_orm::{ActiveValue::Set, ColumnTrait, ConnectionTrait, DbErr, EntityTrait, IntoActiveModel, NotSet, QueryFilter}; use sea_orm::{ActiveValue::Set, ColumnTrait, ConnectionTrait, DbErr, EntityTrait, IntoActiveModel, NotSet, QueryFilter, ActiveModelTrait};
use crate::{ext::Shortcuts, traits::normalize::AP}; use crate::{ext::Shortcuts, traits::normalize::AP};
@ -403,6 +403,29 @@ impl Fetcher for crate::Context {
async fn fetch_thread(&self, id: &str, tx: &impl ConnectionTrait) -> Result<(), RequestError> { async fn fetch_thread(&self, id: &str, tx: &impl ConnectionTrait) -> Result<(), RequestError> {
let object = self.pull(id).await?.object()?; let object = self.pull(id).await?.object()?;
// also update object stats since we're pulling it again
let model = self.fetch_object(id, tx).await?;
let mut active = model.clone().into_active_model();
let mut changed = false;
let new_like_count = object.likes_count().unwrap_or_default();
if new_like_count > model.likes {
active.likes = Set(new_like_count);
changed = true;
}
let new_share_count = object.shares_count().unwrap_or_default();
if new_share_count > model.announces {
active.announces = Set(new_share_count);
changed = true;
}
if changed {
active.update(tx).await?;
}
// crawl replies collection
let replies = object.replies().resolve(self).await?; let replies = object.replies().resolve(self).await?;
let mut page; let mut page;