chore: cleaned up server and lib after split

This commit is contained in:
əlemi 2023-08-16 17:09:21 +02:00
parent 9a1d84bc64
commit 74faca0f25
8 changed files with 128 additions and 113 deletions

View file

@ -1,17 +1,16 @@
use std::{pin::Pin, sync::{Arc, RwLock}, collections::HashMap};
use tokio::sync::{mpsc, broadcast, oneshot};
use tokio::sync::{mpsc, oneshot};
use tonic::{Request, Response, Status};
use tokio_stream::{Stream, wrappers::ReceiverStream}; // TODO example used this?
use codemp::proto::{buffer_server::{Buffer, BufferServer}, RawOp, BufferPayload, BufferResponse, OperationRequest, Cursor};
use codemp::proto::{buffer_server::Buffer, RawOp, BufferPayload, BufferResponse, OperationRequest, BufferEditResponse, BufferCreateResponse};
use tracing::info;
use super::actor::{BufferHandle, BufferStore};
type OperationStream = Pin<Box<dyn Stream<Item = Result<RawOp, Status>> + Send>>;
type CursorStream = Pin<Box<dyn Stream<Item = Result<Cursor, Status>> + Send>>;
struct BufferMap {
store: HashMap<String, BufferHandle>,
@ -34,15 +33,12 @@ impl BufferStore<String> for BufferMap {
pub struct BufferService {
map: Arc<RwLock<BufferMap>>,
cursor: broadcast::Sender<Cursor>,
}
impl BufferService {
#[allow(unused)]
fn get_buffer(&self, path: &String) -> Result<BufferHandle, Status> {
match self.map.read().unwrap().get(path) {
Some(buf) => Ok(buf.clone()),
None => Err(Status::not_found("no buffer for given path")),
impl Default for BufferService {
fn default() -> BufferService {
BufferService {
map: Arc::new(RwLock::new(HashMap::new().into())),
}
}
}
@ -50,7 +46,6 @@ impl BufferService {
#[tonic::async_trait]
impl Buffer for BufferService {
type AttachStream = OperationStream;
type ListenStream = CursorStream;
async fn attach(&self, req: Request<BufferPayload>) -> Result<Response<OperationStream>, Status> {
let request = req.into_inner();
@ -73,29 +68,7 @@ impl Buffer for BufferService {
}
}
async fn listen(&self, req: Request<BufferPayload>) -> Result<Response<CursorStream>, Status> {
let mut sub = self.cursor.subscribe();
let myself = req.into_inner().user;
let (tx, rx) = mpsc::channel(128);
tokio::spawn(async move {
while let Ok(v) = sub.recv().await {
if v.user == myself { continue }
tx.send(Ok(v)).await.unwrap(); // TODO unnecessary channel?
}
});
let output_stream = ReceiverStream::new(rx);
info!("registered new subscriber to cursor updates");
Ok(Response::new(Box::pin(output_stream)))
}
async fn moved(&self, req:Request<Cursor>) -> Result<Response<BufferResponse>, Status> {
match self.cursor.send(req.into_inner()) {
Ok(_) => Ok(Response::new(BufferResponse { accepted: true, content: None})),
Err(e) => Err(Status::internal(format!("could not broadcast cursor update: {}", e))),
}
}
async fn edit(&self, req:Request<OperationRequest>) -> Result<Response<BufferResponse>, Status> {
async fn edit(&self, req:Request<OperationRequest>) -> Result<Response<BufferEditResponse>, Status> {
let request = req.into_inner();
let tx = match self.map.read().unwrap().get(&request.path) {
Some(handle) => {
@ -110,19 +83,20 @@ impl Buffer for BufferService {
let (ack, status) = oneshot::channel();
match tx.send((ack, request)).await {
Err(e) => Err(Status::internal(format!("error sending edit to buffer actor: {}", e))),
Ok(()) => Ok(Response::new(BufferResponse {
accepted: status.await.unwrap_or(false),
content: None
}))
Ok(()) => {
match status.await {
Ok(_accepted) => Ok(Response::new(BufferEditResponse { })),
Err(e) => Err(Status::internal(format!("error receiving edit result: {}", e))),
}
}
}
}
async fn create(&self, req:Request<BufferPayload>) -> Result<Response<BufferResponse>, Status> {
async fn create(&self, req:Request<BufferPayload>) -> Result<Response<BufferCreateResponse>, Status> {
let request = req.into_inner();
let _handle = self.map.write().unwrap().handle(request.path, request.content);
info!("created new buffer");
let answ = BufferResponse { accepted: true, content: None };
Ok(Response::new(answ))
Ok(Response::new(BufferCreateResponse { }))
}
async fn sync(&self, req: Request<BufferPayload>) -> Result<Response<BufferResponse>, Status> {
@ -131,23 +105,9 @@ impl Buffer for BufferService {
None => Err(Status::not_found("requested buffer does not exist")),
Some(buf) => {
info!("synching buffer");
let answ = BufferResponse { accepted: true, content: Some(buf.content.borrow().clone()) };
let answ = BufferResponse { content: buf.content.borrow().clone() };
Ok(Response::new(answ))
}
}
}
}
impl BufferService {
pub fn new() -> BufferService {
let (cur_tx, _cur_rx) = broadcast::channel(64); // TODO hardcoded capacity
BufferService {
map: Arc::new(RwLock::new(HashMap::new().into())),
cursor: cur_tx,
}
}
pub fn server(self) -> BufferServer<BufferService> {
BufferServer::new(self)
}
}

1
server/src/cursor/mod.rs Normal file
View file

@ -0,0 +1 @@
pub mod service;

View file

@ -0,0 +1,52 @@
use std::pin::Pin;
use tokio::sync::{mpsc, broadcast};
use tonic::{Request, Response, Status};
use tokio_stream::{Stream, wrappers::ReceiverStream}; // TODO example used this?
use codemp::proto::{cursor_server::Cursor, UserIdentity, CursorPosition, MovedResponse};
use tracing::info;
type CursorStream = Pin<Box<dyn Stream<Item = Result<CursorPosition, Status>> + Send>>;
pub struct CursorService {
cursor: broadcast::Sender<CursorPosition>,
}
#[tonic::async_trait]
impl Cursor for CursorService {
type ListenStream = CursorStream;
async fn listen(&self, req: Request<UserIdentity>) -> Result<Response<CursorStream>, Status> {
let mut sub = self.cursor.subscribe();
let myself = req.into_inner().id;
let (tx, rx) = mpsc::channel(128);
tokio::spawn(async move {
while let Ok(v) = sub.recv().await {
if v.user == myself { continue }
tx.send(Ok(v)).await.unwrap(); // TODO unnecessary channel?
}
});
let output_stream = ReceiverStream::new(rx);
info!("registered new subscriber to cursor updates");
Ok(Response::new(Box::pin(output_stream)))
}
async fn moved(&self, req:Request<CursorPosition>) -> Result<Response<MovedResponse>, Status> {
match self.cursor.send(req.into_inner()) {
Ok(_) => Ok(Response::new(MovedResponse { })),
Err(e) => Err(Status::internal(format!("could not broadcast cursor update: {}", e))),
}
}
}
impl Default for CursorService {
fn default() -> Self {
let (cur_tx, _cur_rx) = broadcast::channel(64); // TODO hardcoded capacity
// TODO don't drop receiver because sending event when there are no receivers throws an error
CursorService {
cursor: cur_tx,
}
}
}

View file

@ -5,12 +5,16 @@
//!
use clap::Parser;
use codemp::proto::buffer_server::BufferServer;
use codemp::proto::cursor_server::CursorServer;
use tracing::info;
use tonic::transport::Server;
mod buffer;
mod cursor;
use crate::buffer::service::BufferService;
use crate::cursor::service::CursorService;
#[derive(Parser, Debug)]
struct CliArgs {
@ -37,7 +41,8 @@ async fn main() -> Result<(), Box<dyn std::error::Error>> {
info!("binding on {}", args.host);
Server::builder()
.add_service(BufferService::new().server())
.add_service(BufferServer::new(BufferService::default()))
.add_service(CursorServer::new(CursorService::default()))
.serve(args.host.parse()?)
.await?;

View file

@ -4,7 +4,6 @@ use uuid::Uuid;
use crate::{
ControllerWorker,
cursor::tracker::{CursorTracker, CursorTrackerWorker},
buffer::handle::{BufferHandle, OperationControllerEditor, OperationControllerWorker},
proto::{buffer_client::BufferClient, BufferPayload, RawOp, OperationRequest},
};
@ -28,39 +27,39 @@ impl BufferController {
pub fn id(&self) -> &str { &self.id }
pub async fn create(&mut self, path: &str, content: Option<&str>) -> Result<bool, Status> {
pub async fn create(&mut self, path: &str, content: Option<&str>) -> Result<(), Status> {
let req = BufferPayload {
path: path.to_string(),
content: content.map(|x| x.to_string()),
user: self.id.clone(),
};
let res = self.client.create(req).await?;
self.client.create(req).await?;
Ok(res.into_inner().accepted)
Ok(())
}
pub async fn listen(&mut self) -> Result<CursorTracker, Status> {
let req = BufferPayload {
path: "".into(),
content: None,
user: self.id.clone(),
};
// pub async fn listen(&mut self) -> Result<CursorTracker, Status> {
// let req = BufferPayload {
// path: "".into(),
// content: None,
// user: self.id.clone(),
// };
let stream = self.client.listen(req).await?.into_inner();
// let stream = self.client.listen(req).await?.into_inner();
let controller = CursorTrackerWorker::new(self.id().to_string());
let handle = controller.subscribe();
let client = self.client.clone();
// let controller = CursorTrackerWorker::new(self.id().to_string());
// let handle = controller.subscribe();
// let client = self.client.clone();
tokio::spawn(async move {
tracing::debug!("cursor worker started");
controller.work(stream, client).await;
tracing::debug!("cursor worker stopped");
});
// tokio::spawn(async move {
// tracing::debug!("cursor worker started");
// controller.work(stream, client).await;
// tracing::debug!("cursor worker stopped");
// });
Ok(handle)
}
// Ok(handle)
// }
pub async fn attach(&mut self, path: &str) -> Result<BufferHandle, Status> {
let req = BufferPayload {
@ -72,8 +71,7 @@ impl BufferController {
let content = self.client.sync(req.clone())
.await?
.into_inner()
.content
.unwrap_or("".into());
.content;
let stream = self.client.attach(req).await?.into_inner();
@ -100,7 +98,7 @@ impl OperationControllerEditor for (BufferController, Streaming<RawOp>) {
user: self.0.id().to_string(),
};
match self.0.client.edit(req).await {
Ok(res) => res.into_inner().accepted,
Ok(_) => true,
Err(e) => {
tracing::error!("error sending edit: {}", e);
false

View file

@ -1,25 +1,25 @@
pub mod tracker;
use crate::proto::{Position, Cursor};
use crate::proto::{RowColumn, CursorPosition};
impl From::<Position> for (i32, i32) {
fn from(pos: Position) -> (i32, i32) {
impl From::<RowColumn> for (i32, i32) {
fn from(pos: RowColumn) -> (i32, i32) {
(pos.row, pos.col)
}
}
impl From::<(i32, i32)> for Position {
impl From::<(i32, i32)> for RowColumn {
fn from((row, col): (i32, i32)) -> Self {
Position { row, col }
RowColumn { row, col }
}
}
impl Cursor {
pub fn start(&self) -> Position {
impl CursorPosition {
pub fn start(&self) -> RowColumn {
self.start.clone().unwrap_or((0, 0).into())
}
pub fn end(&self) -> Position {
pub fn end(&self) -> RowColumn {
self.end.clone().unwrap_or((0, 0).into())
}
}

View file

@ -3,17 +3,17 @@ use std::sync::Arc;
use tokio::sync::{mpsc, broadcast::{self, error::RecvError}, Mutex};
use tonic::{Streaming, transport::Channel};
use crate::{proto::{Position, Cursor, buffer_client::BufferClient}, errors::IgnorableError, CodempError};
use crate::{proto::{RowColumn, CursorPosition, buffer_client::BufferClient}, errors::IgnorableError, CodempError};
pub struct CursorTracker {
uid: String,
op: mpsc::Sender<Cursor>,
stream: Mutex<broadcast::Receiver<Cursor>>,
op: mpsc::Sender<CursorPosition>,
stream: Mutex<broadcast::Receiver<CursorPosition>>,
}
impl CursorTracker {
pub async fn moved(&self, path: &str, start: Position, end: Position) -> Result<(), CodempError> {
Ok(self.op.send(Cursor {
pub async fn moved(&self, path: &str, start: RowColumn, end: RowColumn) -> Result<(), CodempError> {
Ok(self.op.send(CursorPosition {
user: self.uid.clone(),
buffer: path.to_string(),
start: start.into(),
@ -23,7 +23,7 @@ impl CursorTracker {
// TODO is this cancelable? so it can be used in tokio::select!
// TODO is the result type overkill? should be an option?
pub async fn recv(&self) -> Result<Cursor, CodempError> {
pub async fn recv(&self) -> Result<CursorPosition, CodempError> {
let mut stream = self.stream.lock().await;
match stream.recv().await {
Ok(x) => Ok(x),
@ -35,7 +35,7 @@ impl CursorTracker {
}
}
// fn try_poll(&self) -> Option<Option<Cursor>> {
// fn try_poll(&self) -> Option<Option<CursorPosition>> {
// match self.stream.try_lock() {
// Err(_) => None,
// Ok(mut x) => match x.try_recv() {
@ -51,14 +51,14 @@ impl CursorTracker {
// }
}
pub(crate) struct CursorTrackerWorker {
pub(crate) struct CursorPositionTrackerWorker {
uid: String,
producer: mpsc::Sender<Cursor>,
op: mpsc::Receiver<Cursor>,
channel: Arc<broadcast::Sender<Cursor>>,
producer: mpsc::Sender<CursorPosition>,
op: mpsc::Receiver<CursorPosition>,
channel: Arc<broadcast::Sender<CursorPosition>>,
}
impl CursorTrackerWorker {
impl CursorPositionTrackerWorker {
pub(crate) fn new(uid: String) -> Self {
let (op_tx, op_rx) = mpsc::channel(64);
let (cur_tx, _cur_rx) = broadcast::channel(64);
@ -79,11 +79,11 @@ impl CursorTrackerWorker {
}
// TODO is it possible to avoid passing directly tonic Streaming and proto BufferClient ?
pub(crate) async fn work(mut self, mut rx: Streaming<Cursor>, mut tx: BufferClient<Channel>) {
pub(crate) async fn work(mut self, mut rx: Streaming<CursorPosition>, mut tx: BufferClient<Channel>) {
loop {
tokio::select!{
Ok(Some(cur)) = rx.message() => self.channel.send(cur).unwrap_or_warn("could not broadcast event"),
Some(op) = self.op.recv() => { tx.moved(op).await.unwrap_or_warn("could not update cursor"); },
Some(op) = self.op.recv() => { todo!() } // tx.moved(op).await.unwrap_or_warn("could not update cursor"); },
else => break,
}
}

View file

@ -4,7 +4,6 @@ use tokio::sync::RwLock;
use crate::{
buffer::{controller::BufferController, handle::BufferHandle},
cursor::tracker::CursorTracker,
errors::CodempError,
};
@ -25,35 +24,35 @@ pub mod instance {
}
pub struct Workspace {
client: BufferController,
buffers: RwLock<BTreeMap<Box<str>, Arc<BufferHandle>>>,
cursor: Arc<CursorTracker>,
// cursor: Arc<CursorTracker>,
client: BufferController,
}
impl Workspace {
pub async fn new(dest: &str) -> Result<Self, CodempError> {
let mut client = BufferController::new(dest).await?;
let cursor = Arc::new(client.listen().await?);
let client = BufferController::new(dest).await?;
// let cursor = Arc::new(client.listen().await?);
Ok(
Workspace {
buffers: RwLock::new(BTreeMap::new()),
cursor,
// cursor,
client,
}
)
}
// Cursor
pub async fn cursor(&self) -> Arc<CursorTracker> {
self.cursor.clone()
}
// pub async fn cursor(&self) -> Arc<CursorTracker> {
// self.cursor.clone()
// }
// Buffer
pub async fn buffer(&self, path: &str) -> Option<Arc<BufferHandle>> {
self.buffers.read().await.get(path).cloned()
}
pub async fn create(&self, path: &str, content: Option<&str>) -> Result<bool, CodempError> {
pub async fn create(&self, path: &str, content: Option<&str>) -> Result<(), CodempError> {
Ok(self.client.clone().create(path, content).await?)
}