2024-08-08 23:58:45 +02:00
|
|
|
pub mod client;
|
|
|
|
pub mod controllers;
|
|
|
|
pub mod workspace;
|
|
|
|
|
2024-08-21 15:02:44 +02:00
|
|
|
use std::{
|
|
|
|
future::{poll_fn, Future},
|
|
|
|
task::Poll,
|
|
|
|
};
|
|
|
|
|
2024-08-08 23:58:45 +02:00
|
|
|
use crate::{
|
2024-08-09 09:14:27 +02:00
|
|
|
api::{Cursor, TextChange},
|
|
|
|
buffer::Controller as BufferController,
|
|
|
|
cursor::Controller as CursorController,
|
|
|
|
Client, Workspace,
|
2024-08-08 23:58:45 +02:00
|
|
|
};
|
2024-08-21 15:02:44 +02:00
|
|
|
|
2024-08-08 23:58:45 +02:00
|
|
|
use pyo3::prelude::*;
|
2024-08-20 17:16:36 +02:00
|
|
|
use pyo3::{
|
|
|
|
exceptions::{PyConnectionError, PyRuntimeError, PySystemError},
|
|
|
|
types::PyFunction,
|
|
|
|
};
|
2024-08-08 23:58:45 +02:00
|
|
|
|
2024-08-20 21:09:10 +02:00
|
|
|
use tokio::sync::{mpsc, oneshot};
|
|
|
|
|
|
|
|
// global reference to a current_thread tokio runtime
|
2024-08-20 17:16:36 +02:00
|
|
|
pub fn tokio() -> &'static tokio::runtime::Runtime {
|
2024-08-20 21:09:10 +02:00
|
|
|
use std::sync::OnceLock;
|
2024-08-17 01:12:35 +02:00
|
|
|
static RT: OnceLock<tokio::runtime::Runtime> = OnceLock::new();
|
2024-08-18 19:06:07 +02:00
|
|
|
RT.get_or_init(|| {
|
|
|
|
tokio::runtime::Builder::new_current_thread()
|
|
|
|
.enable_all()
|
|
|
|
.on_thread_start(|| tracing::info!("tokio thread started."))
|
|
|
|
.on_thread_stop(|| tracing::info!("tokio thread stopped."))
|
|
|
|
.build()
|
|
|
|
.unwrap()
|
|
|
|
})
|
2024-08-17 01:12:35 +02:00
|
|
|
}
|
|
|
|
|
2024-08-20 21:09:10 +02:00
|
|
|
// // workaround to allow the GIL to be released across awaits, waiting on
|
|
|
|
// // https://github.com/PyO3/pyo3/pull/3610
|
|
|
|
// struct AllowThreads<F>(F);
|
|
|
|
|
|
|
|
// impl<F> Future for AllowThreads<F>
|
|
|
|
// where
|
|
|
|
// F: Future + Unpin + Send,
|
|
|
|
// F::Output: Send,
|
|
|
|
// {
|
|
|
|
// type Output = F::Output;
|
|
|
|
|
2024-08-21 15:02:44 +02:00
|
|
|
// fn poll(self: std::pin::Pin<&mut Self>, cx: &mut Context<'_>) -> Poll<Self::Output> {
|
2024-08-20 21:09:10 +02:00
|
|
|
// let waker = cx.waker();
|
|
|
|
// let fut = unsafe { self.map_unchecked_mut(|e| &mut e.0) };
|
|
|
|
// Python::with_gil(|py| py.allow_threads(|| fut.poll(&mut Context::from_waker(waker))))
|
|
|
|
// }
|
|
|
|
// }
|
|
|
|
// #[macro_export]
|
|
|
|
// macro_rules! spawn_future_allow_threads {
|
|
|
|
// ($fut:expr) => {
|
|
|
|
// $crate::ffi::python::tokio().spawn($crate::ffi::python::AllowThreads(Box::pin(
|
|
|
|
// async move {
|
|
|
|
// tracing::info!("running future from rust.");
|
|
|
|
// $fut.await
|
|
|
|
// },
|
|
|
|
// )))
|
|
|
|
// };
|
|
|
|
// }
|
2024-08-17 01:12:35 +02:00
|
|
|
|
2024-08-20 17:16:36 +02:00
|
|
|
#[macro_export]
|
|
|
|
macro_rules! a_sync {
|
2024-08-20 22:18:29 +02:00
|
|
|
($x:expr) => {{
|
2024-08-21 15:02:44 +02:00
|
|
|
Ok($crate::ffi::python::Promise(Some(
|
2024-08-20 22:18:29 +02:00
|
|
|
$crate::ffi::python::tokio()
|
|
|
|
.spawn(async move { Ok($x.map(|f| Python::with_gil(|py| f.into_py(py)))?) }),
|
|
|
|
)))
|
|
|
|
}};
|
2024-08-20 17:16:36 +02:00
|
|
|
}
|
|
|
|
|
2024-08-08 23:58:45 +02:00
|
|
|
#[derive(Debug, Clone)]
|
2024-08-20 21:09:10 +02:00
|
|
|
struct LoggerProducer(mpsc::UnboundedSender<String>);
|
2024-08-08 23:58:45 +02:00
|
|
|
|
|
|
|
impl std::io::Write for LoggerProducer {
|
|
|
|
fn write(&mut self, buf: &[u8]) -> std::io::Result<usize> {
|
2024-08-20 11:22:45 +02:00
|
|
|
let _ = self.0.send(String::from_utf8_lossy(buf).to_string()); // ignore: logger disconnected or with full buffer
|
2024-08-08 23:58:45 +02:00
|
|
|
Ok(buf.len())
|
|
|
|
}
|
|
|
|
|
|
|
|
fn flush(&mut self) -> std::io::Result<()> {
|
|
|
|
Ok(())
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
#[pyclass]
|
2024-08-20 21:09:10 +02:00
|
|
|
pub struct Driver(Option<oneshot::Sender<()>>);
|
2024-08-08 23:58:45 +02:00
|
|
|
#[pymethods]
|
2024-08-20 21:09:10 +02:00
|
|
|
impl Driver {
|
|
|
|
fn stop(&mut self) -> PyResult<()> {
|
|
|
|
match self.0.take() {
|
|
|
|
Some(tx) => {
|
|
|
|
let _ = tx.send(());
|
|
|
|
Ok(())
|
|
|
|
}
|
|
|
|
None => Err(PySystemError::new_err("Runtime was already stopped.")),
|
2024-08-08 23:58:45 +02:00
|
|
|
}
|
|
|
|
}
|
2024-08-20 21:09:10 +02:00
|
|
|
}
|
|
|
|
#[pyfunction]
|
|
|
|
fn init(logging_cb: Py<PyFunction>, debug: bool) -> PyResult<PyObject> {
|
|
|
|
let (tx, mut rx) = mpsc::unbounded_channel();
|
|
|
|
let level = if debug {
|
|
|
|
tracing::Level::DEBUG
|
|
|
|
} else {
|
|
|
|
tracing::Level::INFO
|
|
|
|
};
|
2024-08-08 23:58:45 +02:00
|
|
|
|
2024-08-20 21:09:10 +02:00
|
|
|
let format = tracing_subscriber::fmt::format()
|
|
|
|
.without_time()
|
|
|
|
.with_level(true)
|
|
|
|
.with_target(true)
|
|
|
|
.with_thread_ids(false)
|
|
|
|
.with_thread_names(false)
|
|
|
|
.with_file(false)
|
|
|
|
.with_line_number(false)
|
|
|
|
.with_source_location(false)
|
|
|
|
.compact();
|
|
|
|
|
|
|
|
let log_subscribing = tracing_subscriber::fmt()
|
|
|
|
.with_ansi(false)
|
|
|
|
.event_format(format)
|
|
|
|
.with_max_level(level)
|
|
|
|
.with_writer(std::sync::Mutex::new(LoggerProducer(tx)))
|
|
|
|
.try_init();
|
|
|
|
|
|
|
|
let (rt_stop_tx, rt_stop_rx) = oneshot::channel::<()>();
|
|
|
|
|
|
|
|
match log_subscribing {
|
|
|
|
Ok(_) => {
|
|
|
|
// the runtime is driven by the logger awaiting messages from codemp and echoing them back to
|
|
|
|
// python logger.
|
|
|
|
std::thread::spawn(move || {
|
|
|
|
tokio().block_on(async move {
|
|
|
|
tokio::select! {
|
|
|
|
biased;
|
|
|
|
Some(msg) = rx.recv() => {
|
|
|
|
let _ = Python::with_gil(|py| logging_cb.call1(py, (msg,)));
|
|
|
|
},
|
|
|
|
_ = rt_stop_rx => { todo!() },
|
|
|
|
}
|
|
|
|
})
|
|
|
|
});
|
|
|
|
Ok(Python::with_gil(|py| Driver(Some(rt_stop_tx)).into_py(py)))
|
2024-08-20 17:16:36 +02:00
|
|
|
}
|
2024-08-20 21:09:10 +02:00
|
|
|
Err(_) => Err(PyRuntimeError::new_err("codemp was already initialised.")),
|
2024-08-20 17:16:36 +02:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
#[pyclass]
|
2024-08-21 15:02:44 +02:00
|
|
|
pub struct Promise(Option<tokio::task::JoinHandle<PyResult<PyObject>>>);
|
2024-08-20 17:16:36 +02:00
|
|
|
|
|
|
|
#[pymethods]
|
2024-08-21 15:02:44 +02:00
|
|
|
impl Promise {
|
|
|
|
#[pyo3(name = "wait")]
|
2024-08-20 21:09:10 +02:00
|
|
|
fn _await(&mut self) -> PyResult<PyObject> {
|
2024-08-20 17:16:36 +02:00
|
|
|
match self.0.take() {
|
|
|
|
None => Err(PySystemError::new_err(
|
|
|
|
"promise can't be awaited multiple times!",
|
|
|
|
)),
|
|
|
|
Some(x) => match tokio().block_on(x) {
|
|
|
|
Err(e) => Err(PySystemError::new_err(format!(
|
|
|
|
"error awaiting promise: {e}"
|
|
|
|
))),
|
|
|
|
Ok(res) => res,
|
|
|
|
},
|
2024-08-20 11:22:45 +02:00
|
|
|
}
|
2024-08-08 23:58:45 +02:00
|
|
|
}
|
2024-08-21 15:02:44 +02:00
|
|
|
|
|
|
|
fn is_done(&self) -> bool {
|
|
|
|
if let Some(handle) = self.0 {
|
|
|
|
return handle.is_finished();
|
|
|
|
}
|
|
|
|
false
|
|
|
|
}
|
2024-08-08 23:58:45 +02:00
|
|
|
}
|
|
|
|
|
2024-08-20 21:09:10 +02:00
|
|
|
impl From<crate::Error> for PyErr {
|
|
|
|
fn from(value: crate::Error) -> Self {
|
|
|
|
match value {
|
|
|
|
crate::Error::Transport { status, message } => {
|
|
|
|
PyConnectionError::new_err(format!("Transport error: ({}) {}", status, message))
|
|
|
|
}
|
|
|
|
crate::Error::Channel { send } => {
|
|
|
|
PyConnectionError::new_err(format!("Channel error (send:{})", send))
|
|
|
|
}
|
|
|
|
crate::Error::InvalidState { msg } => {
|
|
|
|
PyRuntimeError::new_err(format!("Invalid state: {}", msg))
|
|
|
|
}
|
|
|
|
crate::Error::Deadlocked => PyRuntimeError::new_err("Deadlock, retry."),
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
impl IntoPy<PyObject> for crate::api::User {
|
|
|
|
fn into_py(self, py: Python<'_>) -> PyObject {
|
|
|
|
self.id.to_string().into_py(py)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2024-08-08 23:58:45 +02:00
|
|
|
#[pymodule]
|
2024-08-17 01:11:11 +02:00
|
|
|
fn codemp(m: &Bound<'_, PyModule>) -> PyResult<()> {
|
2024-08-20 21:09:10 +02:00
|
|
|
m.add_function(wrap_pyfunction!(init, m)?)?;
|
|
|
|
m.add_class::<Driver>()?;
|
2024-08-09 09:14:27 +02:00
|
|
|
|
|
|
|
m.add_class::<TextChange>()?;
|
2024-08-08 23:58:45 +02:00
|
|
|
m.add_class::<BufferController>()?;
|
|
|
|
|
|
|
|
m.add_class::<Cursor>()?;
|
2024-08-09 09:14:27 +02:00
|
|
|
m.add_class::<CursorController>()?;
|
|
|
|
|
|
|
|
m.add_class::<Workspace>()?;
|
|
|
|
m.add_class::<Client>()?;
|
2024-08-08 23:58:45 +02:00
|
|
|
|
|
|
|
Ok(())
|
|
|
|
}
|