postwoman/src/model/endpoint.rs

220 lines
6.6 KiB
Rust
Raw Normal View History

use std::{collections::HashMap, str::FromStr};
use base64::{prelude::BASE64_STANDARD, Engine};
2024-10-19 18:02:04 +02:00
use http::{HeaderMap, HeaderName, HeaderValue};
use jaq_interpret::FilterT;
2024-10-19 18:02:04 +02:00
use crate::{PostWomanError, APP_USER_AGENT};
2024-10-19 22:27:58 +02:00
use crate::ext::{stringify_toml, stringify_json, StringOr};
2024-10-20 01:32:05 +02:00
use super::{ExtractorConfig, ClientConfig};
#[derive(Debug, Default, Clone, serde::Serialize, serde::Deserialize)]
2024-10-20 01:32:05 +02:00
pub struct EndpointConfig {
/// endpoint url, required
pub url: String,
/// http method for request, default GET
pub method: Option<String>,
/// query parameters, appended to base url
pub query: Option<Vec<String>>,
/// headers for request, array of "key: value" pairs
pub headers: Option<Vec<String>>,
/// body, optional string
pub body: Option<StringOr<toml::Table>>,
2024-10-19 22:02:05 +02:00
/// expected error code, will fail if different
pub expect: Option<u16>,
/// response extractor
2024-10-20 01:32:05 +02:00
pub extract: Option<StringOr<ExtractorConfig>>,
}
2024-10-20 01:32:05 +02:00
impl EndpointConfig {
pub fn fill(mut self, env: &toml::Table) -> Self {
let mut vars: HashMap<String, String> = HashMap::default();
vars.insert("POSTWOMAN_TIMESTAMP".to_string(), chrono::Local::now().timestamp().to_string());
for (k, v) in env {
2024-10-19 22:27:58 +02:00
vars.insert(k.to_string(), stringify_toml(v));
}
for (k, v) in std::env::vars() {
vars.insert(k, v);
}
for (k, v) in vars {
2024-10-19 03:58:43 +02:00
let k_var = format!("${{{k}}}");
self.url = self.url.replace(&k_var, &v);
if let Some(method) = self.method {
self.method = Some(method.replace(&k_var, &v));
}
if let Some(b) = self.body {
match b {
StringOr::Str(body) => {
self.body = Some(StringOr::Str(body.replace(&k_var, &v)));
},
StringOr::T(json) => {
let wrap = toml::Value::Table(json.clone());
let toml::Value::Table(out) = replace_recursive(wrap, &k_var, &v)
else { unreachable!("we put in a table, we get out a table") };
self.body = Some(StringOr::T(out));
},
}
}
2024-10-19 19:24:12 +02:00
if let Some(query) = self.query {
self.query = Some(
query.into_iter()
.map(|x| x.replace(&k_var, &v))
.collect()
);
}
if let Some(headers) = self.headers {
self.headers = Some(
headers.into_iter()
.map(|x| x.replace(&k_var, &v))
.collect()
);
}
}
self
}
2024-10-20 01:32:05 +02:00
pub async fn execute(self, opts: &ClientConfig) -> Result<String, PostWomanError> {
let method = match self.method {
Some(m) => reqwest::Method::from_str(&m)?,
None => reqwest::Method::GET,
};
let mut headers = HeaderMap::default();
for header in self.headers.unwrap_or_default() {
let (k, v) = header.split_once(':')
.ok_or_else(|| PostWomanError::InvalidHeader(header.clone()))?;
headers.insert(
HeaderName::from_str(k)?,
HeaderValue::from_str(v)?
);
}
let body = match self.body.unwrap_or_default() {
StringOr::Str(x) => x,
StringOr::T(json) => serde_json::to_string(&json)?,
};
2024-10-19 19:24:12 +02:00
let mut url = self.url;
if let Some(query) = self.query {
url = format!("{url}?{}", query.join("&"));
}
let client = reqwest::Client::builder()
.user_agent(opts.user_agent.as_deref().unwrap_or(APP_USER_AGENT))
2024-10-20 01:33:20 +02:00
.timeout(std::time::Duration::from_secs(opts.timeout.unwrap_or(30)))
.redirect(opts.redirects.map(reqwest::redirect::Policy::limited).unwrap_or(reqwest::redirect::Policy::none()))
.danger_accept_invalid_certs(opts.accept_invalid_certs.unwrap_or(false))
.build()?;
let res = client
2024-10-19 19:24:12 +02:00
.request(method, url)
.headers(headers)
.body(body)
.send()
2024-10-19 22:02:05 +02:00
.await?;
if res.status().as_u16() != self.expect.unwrap_or(200) {
return Err(PostWomanError::UnexpectedStatusCode(res));
}
Ok(match self.extract.unwrap_or_default() {
2024-10-20 01:32:05 +02:00
StringOr::T(ExtractorConfig::Discard) => "".to_string(),
StringOr::T(ExtractorConfig::Body) => format_body(res).await?,
StringOr::T(ExtractorConfig::Debug) => {
2024-10-19 20:18:34 +02:00
// TODO needless double format
let res_dbg = format!("{res:#?}");
let body = format_body(res).await?;
format!("{res_dbg}\nBody: {body}\n")
},
2024-10-20 01:32:05 +02:00
StringOr::T(ExtractorConfig::Header { key }) => res
.headers()
.get(&key)
.ok_or(PostWomanError::HeaderNotFound(key))?
.to_str()?
.to_string()
+ "\n",
2024-10-20 01:32:05 +02:00
StringOr::T(ExtractorConfig::Regex { pattern }) => {
2024-10-19 20:18:34 +02:00
let pattern = regex::Regex::new(&pattern)?;
let body = format_body(res).await?;
pattern.find(&body)
.ok_or_else(|| PostWomanError::NoMatch(body.clone()))?
.as_str()
.to_string()
+ "\n"
2024-10-19 20:18:34 +02:00
},
// bare string defaults to JQL query
2024-10-20 01:32:05 +02:00
StringOr::T(ExtractorConfig::JQ { query }) | StringOr::Str(query) => {
let json: serde_json::Value = res.json().await?;
let selection = jq(&query, json)?;
if selection.len() == 1 {
2024-10-19 22:27:58 +02:00
stringify_json(&selection[0]) + "\n"
} else {
serde_json::to_string_pretty(&selection)? + "\n"
}
},
})
}
}
2024-10-20 00:53:49 +02:00
fn replace_recursive(element: toml::Value, from: &str, to: &str) -> toml::Value {
match element {
toml::Value::Float(x) => toml::Value::Float(x),
toml::Value::Integer(x) => toml::Value::Integer(x),
toml::Value::Boolean(x) => toml::Value::Boolean(x),
toml::Value::Datetime(x) => toml::Value::Datetime(x),
toml::Value::String(x) => toml::Value::String(x.replace(from, to)),
toml::Value::Array(x) => toml::Value::Array(
x.into_iter().map(|x| replace_recursive(x, from, to)).collect()
),
toml::Value::Table(map) => {
let mut out = toml::map::Map::new();
for (k, v) in map {
let new_v = replace_recursive(v.clone(), from, to);
if k.contains(from) {
out.insert(k.replace(from, to), new_v);
} else {
out.insert(k.to_string(), new_v);
}
}
toml::Value::Table(out)
},
}
}
async fn format_body(res: reqwest::Response) -> Result<String, PostWomanError> {
match res.headers().get("Content-Type") {
None => Ok(res.text().await? + "\n"),
Some(v) => match v.to_str()? {
"application/json" => Ok(serde_json::to_string_pretty(&res.json::<serde_json::Value>().await?)? + "\n"),
2024-10-19 22:02:18 +02:00
"text/plain" | "text/html" => Ok(res.text().await? + "\n"),
_ => Ok(format!("base64({})\n", BASE64_STANDARD.encode(res.bytes().await?))),
},
}
}
fn jq(query: &str, value: serde_json::Value) -> Result<Vec<serde_json::Value>, PostWomanError> {
// TODO am i not getting jaq api? or is it just this weird????
let mut defs = jaq_interpret::ParseCtx::new(Vec::new());
let (filter, errs) = jaq_parse::parse(query, jaq_parse::main());
let Some(filter) = filter else {
return Err(PostWomanError::JQError(
errs.into_iter().map(|x| format!("{x:?}")).collect::<Vec<String>>().join(", ")
));
};
let out: Vec<serde_json::Value> = defs
.compile(filter)
.run((
jaq_interpret::Ctx::new([], &jaq_interpret::RcIter::new(core::iter::empty())),
jaq_interpret::Val::from(value)
))
.filter_map(|x| Some(x.ok()?.into()))
.collect();
Ok(out)
}