Rewrite server and client using Hyper

2025-06-08 23:57:46 +00:00 · 2021-03-17 15:30:33 -07:00 · 2021-03-17 15:30:33 -07:00 · b14b4ff551
commit b14b4ff551
parent 4b1195f221
11 changed files with 623 additions and 410 deletions
--- a/src/client.rs
+++ b/src/client.rs
@ -0,0 +1,132 @@
+use cached::proc_macro::cached;
+use futures_lite::{future::Boxed, FutureExt};
+use hyper::{body::Buf, client, Body, Request, Response, Uri};
+use serde_json::Value;
+use std::{result::Result, str::FromStr};
+// use async_recursion::async_recursion;
+
+use crate::server::RequestExt;
+
+pub async fn proxy(req: Request<Body>, format: &str) -> Result<Response<Body>, String> {
+	let mut url = format.to_string();
+
+	for (name, value) in req.params().iter() {
+		url = url.replace(&format!("{{{}}}", name), value);
+	}
+
+	stream(&url).await
+}
+
+async fn stream(url: &str) -> Result<Response<Body>, String> {
+	// First parameter is target URL (mandatory).
+	let url = Uri::from_str(url).unwrap();
+
+	// Prepare the HTTPS connector.
+	let https = hyper_rustls::HttpsConnector::with_native_roots();
+
+	// Build the hyper client from the HTTPS connector.
+	let client: client::Client<_, hyper::Body> = client::Client::builder().build(https);
+
+	client
+		.get(url)
+		.await
+		.map(|mut res| {
+			let mut rm = |key: &str| res.headers_mut().remove(key);
+
+			rm("access-control-expose-headers");
+			rm("server");
+			rm("vary");
+			rm("etag");
+			rm("x-cdn");
+			rm("x-cdn-client-region");
+			rm("x-cdn-name");
+			rm("x-cdn-server-region");
+
+			res
+		})
+		.map_err(|e| e.to_string())
+}
+
+fn request(url: String) -> Boxed<Result<Response<Body>, String>> {
+	// Prepare the HTTPS connector.
+	let https = hyper_rustls::HttpsConnector::with_native_roots();
+
+	// Build the hyper client from the HTTPS connector.
+	let client: client::Client<_, hyper::Body> = client::Client::builder().build(https);
+
+	let req = |uri: String| {
+		Request::builder()
+			.method("GET")
+			.uri(&uri)
+			.header("User-Agent", format!("web:libreddit:{}", env!("CARGO_PKG_VERSION")))
+			.header("Host", "www.reddit.com")
+			.header("Accept", "text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,*/*;q=0.8")
+			.header("Accept-Language", "en-US,en;q=0.5")
+			.header("Connection", "keep-alive")
+			.body(Body::empty())
+			.expect("request builder")
+	};
+
+	async move {
+		match client.request(req(url)).await {
+			Ok(response) => {
+				if response.status().to_string().starts_with('3') {
+					request(response.headers().get("Location").unwrap().to_str().unwrap_or_default().to_string()).await
+				} else {
+					Ok(response)
+				}
+			}
+			Err(e) => Err(e.to_string()),
+		}
+	}
+	.boxed()
+}
+
+// Make a request to a Reddit API and parse the JSON response
+#[cached(size = 100, time = 30, result = true)]
+pub async fn json(path: String) -> Result<Value, String> {
+	// Build Reddit url from path
+	let url = format!("https://www.reddit.com{}", path);
+
+	// Closure to quickly build errors
+	let err = |msg: &str, e: String| -> Result<Value, String> {
+		eprintln!("{} - {}: {}", url, msg, e);
+		Err(msg.to_string())
+	};
+
+	// Fetch the url...
+	match request(url.clone()).await {
+		Ok(response) => {
+			// asynchronously aggregate the chunks of the body
+			match hyper::body::aggregate(response).await {
+				Ok(body) => {
+					// Parse the response from Reddit as JSON
+					match serde_json::from_reader(body.reader()) {
+						Ok(value) => {
+							let json: Value = value;
+							// If Reddit returned an error
+							if json["error"].is_i64() {
+								Err(
+									json["reason"]
+										.as_str()
+										.unwrap_or_else(|| {
+											json["message"].as_str().unwrap_or_else(|| {
+												eprintln!("{} - Error parsing reddit error", url);
+												"Error parsing reddit error"
+											})
+										})
+										.to_string(),
+								)
+							} else {
+								Ok(json)
+							}
+						}
+						Err(e) => err("Failed to parse page JSON data", e.to_string()),
+					}
+				}
+				Err(e) => err("Failed receiving JSON body from Reddit", e.to_string()),
+			}
+		}
+		Err(e) => err("Couldn't send request to Reddit", e.to_string()),
+	}
+}