Cache Limit Bytes

Author: Astralchroma

flake.nix

@@ -60,6 +60,18 @@
 					description = "File containing notes to be returned by the Api.";
 					default = null;
 				};
+
+				domainName = mkOption {
+					type = types.nullOr types.str;
+					description = "Domain Name the API is hosted on";
+					default = null;
+				};
+
+				cacheLimitBytes = mkOption {
+					type = types.nullOr types.ints.unsigned;
+					description = "Cache Size Limits in Bytes";
+					default = null;
+				};
 			};
 
 			config = mkIf cfg.enable {
@@ -89,7 +101,9 @@
 								${optionalString (cfg.postgresUrlFile != null) "--postgres-url-file ${cfg.postgresUrlFile}"} \
 								${optionalString (cfg.hypixelApiKey != null) "--hypixel-api-key ${cfg.hypixelApiKey}"} \
 								${optionalString (cfg.hypixelApiKeyFile != null) "--hypixel-api-key-file ${cfg.hypixelApiKeyFile}"} \
-								${optionalString (cfg.notesFile != null) "--notes-file ${cfg.notesFile}"}
+								${optionalString (cfg.notesFile != null) "--notes-file ${cfg.notesFile}"} \
+								${optionalString (cfg.domainName != null) "--domain-name ${cfg.domainName}"} \
+								${optionalString (cfg.cacheLimitBytes != null) "--cache-limit-bytes ${cfg.cacheLimitBytes}"}
 						'';
 
 						# Why can't this shit just be the default?

src/endpoints/hypixel.rs

@@ -1,16 +1,12 @@
-use crate::ClArgs;
-use crate::{errors::ApiError, extractors::Authentication, ApiState};
-use axum::response::IntoResponse;
-use axum::{body::Body, extract::State, response::Response, Json};
+use crate::{errors::ApiError, extractors::Authentication, ApiState, ClArgs};
+use axum::{body::Body, extract::State, response::IntoResponse, response::Response, Json};
 use chrono::Utc;
 use log::warn;
 use mini_moka::sync::{Cache, CacheBuilder};
 use reqwest::{Client, StatusCode};
 use serde::Deserialize;
 use serde_json::{json, Value};
-use std::fs::read_to_string;
-use std::sync::Arc;
-use std::time::Duration;
+use std::{collections::VecDeque, fs::read_to_string, sync::Arc};
 use tokio::sync::RwLock;
 use uuid::Uuid;
 
@@ -27,11 +23,32 @@ struct Ratelimits {
 	reset: u64,
 }
 
-impl Default for HypixelApiProxyState {
-	fn default() -> Self {
+impl HypixelApiProxyState {
+	pub fn new(cache_limit_bytes: u64) -> Self {
 		Self {
-			cache: CacheBuilder::new(10_000)
-				.time_to_live(Duration::from_secs(2 * 24 * 60 * 60))
+			cache: CacheBuilder::new(cache_limit_bytes)
+				.weigher(|_, value| {
+					let mut size = size_of::<Uuid>() as u32 + size_of::<Value>() as u32;
+					let mut recursive_search = VecDeque::from([value]);
+					while let Some(value) = recursive_search.pop_front() {
+						match value {
+							Value::String(string) => size += string.capacity() as u32,
+							Value::Array(vec) => {
+								size += (vec.capacity() * size_of::<Value>()) as u32;
+								recursive_search.extend(vec);
+							}
+							Value::Object(map) => {
+								size += map.keys().map(String::len).sum::<usize>() as u32;
+								size += ((size_of::<String>() + size_of::<Value>()) * map.len()) as u32; // Capacity isn't available?
+								recursive_search.extend(map.values());
+							}
+							_ => {}
+						};
+					}
+					size
+				})
+				// Disable Time to Live for now
+				// .time_to_live(Duration::from_secs(2 * 24 * 60 * 60))
 				.build(),
 			ratelimits: RwLock::new(Ratelimits {
 				limit: 10,

src/main.rs

@@ -39,6 +39,9 @@ pub struct ClArgs {
 
 	#[arg(long)]
 	pub domain_name: Option<String>,
+
+	#[arg(long, default_value = "1073741824")]
+	pub cache_limit_bytes: u64,
 }
 
 #[derive(Args)]
@@ -154,14 +157,14 @@ async fn main() -> anyhow::Result<()> {
 		.fallback(not_found)
 		.with_state(ApiState {
 			database,
+			hypixel_api_state: Arc::new(HypixelApiProxyState::new(cl_args.cache_limit_bytes)),
 			cl_args,
 			client: Client::builder()
 				.user_agent(concat!(env!("CARGO_PKG_NAME"), "/", env!("CARGO_PKG_VERSION")))
 				.build()?,
 			online_users: Default::default(),
 			socket_sender: Default::default(),
 			global_data: Default::default(),
-			hypixel_api_state: Default::default(),
 		});
 
 	let listener = tokio::net::TcpListener::bind("[::]:8000").await?;