1.1.2

.devcontainer/devcontainer.json

@@ -57,7 +57,7 @@
 			"extensions": [
 				"vadimcn.vscode-lldb",
 				"serayuzgur.crates",
-				"bungcip.better-toml",
+				"tamasfe.even-better-toml",
 				"rust-lang.rust-analyzer",
 				"mutantdino.resourcemonitor",
 				"christian-kohler.path-intellisense",

Cargo.toml

@@ -4,7 +4,7 @@ version = "0.1.0"
 edition = "2021"
 
 [dependencies]
-polars = { version = "0.28", features = [
+polars = { version = "0.32", features = [
 	"lazy",
 	"strings",
 	"parquet",
@@ -22,4 +22,5 @@ chrono = { version = "0.4", features = ["serde"] }
 glob = { version = "0.3" }
 strum_macros = "0.25"
 tower = { version = "0.4", features = ["limit", "buffer"] }
-tower-http = { version = "0.4", features = ["cors"] }
+tower-http = { version = "0.4", features = ["compression-zstd", "cors"] }
+tower_governor = "0.1"

docker-compose.dev.yml

@@ -0,0 +1,17 @@
+version: "3"
+services:
+    ark-invest-api-rust:
+        image: ark-invest-api-rust
+        build:
+            context: .
+            args:
+                DOCKER_BUILDKIT: 1
+        container_name: ark-invest-api-rust
+        restart: unless-stopped
+        volumes:
+            - ./data:/ark-invest-api-rust/data
+        ports:
+            - "3000:3000"
+
+volumes:
+    data:

docker-compose.yml

@@ -2,11 +2,6 @@ version: "3"
 services:
     ark-invest-api-rust:
         image: ghcr.io/NexVeridian/ark-invest-api-rust:latest
-        # image: ark-invest-api-rust
-        build:
-            context: .
-            args:
-                DOCKER_BUILDKIT: 1
         container_name: ark-invest-api-rust
         restart: unless-stopped
         volumes:

src/main.rs

@@ -14,7 +14,13 @@ use axum::{
 };
 use std::{net::SocketAddr, time::Duration};
 use tower::{buffer::BufferLayer, limit::RateLimitLayer, ServiceBuilder};
-use tower_http::cors::{Any, CorsLayer};
+use tower_governor::{
+    governor::GovernorConfigBuilder, key_extractor::SmartIpKeyExtractor, GovernorLayer,
+};
+use tower_http::{
+    compression::CompressionLayer,
+    cors::{Any, CorsLayer},
+};
 
 mod routes;
 
@@ -33,18 +39,40 @@ fn description_date(op: TransformOperation) -> TransformOperation {
 
 #[tokio::main]
 async fn main() {
-    let rate_limit = |req_per_sec: u64| {
+    let error_handler = || {
+        ServiceBuilder::new().layer(HandleErrorLayer::new(|err: BoxError| async move {
+            (
+                StatusCode::INTERNAL_SERVER_ERROR,
+                format!("Unhandled error: {}", err),
+            )
+        }))
+    };
+
+    let rate_limit_global = |req_per_sec: u64| {
         ServiceBuilder::new()
-            .layer(HandleErrorLayer::new(|err: BoxError| async move {
+            .layer(error_handler())
-                (
-                    StatusCode::INTERNAL_SERVER_ERROR,
-                    format!("Unhandled error: {}", err),
-                )
-            }))
             .layer(BufferLayer::new(1024))
             .layer(RateLimitLayer::new(req_per_sec, Duration::from_secs(1)))
     };
 
+    let rate_limit_ip = || {
+        let config = Box::new(
+            GovernorConfigBuilder::default()
+                .per_second(2)
+                .burst_size(10)
+                .use_headers()
+                .key_extractor(SmartIpKeyExtractor)
+                .finish()
+                .unwrap(),
+        );
+
+        ServiceBuilder::new()
+            .layer(error_handler())
+            .layer(GovernorLayer {
+                config: Box::leak(config),
+            })
+    };
+
     let cors = || {
         ServiceBuilder::new().layer(
             CorsLayer::new()
@@ -62,8 +90,12 @@ async fn main() {
                 description_date(o)
             }),
         )
-        .layer(rate_limit(5))
+        .layer(
-        .layer(cors())
+            rate_limit_global(500)
+                .layer(rate_limit_ip())
+                .layer(cors())
+                .layer(CompressionLayer::new().zstd(true)),
+        )
         .api_route(
             "/ark_holdings",
             get_with(routes::ark_holdings, |mut o| {
@@ -71,8 +103,12 @@ async fn main() {
                 description_date(o)
             }),
         )
-        .layer(rate_limit(20))
+        .layer(
-        .layer(cors())
+            rate_limit_global(200)
+                .layer(rate_limit_ip())
+                .layer(cors())
+                .layer(CompressionLayer::new().zstd(true)),
+        )
         .route("/api.json", get(serve_api));
 
     let mut api = OpenApi {