Compare commits
9 Commits
| Author | SHA1 | Date | |
|---|---|---|---|
| e837419d5d | |||
| 487a603fa3 | |||
| d6fdd3fc86 | |||
| 344f224c89 | |||
| 6bbd2b3ee1 | |||
| c44216df28 | |||
| f80cdcf41c | |||
| 6c84aedee1 | |||
| 1f95d2b6c4 |
@@ -1,19 +1,20 @@
|
|||||||
-----BEGIN CERTIFICATE-----
|
-----BEGIN CERTIFICATE-----
|
||||||
MIIDCzCCAfOgAwIBAgIUPU4tviz3ZvsMDjCz1NZRT16b0Y4wDQYJKoZIhvcNAQEL
|
MIIDQTCCAimgAwIBAgIUJm+igT1AVSuwNzjvqjSF6cysw6MwDQYJKoZIhvcNAQEL
|
||||||
BQAwFTETMBEGA1UEAwwKcHVzaC5yb2NrczAeFw0yNTAyMDMyMzA5MzRaFw0yNjAy
|
BQAwFDESMBAGA1UEAwwJbG9jYWxob3N0MB4XDTI2MDIxMzIyMzI1MloXDTM2MDIx
|
||||||
MDMyMzA5MzRaMBUxEzARBgNVBAMMCnB1c2gucm9ja3MwggEiMA0GCSqGSIb3DQEB
|
MTIyMzI1MlowFDESMBAGA1UEAwwJbG9jYWxob3N0MIIBIjANBgkqhkiG9w0BAQEF
|
||||||
AQUAA4IBDwAwggEKAoIBAQCZMkBYD/pYLBv9MiyHTLRT24kQyPeJBtZqryibi1jk
|
AAOCAQ8AMIIBCgKCAQEAyjitkDd4DdlVk4TfVxKUqdxnJCGj9uyrUPAqR8hB6+bR
|
||||||
BT1ZgNl3yo5U6kjj/nYBU/oy7M4OFC0xyaJQ4wpvLHu7xzREqwT9N9WcDcxaahUi
|
+8rW63ryBNYNRizxOGw41E19ascNuyA98mUF4oqjid1K4VqDiKzv1Uq/3NUunCw/
|
||||||
P8+PsjGyznPrtXa1ASzGAYMNvXyWWp3351UWZHMEs6eY/Y7i8m4+0NwP5h8RNBCF
|
rEddR5hCoVkTsBJjzNgBJqncS606v0hfA00cCkpGR+Te7Q/E8T8lApioz1zFQ05Y
|
||||||
KSFS41Ee9rNAMCnQSHZv1vIzKeVYPmYnCVmL7X2kQb+gS6Rvq5sEGLLKMC5QtTwI
|
C69oeJHIrJcrIkIFAgmXDgRF0Z4ErUeu+wVOWT267uVAYn5AdFMxCSIBsYtPseqy
|
||||||
rdkPGpx4xZirIyf8KANbt0sShwUDpiCSuOCtpze08jMzoHLG9Nv97cJQjb/BhiES
|
cC5EQ6BCBtsIGitlRgzLRg957ZZa+SF38ao+/ijYmOLHpQT0mFaUyLT7BKgxguGs
|
||||||
hLL+YjfAUFjq0rQ38zFKLJ87QB9Jym05mY6IadGQLXVXAgMBAAGjUzBRMB0GA1Ud
|
8CHcIxN5Qo27J3sC5ymnrv2uk5DcAOUcxklXUbVCeQIDAQABo4GKMIGHMB0GA1Ud
|
||||||
DgQWBBQjpowWjrql/Eo2EVjl29xcjuCgkTAfBgNVHSMEGDAWgBQjpowWjrql/Eo2
|
DgQWBBShZhz7aX/KhleAfYKvTgyG5ANuDjAfBgNVHSMEGDAWgBShZhz7aX/KhleA
|
||||||
EVjl29xcjuCgkTAPBgNVHRMBAf8EBTADAQH/MA0GCSqGSIb3DQEBCwUAA4IBAQAY
|
fYKvTgyG5ANuDjAPBgNVHRMBAf8EBTADAQH/MDQGA1UdEQQtMCuCCWxvY2FsaG9z
|
||||||
44vqbaf6ewFrZC0f3Kk4A10lC6qjWkcDFfw+JE8nzt+4+xPqp1eWgZKF2rONyAv2
|
dIIKcHVzaC5yb2Nrc4IMKi5wdXNoLnJvY2tzhwR/AAABMA0GCSqGSIb3DQEBCwUA
|
||||||
nG41Xygt19ByancXLU44KB24LX8F1GV5Oo7CGBA+xtoSPc0JulXw9fGclZDC6XiR
|
A4IBAQAyUvjUszQp4riqa3CfBFFtjh+7DKNuQPOlYAwSEis4l+YK06Glx4fJBHcx
|
||||||
P/+vhGgCHicbfP2O+N00pOifrTtf2tmOT4iPXRRo4TxmPzuCd+ZJTlBhPlKCmICq
|
eCPhQ/0wnPzi6CZe3vVRXd5fX27nVs+lMQD6Oc47F8OmTU6NXnb/1AcvrycDsP8D
|
||||||
yGdAiEo6HsSiP+M5qVlNx8s57MhQYk5TpgmI6FU4mO7zfDfSatFonlg+aDbrnaqJ
|
9Y9qecekbpegrN1W4D46goBAwvrd6Qy0EHi0Z5z02rfyXAdxm0OmdpuWoIMcEgUQ
|
||||||
v/+km02M+oB460GmKwsSTnThHZgLNCLiKqD8bdziiCQjx5u0GjLI6468o+Aehb8l
|
YyXIq3zSFE6uoO61WdLvBcXN6iaiSTVy0605WncDe2+UT9MeNq6zi1JD34jsgUrd
|
||||||
l/x9vWTTk/QKq41X5hFk
|
xq0WRUk2C6C4Irkf00Q12rXeL+Jv5OwyrUUZRvz0gLgG02UUbB/6Ca5GYNXniEuI
|
||||||
|
Py/EHTqbtjLIs7HxYjQH86FI9fUj
|
||||||
-----END CERTIFICATE-----
|
-----END CERTIFICATE-----
|
||||||
|
|||||||
@@ -1,28 +1,28 @@
|
|||||||
-----BEGIN PRIVATE KEY-----
|
-----BEGIN PRIVATE KEY-----
|
||||||
MIIEvAIBADANBgkqhkiG9w0BAQEFAASCBKYwggSiAgEAAoIBAQCZMkBYD/pYLBv9
|
MIIEvQIBADANBgkqhkiG9w0BAQEFAASCBKcwggSjAgEAAoIBAQDKOK2QN3gN2VWT
|
||||||
MiyHTLRT24kQyPeJBtZqryibi1jkBT1ZgNl3yo5U6kjj/nYBU/oy7M4OFC0xyaJQ
|
hN9XEpSp3GckIaP27KtQ8CpHyEHr5tH7ytbrevIE1g1GLPE4bDjUTX1qxw27ID3y
|
||||||
4wpvLHu7xzREqwT9N9WcDcxaahUiP8+PsjGyznPrtXa1ASzGAYMNvXyWWp3351UW
|
ZQXiiqOJ3UrhWoOIrO/VSr/c1S6cLD+sR11HmEKhWROwEmPM2AEmqdxLrTq/SF8D
|
||||||
ZHMEs6eY/Y7i8m4+0NwP5h8RNBCFKSFS41Ee9rNAMCnQSHZv1vIzKeVYPmYnCVmL
|
TRwKSkZH5N7tD8TxPyUCmKjPXMVDTlgLr2h4kcislysiQgUCCZcOBEXRngStR677
|
||||||
7X2kQb+gS6Rvq5sEGLLKMC5QtTwIrdkPGpx4xZirIyf8KANbt0sShwUDpiCSuOCt
|
BU5ZPbru5UBifkB0UzEJIgGxi0+x6rJwLkRDoEIG2wgaK2VGDMtGD3ntllr5IXfx
|
||||||
pze08jMzoHLG9Nv97cJQjb/BhiEShLL+YjfAUFjq0rQ38zFKLJ87QB9Jym05mY6I
|
qj7+KNiY4selBPSYVpTItPsEqDGC4azwIdwjE3lCjbsnewLnKaeu/a6TkNwA5RzG
|
||||||
adGQLXVXAgMBAAECggEARGCBBq1PBHbfoUH5TQSIAlvdEEBa9+602lZG7jIioVfT
|
SVdRtUJ5AgMBAAECggEAEM8piTp9I5yQVxr1RCv+mMiB99BGjHrTij6uawlXxnPJ
|
||||||
W7Uem5Ctuan+kcDcY9hbNsqqZ+9KgsvoJmlIGXoF2jjeE/4vUmRO9AHWoc5yk2Be
|
Ol574zbU6Yc/8vh/JB8l0arvzQmHCAoX8B9K4BABZE81X1paYujqJi8ImAMN9Owe
|
||||||
4NjcxN3QMLdEfiLBnLlFCOd4CdX1ZxZ6TG3WRpV3a1pVIeeqHGB1sKT6Xd/atcwG
|
LlQ/yhjbWAVbJDiBHHjLjrLRpaY8gwQxZqk5FpdiNG1vROIZzypeKZM2PAdke9HA
|
||||||
RvpiXzu0SutGxVb6WE9r6hovZ4fVERCyCRczUGrUH5ICbxf6E7L4u8xjEYR4uEKK
|
PvJtsyfXdEz+jb5EUgaadyn7aquR6y607a8m55y34POLOcssteUOje4GdrTekHK0
|
||||||
/8ZkDqrWdRASDAdPPMNqnHUEAho/WnxpNeb6B4lvvv2QWxIS9H1OikF/NzWPgVNS
|
62E+iEnawBjIs7gBzJf0j1XjFNq3aAeLrn8gFCEb+yK7X++8FJ8YjwsqS5V1aMsR
|
||||||
oPpvtJgjyo5xdgLm3zE4lcSPNVSrh1TBXuAn9TG4WQKBgQDScPFkUNBqjC5iPMof
|
1PZguW0jCzYHATc2OcIozlvdBriPxy7eX8Y3MFvNMQKBgQD22ReUyKX5TKA/fg3z
|
||||||
bqDHlhlptrHmiv9LC0lgjEDPgIEQfjLfdCugwDk32QyAcb5B60upDYeqCFDkfV/C
|
S/QGfYqd4T35jkwK1MaXOuFOBzNyTMT6ZJkbjxPOYPB0uakcfIlva8bI77mE5vRe
|
||||||
T536qxevYPjPAjahLPHqMxkWpjvtY6NOTgbbcpVtblU2Fj8R8qbyPNADG31LicU9
|
PWYlvitp9Zz3v2kt/WgnwG32ZdVedPjEoi9aitUXmiiIoxdPVAUAgLPFFN65Sr2G
|
||||||
GVPtQ4YcVaMWCYbg5107+9dFWQKBgQC6XK+foKK+81RFdrqaNNgebTWTsANnBcZe
|
2NM/vduZcAPUr0UWnFx4dlpo8QKBgQDRuAV44Y+1396511oW4OR8ofWFECMc5uEV
|
||||||
xl0bj6oL5yY0IzroxHvgcNS7UMriWCu+K2xfkUBdMmxU773VN5JQ5k15ezjgtrvc
|
wQ26EpbilEYhRSBty+1PAK5AcEGybeVtUn9RSmx0Ef1L15wnzP/C886LIzkaig/9
|
||||||
8oAaEsxYP4su12JSTC/zsBANUgrNbFj8++qqKYWt2aQc2O/kbZ4MNfekIVFc8AjM
|
xs0yudXgOFdBAzYQKnK2lZmSKkzcUFJtifat3E+ZMCo/duhzXpzecg/lVNGh6gcx
|
||||||
2X9PxvxKLwKBgHXL7QO3TQLnVyt8VbQEjBFMzwriznB7i+4o8jkOKVU93IEr8zQr
|
xbtphJCyCQKBgEO8zvvFE8aVgGPr82gQL6aYTLGGXbtdkQBn4xcc0TbYQwXaizMq
|
||||||
5iQElcLSR3I6uUJTALYvsaoXH5jXKVwujwL69LYiNQRDe+r6qqvrUHbiNJdsd8Rk
|
59joKkc30sQ1LnLiudQZfzMklYQi3Gv/7UfuJ3usKqbRn8s+/pXp+ELlLuf8sUdE
|
||||||
XuhGGqj34tD04Pcd+h+MtO+YWqmHBBZwcA9XBeIkebbjPFH2kLT8AwN5AoGAYQy9
|
OjpeXptbckQMfRkHtVet+abbU0MFf3zBgza6osg4NNToQ80wmy9zStwBAoGAGLeD
|
||||||
hMJxnkE3hIkk+gNE/OtgeE20J+Vw/ZANkrnJEzPHyGUEW41e+W2oyvdzAFZsSTdx
|
jZeoBFt6OJT0/TVMOJQuB5y7RrC/Xnz+TSvbtKCdE1a+V7JtKZ5+6wFP/OOO4q+S
|
||||||
037f5ujIU58Z27x53NliRT4vS4693H0Iyws5EUfeIoGVuUflvODWKymraHjhCrXh
|
adZHqfZk0Ad9VAOJMUTi1usz07jp4ZMIpC3a0y5QukzSll0qX/KJwvxRSrX8wQQ9
|
||||||
6cV/0R5DAabTnsCbCr7b/MRBC8YQvyUQ0KnOXo8CgYBQYGpvJnSWyvsCjtb6apTP
|
mogYqYlPsWMmSlKgUmdHEFRK0LZwWqFfUTRaiWECgYEA6KR6KMbqnYn5CglHeD42
|
||||||
drjcBhVd0aSBpLGtDdtUCV4oLl9HPy+cLzcGaqckBqCwEq5DKruhMEf7on56bUMd
|
NmOgFYXljRLIxS1coTiWWQZM/nUyx/tSk+MAS7770USHoZhAfh6lmEa/AeKSoLVl
|
||||||
m/3ItFk1TnhysAeJHb3zLqmJ9CKBitpqLlsOE7MEXVNmbTYeXU10Uo9yOfyt1i7T
|
Su3yzgtKk1/doAtbiWD8TasHAhacwWmzTuZtH5cZUgW3QIVJg6ADi6m8zswqKxIS
|
||||||
su+nT5VtyPkmF/l4wZl5+g==
|
qfU/1N4aHp832v4ggRe/Og0=
|
||||||
-----END PRIVATE KEY-----
|
-----END PRIVATE KEY-----
|
||||||
|
|||||||
36
changelog.md
36
changelog.md
@@ -1,5 +1,41 @@
|
|||||||
# Changelog
|
# Changelog
|
||||||
|
|
||||||
|
## 2026-02-14 - 25.2.2 - fix(smart-proxy)
|
||||||
|
start metrics polling before certificate provisioning to avoid blocking metrics collection
|
||||||
|
|
||||||
|
- Start metrics polling immediately after Rust engine startup so metrics are available without waiting for certificate provisioning.
|
||||||
|
- Run certProvisionFunction after startup because ACME/DNS-01 provisioning can hang or be slow and must not block observability.
|
||||||
|
- Code change in ts/proxies/smart-proxy/smart-proxy.ts: metricsAdapter.startPolling() moved to run before provisionCertificatesViaCallback().
|
||||||
|
|
||||||
|
## 2026-02-14 - 25.2.1 - fix(smartproxy)
|
||||||
|
no changes detected in git diff
|
||||||
|
|
||||||
|
- The provided diff contains no file changes; no code or documentation updates to release.
|
||||||
|
|
||||||
|
## 2026-02-14 - 25.2.0 - feat(metrics)
|
||||||
|
add per-IP and HTTP-request metrics, propagate source IP through proxy paths, and expose new metrics to the TS adapter
|
||||||
|
|
||||||
|
- Add per-IP tracking and IpMetrics in MetricsCollector (active/total connections, bytes, throughput).
|
||||||
|
- Add HTTP request counters and tracking (total_http_requests, http_requests_per_sec, recent counters and tests).
|
||||||
|
- Include throughput history (ThroughputSample serialization, retention and snapshotting) and expose history in snapshots.
|
||||||
|
- Propagate source IP through HTTP and passthrough code paths: CountingBody.record_bytes and MetricsCollector methods now accept source_ip; connection_opened/closed calls include source IP.
|
||||||
|
- Introduce ForwardMetricsCtx to carry metrics context (collector, route_id, source_ip) into passthrough forwarding routines; update ConnectionGuard to include source_ip.
|
||||||
|
- TypeScript adapter (rust-metrics-adapter.ts) updated to return per-IP counts, top IPs, per-IP throughput, throughput history mapping, and HTTP request rates/total where available.
|
||||||
|
- Numerous unit tests added for per-IP tracking, HTTP request tracking, throughput history and ThroughputTracker.history behavior.
|
||||||
|
|
||||||
|
## 2026-02-13 - 25.1.0 - feat(metrics)
|
||||||
|
add real-time throughput sampling and byte-counting metrics
|
||||||
|
|
||||||
|
- Add CountingBody wrapper to count HTTP request and response bytes and report them to MetricsCollector.
|
||||||
|
- Implement lock-free hot-path byte recording and a cold-path sampling API (sample_all) in MetricsCollector with throughput history and configurable retention (default 3600s).
|
||||||
|
- Spawn a background sampling task in RustProxy (configurable sample_interval_ms) and tear it down on stop so throughput trackers are regularly sampled.
|
||||||
|
- Instrument passthrough TCP forwarding and socket-relay paths to record per-chunk bytes (lock-free) so long-lived connections contribute to throughput measurements.
|
||||||
|
- Wrap HTTP request/response bodies with CountingBody in proxy_service to capture bytes_in/bytes_out and report on body completion; connection_closed handling updated accordingly.
|
||||||
|
- Expose recent throughput metrics to the TypeScript adapter (throughputRecentIn/Out) and pass metrics settings from the TS SmartProxy into Rust.
|
||||||
|
- Add http-body dependency and update Cargo.toml/Cargo.lock entries for the new body wrapper usage.
|
||||||
|
- Add unit tests for MetricsCollector throughput tracking and a new end-to-end throughput test (test.throughput.ts).
|
||||||
|
- Update test certificates (assets/certs cert.pem and key.pem) used by TLS tests.
|
||||||
|
|
||||||
## 2026-02-13 - 25.0.0 - BREAKING CHANGE(certs)
|
## 2026-02-13 - 25.0.0 - BREAKING CHANGE(certs)
|
||||||
accept a second eventComms argument in certProvisionFunction, add cert provisioning event types, and emit certificate lifecycle events
|
accept a second eventComms argument in certProvisionFunction, add cert provisioning event types, and emit certificate lifecycle events
|
||||||
|
|
||||||
|
|||||||
@@ -1,6 +1,6 @@
|
|||||||
{
|
{
|
||||||
"name": "@push.rocks/smartproxy",
|
"name": "@push.rocks/smartproxy",
|
||||||
"version": "25.0.0",
|
"version": "25.2.2",
|
||||||
"private": false,
|
"private": false,
|
||||||
"description": "A powerful proxy package with unified route-based configuration for high traffic management. Features include SSL/TLS support, flexible routing patterns, WebSocket handling, advanced security options, and automatic ACME certificate management.",
|
"description": "A powerful proxy package with unified route-based configuration for high traffic management. Features include SSL/TLS support, flexible routing patterns, WebSocket handling, advanced security options, and automatic ACME certificate management.",
|
||||||
"main": "dist_ts/index.js",
|
"main": "dist_ts/index.js",
|
||||||
|
|||||||
1
rust/Cargo.lock
generated
1
rust/Cargo.lock
generated
@@ -961,6 +961,7 @@ dependencies = [
|
|||||||
"arc-swap",
|
"arc-swap",
|
||||||
"bytes",
|
"bytes",
|
||||||
"dashmap",
|
"dashmap",
|
||||||
|
"http-body",
|
||||||
"http-body-util",
|
"http-body-util",
|
||||||
"hyper",
|
"hyper",
|
||||||
"hyper-util",
|
"hyper-util",
|
||||||
|
|||||||
@@ -29,6 +29,7 @@ serde_json = "1"
|
|||||||
# HTTP proxy engine (hyper-based)
|
# HTTP proxy engine (hyper-based)
|
||||||
hyper = { version = "1", features = ["http1", "http2", "server", "client"] }
|
hyper = { version = "1", features = ["http1", "http2", "server", "client"] }
|
||||||
hyper-util = { version = "0.1", features = ["tokio", "http1", "http2", "client-legacy", "server-auto"] }
|
hyper-util = { version = "0.1", features = ["tokio", "http1", "http2", "client-legacy", "server-auto"] }
|
||||||
|
http-body = "1"
|
||||||
http-body-util = "0.1"
|
http-body-util = "0.1"
|
||||||
bytes = "1"
|
bytes = "1"
|
||||||
|
|
||||||
|
|||||||
@@ -14,6 +14,7 @@ rustproxy-metrics = { workspace = true }
|
|||||||
hyper = { workspace = true }
|
hyper = { workspace = true }
|
||||||
hyper-util = { workspace = true }
|
hyper-util = { workspace = true }
|
||||||
regex = { workspace = true }
|
regex = { workspace = true }
|
||||||
|
http-body = { workspace = true }
|
||||||
http-body-util = { workspace = true }
|
http-body-util = { workspace = true }
|
||||||
bytes = { workspace = true }
|
bytes = { workspace = true }
|
||||||
tokio = { workspace = true }
|
tokio = { workspace = true }
|
||||||
|
|||||||
126
rust/crates/rustproxy-http/src/counting_body.rs
Normal file
126
rust/crates/rustproxy-http/src/counting_body.rs
Normal file
@@ -0,0 +1,126 @@
|
|||||||
|
//! A body wrapper that counts bytes flowing through and reports them to MetricsCollector.
|
||||||
|
|
||||||
|
use std::pin::Pin;
|
||||||
|
use std::sync::Arc;
|
||||||
|
use std::sync::atomic::{AtomicU64, Ordering};
|
||||||
|
use std::task::{Context, Poll};
|
||||||
|
|
||||||
|
use bytes::Bytes;
|
||||||
|
use http_body::Frame;
|
||||||
|
use rustproxy_metrics::MetricsCollector;
|
||||||
|
|
||||||
|
/// Wraps any `http_body::Body` and counts data bytes passing through.
|
||||||
|
///
|
||||||
|
/// When the body is fully consumed or dropped, accumulated byte counts
|
||||||
|
/// are reported to the `MetricsCollector`.
|
||||||
|
///
|
||||||
|
/// The inner body is pinned on the heap to support `!Unpin` types like `hyper::body::Incoming`.
|
||||||
|
pub struct CountingBody<B> {
|
||||||
|
inner: Pin<Box<B>>,
|
||||||
|
counted_bytes: AtomicU64,
|
||||||
|
metrics: Arc<MetricsCollector>,
|
||||||
|
route_id: Option<String>,
|
||||||
|
source_ip: Option<String>,
|
||||||
|
/// Whether we count bytes as "in" (request body) or "out" (response body).
|
||||||
|
direction: Direction,
|
||||||
|
/// Whether we've already reported the bytes (to avoid double-reporting on drop).
|
||||||
|
reported: bool,
|
||||||
|
}
|
||||||
|
|
||||||
|
/// Which direction the bytes flow.
|
||||||
|
#[derive(Clone, Copy)]
|
||||||
|
pub enum Direction {
|
||||||
|
/// Request body: bytes flowing from client → upstream (counted as bytes_in)
|
||||||
|
In,
|
||||||
|
/// Response body: bytes flowing from upstream → client (counted as bytes_out)
|
||||||
|
Out,
|
||||||
|
}
|
||||||
|
|
||||||
|
impl<B> CountingBody<B> {
|
||||||
|
/// Create a new CountingBody wrapping an inner body.
|
||||||
|
pub fn new(
|
||||||
|
inner: B,
|
||||||
|
metrics: Arc<MetricsCollector>,
|
||||||
|
route_id: Option<String>,
|
||||||
|
source_ip: Option<String>,
|
||||||
|
direction: Direction,
|
||||||
|
) -> Self {
|
||||||
|
Self {
|
||||||
|
inner: Box::pin(inner),
|
||||||
|
counted_bytes: AtomicU64::new(0),
|
||||||
|
metrics,
|
||||||
|
route_id,
|
||||||
|
source_ip,
|
||||||
|
direction,
|
||||||
|
reported: false,
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
/// Report accumulated bytes to the metrics collector.
|
||||||
|
fn report(&mut self) {
|
||||||
|
if self.reported {
|
||||||
|
return;
|
||||||
|
}
|
||||||
|
self.reported = true;
|
||||||
|
|
||||||
|
let bytes = self.counted_bytes.load(Ordering::Relaxed);
|
||||||
|
if bytes == 0 {
|
||||||
|
return;
|
||||||
|
}
|
||||||
|
|
||||||
|
let route_id = self.route_id.as_deref();
|
||||||
|
let source_ip = self.source_ip.as_deref();
|
||||||
|
match self.direction {
|
||||||
|
Direction::In => self.metrics.record_bytes(bytes, 0, route_id, source_ip),
|
||||||
|
Direction::Out => self.metrics.record_bytes(0, bytes, route_id, source_ip),
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
impl<B> Drop for CountingBody<B> {
|
||||||
|
fn drop(&mut self) {
|
||||||
|
self.report();
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
// CountingBody is Unpin because inner is Pin<Box<B>> (always Unpin).
|
||||||
|
impl<B> Unpin for CountingBody<B> {}
|
||||||
|
|
||||||
|
impl<B> http_body::Body for CountingBody<B>
|
||||||
|
where
|
||||||
|
B: http_body::Body<Data = Bytes>,
|
||||||
|
{
|
||||||
|
type Data = Bytes;
|
||||||
|
type Error = B::Error;
|
||||||
|
|
||||||
|
fn poll_frame(
|
||||||
|
self: Pin<&mut Self>,
|
||||||
|
cx: &mut Context<'_>,
|
||||||
|
) -> Poll<Option<Result<Frame<Self::Data>, Self::Error>>> {
|
||||||
|
let this = self.get_mut();
|
||||||
|
|
||||||
|
match this.inner.as_mut().poll_frame(cx) {
|
||||||
|
Poll::Ready(Some(Ok(frame))) => {
|
||||||
|
if let Some(data) = frame.data_ref() {
|
||||||
|
this.counted_bytes.fetch_add(data.len() as u64, Ordering::Relaxed);
|
||||||
|
}
|
||||||
|
Poll::Ready(Some(Ok(frame)))
|
||||||
|
}
|
||||||
|
Poll::Ready(Some(Err(e))) => Poll::Ready(Some(Err(e))),
|
||||||
|
Poll::Ready(None) => {
|
||||||
|
// Body is fully consumed — report now
|
||||||
|
this.report();
|
||||||
|
Poll::Ready(None)
|
||||||
|
}
|
||||||
|
Poll::Pending => Poll::Pending,
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
fn is_end_stream(&self) -> bool {
|
||||||
|
self.inner.is_end_stream()
|
||||||
|
}
|
||||||
|
|
||||||
|
fn size_hint(&self) -> http_body::SizeHint {
|
||||||
|
self.inner.size_hint()
|
||||||
|
}
|
||||||
|
}
|
||||||
@@ -3,12 +3,14 @@
|
|||||||
//! Hyper-based HTTP proxy service for RustProxy.
|
//! Hyper-based HTTP proxy service for RustProxy.
|
||||||
//! Handles HTTP request parsing, route-based forwarding, and response filtering.
|
//! Handles HTTP request parsing, route-based forwarding, and response filtering.
|
||||||
|
|
||||||
|
pub mod counting_body;
|
||||||
pub mod proxy_service;
|
pub mod proxy_service;
|
||||||
pub mod request_filter;
|
pub mod request_filter;
|
||||||
pub mod response_filter;
|
pub mod response_filter;
|
||||||
pub mod template;
|
pub mod template;
|
||||||
pub mod upstream_selector;
|
pub mod upstream_selector;
|
||||||
|
|
||||||
|
pub use counting_body::*;
|
||||||
pub use proxy_service::*;
|
pub use proxy_service::*;
|
||||||
pub use template::*;
|
pub use template::*;
|
||||||
pub use upstream_selector::*;
|
pub use upstream_selector::*;
|
||||||
|
|||||||
@@ -21,6 +21,7 @@ use tracing::{debug, error, info, warn};
|
|||||||
use rustproxy_routing::RouteManager;
|
use rustproxy_routing::RouteManager;
|
||||||
use rustproxy_metrics::MetricsCollector;
|
use rustproxy_metrics::MetricsCollector;
|
||||||
|
|
||||||
|
use crate::counting_body::{CountingBody, Direction};
|
||||||
use crate::request_filter::RequestFilter;
|
use crate::request_filter::RequestFilter;
|
||||||
use crate::response_filter::ResponseFilter;
|
use crate::response_filter::ResponseFilter;
|
||||||
use crate::upstream_selector::UpstreamSelector;
|
use crate::upstream_selector::UpstreamSelector;
|
||||||
@@ -183,12 +184,14 @@ impl HttpProxyService {
|
|||||||
};
|
};
|
||||||
|
|
||||||
let route_id = route_match.route.id.as_deref();
|
let route_id = route_match.route.id.as_deref();
|
||||||
self.metrics.connection_opened(route_id);
|
let ip_str = peer_addr.ip().to_string();
|
||||||
|
self.metrics.record_http_request();
|
||||||
|
self.metrics.connection_opened(route_id, Some(&ip_str));
|
||||||
|
|
||||||
// Apply request filters (IP check, rate limiting, auth)
|
// Apply request filters (IP check, rate limiting, auth)
|
||||||
if let Some(ref security) = route_match.route.security {
|
if let Some(ref security) = route_match.route.security {
|
||||||
if let Some(response) = RequestFilter::apply(security, &req, &peer_addr) {
|
if let Some(response) = RequestFilter::apply(security, &req, &peer_addr) {
|
||||||
self.metrics.connection_closed(route_id);
|
self.metrics.connection_closed(route_id, Some(&ip_str));
|
||||||
return Ok(response);
|
return Ok(response);
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
@@ -196,7 +199,7 @@ impl HttpProxyService {
|
|||||||
// Check for test response (returns immediately, no upstream needed)
|
// Check for test response (returns immediately, no upstream needed)
|
||||||
if let Some(ref advanced) = route_match.route.action.advanced {
|
if let Some(ref advanced) = route_match.route.action.advanced {
|
||||||
if let Some(ref test_response) = advanced.test_response {
|
if let Some(ref test_response) = advanced.test_response {
|
||||||
self.metrics.connection_closed(route_id);
|
self.metrics.connection_closed(route_id, Some(&ip_str));
|
||||||
return Ok(Self::build_test_response(test_response));
|
return Ok(Self::build_test_response(test_response));
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
@@ -204,7 +207,7 @@ impl HttpProxyService {
|
|||||||
// Check for static file serving
|
// Check for static file serving
|
||||||
if let Some(ref advanced) = route_match.route.action.advanced {
|
if let Some(ref advanced) = route_match.route.action.advanced {
|
||||||
if let Some(ref static_files) = advanced.static_files {
|
if let Some(ref static_files) = advanced.static_files {
|
||||||
self.metrics.connection_closed(route_id);
|
self.metrics.connection_closed(route_id, Some(&ip_str));
|
||||||
return Ok(Self::serve_static_file(&path, static_files));
|
return Ok(Self::serve_static_file(&path, static_files));
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
@@ -213,7 +216,7 @@ impl HttpProxyService {
|
|||||||
let target = match route_match.target {
|
let target = match route_match.target {
|
||||||
Some(t) => t,
|
Some(t) => t,
|
||||||
None => {
|
None => {
|
||||||
self.metrics.connection_closed(route_id);
|
self.metrics.connection_closed(route_id, Some(&ip_str));
|
||||||
return Ok(error_response(StatusCode::BAD_GATEWAY, "No target available"));
|
return Ok(error_response(StatusCode::BAD_GATEWAY, "No target available"));
|
||||||
}
|
}
|
||||||
};
|
};
|
||||||
@@ -231,7 +234,7 @@ impl HttpProxyService {
|
|||||||
|
|
||||||
if is_websocket {
|
if is_websocket {
|
||||||
let result = self.handle_websocket_upgrade(
|
let result = self.handle_websocket_upgrade(
|
||||||
req, peer_addr, &upstream, route_match.route, route_id, &upstream_key, cancel,
|
req, peer_addr, &upstream, route_match.route, route_id, &upstream_key, cancel, &ip_str,
|
||||||
).await;
|
).await;
|
||||||
// Note: for WebSocket, connection_ended is called inside
|
// Note: for WebSocket, connection_ended is called inside
|
||||||
// the spawned tunnel task when the connection closes.
|
// the spawned tunnel task when the connection closes.
|
||||||
@@ -279,13 +282,13 @@ impl HttpProxyService {
|
|||||||
Ok(Err(e)) => {
|
Ok(Err(e)) => {
|
||||||
error!("Failed to connect to upstream {}:{}: {}", upstream.host, upstream.port, e);
|
error!("Failed to connect to upstream {}:{}: {}", upstream.host, upstream.port, e);
|
||||||
self.upstream_selector.connection_ended(&upstream_key);
|
self.upstream_selector.connection_ended(&upstream_key);
|
||||||
self.metrics.connection_closed(route_id);
|
self.metrics.connection_closed(route_id, Some(&ip_str));
|
||||||
return Ok(error_response(StatusCode::BAD_GATEWAY, "Backend unavailable"));
|
return Ok(error_response(StatusCode::BAD_GATEWAY, "Backend unavailable"));
|
||||||
}
|
}
|
||||||
Err(_) => {
|
Err(_) => {
|
||||||
error!("Upstream connect timeout for {}:{}", upstream.host, upstream.port);
|
error!("Upstream connect timeout for {}:{}", upstream.host, upstream.port);
|
||||||
self.upstream_selector.connection_ended(&upstream_key);
|
self.upstream_selector.connection_ended(&upstream_key);
|
||||||
self.metrics.connection_closed(route_id);
|
self.metrics.connection_closed(route_id, Some(&ip_str));
|
||||||
return Ok(error_response(StatusCode::GATEWAY_TIMEOUT, "Backend connect timeout"));
|
return Ok(error_response(StatusCode::GATEWAY_TIMEOUT, "Backend connect timeout"));
|
||||||
}
|
}
|
||||||
};
|
};
|
||||||
@@ -295,10 +298,10 @@ impl HttpProxyService {
|
|||||||
|
|
||||||
let result = if use_h2 {
|
let result = if use_h2 {
|
||||||
// HTTP/2 backend
|
// HTTP/2 backend
|
||||||
self.forward_h2(io, parts, body, upstream_headers, &upstream_path, &upstream, route_match.route, route_id).await
|
self.forward_h2(io, parts, body, upstream_headers, &upstream_path, &upstream, route_match.route, route_id, &ip_str).await
|
||||||
} else {
|
} else {
|
||||||
// HTTP/1.1 backend (default)
|
// HTTP/1.1 backend (default)
|
||||||
self.forward_h1(io, parts, body, upstream_headers, &upstream_path, &upstream, route_match.route, route_id).await
|
self.forward_h1(io, parts, body, upstream_headers, &upstream_path, &upstream, route_match.route, route_id, &ip_str).await
|
||||||
};
|
};
|
||||||
self.upstream_selector.connection_ended(&upstream_key);
|
self.upstream_selector.connection_ended(&upstream_key);
|
||||||
result
|
result
|
||||||
@@ -315,12 +318,13 @@ impl HttpProxyService {
|
|||||||
upstream: &crate::upstream_selector::UpstreamSelection,
|
upstream: &crate::upstream_selector::UpstreamSelection,
|
||||||
route: &rustproxy_config::RouteConfig,
|
route: &rustproxy_config::RouteConfig,
|
||||||
route_id: Option<&str>,
|
route_id: Option<&str>,
|
||||||
|
source_ip: &str,
|
||||||
) -> Result<Response<BoxBody<Bytes, hyper::Error>>, hyper::Error> {
|
) -> Result<Response<BoxBody<Bytes, hyper::Error>>, hyper::Error> {
|
||||||
let (mut sender, conn) = match hyper::client::conn::http1::handshake(io).await {
|
let (mut sender, conn) = match hyper::client::conn::http1::handshake(io).await {
|
||||||
Ok(h) => h,
|
Ok(h) => h,
|
||||||
Err(e) => {
|
Err(e) => {
|
||||||
error!("Upstream handshake failed: {}", e);
|
error!("Upstream handshake failed: {}", e);
|
||||||
self.metrics.connection_closed(route_id);
|
self.metrics.connection_closed(route_id, Some(source_ip));
|
||||||
return Ok(error_response(StatusCode::BAD_GATEWAY, "Backend handshake failed"));
|
return Ok(error_response(StatusCode::BAD_GATEWAY, "Backend handshake failed"));
|
||||||
}
|
}
|
||||||
};
|
};
|
||||||
@@ -345,19 +349,28 @@ impl HttpProxyService {
|
|||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
// Wrap the request body in CountingBody to track bytes_in
|
||||||
|
let counting_req_body = CountingBody::new(
|
||||||
|
body,
|
||||||
|
Arc::clone(&self.metrics),
|
||||||
|
route_id.map(|s| s.to_string()),
|
||||||
|
Some(source_ip.to_string()),
|
||||||
|
Direction::In,
|
||||||
|
);
|
||||||
|
|
||||||
// Stream the request body through to upstream
|
// Stream the request body through to upstream
|
||||||
let upstream_req = upstream_req.body(body).unwrap();
|
let upstream_req = upstream_req.body(counting_req_body).unwrap();
|
||||||
|
|
||||||
let upstream_response = match sender.send_request(upstream_req).await {
|
let upstream_response = match sender.send_request(upstream_req).await {
|
||||||
Ok(resp) => resp,
|
Ok(resp) => resp,
|
||||||
Err(e) => {
|
Err(e) => {
|
||||||
error!("Upstream request failed: {}", e);
|
error!("Upstream request failed: {}", e);
|
||||||
self.metrics.connection_closed(route_id);
|
self.metrics.connection_closed(route_id, Some(source_ip));
|
||||||
return Ok(error_response(StatusCode::BAD_GATEWAY, "Backend request failed"));
|
return Ok(error_response(StatusCode::BAD_GATEWAY, "Backend request failed"));
|
||||||
}
|
}
|
||||||
};
|
};
|
||||||
|
|
||||||
self.build_streaming_response(upstream_response, route, route_id).await
|
self.build_streaming_response(upstream_response, route, route_id, source_ip).await
|
||||||
}
|
}
|
||||||
|
|
||||||
/// Forward request to backend via HTTP/2 with body streaming.
|
/// Forward request to backend via HTTP/2 with body streaming.
|
||||||
@@ -371,13 +384,14 @@ impl HttpProxyService {
|
|||||||
upstream: &crate::upstream_selector::UpstreamSelection,
|
upstream: &crate::upstream_selector::UpstreamSelection,
|
||||||
route: &rustproxy_config::RouteConfig,
|
route: &rustproxy_config::RouteConfig,
|
||||||
route_id: Option<&str>,
|
route_id: Option<&str>,
|
||||||
|
source_ip: &str,
|
||||||
) -> Result<Response<BoxBody<Bytes, hyper::Error>>, hyper::Error> {
|
) -> Result<Response<BoxBody<Bytes, hyper::Error>>, hyper::Error> {
|
||||||
let exec = hyper_util::rt::TokioExecutor::new();
|
let exec = hyper_util::rt::TokioExecutor::new();
|
||||||
let (mut sender, conn) = match hyper::client::conn::http2::handshake(exec, io).await {
|
let (mut sender, conn) = match hyper::client::conn::http2::handshake(exec, io).await {
|
||||||
Ok(h) => h,
|
Ok(h) => h,
|
||||||
Err(e) => {
|
Err(e) => {
|
||||||
error!("HTTP/2 upstream handshake failed: {}", e);
|
error!("HTTP/2 upstream handshake failed: {}", e);
|
||||||
self.metrics.connection_closed(route_id);
|
self.metrics.connection_closed(route_id, Some(source_ip));
|
||||||
return Ok(error_response(StatusCode::BAD_GATEWAY, "Backend H2 handshake failed"));
|
return Ok(error_response(StatusCode::BAD_GATEWAY, "Backend H2 handshake failed"));
|
||||||
}
|
}
|
||||||
};
|
};
|
||||||
@@ -401,27 +415,41 @@ impl HttpProxyService {
|
|||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
// Wrap the request body in CountingBody to track bytes_in
|
||||||
|
let counting_req_body = CountingBody::new(
|
||||||
|
body,
|
||||||
|
Arc::clone(&self.metrics),
|
||||||
|
route_id.map(|s| s.to_string()),
|
||||||
|
Some(source_ip.to_string()),
|
||||||
|
Direction::In,
|
||||||
|
);
|
||||||
|
|
||||||
// Stream the request body through to upstream
|
// Stream the request body through to upstream
|
||||||
let upstream_req = upstream_req.body(body).unwrap();
|
let upstream_req = upstream_req.body(counting_req_body).unwrap();
|
||||||
|
|
||||||
let upstream_response = match sender.send_request(upstream_req).await {
|
let upstream_response = match sender.send_request(upstream_req).await {
|
||||||
Ok(resp) => resp,
|
Ok(resp) => resp,
|
||||||
Err(e) => {
|
Err(e) => {
|
||||||
error!("HTTP/2 upstream request failed: {}", e);
|
error!("HTTP/2 upstream request failed: {}", e);
|
||||||
self.metrics.connection_closed(route_id);
|
self.metrics.connection_closed(route_id, Some(source_ip));
|
||||||
return Ok(error_response(StatusCode::BAD_GATEWAY, "Backend H2 request failed"));
|
return Ok(error_response(StatusCode::BAD_GATEWAY, "Backend H2 request failed"));
|
||||||
}
|
}
|
||||||
};
|
};
|
||||||
|
|
||||||
self.build_streaming_response(upstream_response, route, route_id).await
|
self.build_streaming_response(upstream_response, route, route_id, source_ip).await
|
||||||
}
|
}
|
||||||
|
|
||||||
/// Build the client-facing response from an upstream response, streaming the body.
|
/// Build the client-facing response from an upstream response, streaming the body.
|
||||||
|
///
|
||||||
|
/// The response body is wrapped in a `CountingBody` that counts bytes as they
|
||||||
|
/// stream from upstream to client. When the body is fully consumed (or dropped),
|
||||||
|
/// it reports byte counts to the metrics collector and calls `connection_closed`.
|
||||||
async fn build_streaming_response(
|
async fn build_streaming_response(
|
||||||
&self,
|
&self,
|
||||||
upstream_response: Response<Incoming>,
|
upstream_response: Response<Incoming>,
|
||||||
route: &rustproxy_config::RouteConfig,
|
route: &rustproxy_config::RouteConfig,
|
||||||
route_id: Option<&str>,
|
route_id: Option<&str>,
|
||||||
|
source_ip: &str,
|
||||||
) -> Result<Response<BoxBody<Bytes, hyper::Error>>, hyper::Error> {
|
) -> Result<Response<BoxBody<Bytes, hyper::Error>>, hyper::Error> {
|
||||||
let (resp_parts, resp_body) = upstream_response.into_parts();
|
let (resp_parts, resp_body) = upstream_response.into_parts();
|
||||||
|
|
||||||
@@ -433,10 +461,23 @@ impl HttpProxyService {
|
|||||||
ResponseFilter::apply_headers(route, headers, None);
|
ResponseFilter::apply_headers(route, headers, None);
|
||||||
}
|
}
|
||||||
|
|
||||||
self.metrics.connection_closed(route_id);
|
// Wrap the response body in CountingBody to track bytes_out.
|
||||||
|
// CountingBody will report bytes and we close the connection metric
|
||||||
|
// after the body stream completes (not before it even starts).
|
||||||
|
let counting_body = CountingBody::new(
|
||||||
|
resp_body,
|
||||||
|
Arc::clone(&self.metrics),
|
||||||
|
route_id.map(|s| s.to_string()),
|
||||||
|
Some(source_ip.to_string()),
|
||||||
|
Direction::Out,
|
||||||
|
);
|
||||||
|
|
||||||
// Stream the response body directly from upstream to client
|
// Close the connection metric now — the HTTP request/response cycle is done
|
||||||
let body: BoxBody<Bytes, hyper::Error> = BoxBody::new(resp_body);
|
// from the proxy's perspective once we hand the streaming body to hyper.
|
||||||
|
// Bytes will still be counted as they flow.
|
||||||
|
self.metrics.connection_closed(route_id, Some(source_ip));
|
||||||
|
|
||||||
|
let body: BoxBody<Bytes, hyper::Error> = BoxBody::new(counting_body);
|
||||||
|
|
||||||
Ok(response.body(body).unwrap())
|
Ok(response.body(body).unwrap())
|
||||||
}
|
}
|
||||||
@@ -451,6 +492,7 @@ impl HttpProxyService {
|
|||||||
route_id: Option<&str>,
|
route_id: Option<&str>,
|
||||||
upstream_key: &str,
|
upstream_key: &str,
|
||||||
cancel: CancellationToken,
|
cancel: CancellationToken,
|
||||||
|
source_ip: &str,
|
||||||
) -> Result<Response<BoxBody<Bytes, hyper::Error>>, hyper::Error> {
|
) -> Result<Response<BoxBody<Bytes, hyper::Error>>, hyper::Error> {
|
||||||
use tokio::io::{AsyncReadExt, AsyncWriteExt};
|
use tokio::io::{AsyncReadExt, AsyncWriteExt};
|
||||||
|
|
||||||
@@ -466,7 +508,7 @@ impl HttpProxyService {
|
|||||||
.unwrap_or("");
|
.unwrap_or("");
|
||||||
if !allowed_origins.is_empty() && !allowed_origins.iter().any(|o| o == "*" || o == origin) {
|
if !allowed_origins.is_empty() && !allowed_origins.iter().any(|o| o == "*" || o == origin) {
|
||||||
self.upstream_selector.connection_ended(upstream_key);
|
self.upstream_selector.connection_ended(upstream_key);
|
||||||
self.metrics.connection_closed(route_id);
|
self.metrics.connection_closed(route_id, Some(source_ip));
|
||||||
return Ok(error_response(StatusCode::FORBIDDEN, "Origin not allowed"));
|
return Ok(error_response(StatusCode::FORBIDDEN, "Origin not allowed"));
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
@@ -483,13 +525,13 @@ impl HttpProxyService {
|
|||||||
Ok(Err(e)) => {
|
Ok(Err(e)) => {
|
||||||
error!("WebSocket: failed to connect upstream {}:{}: {}", upstream.host, upstream.port, e);
|
error!("WebSocket: failed to connect upstream {}:{}: {}", upstream.host, upstream.port, e);
|
||||||
self.upstream_selector.connection_ended(upstream_key);
|
self.upstream_selector.connection_ended(upstream_key);
|
||||||
self.metrics.connection_closed(route_id);
|
self.metrics.connection_closed(route_id, Some(source_ip));
|
||||||
return Ok(error_response(StatusCode::BAD_GATEWAY, "Backend unavailable"));
|
return Ok(error_response(StatusCode::BAD_GATEWAY, "Backend unavailable"));
|
||||||
}
|
}
|
||||||
Err(_) => {
|
Err(_) => {
|
||||||
error!("WebSocket: upstream connect timeout for {}:{}", upstream.host, upstream.port);
|
error!("WebSocket: upstream connect timeout for {}:{}", upstream.host, upstream.port);
|
||||||
self.upstream_selector.connection_ended(upstream_key);
|
self.upstream_selector.connection_ended(upstream_key);
|
||||||
self.metrics.connection_closed(route_id);
|
self.metrics.connection_closed(route_id, Some(source_ip));
|
||||||
return Ok(error_response(StatusCode::GATEWAY_TIMEOUT, "Backend connect timeout"));
|
return Ok(error_response(StatusCode::GATEWAY_TIMEOUT, "Backend connect timeout"));
|
||||||
}
|
}
|
||||||
};
|
};
|
||||||
@@ -551,7 +593,7 @@ impl HttpProxyService {
|
|||||||
if let Err(e) = upstream_stream.write_all(raw_request.as_bytes()).await {
|
if let Err(e) = upstream_stream.write_all(raw_request.as_bytes()).await {
|
||||||
error!("WebSocket: failed to send upgrade request to upstream: {}", e);
|
error!("WebSocket: failed to send upgrade request to upstream: {}", e);
|
||||||
self.upstream_selector.connection_ended(upstream_key);
|
self.upstream_selector.connection_ended(upstream_key);
|
||||||
self.metrics.connection_closed(route_id);
|
self.metrics.connection_closed(route_id, Some(source_ip));
|
||||||
return Ok(error_response(StatusCode::BAD_GATEWAY, "Backend write failed"));
|
return Ok(error_response(StatusCode::BAD_GATEWAY, "Backend write failed"));
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -562,7 +604,7 @@ impl HttpProxyService {
|
|||||||
Ok(0) => {
|
Ok(0) => {
|
||||||
error!("WebSocket: upstream closed before completing handshake");
|
error!("WebSocket: upstream closed before completing handshake");
|
||||||
self.upstream_selector.connection_ended(upstream_key);
|
self.upstream_selector.connection_ended(upstream_key);
|
||||||
self.metrics.connection_closed(route_id);
|
self.metrics.connection_closed(route_id, Some(source_ip));
|
||||||
return Ok(error_response(StatusCode::BAD_GATEWAY, "Backend closed"));
|
return Ok(error_response(StatusCode::BAD_GATEWAY, "Backend closed"));
|
||||||
}
|
}
|
||||||
Ok(_) => {
|
Ok(_) => {
|
||||||
@@ -576,14 +618,14 @@ impl HttpProxyService {
|
|||||||
if response_buf.len() > 8192 {
|
if response_buf.len() > 8192 {
|
||||||
error!("WebSocket: upstream response headers too large");
|
error!("WebSocket: upstream response headers too large");
|
||||||
self.upstream_selector.connection_ended(upstream_key);
|
self.upstream_selector.connection_ended(upstream_key);
|
||||||
self.metrics.connection_closed(route_id);
|
self.metrics.connection_closed(route_id, Some(source_ip));
|
||||||
return Ok(error_response(StatusCode::BAD_GATEWAY, "Backend response too large"));
|
return Ok(error_response(StatusCode::BAD_GATEWAY, "Backend response too large"));
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
Err(e) => {
|
Err(e) => {
|
||||||
error!("WebSocket: failed to read upstream response: {}", e);
|
error!("WebSocket: failed to read upstream response: {}", e);
|
||||||
self.upstream_selector.connection_ended(upstream_key);
|
self.upstream_selector.connection_ended(upstream_key);
|
||||||
self.metrics.connection_closed(route_id);
|
self.metrics.connection_closed(route_id, Some(source_ip));
|
||||||
return Ok(error_response(StatusCode::BAD_GATEWAY, "Backend read failed"));
|
return Ok(error_response(StatusCode::BAD_GATEWAY, "Backend read failed"));
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
@@ -601,7 +643,7 @@ impl HttpProxyService {
|
|||||||
if status_code != 101 {
|
if status_code != 101 {
|
||||||
debug!("WebSocket: upstream rejected upgrade with status {}", status_code);
|
debug!("WebSocket: upstream rejected upgrade with status {}", status_code);
|
||||||
self.upstream_selector.connection_ended(upstream_key);
|
self.upstream_selector.connection_ended(upstream_key);
|
||||||
self.metrics.connection_closed(route_id);
|
self.metrics.connection_closed(route_id, Some(source_ip));
|
||||||
return Ok(error_response(
|
return Ok(error_response(
|
||||||
StatusCode::from_u16(status_code).unwrap_or(StatusCode::BAD_GATEWAY),
|
StatusCode::from_u16(status_code).unwrap_or(StatusCode::BAD_GATEWAY),
|
||||||
"WebSocket upgrade rejected by backend",
|
"WebSocket upgrade rejected by backend",
|
||||||
@@ -635,6 +677,7 @@ impl HttpProxyService {
|
|||||||
|
|
||||||
let metrics = Arc::clone(&self.metrics);
|
let metrics = Arc::clone(&self.metrics);
|
||||||
let route_id_owned = route_id.map(|s| s.to_string());
|
let route_id_owned = route_id.map(|s| s.to_string());
|
||||||
|
let source_ip_owned = source_ip.to_string();
|
||||||
let upstream_selector = self.upstream_selector.clone();
|
let upstream_selector = self.upstream_selector.clone();
|
||||||
let upstream_key_owned = upstream_key.to_string();
|
let upstream_key_owned = upstream_key.to_string();
|
||||||
|
|
||||||
@@ -645,7 +688,7 @@ impl HttpProxyService {
|
|||||||
debug!("WebSocket: client upgrade failed: {}", e);
|
debug!("WebSocket: client upgrade failed: {}", e);
|
||||||
upstream_selector.connection_ended(&upstream_key_owned);
|
upstream_selector.connection_ended(&upstream_key_owned);
|
||||||
if let Some(ref rid) = route_id_owned {
|
if let Some(ref rid) = route_id_owned {
|
||||||
metrics.connection_closed(Some(rid.as_str()));
|
metrics.connection_closed(Some(rid.as_str()), Some(&source_ip_owned));
|
||||||
}
|
}
|
||||||
return;
|
return;
|
||||||
}
|
}
|
||||||
@@ -750,8 +793,8 @@ impl HttpProxyService {
|
|||||||
|
|
||||||
upstream_selector.connection_ended(&upstream_key_owned);
|
upstream_selector.connection_ended(&upstream_key_owned);
|
||||||
if let Some(ref rid) = route_id_owned {
|
if let Some(ref rid) = route_id_owned {
|
||||||
metrics.record_bytes(bytes_in, bytes_out, Some(rid.as_str()));
|
metrics.record_bytes(bytes_in, bytes_out, Some(rid.as_str()), Some(&source_ip_owned));
|
||||||
metrics.connection_closed(Some(rid.as_str()));
|
metrics.connection_closed(Some(rid.as_str()), Some(&source_ip_owned));
|
||||||
}
|
}
|
||||||
});
|
});
|
||||||
|
|
||||||
|
|||||||
@@ -1,6 +1,9 @@
|
|||||||
use dashmap::DashMap;
|
use dashmap::DashMap;
|
||||||
use serde::{Deserialize, Serialize};
|
use serde::{Deserialize, Serialize};
|
||||||
use std::sync::atomic::{AtomicU64, Ordering};
|
use std::sync::atomic::{AtomicU64, Ordering};
|
||||||
|
use std::sync::Mutex;
|
||||||
|
|
||||||
|
use crate::throughput::{ThroughputSample, ThroughputTracker};
|
||||||
|
|
||||||
/// Aggregated metrics snapshot.
|
/// Aggregated metrics snapshot.
|
||||||
#[derive(Debug, Clone, Serialize, Deserialize)]
|
#[derive(Debug, Clone, Serialize, Deserialize)]
|
||||||
@@ -12,7 +15,14 @@ pub struct Metrics {
|
|||||||
pub bytes_out: u64,
|
pub bytes_out: u64,
|
||||||
pub throughput_in_bytes_per_sec: u64,
|
pub throughput_in_bytes_per_sec: u64,
|
||||||
pub throughput_out_bytes_per_sec: u64,
|
pub throughput_out_bytes_per_sec: u64,
|
||||||
|
pub throughput_recent_in_bytes_per_sec: u64,
|
||||||
|
pub throughput_recent_out_bytes_per_sec: u64,
|
||||||
pub routes: std::collections::HashMap<String, RouteMetrics>,
|
pub routes: std::collections::HashMap<String, RouteMetrics>,
|
||||||
|
pub ips: std::collections::HashMap<String, IpMetrics>,
|
||||||
|
pub throughput_history: Vec<ThroughputSample>,
|
||||||
|
pub total_http_requests: u64,
|
||||||
|
pub http_requests_per_sec: u64,
|
||||||
|
pub http_requests_per_sec_recent: u64,
|
||||||
}
|
}
|
||||||
|
|
||||||
/// Per-route metrics.
|
/// Per-route metrics.
|
||||||
@@ -25,6 +35,20 @@ pub struct RouteMetrics {
|
|||||||
pub bytes_out: u64,
|
pub bytes_out: u64,
|
||||||
pub throughput_in_bytes_per_sec: u64,
|
pub throughput_in_bytes_per_sec: u64,
|
||||||
pub throughput_out_bytes_per_sec: u64,
|
pub throughput_out_bytes_per_sec: u64,
|
||||||
|
pub throughput_recent_in_bytes_per_sec: u64,
|
||||||
|
pub throughput_recent_out_bytes_per_sec: u64,
|
||||||
|
}
|
||||||
|
|
||||||
|
/// Per-IP metrics.
|
||||||
|
#[derive(Debug, Clone, Serialize, Deserialize)]
|
||||||
|
#[serde(rename_all = "camelCase")]
|
||||||
|
pub struct IpMetrics {
|
||||||
|
pub active_connections: u64,
|
||||||
|
pub total_connections: u64,
|
||||||
|
pub bytes_in: u64,
|
||||||
|
pub bytes_out: u64,
|
||||||
|
pub throughput_in_bytes_per_sec: u64,
|
||||||
|
pub throughput_out_bytes_per_sec: u64,
|
||||||
}
|
}
|
||||||
|
|
||||||
/// Statistics snapshot.
|
/// Statistics snapshot.
|
||||||
@@ -38,7 +62,18 @@ pub struct Statistics {
|
|||||||
pub uptime_seconds: u64,
|
pub uptime_seconds: u64,
|
||||||
}
|
}
|
||||||
|
|
||||||
|
/// Default retention for throughput samples (1 hour).
|
||||||
|
const DEFAULT_RETENTION_SECONDS: usize = 3600;
|
||||||
|
|
||||||
|
/// Maximum number of IPs to include in a snapshot (top by active connections).
|
||||||
|
const MAX_IPS_IN_SNAPSHOT: usize = 100;
|
||||||
|
|
||||||
/// Metrics collector tracking connections and throughput.
|
/// Metrics collector tracking connections and throughput.
|
||||||
|
///
|
||||||
|
/// Design: The hot path (`record_bytes`) is entirely lock-free — it only touches
|
||||||
|
/// `AtomicU64` counters. The cold path (`sample_all`, called at 1Hz) drains
|
||||||
|
/// those atomics and feeds the throughput trackers under a Mutex. This avoids
|
||||||
|
/// contention when `record_bytes` is called per-chunk in the TCP copy loop.
|
||||||
pub struct MetricsCollector {
|
pub struct MetricsCollector {
|
||||||
active_connections: AtomicU64,
|
active_connections: AtomicU64,
|
||||||
total_connections: AtomicU64,
|
total_connections: AtomicU64,
|
||||||
@@ -51,10 +86,38 @@ pub struct MetricsCollector {
|
|||||||
/// Per-route byte counters
|
/// Per-route byte counters
|
||||||
route_bytes_in: DashMap<String, AtomicU64>,
|
route_bytes_in: DashMap<String, AtomicU64>,
|
||||||
route_bytes_out: DashMap<String, AtomicU64>,
|
route_bytes_out: DashMap<String, AtomicU64>,
|
||||||
|
|
||||||
|
// ── Per-IP tracking ──
|
||||||
|
ip_connections: DashMap<String, AtomicU64>,
|
||||||
|
ip_total_connections: DashMap<String, AtomicU64>,
|
||||||
|
ip_bytes_in: DashMap<String, AtomicU64>,
|
||||||
|
ip_bytes_out: DashMap<String, AtomicU64>,
|
||||||
|
ip_pending_tp: DashMap<String, (AtomicU64, AtomicU64)>,
|
||||||
|
ip_throughput: DashMap<String, Mutex<ThroughputTracker>>,
|
||||||
|
|
||||||
|
// ── HTTP request tracking ──
|
||||||
|
total_http_requests: AtomicU64,
|
||||||
|
pending_http_requests: AtomicU64,
|
||||||
|
http_request_throughput: Mutex<ThroughputTracker>,
|
||||||
|
|
||||||
|
// ── Lock-free pending throughput counters (hot path) ──
|
||||||
|
global_pending_tp_in: AtomicU64,
|
||||||
|
global_pending_tp_out: AtomicU64,
|
||||||
|
route_pending_tp: DashMap<String, (AtomicU64, AtomicU64)>,
|
||||||
|
|
||||||
|
// ── Throughput history — only locked during sampling (cold path) ──
|
||||||
|
global_throughput: Mutex<ThroughputTracker>,
|
||||||
|
route_throughput: DashMap<String, Mutex<ThroughputTracker>>,
|
||||||
|
retention_seconds: usize,
|
||||||
}
|
}
|
||||||
|
|
||||||
impl MetricsCollector {
|
impl MetricsCollector {
|
||||||
pub fn new() -> Self {
|
pub fn new() -> Self {
|
||||||
|
Self::with_retention(DEFAULT_RETENTION_SECONDS)
|
||||||
|
}
|
||||||
|
|
||||||
|
/// Create a MetricsCollector with a custom retention period for throughput history.
|
||||||
|
pub fn with_retention(retention_seconds: usize) -> Self {
|
||||||
Self {
|
Self {
|
||||||
active_connections: AtomicU64::new(0),
|
active_connections: AtomicU64::new(0),
|
||||||
total_connections: AtomicU64::new(0),
|
total_connections: AtomicU64::new(0),
|
||||||
@@ -64,11 +127,26 @@ impl MetricsCollector {
|
|||||||
route_total_connections: DashMap::new(),
|
route_total_connections: DashMap::new(),
|
||||||
route_bytes_in: DashMap::new(),
|
route_bytes_in: DashMap::new(),
|
||||||
route_bytes_out: DashMap::new(),
|
route_bytes_out: DashMap::new(),
|
||||||
|
ip_connections: DashMap::new(),
|
||||||
|
ip_total_connections: DashMap::new(),
|
||||||
|
ip_bytes_in: DashMap::new(),
|
||||||
|
ip_bytes_out: DashMap::new(),
|
||||||
|
ip_pending_tp: DashMap::new(),
|
||||||
|
ip_throughput: DashMap::new(),
|
||||||
|
total_http_requests: AtomicU64::new(0),
|
||||||
|
pending_http_requests: AtomicU64::new(0),
|
||||||
|
http_request_throughput: Mutex::new(ThroughputTracker::new(retention_seconds)),
|
||||||
|
global_pending_tp_in: AtomicU64::new(0),
|
||||||
|
global_pending_tp_out: AtomicU64::new(0),
|
||||||
|
route_pending_tp: DashMap::new(),
|
||||||
|
global_throughput: Mutex::new(ThroughputTracker::new(retention_seconds)),
|
||||||
|
route_throughput: DashMap::new(),
|
||||||
|
retention_seconds,
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
/// Record a new connection.
|
/// Record a new connection.
|
||||||
pub fn connection_opened(&self, route_id: Option<&str>) {
|
pub fn connection_opened(&self, route_id: Option<&str>, source_ip: Option<&str>) {
|
||||||
self.active_connections.fetch_add(1, Ordering::Relaxed);
|
self.active_connections.fetch_add(1, Ordering::Relaxed);
|
||||||
self.total_connections.fetch_add(1, Ordering::Relaxed);
|
self.total_connections.fetch_add(1, Ordering::Relaxed);
|
||||||
|
|
||||||
@@ -82,10 +160,21 @@ impl MetricsCollector {
|
|||||||
.or_insert_with(|| AtomicU64::new(0))
|
.or_insert_with(|| AtomicU64::new(0))
|
||||||
.fetch_add(1, Ordering::Relaxed);
|
.fetch_add(1, Ordering::Relaxed);
|
||||||
}
|
}
|
||||||
|
|
||||||
|
if let Some(ip) = source_ip {
|
||||||
|
self.ip_connections
|
||||||
|
.entry(ip.to_string())
|
||||||
|
.or_insert_with(|| AtomicU64::new(0))
|
||||||
|
.fetch_add(1, Ordering::Relaxed);
|
||||||
|
self.ip_total_connections
|
||||||
|
.entry(ip.to_string())
|
||||||
|
.or_insert_with(|| AtomicU64::new(0))
|
||||||
|
.fetch_add(1, Ordering::Relaxed);
|
||||||
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
/// Record a connection closing.
|
/// Record a connection closing.
|
||||||
pub fn connection_closed(&self, route_id: Option<&str>) {
|
pub fn connection_closed(&self, route_id: Option<&str>, source_ip: Option<&str>) {
|
||||||
self.active_connections.fetch_sub(1, Ordering::Relaxed);
|
self.active_connections.fetch_sub(1, Ordering::Relaxed);
|
||||||
|
|
||||||
if let Some(route_id) = route_id {
|
if let Some(route_id) = route_id {
|
||||||
@@ -96,13 +185,34 @@ impl MetricsCollector {
|
|||||||
}
|
}
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
if let Some(ip) = source_ip {
|
||||||
|
if let Some(counter) = self.ip_connections.get(ip) {
|
||||||
|
let val = counter.load(Ordering::Relaxed);
|
||||||
|
if val > 0 {
|
||||||
|
counter.fetch_sub(1, Ordering::Relaxed);
|
||||||
|
}
|
||||||
|
// Clean up zero-count entries to prevent memory growth
|
||||||
|
if val <= 1 {
|
||||||
|
drop(counter);
|
||||||
|
self.ip_connections.remove(ip);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
/// Record bytes transferred.
|
/// Record bytes transferred (lock-free hot path).
|
||||||
pub fn record_bytes(&self, bytes_in: u64, bytes_out: u64, route_id: Option<&str>) {
|
///
|
||||||
|
/// Called per-chunk in the TCP copy loop. Only touches AtomicU64 counters —
|
||||||
|
/// no Mutex is taken. The throughput trackers are fed during `sample_all()`.
|
||||||
|
pub fn record_bytes(&self, bytes_in: u64, bytes_out: u64, route_id: Option<&str>, source_ip: Option<&str>) {
|
||||||
self.total_bytes_in.fetch_add(bytes_in, Ordering::Relaxed);
|
self.total_bytes_in.fetch_add(bytes_in, Ordering::Relaxed);
|
||||||
self.total_bytes_out.fetch_add(bytes_out, Ordering::Relaxed);
|
self.total_bytes_out.fetch_add(bytes_out, Ordering::Relaxed);
|
||||||
|
|
||||||
|
// Accumulate into lock-free pending throughput counters
|
||||||
|
self.global_pending_tp_in.fetch_add(bytes_in, Ordering::Relaxed);
|
||||||
|
self.global_pending_tp_out.fetch_add(bytes_out, Ordering::Relaxed);
|
||||||
|
|
||||||
if let Some(route_id) = route_id {
|
if let Some(route_id) = route_id {
|
||||||
self.route_bytes_in
|
self.route_bytes_in
|
||||||
.entry(route_id.to_string())
|
.entry(route_id.to_string())
|
||||||
@@ -112,6 +222,123 @@ impl MetricsCollector {
|
|||||||
.entry(route_id.to_string())
|
.entry(route_id.to_string())
|
||||||
.or_insert_with(|| AtomicU64::new(0))
|
.or_insert_with(|| AtomicU64::new(0))
|
||||||
.fetch_add(bytes_out, Ordering::Relaxed);
|
.fetch_add(bytes_out, Ordering::Relaxed);
|
||||||
|
|
||||||
|
// Accumulate into per-route pending throughput counters (lock-free)
|
||||||
|
let entry = self.route_pending_tp
|
||||||
|
.entry(route_id.to_string())
|
||||||
|
.or_insert_with(|| (AtomicU64::new(0), AtomicU64::new(0)));
|
||||||
|
entry.0.fetch_add(bytes_in, Ordering::Relaxed);
|
||||||
|
entry.1.fetch_add(bytes_out, Ordering::Relaxed);
|
||||||
|
}
|
||||||
|
|
||||||
|
if let Some(ip) = source_ip {
|
||||||
|
self.ip_bytes_in
|
||||||
|
.entry(ip.to_string())
|
||||||
|
.or_insert_with(|| AtomicU64::new(0))
|
||||||
|
.fetch_add(bytes_in, Ordering::Relaxed);
|
||||||
|
self.ip_bytes_out
|
||||||
|
.entry(ip.to_string())
|
||||||
|
.or_insert_with(|| AtomicU64::new(0))
|
||||||
|
.fetch_add(bytes_out, Ordering::Relaxed);
|
||||||
|
|
||||||
|
// Accumulate into per-IP pending throughput counters (lock-free)
|
||||||
|
let entry = self.ip_pending_tp
|
||||||
|
.entry(ip.to_string())
|
||||||
|
.or_insert_with(|| (AtomicU64::new(0), AtomicU64::new(0)));
|
||||||
|
entry.0.fetch_add(bytes_in, Ordering::Relaxed);
|
||||||
|
entry.1.fetch_add(bytes_out, Ordering::Relaxed);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
/// Record an HTTP request (called once per request in the HTTP proxy).
|
||||||
|
pub fn record_http_request(&self) {
|
||||||
|
self.total_http_requests.fetch_add(1, Ordering::Relaxed);
|
||||||
|
self.pending_http_requests.fetch_add(1, Ordering::Relaxed);
|
||||||
|
}
|
||||||
|
|
||||||
|
/// Take a throughput sample on all trackers (cold path, call at 1Hz or configured interval).
|
||||||
|
///
|
||||||
|
/// Drains the lock-free pending counters and feeds the accumulated bytes
|
||||||
|
/// into the throughput trackers (under Mutex). This is the only place
|
||||||
|
/// the Mutex is locked.
|
||||||
|
pub fn sample_all(&self) {
|
||||||
|
// Drain global pending bytes and feed into the tracker
|
||||||
|
let global_in = self.global_pending_tp_in.swap(0, Ordering::Relaxed);
|
||||||
|
let global_out = self.global_pending_tp_out.swap(0, Ordering::Relaxed);
|
||||||
|
if let Ok(mut tracker) = self.global_throughput.lock() {
|
||||||
|
tracker.record_bytes(global_in, global_out);
|
||||||
|
tracker.sample();
|
||||||
|
}
|
||||||
|
|
||||||
|
// Drain per-route pending bytes; collect into a Vec to avoid holding DashMap shards
|
||||||
|
let mut route_samples: Vec<(String, u64, u64)> = Vec::new();
|
||||||
|
for entry in self.route_pending_tp.iter() {
|
||||||
|
let route_id = entry.key().clone();
|
||||||
|
let pending_in = entry.value().0.swap(0, Ordering::Relaxed);
|
||||||
|
let pending_out = entry.value().1.swap(0, Ordering::Relaxed);
|
||||||
|
route_samples.push((route_id, pending_in, pending_out));
|
||||||
|
}
|
||||||
|
|
||||||
|
// Feed pending bytes into route trackers and sample
|
||||||
|
let retention = self.retention_seconds;
|
||||||
|
for (route_id, pending_in, pending_out) in &route_samples {
|
||||||
|
// Ensure the tracker exists
|
||||||
|
self.route_throughput
|
||||||
|
.entry(route_id.clone())
|
||||||
|
.or_insert_with(|| Mutex::new(ThroughputTracker::new(retention)));
|
||||||
|
// Now get a separate ref and lock it
|
||||||
|
if let Some(tracker_ref) = self.route_throughput.get(route_id) {
|
||||||
|
if let Ok(mut tracker) = tracker_ref.value().lock() {
|
||||||
|
tracker.record_bytes(*pending_in, *pending_out);
|
||||||
|
tracker.sample();
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
// Also sample any route trackers that had no new pending bytes
|
||||||
|
// (to keep their sample window advancing)
|
||||||
|
for entry in self.route_throughput.iter() {
|
||||||
|
if !self.route_pending_tp.contains_key(entry.key()) {
|
||||||
|
if let Ok(mut tracker) = entry.value().lock() {
|
||||||
|
tracker.sample();
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
// Drain per-IP pending bytes and feed into IP throughput trackers
|
||||||
|
let mut ip_samples: Vec<(String, u64, u64)> = Vec::new();
|
||||||
|
for entry in self.ip_pending_tp.iter() {
|
||||||
|
let ip = entry.key().clone();
|
||||||
|
let pending_in = entry.value().0.swap(0, Ordering::Relaxed);
|
||||||
|
let pending_out = entry.value().1.swap(0, Ordering::Relaxed);
|
||||||
|
ip_samples.push((ip, pending_in, pending_out));
|
||||||
|
}
|
||||||
|
for (ip, pending_in, pending_out) in &ip_samples {
|
||||||
|
self.ip_throughput
|
||||||
|
.entry(ip.clone())
|
||||||
|
.or_insert_with(|| Mutex::new(ThroughputTracker::new(retention)));
|
||||||
|
if let Some(tracker_ref) = self.ip_throughput.get(ip) {
|
||||||
|
if let Ok(mut tracker) = tracker_ref.value().lock() {
|
||||||
|
tracker.record_bytes(*pending_in, *pending_out);
|
||||||
|
tracker.sample();
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
// Sample idle IP trackers
|
||||||
|
for entry in self.ip_throughput.iter() {
|
||||||
|
if !self.ip_pending_tp.contains_key(entry.key()) {
|
||||||
|
if let Ok(mut tracker) = entry.value().lock() {
|
||||||
|
tracker.sample();
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
// Drain pending HTTP request count and feed into HTTP throughput tracker
|
||||||
|
let pending_reqs = self.pending_http_requests.swap(0, Ordering::Relaxed);
|
||||||
|
if let Ok(mut tracker) = self.http_request_throughput.lock() {
|
||||||
|
// Use bytes_in field to track request count (each request = 1 "byte")
|
||||||
|
tracker.record_bytes(pending_reqs, 0);
|
||||||
|
tracker.sample();
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -135,10 +362,22 @@ impl MetricsCollector {
|
|||||||
self.total_bytes_out.load(Ordering::Relaxed)
|
self.total_bytes_out.load(Ordering::Relaxed)
|
||||||
}
|
}
|
||||||
|
|
||||||
/// Get a full metrics snapshot including per-route data.
|
/// Get a full metrics snapshot including per-route and per-IP data.
|
||||||
pub fn snapshot(&self) -> Metrics {
|
pub fn snapshot(&self) -> Metrics {
|
||||||
let mut routes = std::collections::HashMap::new();
|
let mut routes = std::collections::HashMap::new();
|
||||||
|
|
||||||
|
// Get global throughput (instant = last 1 sample, recent = last 10 samples)
|
||||||
|
let (global_tp_in, global_tp_out, global_recent_in, global_recent_out, throughput_history) =
|
||||||
|
self.global_throughput
|
||||||
|
.lock()
|
||||||
|
.map(|t| {
|
||||||
|
let (i_in, i_out) = t.instant();
|
||||||
|
let (r_in, r_out) = t.recent();
|
||||||
|
let history = t.history(60);
|
||||||
|
(i_in, i_out, r_in, r_out, history)
|
||||||
|
})
|
||||||
|
.unwrap_or((0, 0, 0, 0, Vec::new()));
|
||||||
|
|
||||||
// Collect per-route metrics
|
// Collect per-route metrics
|
||||||
for entry in self.route_total_connections.iter() {
|
for entry in self.route_total_connections.iter() {
|
||||||
let route_id = entry.key().clone();
|
let route_id = entry.key().clone();
|
||||||
@@ -156,24 +395,92 @@ impl MetricsCollector {
|
|||||||
.map(|c| c.load(Ordering::Relaxed))
|
.map(|c| c.load(Ordering::Relaxed))
|
||||||
.unwrap_or(0);
|
.unwrap_or(0);
|
||||||
|
|
||||||
|
let (route_tp_in, route_tp_out, route_recent_in, route_recent_out) = self.route_throughput
|
||||||
|
.get(&route_id)
|
||||||
|
.and_then(|entry| entry.value().lock().ok().map(|t| {
|
||||||
|
let (i_in, i_out) = t.instant();
|
||||||
|
let (r_in, r_out) = t.recent();
|
||||||
|
(i_in, i_out, r_in, r_out)
|
||||||
|
}))
|
||||||
|
.unwrap_or((0, 0, 0, 0));
|
||||||
|
|
||||||
routes.insert(route_id, RouteMetrics {
|
routes.insert(route_id, RouteMetrics {
|
||||||
active_connections: active,
|
active_connections: active,
|
||||||
total_connections: total,
|
total_connections: total,
|
||||||
bytes_in,
|
bytes_in,
|
||||||
bytes_out,
|
bytes_out,
|
||||||
throughput_in_bytes_per_sec: 0,
|
throughput_in_bytes_per_sec: route_tp_in,
|
||||||
throughput_out_bytes_per_sec: 0,
|
throughput_out_bytes_per_sec: route_tp_out,
|
||||||
|
throughput_recent_in_bytes_per_sec: route_recent_in,
|
||||||
|
throughput_recent_out_bytes_per_sec: route_recent_out,
|
||||||
});
|
});
|
||||||
}
|
}
|
||||||
|
|
||||||
|
// Collect per-IP metrics — only IPs with active connections or total > 0,
|
||||||
|
// capped at top MAX_IPS_IN_SNAPSHOT sorted by active count
|
||||||
|
let mut ip_entries: Vec<(String, u64, u64, u64, u64, u64, u64)> = Vec::new();
|
||||||
|
for entry in self.ip_total_connections.iter() {
|
||||||
|
let ip = entry.key().clone();
|
||||||
|
let total = entry.value().load(Ordering::Relaxed);
|
||||||
|
let active = self.ip_connections
|
||||||
|
.get(&ip)
|
||||||
|
.map(|c| c.load(Ordering::Relaxed))
|
||||||
|
.unwrap_or(0);
|
||||||
|
let bytes_in = self.ip_bytes_in
|
||||||
|
.get(&ip)
|
||||||
|
.map(|c| c.load(Ordering::Relaxed))
|
||||||
|
.unwrap_or(0);
|
||||||
|
let bytes_out = self.ip_bytes_out
|
||||||
|
.get(&ip)
|
||||||
|
.map(|c| c.load(Ordering::Relaxed))
|
||||||
|
.unwrap_or(0);
|
||||||
|
let (tp_in, tp_out) = self.ip_throughput
|
||||||
|
.get(&ip)
|
||||||
|
.and_then(|entry| entry.value().lock().ok().map(|t| t.instant()))
|
||||||
|
.unwrap_or((0, 0));
|
||||||
|
ip_entries.push((ip, active, total, bytes_in, bytes_out, tp_in, tp_out));
|
||||||
|
}
|
||||||
|
// Sort by active connections descending, then cap
|
||||||
|
ip_entries.sort_by(|a, b| b.1.cmp(&a.1));
|
||||||
|
ip_entries.truncate(MAX_IPS_IN_SNAPSHOT);
|
||||||
|
|
||||||
|
let mut ips = std::collections::HashMap::new();
|
||||||
|
for (ip, active, total, bytes_in, bytes_out, tp_in, tp_out) in ip_entries {
|
||||||
|
ips.insert(ip, IpMetrics {
|
||||||
|
active_connections: active,
|
||||||
|
total_connections: total,
|
||||||
|
bytes_in,
|
||||||
|
bytes_out,
|
||||||
|
throughput_in_bytes_per_sec: tp_in,
|
||||||
|
throughput_out_bytes_per_sec: tp_out,
|
||||||
|
});
|
||||||
|
}
|
||||||
|
|
||||||
|
// HTTP request rates
|
||||||
|
let (http_rps, http_rps_recent) = self.http_request_throughput
|
||||||
|
.lock()
|
||||||
|
.map(|t| {
|
||||||
|
let (instant, _) = t.instant();
|
||||||
|
let (recent, _) = t.recent();
|
||||||
|
(instant, recent)
|
||||||
|
})
|
||||||
|
.unwrap_or((0, 0));
|
||||||
|
|
||||||
Metrics {
|
Metrics {
|
||||||
active_connections: self.active_connections(),
|
active_connections: self.active_connections(),
|
||||||
total_connections: self.total_connections(),
|
total_connections: self.total_connections(),
|
||||||
bytes_in: self.total_bytes_in(),
|
bytes_in: self.total_bytes_in(),
|
||||||
bytes_out: self.total_bytes_out(),
|
bytes_out: self.total_bytes_out(),
|
||||||
throughput_in_bytes_per_sec: 0,
|
throughput_in_bytes_per_sec: global_tp_in,
|
||||||
throughput_out_bytes_per_sec: 0,
|
throughput_out_bytes_per_sec: global_tp_out,
|
||||||
|
throughput_recent_in_bytes_per_sec: global_recent_in,
|
||||||
|
throughput_recent_out_bytes_per_sec: global_recent_out,
|
||||||
routes,
|
routes,
|
||||||
|
ips,
|
||||||
|
throughput_history,
|
||||||
|
total_http_requests: self.total_http_requests.load(Ordering::Relaxed),
|
||||||
|
http_requests_per_sec: http_rps,
|
||||||
|
http_requests_per_sec_recent: http_rps_recent,
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
@@ -198,10 +505,10 @@ mod tests {
|
|||||||
#[test]
|
#[test]
|
||||||
fn test_connection_opened_increments() {
|
fn test_connection_opened_increments() {
|
||||||
let collector = MetricsCollector::new();
|
let collector = MetricsCollector::new();
|
||||||
collector.connection_opened(None);
|
collector.connection_opened(None, None);
|
||||||
assert_eq!(collector.active_connections(), 1);
|
assert_eq!(collector.active_connections(), 1);
|
||||||
assert_eq!(collector.total_connections(), 1);
|
assert_eq!(collector.total_connections(), 1);
|
||||||
collector.connection_opened(None);
|
collector.connection_opened(None, None);
|
||||||
assert_eq!(collector.active_connections(), 2);
|
assert_eq!(collector.active_connections(), 2);
|
||||||
assert_eq!(collector.total_connections(), 2);
|
assert_eq!(collector.total_connections(), 2);
|
||||||
}
|
}
|
||||||
@@ -209,10 +516,10 @@ mod tests {
|
|||||||
#[test]
|
#[test]
|
||||||
fn test_connection_closed_decrements() {
|
fn test_connection_closed_decrements() {
|
||||||
let collector = MetricsCollector::new();
|
let collector = MetricsCollector::new();
|
||||||
collector.connection_opened(None);
|
collector.connection_opened(None, None);
|
||||||
collector.connection_opened(None);
|
collector.connection_opened(None, None);
|
||||||
assert_eq!(collector.active_connections(), 2);
|
assert_eq!(collector.active_connections(), 2);
|
||||||
collector.connection_closed(None);
|
collector.connection_closed(None, None);
|
||||||
assert_eq!(collector.active_connections(), 1);
|
assert_eq!(collector.active_connections(), 1);
|
||||||
// total_connections should stay at 2
|
// total_connections should stay at 2
|
||||||
assert_eq!(collector.total_connections(), 2);
|
assert_eq!(collector.total_connections(), 2);
|
||||||
@@ -221,23 +528,23 @@ mod tests {
|
|||||||
#[test]
|
#[test]
|
||||||
fn test_route_specific_tracking() {
|
fn test_route_specific_tracking() {
|
||||||
let collector = MetricsCollector::new();
|
let collector = MetricsCollector::new();
|
||||||
collector.connection_opened(Some("route-a"));
|
collector.connection_opened(Some("route-a"), None);
|
||||||
collector.connection_opened(Some("route-a"));
|
collector.connection_opened(Some("route-a"), None);
|
||||||
collector.connection_opened(Some("route-b"));
|
collector.connection_opened(Some("route-b"), None);
|
||||||
|
|
||||||
assert_eq!(collector.active_connections(), 3);
|
assert_eq!(collector.active_connections(), 3);
|
||||||
assert_eq!(collector.total_connections(), 3);
|
assert_eq!(collector.total_connections(), 3);
|
||||||
|
|
||||||
collector.connection_closed(Some("route-a"));
|
collector.connection_closed(Some("route-a"), None);
|
||||||
assert_eq!(collector.active_connections(), 2);
|
assert_eq!(collector.active_connections(), 2);
|
||||||
}
|
}
|
||||||
|
|
||||||
#[test]
|
#[test]
|
||||||
fn test_record_bytes() {
|
fn test_record_bytes() {
|
||||||
let collector = MetricsCollector::new();
|
let collector = MetricsCollector::new();
|
||||||
collector.record_bytes(100, 200, Some("route-a"));
|
collector.record_bytes(100, 200, Some("route-a"), None);
|
||||||
collector.record_bytes(50, 75, Some("route-a"));
|
collector.record_bytes(50, 75, Some("route-a"), None);
|
||||||
collector.record_bytes(25, 30, None);
|
collector.record_bytes(25, 30, None, None);
|
||||||
|
|
||||||
let total_in = collector.total_bytes_in.load(Ordering::Relaxed);
|
let total_in = collector.total_bytes_in.load(Ordering::Relaxed);
|
||||||
let total_out = collector.total_bytes_out.load(Ordering::Relaxed);
|
let total_out = collector.total_bytes_out.load(Ordering::Relaxed);
|
||||||
@@ -248,4 +555,114 @@ mod tests {
|
|||||||
let route_in = collector.route_bytes_in.get("route-a").unwrap();
|
let route_in = collector.route_bytes_in.get("route-a").unwrap();
|
||||||
assert_eq!(route_in.load(Ordering::Relaxed), 150);
|
assert_eq!(route_in.load(Ordering::Relaxed), 150);
|
||||||
}
|
}
|
||||||
|
|
||||||
|
#[test]
|
||||||
|
fn test_throughput_tracking() {
|
||||||
|
let collector = MetricsCollector::with_retention(60);
|
||||||
|
|
||||||
|
// Open a connection so the route appears in the snapshot
|
||||||
|
collector.connection_opened(Some("route-a"), None);
|
||||||
|
|
||||||
|
// Record some bytes
|
||||||
|
collector.record_bytes(1000, 2000, Some("route-a"), None);
|
||||||
|
collector.record_bytes(500, 750, None, None);
|
||||||
|
|
||||||
|
// Take a sample (simulates the 1Hz tick)
|
||||||
|
collector.sample_all();
|
||||||
|
|
||||||
|
// Check global throughput
|
||||||
|
let snapshot = collector.snapshot();
|
||||||
|
assert_eq!(snapshot.throughput_in_bytes_per_sec, 1500);
|
||||||
|
assert_eq!(snapshot.throughput_out_bytes_per_sec, 2750);
|
||||||
|
|
||||||
|
// Check per-route throughput
|
||||||
|
let route_a = snapshot.routes.get("route-a").unwrap();
|
||||||
|
assert_eq!(route_a.throughput_in_bytes_per_sec, 1000);
|
||||||
|
assert_eq!(route_a.throughput_out_bytes_per_sec, 2000);
|
||||||
|
}
|
||||||
|
|
||||||
|
#[test]
|
||||||
|
fn test_throughput_zero_before_sampling() {
|
||||||
|
let collector = MetricsCollector::with_retention(60);
|
||||||
|
collector.record_bytes(1000, 2000, None, None);
|
||||||
|
|
||||||
|
// Without sampling, throughput should be 0
|
||||||
|
let snapshot = collector.snapshot();
|
||||||
|
assert_eq!(snapshot.throughput_in_bytes_per_sec, 0);
|
||||||
|
assert_eq!(snapshot.throughput_out_bytes_per_sec, 0);
|
||||||
|
}
|
||||||
|
|
||||||
|
#[test]
|
||||||
|
fn test_per_ip_tracking() {
|
||||||
|
let collector = MetricsCollector::with_retention(60);
|
||||||
|
|
||||||
|
collector.connection_opened(Some("route-a"), Some("1.2.3.4"));
|
||||||
|
collector.connection_opened(Some("route-a"), Some("1.2.3.4"));
|
||||||
|
collector.connection_opened(Some("route-b"), Some("5.6.7.8"));
|
||||||
|
|
||||||
|
// Check IP active connections (drop DashMap refs immediately to avoid deadlock)
|
||||||
|
assert_eq!(
|
||||||
|
collector.ip_connections.get("1.2.3.4").unwrap().load(Ordering::Relaxed),
|
||||||
|
2
|
||||||
|
);
|
||||||
|
assert_eq!(
|
||||||
|
collector.ip_connections.get("5.6.7.8").unwrap().load(Ordering::Relaxed),
|
||||||
|
1
|
||||||
|
);
|
||||||
|
|
||||||
|
// Record bytes per IP
|
||||||
|
collector.record_bytes(100, 200, Some("route-a"), Some("1.2.3.4"));
|
||||||
|
collector.record_bytes(300, 400, Some("route-b"), Some("5.6.7.8"));
|
||||||
|
collector.sample_all();
|
||||||
|
|
||||||
|
let snapshot = collector.snapshot();
|
||||||
|
assert_eq!(snapshot.ips.len(), 2);
|
||||||
|
let ip1_metrics = snapshot.ips.get("1.2.3.4").unwrap();
|
||||||
|
assert_eq!(ip1_metrics.active_connections, 2);
|
||||||
|
assert_eq!(ip1_metrics.bytes_in, 100);
|
||||||
|
|
||||||
|
// Close connections
|
||||||
|
collector.connection_closed(Some("route-a"), Some("1.2.3.4"));
|
||||||
|
assert_eq!(
|
||||||
|
collector.ip_connections.get("1.2.3.4").unwrap().load(Ordering::Relaxed),
|
||||||
|
1
|
||||||
|
);
|
||||||
|
|
||||||
|
// Close last connection for IP — should be cleaned up
|
||||||
|
collector.connection_closed(Some("route-a"), Some("1.2.3.4"));
|
||||||
|
assert!(collector.ip_connections.get("1.2.3.4").is_none());
|
||||||
|
}
|
||||||
|
|
||||||
|
#[test]
|
||||||
|
fn test_http_request_tracking() {
|
||||||
|
let collector = MetricsCollector::with_retention(60);
|
||||||
|
|
||||||
|
collector.record_http_request();
|
||||||
|
collector.record_http_request();
|
||||||
|
collector.record_http_request();
|
||||||
|
|
||||||
|
assert_eq!(collector.total_http_requests.load(Ordering::Relaxed), 3);
|
||||||
|
|
||||||
|
collector.sample_all();
|
||||||
|
|
||||||
|
let snapshot = collector.snapshot();
|
||||||
|
assert_eq!(snapshot.total_http_requests, 3);
|
||||||
|
assert_eq!(snapshot.http_requests_per_sec, 3);
|
||||||
|
}
|
||||||
|
|
||||||
|
#[test]
|
||||||
|
fn test_throughput_history_in_snapshot() {
|
||||||
|
let collector = MetricsCollector::with_retention(60);
|
||||||
|
|
||||||
|
for i in 1..=5 {
|
||||||
|
collector.record_bytes(i * 100, i * 200, None, None);
|
||||||
|
collector.sample_all();
|
||||||
|
}
|
||||||
|
|
||||||
|
let snapshot = collector.snapshot();
|
||||||
|
assert_eq!(snapshot.throughput_history.len(), 5);
|
||||||
|
// History should be chronological (oldest first)
|
||||||
|
assert_eq!(snapshot.throughput_history[0].bytes_in, 100);
|
||||||
|
assert_eq!(snapshot.throughput_history[4].bytes_in, 500);
|
||||||
|
}
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -1,8 +1,10 @@
|
|||||||
|
use serde::{Deserialize, Serialize};
|
||||||
use std::sync::atomic::{AtomicU64, Ordering};
|
use std::sync::atomic::{AtomicU64, Ordering};
|
||||||
use std::time::{Instant, SystemTime, UNIX_EPOCH};
|
use std::time::{Instant, SystemTime, UNIX_EPOCH};
|
||||||
|
|
||||||
/// A single throughput sample.
|
/// A single throughput sample.
|
||||||
#[derive(Debug, Clone, Copy)]
|
#[derive(Debug, Clone, Copy, Serialize, Deserialize)]
|
||||||
|
#[serde(rename_all = "camelCase")]
|
||||||
pub struct ThroughputSample {
|
pub struct ThroughputSample {
|
||||||
pub timestamp_ms: u64,
|
pub timestamp_ms: u64,
|
||||||
pub bytes_in: u64,
|
pub bytes_in: u64,
|
||||||
@@ -106,6 +108,27 @@ impl ThroughputTracker {
|
|||||||
self.throughput(10)
|
self.throughput(10)
|
||||||
}
|
}
|
||||||
|
|
||||||
|
/// Return the last N samples in chronological order (oldest first).
|
||||||
|
pub fn history(&self, window_seconds: usize) -> Vec<ThroughputSample> {
|
||||||
|
let window = window_seconds.min(self.count);
|
||||||
|
if window == 0 {
|
||||||
|
return Vec::new();
|
||||||
|
}
|
||||||
|
let mut result = Vec::with_capacity(window);
|
||||||
|
for i in 0..window {
|
||||||
|
let idx = if self.write_index >= i + 1 {
|
||||||
|
self.write_index - i - 1
|
||||||
|
} else {
|
||||||
|
self.capacity - (i + 1 - self.write_index)
|
||||||
|
};
|
||||||
|
if idx < self.samples.len() {
|
||||||
|
result.push(self.samples[idx]);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
result.reverse(); // Return oldest-first (chronological)
|
||||||
|
result
|
||||||
|
}
|
||||||
|
|
||||||
/// How long this tracker has been alive.
|
/// How long this tracker has been alive.
|
||||||
pub fn uptime(&self) -> std::time::Duration {
|
pub fn uptime(&self) -> std::time::Duration {
|
||||||
self.created_at.elapsed()
|
self.created_at.elapsed()
|
||||||
@@ -170,4 +193,40 @@ mod tests {
|
|||||||
std::thread::sleep(std::time::Duration::from_millis(10));
|
std::thread::sleep(std::time::Duration::from_millis(10));
|
||||||
assert!(tracker.uptime().as_millis() >= 10);
|
assert!(tracker.uptime().as_millis() >= 10);
|
||||||
}
|
}
|
||||||
|
|
||||||
|
#[test]
|
||||||
|
fn test_history_returns_chronological() {
|
||||||
|
let mut tracker = ThroughputTracker::new(60);
|
||||||
|
for i in 1..=5 {
|
||||||
|
tracker.record_bytes(i * 100, i * 200);
|
||||||
|
tracker.sample();
|
||||||
|
}
|
||||||
|
let history = tracker.history(5);
|
||||||
|
assert_eq!(history.len(), 5);
|
||||||
|
// First sample should have 100 bytes_in, last should have 500
|
||||||
|
assert_eq!(history[0].bytes_in, 100);
|
||||||
|
assert_eq!(history[4].bytes_in, 500);
|
||||||
|
}
|
||||||
|
|
||||||
|
#[test]
|
||||||
|
fn test_history_wraps_around() {
|
||||||
|
let mut tracker = ThroughputTracker::new(3); // Small capacity
|
||||||
|
for i in 1..=5 {
|
||||||
|
tracker.record_bytes(i * 100, i * 200);
|
||||||
|
tracker.sample();
|
||||||
|
}
|
||||||
|
// Only last 3 should be retained
|
||||||
|
let history = tracker.history(10); // Ask for more than available
|
||||||
|
assert_eq!(history.len(), 3);
|
||||||
|
assert_eq!(history[0].bytes_in, 300);
|
||||||
|
assert_eq!(history[1].bytes_in, 400);
|
||||||
|
assert_eq!(history[2].bytes_in, 500);
|
||||||
|
}
|
||||||
|
|
||||||
|
#[test]
|
||||||
|
fn test_history_empty() {
|
||||||
|
let tracker = ThroughputTracker::new(60);
|
||||||
|
let history = tracker.history(10);
|
||||||
|
assert!(history.is_empty());
|
||||||
|
}
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -5,13 +5,14 @@ use std::sync::Arc;
|
|||||||
use std::sync::atomic::{AtomicU64, Ordering};
|
use std::sync::atomic::{AtomicU64, Ordering};
|
||||||
use tracing::debug;
|
use tracing::debug;
|
||||||
|
|
||||||
use super::connection_record::ConnectionRecord;
|
use rustproxy_metrics::MetricsCollector;
|
||||||
|
|
||||||
/// Statistics for a forwarded connection.
|
/// Context for forwarding metrics, replacing the growing tuple pattern.
|
||||||
#[derive(Debug, Default)]
|
#[derive(Clone)]
|
||||||
pub struct ForwardStats {
|
pub struct ForwardMetricsCtx {
|
||||||
pub bytes_in: AtomicU64,
|
pub collector: Arc<MetricsCollector>,
|
||||||
pub bytes_out: AtomicU64,
|
pub route_id: Option<String>,
|
||||||
|
pub source_ip: Option<String>,
|
||||||
}
|
}
|
||||||
|
|
||||||
/// Perform bidirectional TCP forwarding between client and backend.
|
/// Perform bidirectional TCP forwarding between client and backend.
|
||||||
@@ -68,6 +69,10 @@ pub async fn forward_bidirectional(
|
|||||||
|
|
||||||
/// Perform bidirectional TCP forwarding with inactivity and max lifetime timeouts.
|
/// Perform bidirectional TCP forwarding with inactivity and max lifetime timeouts.
|
||||||
///
|
///
|
||||||
|
/// When `metrics` is provided, bytes are reported to the MetricsCollector
|
||||||
|
/// per-chunk (lock-free) as they flow through the copy loops, enabling
|
||||||
|
/// real-time throughput sampling for long-lived connections.
|
||||||
|
///
|
||||||
/// Returns (bytes_from_client, bytes_from_backend) when the connection closes or times out.
|
/// Returns (bytes_from_client, bytes_from_backend) when the connection closes or times out.
|
||||||
pub async fn forward_bidirectional_with_timeouts(
|
pub async fn forward_bidirectional_with_timeouts(
|
||||||
client: TcpStream,
|
client: TcpStream,
|
||||||
@@ -76,10 +81,14 @@ pub async fn forward_bidirectional_with_timeouts(
|
|||||||
inactivity_timeout: std::time::Duration,
|
inactivity_timeout: std::time::Duration,
|
||||||
max_lifetime: std::time::Duration,
|
max_lifetime: std::time::Duration,
|
||||||
cancel: CancellationToken,
|
cancel: CancellationToken,
|
||||||
|
metrics: Option<ForwardMetricsCtx>,
|
||||||
) -> std::io::Result<(u64, u64)> {
|
) -> std::io::Result<(u64, u64)> {
|
||||||
// Send initial data (peeked bytes) to backend
|
// Send initial data (peeked bytes) to backend
|
||||||
if let Some(data) = initial_data {
|
if let Some(data) = initial_data {
|
||||||
backend.write_all(data).await?;
|
backend.write_all(data).await?;
|
||||||
|
if let Some(ref ctx) = metrics {
|
||||||
|
ctx.collector.record_bytes(data.len() as u64, 0, ctx.route_id.as_deref(), ctx.source_ip.as_deref());
|
||||||
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
let (mut client_read, mut client_write) = client.into_split();
|
let (mut client_read, mut client_write) = client.into_split();
|
||||||
@@ -90,6 +99,7 @@ pub async fn forward_bidirectional_with_timeouts(
|
|||||||
|
|
||||||
let la1 = Arc::clone(&last_activity);
|
let la1 = Arc::clone(&last_activity);
|
||||||
let initial_len = initial_data.map_or(0u64, |d| d.len() as u64);
|
let initial_len = initial_data.map_or(0u64, |d| d.len() as u64);
|
||||||
|
let metrics_c2b = metrics.clone();
|
||||||
let c2b = tokio::spawn(async move {
|
let c2b = tokio::spawn(async move {
|
||||||
let mut buf = vec![0u8; 65536];
|
let mut buf = vec![0u8; 65536];
|
||||||
let mut total = initial_len;
|
let mut total = initial_len;
|
||||||
@@ -103,12 +113,16 @@ pub async fn forward_bidirectional_with_timeouts(
|
|||||||
}
|
}
|
||||||
total += n as u64;
|
total += n as u64;
|
||||||
la1.store(start.elapsed().as_millis() as u64, Ordering::Relaxed);
|
la1.store(start.elapsed().as_millis() as u64, Ordering::Relaxed);
|
||||||
|
if let Some(ref ctx) = metrics_c2b {
|
||||||
|
ctx.collector.record_bytes(n as u64, 0, ctx.route_id.as_deref(), ctx.source_ip.as_deref());
|
||||||
|
}
|
||||||
}
|
}
|
||||||
let _ = backend_write.shutdown().await;
|
let _ = backend_write.shutdown().await;
|
||||||
total
|
total
|
||||||
});
|
});
|
||||||
|
|
||||||
let la2 = Arc::clone(&last_activity);
|
let la2 = Arc::clone(&last_activity);
|
||||||
|
let metrics_b2c = metrics;
|
||||||
let b2c = tokio::spawn(async move {
|
let b2c = tokio::spawn(async move {
|
||||||
let mut buf = vec![0u8; 65536];
|
let mut buf = vec![0u8; 65536];
|
||||||
let mut total = 0u64;
|
let mut total = 0u64;
|
||||||
@@ -122,6 +136,9 @@ pub async fn forward_bidirectional_with_timeouts(
|
|||||||
}
|
}
|
||||||
total += n as u64;
|
total += n as u64;
|
||||||
la2.store(start.elapsed().as_millis() as u64, Ordering::Relaxed);
|
la2.store(start.elapsed().as_millis() as u64, Ordering::Relaxed);
|
||||||
|
if let Some(ref ctx) = metrics_b2c {
|
||||||
|
ctx.collector.record_bytes(0, n as u64, ctx.route_id.as_deref(), ctx.source_ip.as_deref());
|
||||||
|
}
|
||||||
}
|
}
|
||||||
let _ = client_write.shutdown().await;
|
let _ = client_write.shutdown().await;
|
||||||
total
|
total
|
||||||
@@ -173,153 +190,3 @@ pub async fn forward_bidirectional_with_timeouts(
|
|||||||
watchdog.abort();
|
watchdog.abort();
|
||||||
Ok((bytes_in, bytes_out))
|
Ok((bytes_in, bytes_out))
|
||||||
}
|
}
|
||||||
|
|
||||||
/// Forward bidirectional with a callback for byte counting.
|
|
||||||
pub async fn forward_bidirectional_with_stats(
|
|
||||||
client: TcpStream,
|
|
||||||
backend: TcpStream,
|
|
||||||
initial_data: Option<&[u8]>,
|
|
||||||
stats: Arc<ForwardStats>,
|
|
||||||
) -> std::io::Result<()> {
|
|
||||||
let (bytes_in, bytes_out) = forward_bidirectional(client, backend, initial_data).await?;
|
|
||||||
stats.bytes_in.fetch_add(bytes_in, Ordering::Relaxed);
|
|
||||||
stats.bytes_out.fetch_add(bytes_out, Ordering::Relaxed);
|
|
||||||
Ok(())
|
|
||||||
}
|
|
||||||
|
|
||||||
/// Perform bidirectional TCP forwarding with inactivity / lifetime timeouts,
|
|
||||||
/// updating a `ConnectionRecord` with byte counts and activity timestamps
|
|
||||||
/// in real time for zombie detection.
|
|
||||||
///
|
|
||||||
/// When `record` is `None`, this behaves identically to
|
|
||||||
/// `forward_bidirectional_with_timeouts`.
|
|
||||||
///
|
|
||||||
/// The record's `client_closed` / `backend_closed` flags are set when the
|
|
||||||
/// respective copy loop terminates, giving the zombie scanner visibility
|
|
||||||
/// into half-open connections.
|
|
||||||
pub async fn forward_bidirectional_with_record(
|
|
||||||
client: TcpStream,
|
|
||||||
mut backend: TcpStream,
|
|
||||||
initial_data: Option<&[u8]>,
|
|
||||||
inactivity_timeout: std::time::Duration,
|
|
||||||
max_lifetime: std::time::Duration,
|
|
||||||
cancel: CancellationToken,
|
|
||||||
record: Option<Arc<ConnectionRecord>>,
|
|
||||||
) -> std::io::Result<(u64, u64)> {
|
|
||||||
// Send initial data (peeked bytes) to backend
|
|
||||||
if let Some(data) = initial_data {
|
|
||||||
backend.write_all(data).await?;
|
|
||||||
if let Some(ref r) = record {
|
|
||||||
r.record_bytes_in(data.len() as u64);
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
let (mut client_read, mut client_write) = client.into_split();
|
|
||||||
let (mut backend_read, mut backend_write) = backend.into_split();
|
|
||||||
|
|
||||||
let last_activity = Arc::new(AtomicU64::new(0));
|
|
||||||
let start = std::time::Instant::now();
|
|
||||||
|
|
||||||
let la1 = Arc::clone(&last_activity);
|
|
||||||
let initial_len = initial_data.map_or(0u64, |d| d.len() as u64);
|
|
||||||
let rec1 = record.clone();
|
|
||||||
let c2b = tokio::spawn(async move {
|
|
||||||
let mut buf = vec![0u8; 65536];
|
|
||||||
let mut total = initial_len;
|
|
||||||
loop {
|
|
||||||
let n = match client_read.read(&mut buf).await {
|
|
||||||
Ok(0) | Err(_) => break,
|
|
||||||
Ok(n) => n,
|
|
||||||
};
|
|
||||||
if backend_write.write_all(&buf[..n]).await.is_err() {
|
|
||||||
break;
|
|
||||||
}
|
|
||||||
total += n as u64;
|
|
||||||
let now_ms = start.elapsed().as_millis() as u64;
|
|
||||||
la1.store(now_ms, Ordering::Relaxed);
|
|
||||||
if let Some(ref r) = rec1 {
|
|
||||||
r.record_bytes_in(n as u64);
|
|
||||||
}
|
|
||||||
}
|
|
||||||
let _ = backend_write.shutdown().await;
|
|
||||||
// Mark client side as closed
|
|
||||||
if let Some(ref r) = rec1 {
|
|
||||||
r.client_closed.store(true, Ordering::Relaxed);
|
|
||||||
}
|
|
||||||
total
|
|
||||||
});
|
|
||||||
|
|
||||||
let la2 = Arc::clone(&last_activity);
|
|
||||||
let rec2 = record.clone();
|
|
||||||
let b2c = tokio::spawn(async move {
|
|
||||||
let mut buf = vec![0u8; 65536];
|
|
||||||
let mut total = 0u64;
|
|
||||||
loop {
|
|
||||||
let n = match backend_read.read(&mut buf).await {
|
|
||||||
Ok(0) | Err(_) => break,
|
|
||||||
Ok(n) => n,
|
|
||||||
};
|
|
||||||
if client_write.write_all(&buf[..n]).await.is_err() {
|
|
||||||
break;
|
|
||||||
}
|
|
||||||
total += n as u64;
|
|
||||||
let now_ms = start.elapsed().as_millis() as u64;
|
|
||||||
la2.store(now_ms, Ordering::Relaxed);
|
|
||||||
if let Some(ref r) = rec2 {
|
|
||||||
r.record_bytes_out(n as u64);
|
|
||||||
}
|
|
||||||
}
|
|
||||||
let _ = client_write.shutdown().await;
|
|
||||||
// Mark backend side as closed
|
|
||||||
if let Some(ref r) = rec2 {
|
|
||||||
r.backend_closed.store(true, Ordering::Relaxed);
|
|
||||||
}
|
|
||||||
total
|
|
||||||
});
|
|
||||||
|
|
||||||
// Watchdog: inactivity, max lifetime, and cancellation
|
|
||||||
let la_watch = Arc::clone(&last_activity);
|
|
||||||
let c2b_handle = c2b.abort_handle();
|
|
||||||
let b2c_handle = b2c.abort_handle();
|
|
||||||
let watchdog = tokio::spawn(async move {
|
|
||||||
let check_interval = std::time::Duration::from_secs(5);
|
|
||||||
let mut last_seen = 0u64;
|
|
||||||
loop {
|
|
||||||
tokio::select! {
|
|
||||||
_ = cancel.cancelled() => {
|
|
||||||
debug!("Connection cancelled by shutdown");
|
|
||||||
c2b_handle.abort();
|
|
||||||
b2c_handle.abort();
|
|
||||||
break;
|
|
||||||
}
|
|
||||||
_ = tokio::time::sleep(check_interval) => {
|
|
||||||
// Check max lifetime
|
|
||||||
if start.elapsed() >= max_lifetime {
|
|
||||||
debug!("Connection exceeded max lifetime, closing");
|
|
||||||
c2b_handle.abort();
|
|
||||||
b2c_handle.abort();
|
|
||||||
break;
|
|
||||||
}
|
|
||||||
|
|
||||||
// Check inactivity
|
|
||||||
let current = la_watch.load(Ordering::Relaxed);
|
|
||||||
if current == last_seen {
|
|
||||||
let elapsed_since_activity = start.elapsed().as_millis() as u64 - current;
|
|
||||||
if elapsed_since_activity >= inactivity_timeout.as_millis() as u64 {
|
|
||||||
debug!("Connection inactive for {}ms, closing", elapsed_since_activity);
|
|
||||||
c2b_handle.abort();
|
|
||||||
b2c_handle.abort();
|
|
||||||
break;
|
|
||||||
}
|
|
||||||
}
|
|
||||||
last_seen = current;
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
});
|
|
||||||
|
|
||||||
let bytes_in = c2b.await.unwrap_or(0);
|
|
||||||
let bytes_out = b2c.await.unwrap_or(0);
|
|
||||||
watchdog.abort();
|
|
||||||
Ok((bytes_in, bytes_out))
|
|
||||||
}
|
|
||||||
|
|||||||
@@ -20,14 +20,16 @@ use crate::connection_tracker::ConnectionTracker;
|
|||||||
struct ConnectionGuard {
|
struct ConnectionGuard {
|
||||||
metrics: Arc<MetricsCollector>,
|
metrics: Arc<MetricsCollector>,
|
||||||
route_id: Option<String>,
|
route_id: Option<String>,
|
||||||
|
source_ip: Option<String>,
|
||||||
disarmed: bool,
|
disarmed: bool,
|
||||||
}
|
}
|
||||||
|
|
||||||
impl ConnectionGuard {
|
impl ConnectionGuard {
|
||||||
fn new(metrics: Arc<MetricsCollector>, route_id: Option<&str>) -> Self {
|
fn new(metrics: Arc<MetricsCollector>, route_id: Option<&str>, source_ip: Option<&str>) -> Self {
|
||||||
Self {
|
Self {
|
||||||
metrics,
|
metrics,
|
||||||
route_id: route_id.map(|s| s.to_string()),
|
route_id: route_id.map(|s| s.to_string()),
|
||||||
|
source_ip: source_ip.map(|s| s.to_string()),
|
||||||
disarmed: false,
|
disarmed: false,
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
@@ -42,7 +44,7 @@ impl ConnectionGuard {
|
|||||||
impl Drop for ConnectionGuard {
|
impl Drop for ConnectionGuard {
|
||||||
fn drop(&mut self) {
|
fn drop(&mut self) {
|
||||||
if !self.disarmed {
|
if !self.disarmed {
|
||||||
self.metrics.connection_closed(self.route_id.as_deref());
|
self.metrics.connection_closed(self.route_id.as_deref(), self.source_ip.as_deref());
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
@@ -395,6 +397,9 @@ impl TcpListenerManager {
|
|||||||
|
|
||||||
stream.set_nodelay(true)?;
|
stream.set_nodelay(true)?;
|
||||||
|
|
||||||
|
// Extract source IP once for all metric calls
|
||||||
|
let ip_str = peer_addr.ip().to_string();
|
||||||
|
|
||||||
// === Fast path: try port-only matching before peeking at data ===
|
// === Fast path: try port-only matching before peeking at data ===
|
||||||
// This handles "server-speaks-first" protocols where the client
|
// This handles "server-speaks-first" protocols where the client
|
||||||
// doesn't send initial data (e.g., SMTP, greeting-based protocols).
|
// doesn't send initial data (e.g., SMTP, greeting-based protocols).
|
||||||
@@ -460,8 +465,8 @@ impl TcpListenerManager {
|
|||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
metrics.connection_opened(route_id);
|
metrics.connection_opened(route_id, Some(&ip_str));
|
||||||
let _fast_guard = ConnectionGuard::new(Arc::clone(&metrics), route_id);
|
let _fast_guard = ConnectionGuard::new(Arc::clone(&metrics), route_id, Some(&ip_str));
|
||||||
|
|
||||||
let connect_timeout = std::time::Duration::from_millis(conn_config.connection_timeout_ms);
|
let connect_timeout = std::time::Duration::from_millis(conn_config.connection_timeout_ms);
|
||||||
let inactivity_timeout = std::time::Duration::from_millis(conn_config.socket_timeout_ms);
|
let inactivity_timeout = std::time::Duration::from_millis(conn_config.socket_timeout_ms);
|
||||||
@@ -496,17 +501,25 @@ impl TcpListenerManager {
|
|||||||
let mut backend_w = backend;
|
let mut backend_w = backend;
|
||||||
backend_w.write_all(header.as_bytes()).await?;
|
backend_w.write_all(header.as_bytes()).await?;
|
||||||
|
|
||||||
let (bytes_in, bytes_out) = forwarder::forward_bidirectional_with_timeouts(
|
let (_bytes_in, _bytes_out) = forwarder::forward_bidirectional_with_timeouts(
|
||||||
stream, backend_w, None,
|
stream, backend_w, None,
|
||||||
inactivity_timeout, max_lifetime, cancel,
|
inactivity_timeout, max_lifetime, cancel,
|
||||||
|
Some(forwarder::ForwardMetricsCtx {
|
||||||
|
collector: Arc::clone(&metrics),
|
||||||
|
route_id: route_id.map(|s| s.to_string()),
|
||||||
|
source_ip: Some(ip_str.clone()),
|
||||||
|
}),
|
||||||
).await?;
|
).await?;
|
||||||
metrics.record_bytes(bytes_in, bytes_out, route_id);
|
|
||||||
} else {
|
} else {
|
||||||
let (bytes_in, bytes_out) = forwarder::forward_bidirectional_with_timeouts(
|
let (_bytes_in, _bytes_out) = forwarder::forward_bidirectional_with_timeouts(
|
||||||
stream, backend, None,
|
stream, backend, None,
|
||||||
inactivity_timeout, max_lifetime, cancel,
|
inactivity_timeout, max_lifetime, cancel,
|
||||||
|
Some(forwarder::ForwardMetricsCtx {
|
||||||
|
collector: Arc::clone(&metrics),
|
||||||
|
route_id: route_id.map(|s| s.to_string()),
|
||||||
|
source_ip: Some(ip_str.clone()),
|
||||||
|
}),
|
||||||
).await?;
|
).await?;
|
||||||
metrics.record_bytes(bytes_in, bytes_out, route_id);
|
|
||||||
}
|
}
|
||||||
|
|
||||||
return Ok(());
|
return Ok(());
|
||||||
@@ -646,8 +659,8 @@ impl TcpListenerManager {
|
|||||||
}
|
}
|
||||||
|
|
||||||
// Track connection in metrics — guard ensures connection_closed on all exit paths
|
// Track connection in metrics — guard ensures connection_closed on all exit paths
|
||||||
metrics.connection_opened(route_id);
|
metrics.connection_opened(route_id, Some(&ip_str));
|
||||||
let _conn_guard = ConnectionGuard::new(Arc::clone(&metrics), route_id);
|
let _conn_guard = ConnectionGuard::new(Arc::clone(&metrics), route_id, Some(&ip_str));
|
||||||
|
|
||||||
// Check if this is a socket-handler route that should be relayed to TypeScript
|
// Check if this is a socket-handler route that should be relayed to TypeScript
|
||||||
if route_match.route.action.action_type == RouteActionType::SocketHandler {
|
if route_match.route.action.action_type == RouteActionType::SocketHandler {
|
||||||
@@ -661,6 +674,7 @@ impl TcpListenerManager {
|
|||||||
stream, n, port, peer_addr,
|
stream, n, port, peer_addr,
|
||||||
&route_match, domain.as_deref(), is_tls,
|
&route_match, domain.as_deref(), is_tls,
|
||||||
&relay_socket_path,
|
&relay_socket_path,
|
||||||
|
&metrics, route_id,
|
||||||
).await;
|
).await;
|
||||||
} else {
|
} else {
|
||||||
debug!("Socket-handler route matched but no relay path configured");
|
debug!("Socket-handler route matched but no relay path configured");
|
||||||
@@ -751,11 +765,15 @@ impl TcpListenerManager {
|
|||||||
let mut actual_buf = vec![0u8; n];
|
let mut actual_buf = vec![0u8; n];
|
||||||
stream.read_exact(&mut actual_buf).await?;
|
stream.read_exact(&mut actual_buf).await?;
|
||||||
|
|
||||||
let (bytes_in, bytes_out) = forwarder::forward_bidirectional_with_timeouts(
|
let (_bytes_in, _bytes_out) = forwarder::forward_bidirectional_with_timeouts(
|
||||||
stream, backend, Some(&actual_buf),
|
stream, backend, Some(&actual_buf),
|
||||||
inactivity_timeout, max_lifetime, cancel,
|
inactivity_timeout, max_lifetime, cancel,
|
||||||
|
Some(forwarder::ForwardMetricsCtx {
|
||||||
|
collector: Arc::clone(&metrics),
|
||||||
|
route_id: route_id.map(|s| s.to_string()),
|
||||||
|
source_ip: Some(ip_str.clone()),
|
||||||
|
}),
|
||||||
).await?;
|
).await?;
|
||||||
metrics.record_bytes(bytes_in, bytes_out, route_id);
|
|
||||||
Ok(())
|
Ok(())
|
||||||
}
|
}
|
||||||
Some(rustproxy_config::TlsMode::Terminate) => {
|
Some(rustproxy_config::TlsMode::Terminate) => {
|
||||||
@@ -812,12 +830,15 @@ impl TcpListenerManager {
|
|||||||
let (tls_read, tls_write) = tokio::io::split(buf_stream);
|
let (tls_read, tls_write) = tokio::io::split(buf_stream);
|
||||||
let (backend_read, backend_write) = tokio::io::split(backend);
|
let (backend_read, backend_write) = tokio::io::split(backend);
|
||||||
|
|
||||||
let (bytes_in, bytes_out) = Self::forward_bidirectional_split_with_timeouts(
|
let (_bytes_in, _bytes_out) = Self::forward_bidirectional_split_with_timeouts(
|
||||||
tls_read, tls_write, backend_read, backend_write,
|
tls_read, tls_write, backend_read, backend_write,
|
||||||
inactivity_timeout, max_lifetime,
|
inactivity_timeout, max_lifetime,
|
||||||
|
Some(forwarder::ForwardMetricsCtx {
|
||||||
|
collector: Arc::clone(&metrics),
|
||||||
|
route_id: route_id.map(|s| s.to_string()),
|
||||||
|
source_ip: Some(ip_str.clone()),
|
||||||
|
}),
|
||||||
).await;
|
).await;
|
||||||
|
|
||||||
metrics.record_bytes(bytes_in, bytes_out, route_id);
|
|
||||||
}
|
}
|
||||||
Ok(())
|
Ok(())
|
||||||
}
|
}
|
||||||
@@ -825,7 +846,7 @@ impl TcpListenerManager {
|
|||||||
let route_tls = route_match.route.action.tls.as_ref();
|
let route_tls = route_match.route.action.tls.as_ref();
|
||||||
Self::handle_tls_terminate_reencrypt(
|
Self::handle_tls_terminate_reencrypt(
|
||||||
stream, n, &domain, &target_host, target_port,
|
stream, n, &domain, &target_host, target_port,
|
||||||
peer_addr, &tls_configs, &metrics, route_id, &conn_config, route_tls,
|
peer_addr, &tls_configs, Arc::clone(&metrics), route_id, &conn_config, route_tls,
|
||||||
).await
|
).await
|
||||||
}
|
}
|
||||||
None => {
|
None => {
|
||||||
@@ -862,11 +883,15 @@ impl TcpListenerManager {
|
|||||||
let mut actual_buf = vec![0u8; n];
|
let mut actual_buf = vec![0u8; n];
|
||||||
stream.read_exact(&mut actual_buf).await?;
|
stream.read_exact(&mut actual_buf).await?;
|
||||||
|
|
||||||
let (bytes_in, bytes_out) = forwarder::forward_bidirectional_with_timeouts(
|
let (_bytes_in, _bytes_out) = forwarder::forward_bidirectional_with_timeouts(
|
||||||
stream, backend, Some(&actual_buf),
|
stream, backend, Some(&actual_buf),
|
||||||
inactivity_timeout, max_lifetime, cancel,
|
inactivity_timeout, max_lifetime, cancel,
|
||||||
|
Some(forwarder::ForwardMetricsCtx {
|
||||||
|
collector: Arc::clone(&metrics),
|
||||||
|
route_id: route_id.map(|s| s.to_string()),
|
||||||
|
source_ip: Some(ip_str.clone()),
|
||||||
|
}),
|
||||||
).await?;
|
).await?;
|
||||||
metrics.record_bytes(bytes_in, bytes_out, route_id);
|
|
||||||
Ok(())
|
Ok(())
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
@@ -892,6 +917,8 @@ impl TcpListenerManager {
|
|||||||
domain: Option<&str>,
|
domain: Option<&str>,
|
||||||
is_tls: bool,
|
is_tls: bool,
|
||||||
relay_path: &str,
|
relay_path: &str,
|
||||||
|
metrics: &MetricsCollector,
|
||||||
|
route_id: Option<&str>,
|
||||||
) -> Result<(), Box<dyn std::error::Error + Send + Sync>> {
|
) -> Result<(), Box<dyn std::error::Error + Send + Sync>> {
|
||||||
use tokio::io::{AsyncReadExt, AsyncWriteExt};
|
use tokio::io::{AsyncReadExt, AsyncWriteExt};
|
||||||
use tokio::net::UnixStream;
|
use tokio::net::UnixStream;
|
||||||
@@ -932,12 +959,22 @@ impl TcpListenerManager {
|
|||||||
unix_stream.write_all(&initial_buf).await?;
|
unix_stream.write_all(&initial_buf).await?;
|
||||||
|
|
||||||
// Bidirectional relay between TCP client and Unix socket handler
|
// Bidirectional relay between TCP client and Unix socket handler
|
||||||
|
let initial_len = initial_buf.len() as u64;
|
||||||
match tokio::io::copy_bidirectional(&mut stream, &mut unix_stream).await {
|
match tokio::io::copy_bidirectional(&mut stream, &mut unix_stream).await {
|
||||||
Ok((c2s, s2c)) => {
|
Ok((c2s, s2c)) => {
|
||||||
|
// Include initial data bytes that were forwarded before copy_bidirectional
|
||||||
|
let total_in = c2s + initial_len;
|
||||||
debug!("Socket handler relay complete for {}: {} bytes in, {} bytes out",
|
debug!("Socket handler relay complete for {}: {} bytes in, {} bytes out",
|
||||||
route_key, c2s, s2c);
|
route_key, total_in, s2c);
|
||||||
|
let ip = peer_addr.ip().to_string();
|
||||||
|
metrics.record_bytes(total_in, s2c, route_id, Some(&ip));
|
||||||
}
|
}
|
||||||
Err(e) => {
|
Err(e) => {
|
||||||
|
// Still record the initial data even on error
|
||||||
|
if initial_len > 0 {
|
||||||
|
let ip = peer_addr.ip().to_string();
|
||||||
|
metrics.record_bytes(initial_len, 0, route_id, Some(&ip));
|
||||||
|
}
|
||||||
debug!("Socket handler relay ended for {}: {}", route_key, e);
|
debug!("Socket handler relay ended for {}: {}", route_key, e);
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
@@ -954,7 +991,7 @@ impl TcpListenerManager {
|
|||||||
target_port: u16,
|
target_port: u16,
|
||||||
peer_addr: std::net::SocketAddr,
|
peer_addr: std::net::SocketAddr,
|
||||||
tls_configs: &HashMap<String, TlsCertConfig>,
|
tls_configs: &HashMap<String, TlsCertConfig>,
|
||||||
metrics: &MetricsCollector,
|
metrics: Arc<MetricsCollector>,
|
||||||
route_id: Option<&str>,
|
route_id: Option<&str>,
|
||||||
conn_config: &ConnectionConfig,
|
conn_config: &ConnectionConfig,
|
||||||
route_tls: Option<&rustproxy_config::RouteTls>,
|
route_tls: Option<&rustproxy_config::RouteTls>,
|
||||||
@@ -1019,12 +1056,16 @@ impl TcpListenerManager {
|
|||||||
}
|
}
|
||||||
};
|
};
|
||||||
|
|
||||||
let (bytes_in, bytes_out) = Self::forward_bidirectional_split_with_timeouts(
|
let (_bytes_in, _bytes_out) = Self::forward_bidirectional_split_with_timeouts(
|
||||||
client_read, client_write, backend_read, backend_write,
|
client_read, client_write, backend_read, backend_write,
|
||||||
inactivity_timeout, max_lifetime,
|
inactivity_timeout, max_lifetime,
|
||||||
|
Some(forwarder::ForwardMetricsCtx {
|
||||||
|
collector: metrics,
|
||||||
|
route_id: route_id.map(|s| s.to_string()),
|
||||||
|
source_ip: Some(peer_addr.ip().to_string()),
|
||||||
|
}),
|
||||||
).await;
|
).await;
|
||||||
|
|
||||||
metrics.record_bytes(bytes_in, bytes_out, route_id);
|
|
||||||
Ok(())
|
Ok(())
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -1058,6 +1099,9 @@ impl TcpListenerManager {
|
|||||||
}
|
}
|
||||||
|
|
||||||
/// Forward bidirectional between two split streams with inactivity and lifetime timeouts.
|
/// Forward bidirectional between two split streams with inactivity and lifetime timeouts.
|
||||||
|
///
|
||||||
|
/// When `metrics` is provided, bytes are reported per-chunk (lock-free) for
|
||||||
|
/// real-time throughput measurement.
|
||||||
async fn forward_bidirectional_split_with_timeouts<R1, W1, R2, W2>(
|
async fn forward_bidirectional_split_with_timeouts<R1, W1, R2, W2>(
|
||||||
mut client_read: R1,
|
mut client_read: R1,
|
||||||
mut client_write: W1,
|
mut client_write: W1,
|
||||||
@@ -1065,6 +1109,7 @@ impl TcpListenerManager {
|
|||||||
mut backend_write: W2,
|
mut backend_write: W2,
|
||||||
inactivity_timeout: std::time::Duration,
|
inactivity_timeout: std::time::Duration,
|
||||||
max_lifetime: std::time::Duration,
|
max_lifetime: std::time::Duration,
|
||||||
|
metrics: Option<forwarder::ForwardMetricsCtx>,
|
||||||
) -> (u64, u64)
|
) -> (u64, u64)
|
||||||
where
|
where
|
||||||
R1: tokio::io::AsyncRead + Unpin + Send + 'static,
|
R1: tokio::io::AsyncRead + Unpin + Send + 'static,
|
||||||
@@ -1080,6 +1125,7 @@ impl TcpListenerManager {
|
|||||||
let start = std::time::Instant::now();
|
let start = std::time::Instant::now();
|
||||||
|
|
||||||
let la1 = Arc::clone(&last_activity);
|
let la1 = Arc::clone(&last_activity);
|
||||||
|
let metrics_c2b = metrics.clone();
|
||||||
let c2b = tokio::spawn(async move {
|
let c2b = tokio::spawn(async move {
|
||||||
let mut buf = vec![0u8; 65536];
|
let mut buf = vec![0u8; 65536];
|
||||||
let mut total = 0u64;
|
let mut total = 0u64;
|
||||||
@@ -1096,12 +1142,16 @@ impl TcpListenerManager {
|
|||||||
start.elapsed().as_millis() as u64,
|
start.elapsed().as_millis() as u64,
|
||||||
Ordering::Relaxed,
|
Ordering::Relaxed,
|
||||||
);
|
);
|
||||||
|
if let Some(ref ctx) = metrics_c2b {
|
||||||
|
ctx.collector.record_bytes(n as u64, 0, ctx.route_id.as_deref(), ctx.source_ip.as_deref());
|
||||||
|
}
|
||||||
}
|
}
|
||||||
let _ = backend_write.shutdown().await;
|
let _ = backend_write.shutdown().await;
|
||||||
total
|
total
|
||||||
});
|
});
|
||||||
|
|
||||||
let la2 = Arc::clone(&last_activity);
|
let la2 = Arc::clone(&last_activity);
|
||||||
|
let metrics_b2c = metrics;
|
||||||
let b2c = tokio::spawn(async move {
|
let b2c = tokio::spawn(async move {
|
||||||
let mut buf = vec![0u8; 65536];
|
let mut buf = vec![0u8; 65536];
|
||||||
let mut total = 0u64;
|
let mut total = 0u64;
|
||||||
@@ -1118,6 +1168,9 @@ impl TcpListenerManager {
|
|||||||
start.elapsed().as_millis() as u64,
|
start.elapsed().as_millis() as u64,
|
||||||
Ordering::Relaxed,
|
Ordering::Relaxed,
|
||||||
);
|
);
|
||||||
|
if let Some(ref ctx) = metrics_b2c {
|
||||||
|
ctx.collector.record_bytes(0, n as u64, ctx.route_id.as_deref(), ctx.source_ip.as_deref());
|
||||||
|
}
|
||||||
}
|
}
|
||||||
let _ = client_write.shutdown().await;
|
let _ = client_write.shutdown().await;
|
||||||
total
|
total
|
||||||
|
|||||||
@@ -71,6 +71,7 @@ pub struct RustProxy {
|
|||||||
cert_manager: Option<Arc<tokio::sync::Mutex<CertManager>>>,
|
cert_manager: Option<Arc<tokio::sync::Mutex<CertManager>>>,
|
||||||
challenge_server: Option<challenge_server::ChallengeServer>,
|
challenge_server: Option<challenge_server::ChallengeServer>,
|
||||||
renewal_handle: Option<tokio::task::JoinHandle<()>>,
|
renewal_handle: Option<tokio::task::JoinHandle<()>>,
|
||||||
|
sampling_handle: Option<tokio::task::JoinHandle<()>>,
|
||||||
nft_manager: Option<NftManager>,
|
nft_manager: Option<NftManager>,
|
||||||
started: bool,
|
started: bool,
|
||||||
started_at: Option<Instant>,
|
started_at: Option<Instant>,
|
||||||
@@ -100,14 +101,19 @@ impl RustProxy {
|
|||||||
let cert_manager = Self::build_cert_manager(&options)
|
let cert_manager = Self::build_cert_manager(&options)
|
||||||
.map(|cm| Arc::new(tokio::sync::Mutex::new(cm)));
|
.map(|cm| Arc::new(tokio::sync::Mutex::new(cm)));
|
||||||
|
|
||||||
|
let retention = options.metrics.as_ref()
|
||||||
|
.and_then(|m| m.retention_seconds)
|
||||||
|
.unwrap_or(3600) as usize;
|
||||||
|
|
||||||
Ok(Self {
|
Ok(Self {
|
||||||
options,
|
options,
|
||||||
route_table: ArcSwap::from(Arc::new(route_manager)),
|
route_table: ArcSwap::from(Arc::new(route_manager)),
|
||||||
listener_manager: None,
|
listener_manager: None,
|
||||||
metrics: Arc::new(MetricsCollector::new()),
|
metrics: Arc::new(MetricsCollector::with_retention(retention)),
|
||||||
cert_manager,
|
cert_manager,
|
||||||
challenge_server: None,
|
challenge_server: None,
|
||||||
renewal_handle: None,
|
renewal_handle: None,
|
||||||
|
sampling_handle: None,
|
||||||
nft_manager: None,
|
nft_manager: None,
|
||||||
started: false,
|
started: false,
|
||||||
started_at: None,
|
started_at: None,
|
||||||
@@ -276,6 +282,21 @@ impl RustProxy {
|
|||||||
self.started = true;
|
self.started = true;
|
||||||
self.started_at = Some(Instant::now());
|
self.started_at = Some(Instant::now());
|
||||||
|
|
||||||
|
// Start the throughput sampling task
|
||||||
|
let metrics = Arc::clone(&self.metrics);
|
||||||
|
let interval_ms = self.options.metrics.as_ref()
|
||||||
|
.and_then(|m| m.sample_interval_ms)
|
||||||
|
.unwrap_or(1000);
|
||||||
|
self.sampling_handle = Some(tokio::spawn(async move {
|
||||||
|
let mut interval = tokio::time::interval(
|
||||||
|
std::time::Duration::from_millis(interval_ms)
|
||||||
|
);
|
||||||
|
loop {
|
||||||
|
interval.tick().await;
|
||||||
|
metrics.sample_all();
|
||||||
|
}
|
||||||
|
}));
|
||||||
|
|
||||||
// Apply NFTables rules for routes using nftables forwarding engine
|
// Apply NFTables rules for routes using nftables forwarding engine
|
||||||
self.apply_nftables_rules(&self.options.routes.clone()).await;
|
self.apply_nftables_rules(&self.options.routes.clone()).await;
|
||||||
|
|
||||||
@@ -478,6 +499,11 @@ impl RustProxy {
|
|||||||
|
|
||||||
info!("Stopping RustProxy...");
|
info!("Stopping RustProxy...");
|
||||||
|
|
||||||
|
// Stop sampling task
|
||||||
|
if let Some(handle) = self.sampling_handle.take() {
|
||||||
|
handle.abort();
|
||||||
|
}
|
||||||
|
|
||||||
// Stop renewal timer
|
// Stop renewal timer
|
||||||
if let Some(handle) = self.renewal_handle.take() {
|
if let Some(handle) = self.renewal_handle.take() {
|
||||||
handle.abort();
|
handle.abort();
|
||||||
|
|||||||
699
test/test.throughput.ts
Normal file
699
test/test.throughput.ts
Normal file
@@ -0,0 +1,699 @@
|
|||||||
|
import { expect, tap } from '@git.zone/tstest/tapbundle';
|
||||||
|
import { SmartProxy } from '../ts/index.js';
|
||||||
|
import type { IRouteConfig } from '../ts/index.js';
|
||||||
|
import * as net from 'net';
|
||||||
|
import * as http from 'http';
|
||||||
|
import * as tls from 'tls';
|
||||||
|
import * as https from 'https';
|
||||||
|
import * as fs from 'fs';
|
||||||
|
import * as path from 'path';
|
||||||
|
import { fileURLToPath } from 'url';
|
||||||
|
|
||||||
|
const __filename = fileURLToPath(import.meta.url);
|
||||||
|
const __dirname = path.dirname(__filename);
|
||||||
|
|
||||||
|
// ────────────────────────────────────────────────────────────────────────────
|
||||||
|
// Port assignments (unique to avoid conflicts with other tests)
|
||||||
|
// ────────────────────────────────────────────────────────────────────────────
|
||||||
|
const TCP_ECHO_PORT = 47500;
|
||||||
|
const HTTP_ECHO_PORT = 47501;
|
||||||
|
const TLS_ECHO_PORT = 47502;
|
||||||
|
const PROXY_TCP_PORT = 47510;
|
||||||
|
const PROXY_HTTP_PORT = 47511;
|
||||||
|
const PROXY_TLS_PASS_PORT = 47512;
|
||||||
|
const PROXY_TLS_TERM_PORT = 47513;
|
||||||
|
const PROXY_SOCKET_PORT = 47514;
|
||||||
|
const PROXY_MULTI_A_PORT = 47515;
|
||||||
|
const PROXY_MULTI_B_PORT = 47516;
|
||||||
|
const PROXY_TP_HTTP_PORT = 47517;
|
||||||
|
|
||||||
|
// ────────────────────────────────────────────────────────────────────────────
|
||||||
|
// Test certificates
|
||||||
|
// ────────────────────────────────────────────────────────────────────────────
|
||||||
|
const CERT_PEM = fs.readFileSync(path.join(__dirname, '..', 'assets', 'certs', 'cert.pem'), 'utf8');
|
||||||
|
const KEY_PEM = fs.readFileSync(path.join(__dirname, '..', 'assets', 'certs', 'key.pem'), 'utf8');
|
||||||
|
|
||||||
|
// ────────────────────────────────────────────────────────────────────────────
|
||||||
|
// Backend servers
|
||||||
|
// ────────────────────────────────────────────────────────────────────────────
|
||||||
|
let tcpEchoServer: net.Server;
|
||||||
|
let httpEchoServer: http.Server;
|
||||||
|
let tlsEchoServer: tls.Server;
|
||||||
|
|
||||||
|
// Helper: force-poll the metrics adapter
|
||||||
|
async function pollMetrics(proxy: SmartProxy): Promise<void> {
|
||||||
|
await (proxy as any).metricsAdapter.poll();
|
||||||
|
}
|
||||||
|
|
||||||
|
// ════════════════════════════════════════════════════════════════════════════
|
||||||
|
// Setup: backend servers
|
||||||
|
// ════════════════════════════════════════════════════════════════════════════
|
||||||
|
tap.test('setup - TCP echo server', async () => {
|
||||||
|
tcpEchoServer = net.createServer((socket) => {
|
||||||
|
socket.on('data', (data) => socket.write(data));
|
||||||
|
socket.on('error', () => {});
|
||||||
|
});
|
||||||
|
await new Promise<void>((resolve) => {
|
||||||
|
tcpEchoServer.listen(TCP_ECHO_PORT, () => {
|
||||||
|
console.log(`TCP echo server on port ${TCP_ECHO_PORT}`);
|
||||||
|
resolve();
|
||||||
|
});
|
||||||
|
});
|
||||||
|
});
|
||||||
|
|
||||||
|
tap.test('setup - HTTP echo server', async () => {
|
||||||
|
httpEchoServer = http.createServer((req, res) => {
|
||||||
|
let body = '';
|
||||||
|
req.on('data', (chunk) => (body += chunk));
|
||||||
|
req.on('end', () => {
|
||||||
|
res.writeHead(200, { 'Content-Type': 'text/plain' });
|
||||||
|
res.end(`echo:${body}`);
|
||||||
|
});
|
||||||
|
});
|
||||||
|
await new Promise<void>((resolve) => {
|
||||||
|
httpEchoServer.listen(HTTP_ECHO_PORT, () => {
|
||||||
|
console.log(`HTTP echo server on port ${HTTP_ECHO_PORT}`);
|
||||||
|
resolve();
|
||||||
|
});
|
||||||
|
});
|
||||||
|
});
|
||||||
|
|
||||||
|
tap.test('setup - TLS echo server', async () => {
|
||||||
|
tlsEchoServer = tls.createServer(
|
||||||
|
{ cert: CERT_PEM, key: KEY_PEM },
|
||||||
|
(socket) => {
|
||||||
|
socket.on('data', (data) => socket.write(data));
|
||||||
|
socket.on('error', () => {});
|
||||||
|
},
|
||||||
|
);
|
||||||
|
await new Promise<void>((resolve) => {
|
||||||
|
tlsEchoServer.listen(TLS_ECHO_PORT, () => {
|
||||||
|
console.log(`TLS echo server on port ${TLS_ECHO_PORT}`);
|
||||||
|
resolve();
|
||||||
|
});
|
||||||
|
});
|
||||||
|
});
|
||||||
|
|
||||||
|
// ════════════════════════════════════════════════════════════════════════════
|
||||||
|
// Group 1: TCP Forward (plain TCP passthrough — no domain, no TLS)
|
||||||
|
// ════════════════════════════════════════════════════════════════════════════
|
||||||
|
tap.test('TCP forward - real-time byte tracking', async (tools) => {
|
||||||
|
const proxy = new SmartProxy({
|
||||||
|
routes: [
|
||||||
|
{
|
||||||
|
id: 'tcp-forward',
|
||||||
|
name: 'tcp-forward',
|
||||||
|
match: { ports: PROXY_TCP_PORT },
|
||||||
|
action: {
|
||||||
|
type: 'forward',
|
||||||
|
targets: [{ host: 'localhost', port: TCP_ECHO_PORT }],
|
||||||
|
},
|
||||||
|
},
|
||||||
|
],
|
||||||
|
metrics: { enabled: true, sampleIntervalMs: 100, retentionSeconds: 60 },
|
||||||
|
});
|
||||||
|
await proxy.start();
|
||||||
|
|
||||||
|
// Connect and send data
|
||||||
|
const client = new net.Socket();
|
||||||
|
await new Promise<void>((resolve, reject) => {
|
||||||
|
client.connect(PROXY_TCP_PORT, 'localhost', () => resolve());
|
||||||
|
client.on('error', reject);
|
||||||
|
});
|
||||||
|
|
||||||
|
let received = 0;
|
||||||
|
client.on('data', (data) => (received += data.length));
|
||||||
|
|
||||||
|
// Send 10 KB in chunks over 1 second
|
||||||
|
const chunk = Buffer.alloc(1024, 'A');
|
||||||
|
for (let i = 0; i < 10; i++) {
|
||||||
|
client.write(chunk);
|
||||||
|
await tools.delayFor(100);
|
||||||
|
}
|
||||||
|
|
||||||
|
// Wait for echo data and sampling to accumulate
|
||||||
|
await tools.delayFor(500);
|
||||||
|
|
||||||
|
// === Key assertion: metrics visible WHILE the connection is still open ===
|
||||||
|
// Before this change, TCP bytes were only reported after connection close.
|
||||||
|
// Now bytes are reported per-chunk in real-time.
|
||||||
|
await pollMetrics(proxy);
|
||||||
|
|
||||||
|
const mDuring = proxy.getMetrics();
|
||||||
|
const bytesInDuring = mDuring.totals.bytesIn();
|
||||||
|
const bytesOutDuring = mDuring.totals.bytesOut();
|
||||||
|
console.log(`TCP forward (during) — bytesIn: ${bytesInDuring}, bytesOut: ${bytesOutDuring}`);
|
||||||
|
expect(bytesInDuring).toBeGreaterThan(0);
|
||||||
|
expect(bytesOutDuring).toBeGreaterThan(0);
|
||||||
|
|
||||||
|
// Check that throughput is non-zero during active TCP traffic
|
||||||
|
const tpDuring = mDuring.throughput.recent();
|
||||||
|
console.log(`TCP forward (during) — recent throughput: in=${tpDuring.in}, out=${tpDuring.out}`);
|
||||||
|
expect(tpDuring.in + tpDuring.out).toBeGreaterThan(0);
|
||||||
|
|
||||||
|
// Close connection
|
||||||
|
client.destroy();
|
||||||
|
await tools.delayFor(500);
|
||||||
|
|
||||||
|
// Final check
|
||||||
|
await pollMetrics(proxy);
|
||||||
|
const m = proxy.getMetrics();
|
||||||
|
const bytesIn = m.totals.bytesIn();
|
||||||
|
const bytesOut = m.totals.bytesOut();
|
||||||
|
console.log(`TCP forward (final) — bytesIn: ${bytesIn}, bytesOut: ${bytesOut}`);
|
||||||
|
expect(bytesIn).toBeGreaterThanOrEqual(bytesInDuring);
|
||||||
|
expect(bytesOut).toBeGreaterThanOrEqual(bytesOutDuring);
|
||||||
|
|
||||||
|
// Check per-route tracking
|
||||||
|
const byRoute = m.throughput.byRoute();
|
||||||
|
console.log('TCP forward — throughput byRoute:', Array.from(byRoute.entries()));
|
||||||
|
|
||||||
|
// ── v25.2.0: Per-IP tracking (TCP connections) ──
|
||||||
|
const byIP = m.connections.byIP();
|
||||||
|
console.log('TCP forward — connections byIP:', Array.from(byIP.entries()));
|
||||||
|
expect(byIP.size).toBeGreaterThan(0);
|
||||||
|
|
||||||
|
const topIPs = m.connections.topIPs(10);
|
||||||
|
console.log('TCP forward — topIPs:', topIPs);
|
||||||
|
expect(topIPs.length).toBeGreaterThan(0);
|
||||||
|
expect(topIPs[0].ip).toBeTruthy();
|
||||||
|
|
||||||
|
// ── v25.2.0: Throughput history ──
|
||||||
|
const history = m.throughput.history(10);
|
||||||
|
console.log('TCP forward — throughput history length:', history.length);
|
||||||
|
expect(history.length).toBeGreaterThan(0);
|
||||||
|
expect(history[0].timestamp).toBeGreaterThan(0);
|
||||||
|
|
||||||
|
await proxy.stop();
|
||||||
|
await tools.delayFor(200);
|
||||||
|
});
|
||||||
|
|
||||||
|
// ════════════════════════════════════════════════════════════════════════════
|
||||||
|
// Group 2: HTTP Forward (plain HTTP proxy)
|
||||||
|
// ════════════════════════════════════════════════════════════════════════════
|
||||||
|
tap.test('HTTP forward - byte totals tracking', async (tools) => {
|
||||||
|
const proxy = new SmartProxy({
|
||||||
|
routes: [
|
||||||
|
{
|
||||||
|
id: 'http-forward',
|
||||||
|
name: 'http-forward',
|
||||||
|
match: { ports: PROXY_HTTP_PORT },
|
||||||
|
action: {
|
||||||
|
type: 'forward',
|
||||||
|
targets: [{ host: 'localhost', port: HTTP_ECHO_PORT }],
|
||||||
|
},
|
||||||
|
},
|
||||||
|
],
|
||||||
|
metrics: { enabled: true, sampleIntervalMs: 100, retentionSeconds: 60 },
|
||||||
|
});
|
||||||
|
await proxy.start();
|
||||||
|
await tools.delayFor(300);
|
||||||
|
|
||||||
|
// Send 10 HTTP requests with 1 KB body each
|
||||||
|
for (let i = 0; i < 10; i++) {
|
||||||
|
const body = 'X'.repeat(1024);
|
||||||
|
await new Promise<void>((resolve, reject) => {
|
||||||
|
const req = http.request(
|
||||||
|
{
|
||||||
|
hostname: 'localhost',
|
||||||
|
port: PROXY_HTTP_PORT,
|
||||||
|
path: '/echo',
|
||||||
|
method: 'POST',
|
||||||
|
headers: { 'Content-Type': 'text/plain', 'Content-Length': String(body.length) },
|
||||||
|
},
|
||||||
|
(res) => {
|
||||||
|
let data = '';
|
||||||
|
res.on('data', (chunk) => (data += chunk));
|
||||||
|
res.on('end', () => resolve());
|
||||||
|
},
|
||||||
|
);
|
||||||
|
req.on('error', reject);
|
||||||
|
req.setTimeout(5000, () => {
|
||||||
|
req.destroy();
|
||||||
|
reject(new Error('HTTP request timeout'));
|
||||||
|
});
|
||||||
|
req.end(body);
|
||||||
|
});
|
||||||
|
}
|
||||||
|
|
||||||
|
// Wait for sampling + poll
|
||||||
|
await tools.delayFor(500);
|
||||||
|
await pollMetrics(proxy);
|
||||||
|
|
||||||
|
const m = proxy.getMetrics();
|
||||||
|
const bytesIn = m.totals.bytesIn();
|
||||||
|
const bytesOut = m.totals.bytesOut();
|
||||||
|
console.log(`HTTP forward — bytesIn: ${bytesIn}, bytesOut: ${bytesOut}`);
|
||||||
|
|
||||||
|
// Both directions should have bytes (CountingBody tracks request + response)
|
||||||
|
expect(bytesIn).toBeGreaterThan(0);
|
||||||
|
expect(bytesOut).toBeGreaterThan(0);
|
||||||
|
|
||||||
|
// ── v25.2.0: Per-IP tracking (HTTP connections) ──
|
||||||
|
const byIP = m.connections.byIP();
|
||||||
|
console.log('HTTP forward — connections byIP:', Array.from(byIP.entries()));
|
||||||
|
expect(byIP.size).toBeGreaterThan(0);
|
||||||
|
|
||||||
|
const topIPs = m.connections.topIPs(10);
|
||||||
|
console.log('HTTP forward — topIPs:', topIPs);
|
||||||
|
expect(topIPs.length).toBeGreaterThan(0);
|
||||||
|
expect(topIPs[0].ip).toBeTruthy();
|
||||||
|
|
||||||
|
// ── v25.2.0: HTTP request counting ──
|
||||||
|
const totalReqs = m.requests.total();
|
||||||
|
const rps = m.requests.perSecond();
|
||||||
|
console.log(`HTTP forward — requests total: ${totalReqs}, perSecond: ${rps}`);
|
||||||
|
expect(totalReqs).toBeGreaterThan(0);
|
||||||
|
|
||||||
|
await proxy.stop();
|
||||||
|
await tools.delayFor(200);
|
||||||
|
});
|
||||||
|
|
||||||
|
// ════════════════════════════════════════════════════════════════════════════
|
||||||
|
// Group 3: TLS Passthrough (SNI-based, Rust passes encrypted data through)
|
||||||
|
// ════════════════════════════════════════════════════════════════════════════
|
||||||
|
tap.test('TLS passthrough - byte totals tracking', async (tools) => {
|
||||||
|
const proxy = new SmartProxy({
|
||||||
|
routes: [
|
||||||
|
{
|
||||||
|
id: 'tls-passthrough',
|
||||||
|
name: 'tls-passthrough',
|
||||||
|
match: { ports: PROXY_TLS_PASS_PORT, domains: 'localhost' },
|
||||||
|
action: {
|
||||||
|
type: 'forward',
|
||||||
|
tls: { mode: 'passthrough' },
|
||||||
|
targets: [{ host: 'localhost', port: TLS_ECHO_PORT }],
|
||||||
|
},
|
||||||
|
},
|
||||||
|
],
|
||||||
|
metrics: { enabled: true, sampleIntervalMs: 100, retentionSeconds: 60 },
|
||||||
|
});
|
||||||
|
await proxy.start();
|
||||||
|
await tools.delayFor(300);
|
||||||
|
|
||||||
|
// Connect via TLS through the proxy (SNI: localhost)
|
||||||
|
const tlsClient = tls.connect(
|
||||||
|
{
|
||||||
|
host: 'localhost',
|
||||||
|
port: PROXY_TLS_PASS_PORT,
|
||||||
|
servername: 'localhost',
|
||||||
|
rejectUnauthorized: false,
|
||||||
|
},
|
||||||
|
);
|
||||||
|
|
||||||
|
await new Promise<void>((resolve, reject) => {
|
||||||
|
tlsClient.on('secureConnect', () => resolve());
|
||||||
|
tlsClient.on('error', reject);
|
||||||
|
});
|
||||||
|
|
||||||
|
// Send some data
|
||||||
|
const data = Buffer.alloc(2048, 'B');
|
||||||
|
tlsClient.write(data);
|
||||||
|
|
||||||
|
// Wait for echo
|
||||||
|
let received = 0;
|
||||||
|
tlsClient.on('data', (chunk) => (received += chunk.length));
|
||||||
|
await tools.delayFor(1000);
|
||||||
|
|
||||||
|
console.log(`TLS passthrough — received ${received} bytes back`);
|
||||||
|
expect(received).toBeGreaterThan(0);
|
||||||
|
|
||||||
|
tlsClient.destroy();
|
||||||
|
await tools.delayFor(500);
|
||||||
|
|
||||||
|
await pollMetrics(proxy);
|
||||||
|
|
||||||
|
const m = proxy.getMetrics();
|
||||||
|
const bytesIn = m.totals.bytesIn();
|
||||||
|
const bytesOut = m.totals.bytesOut();
|
||||||
|
console.log(`TLS passthrough — bytesIn: ${bytesIn}, bytesOut: ${bytesOut}`);
|
||||||
|
|
||||||
|
// TLS passthrough tracks encrypted bytes flowing through
|
||||||
|
expect(bytesIn).toBeGreaterThan(0);
|
||||||
|
expect(bytesOut).toBeGreaterThan(0);
|
||||||
|
|
||||||
|
await proxy.stop();
|
||||||
|
await tools.delayFor(200);
|
||||||
|
});
|
||||||
|
|
||||||
|
// ════════════════════════════════════════════════════════════════════════════
|
||||||
|
// Group 4: TLS Terminate + HTTP (Rust terminates TLS, forwards to HTTP backend)
|
||||||
|
// ════════════════════════════════════════════════════════════════════════════
|
||||||
|
tap.test('TLS terminate + HTTP forward - byte totals tracking', async (tools) => {
|
||||||
|
const proxy = new SmartProxy({
|
||||||
|
routes: [
|
||||||
|
{
|
||||||
|
id: 'tls-terminate',
|
||||||
|
name: 'tls-terminate',
|
||||||
|
match: { ports: PROXY_TLS_TERM_PORT, domains: 'localhost' },
|
||||||
|
action: {
|
||||||
|
type: 'forward',
|
||||||
|
tls: {
|
||||||
|
mode: 'terminate',
|
||||||
|
certificate: {
|
||||||
|
cert: CERT_PEM,
|
||||||
|
key: KEY_PEM,
|
||||||
|
},
|
||||||
|
},
|
||||||
|
targets: [{ host: 'localhost', port: HTTP_ECHO_PORT }],
|
||||||
|
},
|
||||||
|
},
|
||||||
|
],
|
||||||
|
metrics: { enabled: true, sampleIntervalMs: 100, retentionSeconds: 60 },
|
||||||
|
disableDefaultCert: true,
|
||||||
|
});
|
||||||
|
await proxy.start();
|
||||||
|
await tools.delayFor(300);
|
||||||
|
|
||||||
|
// Send HTTPS request through the proxy
|
||||||
|
const body = 'Z'.repeat(2048);
|
||||||
|
await new Promise<void>((resolve, reject) => {
|
||||||
|
const req = https.request(
|
||||||
|
{
|
||||||
|
hostname: 'localhost',
|
||||||
|
port: PROXY_TLS_TERM_PORT,
|
||||||
|
path: '/echo',
|
||||||
|
method: 'POST',
|
||||||
|
headers: { 'Content-Type': 'text/plain', 'Content-Length': String(body.length) },
|
||||||
|
rejectUnauthorized: false,
|
||||||
|
},
|
||||||
|
(res) => {
|
||||||
|
let data = '';
|
||||||
|
res.on('data', (chunk) => (data += chunk));
|
||||||
|
res.on('end', () => {
|
||||||
|
console.log(`TLS terminate — response: ${data.slice(0, 50)}...`);
|
||||||
|
resolve();
|
||||||
|
});
|
||||||
|
},
|
||||||
|
);
|
||||||
|
req.on('error', reject);
|
||||||
|
req.setTimeout(5000, () => {
|
||||||
|
req.destroy();
|
||||||
|
reject(new Error('HTTPS request timeout'));
|
||||||
|
});
|
||||||
|
req.end(body);
|
||||||
|
});
|
||||||
|
|
||||||
|
await tools.delayFor(500);
|
||||||
|
await pollMetrics(proxy);
|
||||||
|
|
||||||
|
const m = proxy.getMetrics();
|
||||||
|
const bytesIn = m.totals.bytesIn();
|
||||||
|
const bytesOut = m.totals.bytesOut();
|
||||||
|
console.log(`TLS terminate — bytesIn: ${bytesIn}, bytesOut: ${bytesOut}`);
|
||||||
|
|
||||||
|
// TLS terminate: request body (bytesIn) and response body (bytesOut) via CountingBody
|
||||||
|
expect(bytesIn).toBeGreaterThan(0);
|
||||||
|
expect(bytesOut).toBeGreaterThan(0);
|
||||||
|
|
||||||
|
await proxy.stop();
|
||||||
|
await tools.delayFor(200);
|
||||||
|
});
|
||||||
|
|
||||||
|
// ════════════════════════════════════════════════════════════════════════════
|
||||||
|
// Group 5: Socket Handler (JS callback handling)
|
||||||
|
// ════════════════════════════════════════════════════════════════════════════
|
||||||
|
tap.test('Socket handler - byte totals tracking', async (tools) => {
|
||||||
|
const proxy = new SmartProxy({
|
||||||
|
routes: [
|
||||||
|
{
|
||||||
|
id: 'socket-handler',
|
||||||
|
name: 'socket-handler',
|
||||||
|
match: { ports: PROXY_SOCKET_PORT },
|
||||||
|
action: {
|
||||||
|
type: 'socket-handler',
|
||||||
|
socketHandler: (socket, _context) => {
|
||||||
|
socket.on('data', (data) => socket.write(data)); // echo
|
||||||
|
socket.on('error', () => {});
|
||||||
|
},
|
||||||
|
},
|
||||||
|
},
|
||||||
|
],
|
||||||
|
metrics: { enabled: true, sampleIntervalMs: 100, retentionSeconds: 60 },
|
||||||
|
});
|
||||||
|
await proxy.start();
|
||||||
|
await tools.delayFor(300);
|
||||||
|
|
||||||
|
// Connect and send data
|
||||||
|
const client = new net.Socket();
|
||||||
|
await new Promise<void>((resolve, reject) => {
|
||||||
|
client.connect(PROXY_SOCKET_PORT, 'localhost', () => resolve());
|
||||||
|
client.on('error', reject);
|
||||||
|
});
|
||||||
|
|
||||||
|
const data = Buffer.alloc(4096, 'C');
|
||||||
|
client.write(data);
|
||||||
|
|
||||||
|
let received = 0;
|
||||||
|
client.on('data', (chunk) => (received += chunk.length));
|
||||||
|
await tools.delayFor(500);
|
||||||
|
|
||||||
|
console.log(`Socket handler — received ${received} bytes back`);
|
||||||
|
|
||||||
|
client.destroy();
|
||||||
|
await tools.delayFor(500);
|
||||||
|
|
||||||
|
await pollMetrics(proxy);
|
||||||
|
|
||||||
|
const m = proxy.getMetrics();
|
||||||
|
const bytesIn = m.totals.bytesIn();
|
||||||
|
const bytesOut = m.totals.bytesOut();
|
||||||
|
console.log(`Socket handler — bytesIn: ${bytesIn}, bytesOut: ${bytesOut}`);
|
||||||
|
|
||||||
|
// Socket handler relay now records bytes after copy_bidirectional completes
|
||||||
|
expect(bytesIn).toBeGreaterThan(0);
|
||||||
|
expect(bytesOut).toBeGreaterThan(0);
|
||||||
|
|
||||||
|
await proxy.stop();
|
||||||
|
await tools.delayFor(200);
|
||||||
|
});
|
||||||
|
|
||||||
|
// ════════════════════════════════════════════════════════════════════════════
|
||||||
|
// Group 6: Multi-route throughput isolation
|
||||||
|
// ════════════════════════════════════════════════════════════════════════════
|
||||||
|
tap.test('Multi-route throughput isolation', async (tools) => {
|
||||||
|
const proxy = new SmartProxy({
|
||||||
|
routes: [
|
||||||
|
{
|
||||||
|
id: 'route-alpha',
|
||||||
|
name: 'route-alpha',
|
||||||
|
match: { ports: PROXY_MULTI_A_PORT },
|
||||||
|
action: {
|
||||||
|
type: 'forward',
|
||||||
|
targets: [{ host: 'localhost', port: TCP_ECHO_PORT }],
|
||||||
|
},
|
||||||
|
},
|
||||||
|
{
|
||||||
|
id: 'route-beta',
|
||||||
|
name: 'route-beta',
|
||||||
|
match: { ports: PROXY_MULTI_B_PORT },
|
||||||
|
action: {
|
||||||
|
type: 'forward',
|
||||||
|
targets: [{ host: 'localhost', port: TCP_ECHO_PORT }],
|
||||||
|
},
|
||||||
|
},
|
||||||
|
],
|
||||||
|
metrics: { enabled: true, sampleIntervalMs: 100, retentionSeconds: 60 },
|
||||||
|
});
|
||||||
|
await proxy.start();
|
||||||
|
await tools.delayFor(300);
|
||||||
|
|
||||||
|
// Send different amounts to each route
|
||||||
|
// Route alpha: 8 KB
|
||||||
|
const clientA = new net.Socket();
|
||||||
|
await new Promise<void>((resolve, reject) => {
|
||||||
|
clientA.connect(PROXY_MULTI_A_PORT, 'localhost', () => resolve());
|
||||||
|
clientA.on('error', reject);
|
||||||
|
});
|
||||||
|
clientA.on('data', () => {}); // drain
|
||||||
|
for (let i = 0; i < 8; i++) {
|
||||||
|
clientA.write(Buffer.alloc(1024, 'A'));
|
||||||
|
await tools.delayFor(50);
|
||||||
|
}
|
||||||
|
|
||||||
|
// Route beta: 2 KB
|
||||||
|
const clientB = new net.Socket();
|
||||||
|
await new Promise<void>((resolve, reject) => {
|
||||||
|
clientB.connect(PROXY_MULTI_B_PORT, 'localhost', () => resolve());
|
||||||
|
clientB.on('error', reject);
|
||||||
|
});
|
||||||
|
clientB.on('data', () => {}); // drain
|
||||||
|
for (let i = 0; i < 2; i++) {
|
||||||
|
clientB.write(Buffer.alloc(1024, 'B'));
|
||||||
|
await tools.delayFor(50);
|
||||||
|
}
|
||||||
|
|
||||||
|
await tools.delayFor(500);
|
||||||
|
|
||||||
|
// Close both
|
||||||
|
clientA.destroy();
|
||||||
|
clientB.destroy();
|
||||||
|
await tools.delayFor(500);
|
||||||
|
|
||||||
|
await pollMetrics(proxy);
|
||||||
|
|
||||||
|
const m = proxy.getMetrics();
|
||||||
|
|
||||||
|
// Check per-route throughput exists for both
|
||||||
|
const byRoute = m.throughput.byRoute();
|
||||||
|
console.log('Multi-route — throughput byRoute:', Array.from(byRoute.entries()));
|
||||||
|
|
||||||
|
// Check per-route connection counts
|
||||||
|
const connByRoute = m.connections.byRoute();
|
||||||
|
console.log('Multi-route — connections byRoute:', Array.from(connByRoute.entries()));
|
||||||
|
|
||||||
|
// Both routes should have tracked data
|
||||||
|
const totalIn = m.totals.bytesIn();
|
||||||
|
const totalOut = m.totals.bytesOut();
|
||||||
|
console.log(`Multi-route — total bytesIn: ${totalIn}, bytesOut: ${totalOut}`);
|
||||||
|
|
||||||
|
expect(totalIn).toBeGreaterThan(0);
|
||||||
|
expect(totalOut).toBeGreaterThan(0);
|
||||||
|
|
||||||
|
await proxy.stop();
|
||||||
|
await tools.delayFor(200);
|
||||||
|
});
|
||||||
|
|
||||||
|
// ════════════════════════════════════════════════════════════════════════════
|
||||||
|
// Group 7: Throughput sampling over time (HTTP-based for real-time tracking)
|
||||||
|
//
|
||||||
|
// Uses HTTP proxy path where CountingBody reports bytes incrementally
|
||||||
|
// as each request/response body completes. This allows the sampling task
|
||||||
|
// to capture non-zero throughput during active traffic.
|
||||||
|
// ════════════════════════════════════════════════════════════════════════════
|
||||||
|
tap.test('Throughput sampling - values appear during active HTTP traffic', async (tools) => {
|
||||||
|
const proxy = new SmartProxy({
|
||||||
|
routes: [
|
||||||
|
{
|
||||||
|
id: 'sampling-test',
|
||||||
|
name: 'sampling-test',
|
||||||
|
match: { ports: PROXY_TP_HTTP_PORT },
|
||||||
|
action: {
|
||||||
|
type: 'forward',
|
||||||
|
targets: [{ host: 'localhost', port: HTTP_ECHO_PORT }],
|
||||||
|
},
|
||||||
|
},
|
||||||
|
],
|
||||||
|
metrics: { enabled: true, sampleIntervalMs: 100, retentionSeconds: 60 },
|
||||||
|
});
|
||||||
|
await proxy.start();
|
||||||
|
await tools.delayFor(300);
|
||||||
|
|
||||||
|
// Send HTTP requests continuously for ~2 seconds
|
||||||
|
let sending = true;
|
||||||
|
let requestCount = 0;
|
||||||
|
const sendLoop = (async () => {
|
||||||
|
while (sending) {
|
||||||
|
const body = 'D'.repeat(5120); // 5 KB per request
|
||||||
|
try {
|
||||||
|
await new Promise<void>((resolve, reject) => {
|
||||||
|
const req = http.request(
|
||||||
|
{
|
||||||
|
hostname: 'localhost',
|
||||||
|
port: PROXY_TP_HTTP_PORT,
|
||||||
|
path: '/echo',
|
||||||
|
method: 'POST',
|
||||||
|
headers: { 'Content-Type': 'text/plain', 'Content-Length': String(body.length) },
|
||||||
|
},
|
||||||
|
(res) => {
|
||||||
|
res.on('data', () => {});
|
||||||
|
res.on('end', () => resolve());
|
||||||
|
},
|
||||||
|
);
|
||||||
|
req.on('error', reject);
|
||||||
|
req.setTimeout(3000, () => {
|
||||||
|
req.destroy();
|
||||||
|
reject(new Error('timeout'));
|
||||||
|
});
|
||||||
|
req.end(body);
|
||||||
|
});
|
||||||
|
requestCount++;
|
||||||
|
} catch {
|
||||||
|
// Ignore errors during shutdown
|
||||||
|
break;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
})();
|
||||||
|
|
||||||
|
// After 1.5 seconds of active traffic, check throughput
|
||||||
|
await tools.delayFor(1500);
|
||||||
|
|
||||||
|
await pollMetrics(proxy);
|
||||||
|
|
||||||
|
const m = proxy.getMetrics();
|
||||||
|
const tp = m.throughput.instant();
|
||||||
|
const totalIn = m.totals.bytesIn();
|
||||||
|
const totalOut = m.totals.bytesOut();
|
||||||
|
console.log(`Sampling test — after 1.5s of traffic: instant in=${tp.in}, out=${tp.out}`);
|
||||||
|
console.log(`Sampling test — totals: bytesIn=${totalIn}, bytesOut=${totalOut}, requests=${requestCount}`);
|
||||||
|
|
||||||
|
// Totals should definitely be non-zero after 1.5s of HTTP requests
|
||||||
|
expect(totalIn + totalOut).toBeGreaterThan(0);
|
||||||
|
|
||||||
|
// Throughput instant should be non-zero during active traffic.
|
||||||
|
// The sampling interval is 100ms, so we've had ~15 samples by now.
|
||||||
|
// Each sample captures bytes from completed HTTP request/response bodies.
|
||||||
|
// Note: this can occasionally be 0 if sample boundaries don't align, so we
|
||||||
|
// also check that at least the throughput was non-zero for *some* recent window.
|
||||||
|
const tpRecent = m.throughput.recent();
|
||||||
|
console.log(`Sampling test — recent throughput: in=${tpRecent.in}, out=${tpRecent.out}`);
|
||||||
|
expect(tpRecent.in + tpRecent.out).toBeGreaterThan(0);
|
||||||
|
|
||||||
|
// ── v25.2.0: Per-IP tracking ──
|
||||||
|
const byIP = m.connections.byIP();
|
||||||
|
console.log('Sampling test — connections byIP:', Array.from(byIP.entries()));
|
||||||
|
expect(byIP.size).toBeGreaterThan(0);
|
||||||
|
|
||||||
|
const topIPs = m.connections.topIPs(10);
|
||||||
|
console.log('Sampling test — topIPs:', topIPs);
|
||||||
|
expect(topIPs.length).toBeGreaterThan(0);
|
||||||
|
expect(topIPs[0].ip).toBeTruthy();
|
||||||
|
expect(topIPs[0].count).toBeGreaterThanOrEqual(0);
|
||||||
|
|
||||||
|
// ── v25.2.0: Throughput history ──
|
||||||
|
const history = m.throughput.history(10);
|
||||||
|
console.log(`Sampling test — throughput history: ${history.length} points`);
|
||||||
|
if (history.length > 0) {
|
||||||
|
console.log(' first:', history[0], 'last:', history[history.length - 1]);
|
||||||
|
}
|
||||||
|
expect(history.length).toBeGreaterThan(0);
|
||||||
|
expect(history[0].timestamp).toBeGreaterThan(0);
|
||||||
|
|
||||||
|
// ── v25.2.0: Per-IP throughput ──
|
||||||
|
const tpByIP = m.throughput.byIP();
|
||||||
|
console.log('Sampling test — throughput byIP:', Array.from(tpByIP.entries()));
|
||||||
|
|
||||||
|
// ── v25.2.0: HTTP request counting ──
|
||||||
|
const totalReqs = m.requests.total();
|
||||||
|
const rps = m.requests.perSecond();
|
||||||
|
const rpm = m.requests.perMinute();
|
||||||
|
console.log(`Sampling test — HTTP requests: total=${totalReqs}, perSecond=${rps}, perMinute=${rpm}`);
|
||||||
|
expect(totalReqs).toBeGreaterThan(0);
|
||||||
|
|
||||||
|
// Stop sending
|
||||||
|
sending = false;
|
||||||
|
await sendLoop;
|
||||||
|
|
||||||
|
// After traffic stops, wait for metrics to settle
|
||||||
|
await tools.delayFor(500);
|
||||||
|
await pollMetrics(proxy);
|
||||||
|
|
||||||
|
const mAfter = proxy.getMetrics();
|
||||||
|
const tpAfter = mAfter.throughput.instant();
|
||||||
|
console.log(`Sampling test — after traffic stops: instant in=${tpAfter.in}, out=${tpAfter.out}`);
|
||||||
|
|
||||||
|
await proxy.stop();
|
||||||
|
await tools.delayFor(200);
|
||||||
|
});
|
||||||
|
|
||||||
|
// ════════════════════════════════════════════════════════════════════════════
|
||||||
|
// Cleanup
|
||||||
|
// ════════════════════════════════════════════════════════════════════════════
|
||||||
|
tap.test('cleanup - close backend servers', async () => {
|
||||||
|
await new Promise<void>((resolve) => tcpEchoServer.close(() => resolve()));
|
||||||
|
await new Promise<void>((resolve) => httpEchoServer.close(() => resolve()));
|
||||||
|
await new Promise<void>((resolve) => tlsEchoServer.close(() => resolve()));
|
||||||
|
console.log('All backend servers closed');
|
||||||
|
});
|
||||||
|
|
||||||
|
export default tap.start();
|
||||||
@@ -3,6 +3,6 @@
|
|||||||
*/
|
*/
|
||||||
export const commitinfo = {
|
export const commitinfo = {
|
||||||
name: '@push.rocks/smartproxy',
|
name: '@push.rocks/smartproxy',
|
||||||
version: '25.0.0',
|
version: '25.2.2',
|
||||||
description: 'A powerful proxy package with unified route-based configuration for high traffic management. Features include SSL/TLS support, flexible routing patterns, WebSocket handling, advanced security options, and automatic ACME certificate management.'
|
description: 'A powerful proxy package with unified route-based configuration for high traffic management. Features include SSL/TLS support, flexible routing patterns, WebSocket handling, advanced security options, and automatic ACME certificate management.'
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -72,12 +72,23 @@ export class RustMetricsAdapter implements IMetrics {
|
|||||||
return result;
|
return result;
|
||||||
},
|
},
|
||||||
byIP: (): Map<string, number> => {
|
byIP: (): Map<string, number> => {
|
||||||
// Per-IP tracking not yet available from Rust
|
const result = new Map<string, number>();
|
||||||
return new Map();
|
if (this.cache?.ips) {
|
||||||
|
for (const [ip, im] of Object.entries(this.cache.ips)) {
|
||||||
|
result.set(ip, (im as any).activeConnections ?? 0);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
return result;
|
||||||
},
|
},
|
||||||
topIPs: (_limit?: number): Array<{ ip: string; count: number }> => {
|
topIPs: (limit: number = 10): Array<{ ip: string; count: number }> => {
|
||||||
// Per-IP tracking not yet available from Rust
|
const result: Array<{ ip: string; count: number }> = [];
|
||||||
return [];
|
if (this.cache?.ips) {
|
||||||
|
for (const [ip, im] of Object.entries(this.cache.ips)) {
|
||||||
|
result.push({ ip, count: (im as any).activeConnections ?? 0 });
|
||||||
|
}
|
||||||
|
}
|
||||||
|
result.sort((a, b) => b.count - a.count);
|
||||||
|
return result.slice(0, limit);
|
||||||
},
|
},
|
||||||
};
|
};
|
||||||
|
|
||||||
@@ -89,7 +100,10 @@ export class RustMetricsAdapter implements IMetrics {
|
|||||||
};
|
};
|
||||||
},
|
},
|
||||||
recent: (): IThroughputData => {
|
recent: (): IThroughputData => {
|
||||||
return this.throughput.instant();
|
return {
|
||||||
|
in: this.cache?.throughputRecentInBytesPerSec ?? 0,
|
||||||
|
out: this.cache?.throughputRecentOutBytesPerSec ?? 0,
|
||||||
|
};
|
||||||
},
|
},
|
||||||
average: (): IThroughputData => {
|
average: (): IThroughputData => {
|
||||||
return this.throughput.instant();
|
return this.throughput.instant();
|
||||||
@@ -97,9 +111,13 @@ export class RustMetricsAdapter implements IMetrics {
|
|||||||
custom: (_seconds: number): IThroughputData => {
|
custom: (_seconds: number): IThroughputData => {
|
||||||
return this.throughput.instant();
|
return this.throughput.instant();
|
||||||
},
|
},
|
||||||
history: (_seconds: number): Array<IThroughputHistoryPoint> => {
|
history: (seconds: number): Array<IThroughputHistoryPoint> => {
|
||||||
// Throughput history not yet available from Rust
|
if (!this.cache?.throughputHistory) return [];
|
||||||
return [];
|
return this.cache.throughputHistory.slice(-seconds).map((p: any) => ({
|
||||||
|
timestamp: p.timestampMs,
|
||||||
|
in: p.bytesIn,
|
||||||
|
out: p.bytesOut,
|
||||||
|
}));
|
||||||
},
|
},
|
||||||
byRoute: (_windowSeconds?: number): Map<string, IThroughputData> => {
|
byRoute: (_windowSeconds?: number): Map<string, IThroughputData> => {
|
||||||
const result = new Map<string, IThroughputData>();
|
const result = new Map<string, IThroughputData>();
|
||||||
@@ -114,21 +132,28 @@ export class RustMetricsAdapter implements IMetrics {
|
|||||||
return result;
|
return result;
|
||||||
},
|
},
|
||||||
byIP: (_windowSeconds?: number): Map<string, IThroughputData> => {
|
byIP: (_windowSeconds?: number): Map<string, IThroughputData> => {
|
||||||
return new Map();
|
const result = new Map<string, IThroughputData>();
|
||||||
|
if (this.cache?.ips) {
|
||||||
|
for (const [ip, im] of Object.entries(this.cache.ips)) {
|
||||||
|
result.set(ip, {
|
||||||
|
in: (im as any).throughputInBytesPerSec ?? 0,
|
||||||
|
out: (im as any).throughputOutBytesPerSec ?? 0,
|
||||||
|
});
|
||||||
|
}
|
||||||
|
}
|
||||||
|
return result;
|
||||||
},
|
},
|
||||||
};
|
};
|
||||||
|
|
||||||
public requests = {
|
public requests = {
|
||||||
perSecond: (): number => {
|
perSecond: (): number => {
|
||||||
// Rust tracks connections, not HTTP requests (TCP-level proxy)
|
return this.cache?.httpRequestsPerSec ?? 0;
|
||||||
return 0;
|
|
||||||
},
|
},
|
||||||
perMinute: (): number => {
|
perMinute: (): number => {
|
||||||
return 0;
|
return (this.cache?.httpRequestsPerSecRecent ?? 0) * 60;
|
||||||
},
|
},
|
||||||
total: (): number => {
|
total: (): number => {
|
||||||
// Use total connections as a proxy for total requests
|
return this.cache?.totalHttpRequests ?? this.cache?.totalConnections ?? 0;
|
||||||
return this.cache?.totalConnections ?? 0;
|
|
||||||
},
|
},
|
||||||
};
|
};
|
||||||
|
|
||||||
|
|||||||
@@ -191,13 +191,16 @@ export class SmartProxy extends plugins.EventEmitter {
|
|||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
// Handle certProvisionFunction
|
// Start metrics polling BEFORE cert provisioning — the Rust engine is already
|
||||||
await this.provisionCertificatesViaCallback(preloadedDomains);
|
// running and accepting connections, so metrics should be available immediately.
|
||||||
|
// Cert provisioning can hang indefinitely (e.g. DNS-01 ACME timeouts) and must
|
||||||
// Start metrics polling
|
// not block metrics collection.
|
||||||
this.metricsAdapter.startPolling();
|
this.metricsAdapter.startPolling();
|
||||||
|
|
||||||
logger.log('info', 'SmartProxy started (Rust engine)', { component: 'smart-proxy' });
|
logger.log('info', 'SmartProxy started (Rust engine)', { component: 'smart-proxy' });
|
||||||
|
|
||||||
|
// Handle certProvisionFunction (may be slow — runs after startup is complete)
|
||||||
|
await this.provisionCertificatesViaCallback(preloadedDomains);
|
||||||
}
|
}
|
||||||
|
|
||||||
/**
|
/**
|
||||||
@@ -396,6 +399,7 @@ export class SmartProxy extends plugins.EventEmitter {
|
|||||||
extendedKeepAliveLifetime: this.settings.extendedKeepAliveLifetime,
|
extendedKeepAliveLifetime: this.settings.extendedKeepAliveLifetime,
|
||||||
acceptProxyProtocol: this.settings.acceptProxyProtocol,
|
acceptProxyProtocol: this.settings.acceptProxyProtocol,
|
||||||
sendProxyProtocol: this.settings.sendProxyProtocol,
|
sendProxyProtocol: this.settings.sendProxyProtocol,
|
||||||
|
metrics: this.settings.metrics,
|
||||||
};
|
};
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|||||||
Reference in New Issue
Block a user