From 577bdeea2be5c1d4352bd7ebf6dcf1cdea4505d2 Mon Sep 17 00:00:00 2001
From: Anthony Ettinger <anthony@profullstack.com>
Date: Sat, 31 Oct 2026 10:52:37 +0000
Subject: [PATCH] dev2: log AgentDB access safely for ThreatCrush

---
 dev2/dev2-edge         | 11 ++++++++++-
 dev2/edge/edge.json    |  1 +
 test/dev2-edge.test.ts |  8 +++++++-
 3 files changed, 18 insertions(+), 2 deletions(-)

diff --git a/dev2/dev2-edge b/dev2/dev2-edge
index 12cd4be..0ed293f 100755
--- a/dev2/dev2-edge
+++ b/dev2/dev2-edge
@@ -155,7 +155,16 @@ def caddy_site(site, s):
     if site.get("gzip"):
         lines.append("\tencode gzip")
     if site.get("access_log"):
-        lines += ["\tlog {", f"\t\toutput file /var/log/caddy/{site['hosts'][0]}.access.log", "\t}"]
+        lines += ["\tlog {", f"\t\toutput file /var/log/caddy/{site['hosts'][0]}.access.log"]
+        if site.get("sanitize_query"):
+            lines += [
+                "\t\tformat filter {",
+                '\t\t\trequest>uri regexp `\\?.*` ""',
+                "\t\t\trequest>headers delete",
+                "\t\t\tresp_headers delete",
+                "\t\t}",
+            ]
+        lines.append("\t}")
     if "proxy" in site and site.get("retry"):
         # While the app restarts (a deploy), hold the request and keep dialing instead of
         # answering 502: webhooks that drive live calls (Telnyx) must not fail mid-call.
diff --git a/dev2/edge/edge.json b/dev2/edge/edge.json
index 784e5f6..22538a5 100644
--- a/dev2/edge/edge.json
+++ b/dev2/edge/edge.json
@@ -18,6 +18,7 @@
     { "hosts": ["pit.world"], "proxy": 8787, "max_body": "1MiB" },
     { "hosts": ["www.pit.world"], "redirect": "https://pit.world{uri}" },
     { "hosts": ["ad.network.pit.world"], "proxy": 8800, "max_body": "1MiB", "gzip": true },
+    { "hosts": ["agent.database.pit.world"], "proxy": 18080, "max_body": "512KiB", "gzip": true, "access_log": true, "sanitize_query": true },
     { "hosts": ["group.call.pit.world"], "proxy": 8810, "max_body": "1MiB", "retry": "20s",
       "//": "group.call (moshcoder/group.call): no gzip, so the room page's server-sent events are not held back; retry holds Telnyx webhooks across a deploy instead of 502" },
     { "hosts": ["*.*.pit.world", "*.*.*.pit.world"], "proxy": 8787, "max_body": "30MiB", "gzip": true,
diff --git a/test/dev2-edge.test.ts b/test/dev2-edge.test.ts
index 4fc45b7..70ec3c1 100644
--- a/test/dev2-edge.test.ts
+++ b/test/dev2-edge.test.ts
@@ -157,12 +157,18 @@ describe('dev2-edge render', () => {
       const head = site.hosts.map((h: string) => `https://${h}`).join(', ') + ' {';
       expect(caddy).toContain(head);
       const block = caddy.slice(caddy.indexOf(head), caddy.indexOf('\n}\n', caddy.indexOf(head)));
-      if (site.proxy) expect(block).toContain(`import edge_proxy ${site.proxy}`);
+      if (site.proxy && site.retry) expect(block).toContain(`reverse_proxy 127.0.0.1:${site.proxy}`);
+      else if (site.proxy) expect(block).toContain(`import edge_proxy ${site.proxy}`);
       if (site.root) expect(block).toContain(`root * ${site.root}`);
       if (site.redirect) expect(block).toContain(`redir ${site.redirect} 301`);
       if (site.max_body) expect(block).toContain(`max_size ${site.max_body}`);
       expect(block).toContain(site.moshpit ? 'import edge_tls_moshpit' : 'import edge_tls');
     }
+    const agentDb = caddy.slice(caddy.indexOf('https://agent.database.pit.world {'));
+    expect(agentDb).toContain('output file /var/log/caddy/agent.database.pit.world.access.log');
+    expect(agentDb).toContain('request>uri regexp `\\?.*` ""');
+    expect(agentDb).toContain('request>headers delete');
+    expect(agentDb).toContain('resp_headers delete');
     expect(caddy).toMatch(/\(edge_tls_moshpit\) \{\s+tls \{\s+load \/etc\/caddy\/edge-certs\s+protocols tls1\.3/);
   });