Improve analytics performance, analytics faceting (#6180)

* fix uri too long * all projects route for user * analytics facet fetching * cache download source regexes * filtering * prepare * Split up analytics metrics into separate modules * prepare * fix ci
2026-05-27 01:01:13 +01:00
parent 2f248027d6
commit 64edf2ddeb
17 changed files with 2939 additions and 1764 deletions
@@ -0,0 +1,22 @@
+{
+  "db_name": "PostgreSQL",
+  "query": "\n        SELECT id\n        FROM versions\n        WHERE mod_id = ANY($1)\n        ",
+  "describe": {
+    "columns": [
+      {
+        "ordinal": 0,
+        "name": "id",
+        "type_info": "Int8"
+      }
+    ],
+    "parameters": {
+      "Left": [
+        "Int8Array"
+      ]
+    },
+    "nullable": [
+      false
+    ]
+  },
+  "hash": "12fa322e09465aab925ac33f8b2a1371fb63be744f1d87c68229342ffadbe998"
+}
@@ -1,37 +0,0 @@
-{
-  "db_name": "PostgreSQL",
-  "query": "SELECT\n                WIDTH_BUCKET(\n                    EXTRACT(EPOCH FROM created)::bigint,\n                    EXTRACT(EPOCH FROM $1::timestamp with time zone AT TIME ZONE 'UTC')::bigint,\n                    EXTRACT(EPOCH FROM $2::timestamp with time zone AT TIME ZONE 'UTC')::bigint,\n                    $3::integer\n                ) AS bucket,\n                mod_id,\n                SUM(amount) amount_sum\n            FROM payouts_values\n            WHERE\n                -- only project revenue is counted here\n                -- for affiliate code revenue, see `affiliate_code_revenue`\n                payouts_values.mod_id IS NOT NULL\n                AND payouts_values.mod_id = ANY($4)\n                AND created BETWEEN $1 AND $2\n            GROUP BY bucket, mod_id",
-  "describe": {
-    "columns": [
-      {
-        "ordinal": 0,
-        "name": "bucket",
-        "type_info": "Int4"
-      },
-      {
-        "ordinal": 1,
-        "name": "mod_id",
-        "type_info": "Int8"
-      },
-      {
-        "ordinal": 2,
-        "name": "amount_sum",
-        "type_info": "Numeric"
-      }
-    ],
-    "parameters": {
-      "Left": [
-        "Timestamptz",
-        "Timestamptz",
-        "Int4",
-        "Int8Array"
-      ]
-    },
-    "nullable": [
-      null,
-      true,
-      null
-    ]
-  },
-  "hash": "8d38218e5a0c9297be7c6c77acf40a2339b12ff15f1f9e53a27a1c599a33e43b"
-}
@@ -1,38 +0,0 @@
-{
-  "db_name": "PostgreSQL",
-  "query": "SELECT\n                WIDTH_BUCKET(\n                    EXTRACT(EPOCH FROM usa.created_at)::bigint,\n                    EXTRACT(EPOCH FROM $1::timestamp with time zone AT TIME ZONE 'UTC')::bigint,\n                    EXTRACT(EPOCH FROM $2::timestamp with time zone AT TIME ZONE 'UTC')::bigint,\n                    $3::integer\n                ) AS bucket,\n                CASE WHEN $5 THEN affiliate_code ELSE 0 END AS affiliate_code,\n                COUNT(*) AS conversions\n            FROM users_subscriptions_affiliations usa\n            INNER JOIN affiliate_codes ac ON ac.id = usa.affiliate_code\n            INNER JOIN users_subscriptions us ON us.id = usa.subscription_id\n            INNER JOIN charges c ON c.subscription_id = us.id\n            WHERE\n                ac.affiliate = $4\n                AND usa.created_at BETWEEN $1 AND $2\n                AND c.status = 'succeeded'\n            GROUP BY bucket, affiliate_code",
-  "describe": {
-    "columns": [
-      {
-        "ordinal": 0,
-        "name": "bucket",
-        "type_info": "Int4"
-      },
-      {
-        "ordinal": 1,
-        "name": "affiliate_code",
-        "type_info": "Int8"
-      },
-      {
-        "ordinal": 2,
-        "name": "conversions",
-        "type_info": "Int8"
-      }
-    ],
-    "parameters": {
-      "Left": [
-        "Timestamptz",
-        "Timestamptz",
-        "Int4",
-        "Int8",
-        "Bool"
-      ]
-    },
-    "nullable": [
-      null,
-      null,
-      null
-    ]
-  },
-  "hash": "9152c0d7e7f508491b601c16c6eed05e2333475e96007180acda6086ee2825c0"
-}
@@ -0,0 +1,22 @@
+{
+  "db_name": "PostgreSQL",
+  "query": "\n        SELECT m.id\n        FROM mods m\n        WHERE m.organization_id = ANY($1)\n        ",
+  "describe": {
+    "columns": [
+      {
+        "ordinal": 0,
+        "name": "id",
+        "type_info": "Int8"
+      }
+    ],
+    "parameters": {
+      "Left": [
+        "Int8Array"
+      ]
+    },
+    "nullable": [
+      false
+    ]
+  },
+  "hash": "9cabb8fd373e6ebf76e6d6a6711e83b71b766d64e05cecbfab58194eff89ec08"
+}
@@ -1,38 +0,0 @@
-{
-  "db_name": "PostgreSQL",
-  "query": "SELECT\n                WIDTH_BUCKET(\n                    EXTRACT(EPOCH FROM created)::bigint,\n                    EXTRACT(EPOCH FROM $1::timestamp with time zone AT TIME ZONE 'UTC')::bigint,\n                    EXTRACT(EPOCH FROM $2::timestamp with time zone AT TIME ZONE 'UTC')::bigint,\n                    $3::integer\n                ) AS bucket,\n                CASE WHEN $5 THEN affiliate_code_source ELSE 0 END AS affiliate_code_source,\n                SUM(amount) amount_sum\n            FROM payouts_values\n            WHERE\n                user_id = $4\n                AND payouts_values.affiliate_code_source IS NOT NULL\n                AND created BETWEEN $1 AND $2\n            GROUP BY bucket, affiliate_code_source",
-  "describe": {
-    "columns": [
-      {
-        "ordinal": 0,
-        "name": "bucket",
-        "type_info": "Int4"
-      },
-      {
-        "ordinal": 1,
-        "name": "affiliate_code_source",
-        "type_info": "Int8"
-      },
-      {
-        "ordinal": 2,
-        "name": "amount_sum",
-        "type_info": "Numeric"
-      }
-    ],
-    "parameters": {
-      "Left": [
-        "Timestamptz",
-        "Timestamptz",
-        "Int4",
-        "Int8",
-        "Bool"
-      ]
-    },
-    "nullable": [
-      null,
-      null,
-      null
-    ]
-  },
-  "hash": "eeea6cad39d645d3f5a0a4115c8350e08b7850a09a86c62d0de371a1caed7c07"
-}