Spark -> Voyager (#1)

* spark -> voyager

* remove miner stats

* update voyager-evaluate

* Revert "update voyager-evaluate"

This reverts commit a002f3a.

* update voyager-evaluate properly

* fix test

.github/workflows/dependabot-auto-approve-always.yml

@@ -11,7 +11,7 @@ jobs:
     strategy:
       matrix:
         dependencyStartsWith:
-          - spark-evaluate
+          - voyager-evaluate
     steps:
       - name: Dependabot metadata
         id: metadata

README.md

@@ -1,6 +1,6 @@
-# spark-stats
+# voyager-stats
 
-API exposing public statistics about Spark
+API exposing public statistics about Voyager
 
 ## Development
 
@@ -10,7 +10,7 @@ Set up [PostgreSQL](https://www.postgresql.org/) with default settings:
  - Port: 5432
  - User: _your system user name_
  - Password: _blank_
- - Database: spark_public
+ - Database: voyager_public
 
 Alternatively, set the environment variable `$DATABASE_URL` with
 `postgres://${USER}:${PASS}@${HOST}:${POST}/${DATABASE}`.
@@ -21,15 +21,15 @@ needs full management permissions for the database.
 You can also run the following command to set up the PostgreSQL server via Docker:
 
 ```bash
-docker run -d --name spark-db \
+docker run -d --name voyager-db \
   -e POSTGRES_HOST_AUTH_METHOD=trust \
   -e POSTGRES_USER=$USER \
-  -e POSTGRES_DB=spark_public \
+  -e POSTGRES_DB=voyager_public \
   -p 5432:5432 \
   postgres
 ```
 
-Finally, run database schema migration scripts from spark-evaluate.
+Finally, run database schema migration scripts from voyager-evaluate.
 
 ```bash
 npm run migrate
@@ -47,22 +47,22 @@ npm test
 npm start
 ```
 
-You can also run the service against live data in Spark DB running on Fly.io.
+You can also run the service against live data in Voyager DB running on Fly.io.
 
-1. Set up a proxy to forward connections to Spark DB Postgres. Connect to the reader replica running
+1. Set up a proxy to forward connections to Voyager DB Postgres. Connect to the reader replica running
   on port 5433 (not 5432).
 
-  The command below will forward connections to local post 5455 to Spark DB's reader replica.
+  The command below will forward connections to local post 5455 to Voyager DB's reader replica.
 
   ```
-  fly proxy 5455:5433 -a spark-db
+  fly proxy 5455:5433 -a voyager-db
   ```
 
 2. Start the service and configure the database connection string to use the proxied connection.
   Look up the user and the password in our shared 1Password vault.
 
   ```
-  DATABASE_URL="postgres://user:password@localhost:5455/spark_public" npm start
+  DATABASE_URL="postgres://user:password@localhost:5455/voyager_public" npm start
   ```
 
 ## Deployment

fly.toml

@@ -1,6 +1,4 @@
-# fly.toml file generated for spark on 2023-05-16T19:09:01+02:00
-
-app = "spark-stats"
+app = "voyager-stats"
 primary_region = "cdg"
 kill_signal = "SIGINT"
 kill_timeout = 5
@@ -21,7 +19,7 @@ processes = []
   protocol = "tcp"
   script_checks = []
   [services.concurrency]
-    # Remember to update PG Pool config option `max` in bin/spark-stats.js when changing `hard_limit`.
+    # Remember to update PG Pool config option `max` in bin/voyager-stats.js when changing `hard_limit`.
     hard_limit = 800
     soft_limit = 600
     type = "connections"

lib/config.js

@@ -1,3 +1,3 @@
 export const {
-  DATABASE_URL = 'postgres://localhost:5432/spark_stats'
+  DATABASE_URL = 'postgres://localhost:5432/voyager_stats'
 } = process.env

lib/handler.js

@@ -5,7 +5,6 @@ import { URLSearchParams } from 'node:url'
 
 import {
   fetchDailyParticipants,
-  fetchMinersRSRSummary,
   fetchMonthlyParticipants,
   fetchRetrievalSuccessRate
 } from './stats-fetchers.js'
@@ -61,13 +60,6 @@ const handler = async (req, res, pgPool) => {
       res,
       pgPool,
       fetchMonthlyParticipants)
-  } else if (req.method === 'GET' && segs.join('/') === 'miners/retrieval-success-rate/summary') {
-    await getStatsWithFilterAndCaching(
-      pathname,
-      searchParams,
-      res,
-      pgPool,
-      fetchMinersRSRSummary)
   } else if (req.method === 'GET' && segs.length === 0) {
     // health check - required by Grafana datasources
     res.end('OK')

lib/stats-fetchers.js

@@ -62,24 +62,3 @@ export const fetchMonthlyParticipants = async (pgPool, filter) => {
   ])
   return rows
 }
-
-/**
- * @param {import('pg').Pool} pgPool
- * @param {import('./typings').Filter} filter
- */
-export const fetchMinersRSRSummary = async (pgPool, filter) => {
-  const { rows } = await pgPool.query(`
-    SELECT miner_id, SUM(total) as total, SUM(successful) as successful
-    FROM retrieval_stats
-    WHERE day >= $1 AND day <= $2
-    GROUP BY miner_id
-   `, [
-    filter.from,
-    filter.to
-  ])
-  const stats = rows.map(r => ({
-    miner_id: r.miner_id,
-    success_rate: r.total > 0 ? r.successful / r.total : null
-  }))
-  return stats
-}