Stop auto-re-mining; persist deployed dashboards across runs

Three coordinated changes so a dashboard, once built, stays valid
indefinitely unless explicitly refreshed:

1. CI: actions/cache for cloudflare/public/*.html across runs
   (single shared key) — wrangler deploy replaces the assets dir,
   so without this each single-user run would wipe every other
   user's deployed HTML. With this, runs restore the full snapshot,
   add/refresh their own user, and write back the union.

2. CI: cron / push runs skip users that already have a deployed
   HTML. Only single-user dispatches (with inputs.user set) ever
   re-mine an existing user.

3. Worker: /api/refresh checks if /<user>.html exists via the
   ASSETS binding and returns {status: "already_deployed"} unless
   ?force=1 is passed. Loading page reloads on this status.

4. Template: footer "↻ Refresh stats" button calls
   /api/refresh?user=X&force=1 — the only path to re-mining an
   already-deployed user.

Co-Authored-By: Claude Opus 4.7 (1M context) <noreply@anthropic.com>

Author: pirate

.github/workflows/mine-and-deploy.yml

@@ -55,6 +55,20 @@ jobs:
             stats-cache-v1-${{ inputs.user || 'full' }}-
             stats-cache-v1-
 
+      # Persist deployed user HTMLs across runs so that single-user
+      # mining doesn't wipe other users from the CF bucket when wrangler
+      # replaces the assets dir on deploy. Single shared key — every run
+      # restores the latest snapshot of all deployed dashboards, adds /
+      # refreshes its own user(s), and writes back the full set.
+      - name: Restore deployed dashboards
+        uses: actions/cache@v4
+        with:
+          path: |
+            cloudflare/public/*.html
+          key: deployed-htmls-v1-${{ github.run_id }}
+          restore-keys: |
+            deployed-htmls-v1-
+
       - name: Install gh CLI
         run: |
           type -p gh >/dev/null || (
@@ -75,7 +89,7 @@ jobs:
           mkdir -p cloudflare/public
           # Build the list of users we'll mine THIS run.
           if [ -n "$INPUT_USER" ]; then
-            echo "Single-user mine: $INPUT_USER"
+            echo "Single-user mine (forced): $INPUT_USER"
             # Persist new users into users.txt so future scheduled runs
             # include them.
             if ! grep -qiE "^${INPUT_USER}$" cloudflare/users.txt; then
@@ -84,13 +98,28 @@ jobs:
             fi
             echo "$INPUT_USER" > /tmp/targets.txt
           else
-            echo "Full mine of users.txt"
-            grep -vE '^\s*(#|$)' cloudflare/users.txt > /tmp/targets.txt
+            # Full mine: only mine users that don't have a deployed
+            # dashboard yet. Once a dashboard exists, it stays put
+            # until someone clicks the manual "Refresh" button (which
+            # dispatches with inputs.user set).
+            echo "Full mine of users.txt (skip already-deployed)"
+            : > /tmp/targets.txt
+            while IFS= read -r u || [ -n "$u" ]; do
+              u="${u%%#*}"
+              u="${u//[[:space:]]/}"
+              [ -z "$u" ] && continue
+              if [ -f "cloudflare/public/${u}.html" ]; then
+                echo "  skip @$u — dashboard already deployed"
+                continue
+              fi
+              echo "$u" >> /tmp/targets.txt
+            done < cloudflare/users.txt
           fi
           # Pre-stage pirate's enhanced version
           if [ -f stats.html ]; then
             cp stats.html cloudflare/public/pirate.html
           fi
+          echo "Targets:"
           cat /tmp/targets.txt
 
       - name: Mine each user (with live in-progress deploys)

cloudflare/worker/index.ts

@@ -63,9 +63,34 @@ async function handleRefresh(
   if (req.method !== "POST" && req.method !== "GET") {
     return new Response("method not allowed", { status: 405 });
   }
+  // Manual refresh button passes ?force=1 to bypass the "already deployed"
+  // short-circuit. Without force, a request for a user whose dashboard
+  // already exists is a no-op (we want pages to stay valid indefinitely
+  // once mined).
+  const force = url.searchParams.get("force") === "1";
+
+  // Short-circuit if the static dashboard is already deployed. The Worker
+  // fallback only sends people here when the asset is missing, so this
+  // mainly catches direct /api/refresh callers (bots, refresh button
+  // without force).
+  if (!force) {
+    const probe = new URL(url.toString());
+    probe.pathname = `/${user}.html`;
+    const probeResp = await env.ASSETS.fetch(
+      new Request(probe.toString(), { method: "GET" }),
+    );
+    if (probeResp.status === 200) {
+      return json({
+        ok: true,
+        user,
+        status: "already_deployed",
+        message: "Dashboard already exists. Pass ?force=1 to re-mine.",
+      }, 200);
+    }
+  }
 
-  // Dedup: don't re-dispatch within 8 min of the most recent one for this
-  // user. Uses Workers Cache API — no KV/DO binding needed.
+  // Dedup: don't re-dispatch within ~6 hours of the most recent one for
+  // this user. Uses Workers Cache API — no KV/DO binding needed.
   const cache = caches.default;
   const dedupKey = new Request(
     `https://internal-dedup.invalid/dispatch/${user}`,
@@ -529,6 +554,12 @@ async function dispatch() {
       showError("Dispatch failed (HTTP " + r.status + "): " + (data.error || "unknown"));
       return false;
     }
+    if (data.status === "already_deployed") {
+      // Race: dashboard came back online between page render and dispatch.
+      $now.textContent = "Dashboard already deployed — reloading…";
+      setTimeout(() => location.reload(), 400);
+      return false;
+    }
     $now.textContent = data.status === "already_running"
       ? "Mining already running — joining in progress…"
       : "Mining job dispatched.";

stats_template.html

@@ -596,6 +596,22 @@
     text-align: center;
     margin-top: 24px;
   }
+  .refresh-btn {
+    display: inline-block; margin-left: 10px;
+    padding: 3px 10px; border-radius: 4px;
+    background: var(--panel-2); border: 1px solid var(--border);
+    color: var(--muted); cursor: pointer; font: inherit;
+    font-size: 11px;
+  }
+  .refresh-btn:hover:not(:disabled) {
+    color: var(--fg); border-color: var(--accent);
+  }
+  .refresh-btn:disabled { opacity: 0.6; cursor: progress; }
+  .refresh-msg {
+    font-size: 11px; color: var(--muted); margin-top: 6px;
+    text-align: center;
+  }
+  .refresh-msg.err { color: #f85149; }
   /* Mining-in-progress banner (shown only when DATA.mining_status !== "complete") */
   #mining-banner {
     position: sticky; top: 0; z-index: 100;
@@ -758,6 +774,7 @@ <h2>All repositories</h2>
 </section>
 
 <div class="footer-note" id="footer-note"></div>
+<div class="refresh-msg" id="refresh-msg"></div>
 
 </main>
 
@@ -1496,10 +1513,50 @@ <h1>${u.name || u.login}</h1>
 // ---------- footer ----------
 {
   const gen = new Date(DATA.generated_at).toLocaleString();
-  document.getElementById("footer-note").textContent =
+  const footer = document.getElementById("footer-note");
+  footer.textContent =
     `Generated ${gen} · ${fmtExact(DATA.totals.commits)} commits across ` +
-    `${fmtExact(DATA.totals.repos)} repos · counts pirate-authored commits only ` +
-    `(deduped by SHA across all local clones + GitHub API).`;
+    `${fmtExact(DATA.totals.repos)} repos · deduped by SHA across local clones + GitHub API.`;
+  // Manual refresh button — dashboards are never auto-re-mined; this is
+  // the only path to triggering a fresh mine for the displayed user.
+  const btn = document.createElement("button");
+  btn.className = "refresh-btn";
+  btn.type = "button";
+  btn.textContent = "↻ Refresh stats";
+  btn.title = "Re-run the GitHub mining job for @" + DATA.user.login;
+  const msg = document.getElementById("refresh-msg");
+  btn.addEventListener("click", async () => {
+    if (!confirm("Re-mine @" + DATA.user.login + "? This kicks off a fresh "
+                 + "GitHub Actions run (~5-15 min). The current dashboard "
+                 + "stays visible until the new one finishes deploying."))
+      return;
+    btn.disabled = true;
+    msg.classList.remove("err");
+    msg.textContent = "Dispatching mining job…";
+    try {
+      const r = await fetch(
+        "/api/refresh?user=" + encodeURIComponent(DATA.user.login)
+        + "&force=1",
+        { method: "POST" },
+      );
+      const d = await r.json().catch(() => ({}));
+      if (!r.ok) {
+        msg.classList.add("err");
+        msg.textContent = "Dispatch failed: " + (d.error || ("HTTP " + r.status));
+        btn.disabled = false;
+        return;
+      }
+      msg.textContent = d.status === "already_running"
+        ? "A mining run is already in progress — check back in ~10 min."
+        : "Mining dispatched. This dashboard stays visible until the new "
+          + "run finishes (~5-15 min); reload then to see fresh stats.";
+    } catch (e) {
+      msg.classList.add("err");
+      msg.textContent = "Network error: " + e.message;
+      btn.disabled = false;
+    }
+  });
+  footer.appendChild(btn);
 }
 </script>
 </body>