Use accurate times

Author: ferrybig

.github/scripts/fix-timestamps

@@ -11,8 +11,6 @@ jobs:
       - uses: actions/checkout@v4
         with:
           fetch-depth: '0'
-      - name: Fix timestamps
-        run: bash .github/scripts/fix-timestamps
       #- uses: actions/cache@v4
       #  with:
       #    path: |

.github/workflows/build.yml

@@ -1,6 +1,12 @@
 # syntax=docker/dockerfile:1
 FROM node:22-alpine as node-base
 
+FROM node-base as timestamps
+RUN apk add --no-cache git bash
+COPY /timestamps-from-git.sh /app/timestamps-from-git.sh
+COPY /.git /app/.git
+RUN cd /app && /app/timestamps-from-git.sh '.md' > timestamps.txt
+
 FROM node-base as md-compiler-deps
 COPY /md-compiler/package.json /md-compiler/package-lock.json /app/md-compiler/
 RUN cd /app/md-compiler && npm ci --ignore-scripts
@@ -10,12 +16,11 @@ COPY /md-compiler /app/md-compiler/
 RUN cd /app/md-compiler && npm run compiler-build
 
 FROM md-compiler-deps as md-compiler
-#RUN apk add --no-cache git
 COPY --from=md-compiler-build /app/md-compiler/out /app/md-compiler/out
 COPY /content /app/content
 COPY /app /app/app
-#COPY /app/.git /app/.git
-RUN cd /app/md-compiler && npm run compiler-run
+COPY --from=timestamps /app/timestamps.txt /app/timestamps.txt
+RUN cd /app/md-compiler && ls -l /app/timestamps.txt && npm run compiler-run
 
 FROM node-base as deps
 COPY /package.json /package-lock.json /app/

Dockerfile

@@ -1,17 +1,26 @@
 import { SITE_URL } from '@/metadata';
 import { getAllPosts, hasFeeds } from '../content';
 
+function clamp(min: number, max: number, value: number) {
+	if (value < min) return min;
+	if (value > max) return max;
+	return value;
+}
+
 export function GET() {
 	const items = getAllPosts()
 		//.filter(({ commentStatus }) => commentStatus !== 'disabled')
 		.map(({ updatedAt, slug, summary, readingTimeMax }, id) => ({
 			url: slug,
 			updatedAt,
-			priority:
+			priority: clamp(
+				0,
+				1,
 				0.5 +
-				Math.min(Math.max(readingTimeMax * 0.05 - 0.1, 0), 0.3) +
-				(slug === '' || !hasFeeds(id) ? 0 : -0.2) +
-				(summary ? 0 : -0.2),
+					clamp(0, 0.3, readingTimeMax * 0.05 - 0.1) +
+					(slug === '' || !hasFeeds(id) ? 0 : -0.2) +
+					(summary ? 0 : -0.2)
+			),
 		}));
 	let xml = '<?xml version="1.0" encoding="UTF-8"?>\n';
 	xml += '<urlset xmlns="http://www.sitemaps.org/schemas/sitemap/0.9">\n';

app/sitemap.xml/route.ts

@@ -0,0 +1,5 @@
+services:
+  www.ferrybig.me:
+    build: .
+    ports:
+      - "2999:2999"

docker-compose.yml

@@ -1,7 +1,7 @@
 /node_modules
-/.git
 /md-compiler/node_modules
 /md-compiler/out
 /.next
 /out
 /app/*.js
+/docker-compose.yml

dockerignore

@@ -60,12 +60,28 @@ function readSummary(tree: Root) {
 	return text;
 }
 
+const cacheKeyTimestamps = Symbol('cache-timestamps');
 const cacheKey = Symbol('cache');
 
 async function processFile(paths: string[], config: RunningConfig): Promise<CompileResultsArticle> {
 	const file = join(config.inputDir, ...paths);
 	try {
-		const modificationTime = (await stat(file)).mtimeMs;
+		console.log(file);
+		const timestamps = await config.cache.memo(async () => {
+			const t: Record<string, number> = {};
+			try {
+				const timestampData = await readFile('../timestamps.txt', { encoding: 'utf8' });
+				if (timestampData.length === 0) throw new Error('Timestamp file is empty');
+				for (const row of timestampData.split('\0')) {
+					const [value, key] = row.split('\t', 2);
+					t['../' + key] = parseInt(value, 10) * 1000;
+				}
+			} catch (e) {
+				if (!(e && typeof e === 'object' && 'code' in e && e.code === 'ENOENT')) throw e;
+			}
+			return t;
+		}, cacheKeyTimestamps, []);
+		const modificationTime = timestamps[file] ?? (await stat(file)).mtimeMs;
 
 		return await config.cache.memo(async () => {
 			const raw: string = await readFile(file, { encoding: 'utf8' });

md-compiler/parser/fileTransform.ts

@@ -0,0 +1,6 @@
+#!/bin/bash -e
+git ls-tree -r --name-only HEAD | grep "$1" | while IFS= read -r filename; do
+  echo "Processing $filename" >&2
+  unixtime=$(git log -1 --format="%at" -- "$filename")
+  printf '%s\t%s\0' "$unixtime" "$filename"
+done