feat(apps): add to nixFastBuild and clean up nix code

apps/update-sources/src/app.ts

@@ -0,0 +1,102 @@
+import { spawnSync } from 'node:child_process';
+import { writeFileSync } from 'node:fs';
+
+import { parseArgs } from './lib';
+
+import { updateDocker } from './docker';
+import { updateFirefoxAddons } from '././firefox';
+import { updateFlakeInputs } from './flake';
+import { updateCustomPackage, updateVuetorrent } from './misc';
+
+
+/* Constants */
+const FLAKE = process.env.FLAKE;
+
+if (!FLAKE) {
+    console.error('Env var FLAKE not found');
+    process.exit(1);
+}
+
+const args = parseArgs();
+
+if (args['d'] || args['docker']) {
+    console.log(updateDocker());
+}
+
+if (args['i'] || args['inputs']) {
+    console.log(updateFlakeInputs());
+}
+
+if (args['f'] || args['firefox']) {
+    console.log(updateFirefoxAddons());
+}
+
+if (args['v'] || args['vuetorrent']) {
+    console.log(updateVuetorrent());
+}
+
+if (args['c'] || args['custom-sidebar']) {
+    console.log(updateCustomPackage('lovelace-components.custom-sidebar'));
+}
+
+if (args['s'] || args['some-sass-language-server']) {
+    console.log(updateCustomPackage('some-sass-language-server'));
+}
+
+if (args['a'] || args['all']) {
+    // Update this first because of nix run cmd
+    const firefoxOutput = updateFirefoxAddons();
+
+    console.log(firefoxOutput);
+
+
+    const flakeOutput = updateFlakeInputs();
+
+    console.log(flakeOutput);
+
+
+    const dockerOutput = updateDocker();
+
+    console.log(dockerOutput);
+
+
+    const vuetorrentOutput = updateVuetorrent();
+
+    console.log(vuetorrentOutput);
+
+    // This doesn't need to be added to commit msgs
+    console.log(updateCustomPackage('lovelace-components.custom-sidebar'));
+    console.log(updateCustomPackage('some-sass-language-server'));
+
+
+    spawnSync('nix-fast-build', ['-f', `${FLAKE}#nixFastChecks`], {
+        shell: true,
+        stdio: [process.stdin, process.stdout, process.stderr],
+    });
+
+    const output = [
+        'chore: update sources\n\n',
+    ];
+
+    if (flakeOutput.length > 5) {
+        output.push(`Flake Inputs:\n${flakeOutput}\n\n`);
+    }
+    if (dockerOutput.length > 5) {
+        output.push(`Docker Images:\n${dockerOutput}\n`);
+    }
+    if (firefoxOutput.length > 5) {
+        output.push(`Firefox Addons:\n${firefoxOutput}\n\n`);
+    }
+    if (vuetorrentOutput.length > 5) {
+        output.push(`Misc Sources:\n${vuetorrentOutput}\n`);
+    }
+
+    if (args['f']) {
+        writeFileSync(args['f'] as string, output.join(''));
+    }
+    else {
+        console.log(output.join(''));
+    }
+}
+
+spawnSync('alejandra', ['-q', FLAKE], { shell: true });

apps/update-sources/src/docker.ts

@@ -0,0 +1,33 @@
+import { readdirSync } from 'node:fs';
+import { spawnSync } from 'node:child_process';
+
+
+/* Constants */
+const FLAKE = process.env.FLAKE;
+
+const updateImages = (imagePath: string): string | undefined => {
+    console.log(`Updating ${imagePath.split('/').at(-1)} images`);
+
+    const out = spawnSync('updateImages', [imagePath], { shell: true }).stdout.toString();
+
+    if (!out.startsWith('# Locked')) {
+        return out;
+    }
+};
+
+export const updateDocker = () => {
+    let updates = '';
+
+    updates += updateImages(`${FLAKE}/devices/nos/modules/jellyfin`) ?? '';
+    updates += updateImages(`${FLAKE}/devices/homie/modules/home-assistant/netdaemon`) ?? '';
+
+    const DIR = `${FLAKE}/devices/nos/modules/docker`;
+
+    readdirSync(DIR, { withFileTypes: true, recursive: true }).forEach((path) => {
+        if (path.name === 'compose.nix') {
+            updates += updateImages(path.parentPath) ?? '';
+        }
+    });
+
+    return updates;
+};

apps/update-sources/src/firefox.ts

@@ -0,0 +1,61 @@
+import { spawnSync } from 'node:child_process';
+import { readFileSync } from 'node:fs';
+
+
+/* Constants */
+const FLAKE = process.env.FLAKE;
+
+export const updateFirefoxAddons = () => {
+    console.log('Updating firefox addons using mozilla-addons-to-nix');
+
+    const DIR = `${FLAKE}/legacyPackages/firefox-addons`;
+    const GENERATED_FILE = `${DIR}/generated-firefox-addons.nix`;
+    const SLUGS = `${DIR}/addons.json`;
+
+    const nameMap = Object.fromEntries([...JSON.parse(readFileSync(SLUGS, 'utf-8'))]
+        .map((addon) => [addon.slug, addon.pname || addon.slug]));
+
+    const nixExpr = `'
+        x: let
+          inherit (builtins) attrValues filter hasAttr isAttrs map;
+        in
+          map (d: d.name) (filter (y:
+            isAttrs y &&
+            hasAttr "type" y &&
+            y.type == "derivation") (attrValues x))
+    '`;
+
+    const OLD_VERS = Object.fromEntries([...JSON.parse(spawnSync('nix', [
+        'eval',
+        '.#legacyPackages.x86_64-linux.firefoxAddons',
+        '--apply',
+        nixExpr,
+        '--json',
+    ], { shell: true }).stdout.toString())]
+        .map((p) => {
+            const pname = p.replace(/-[0-9].*$/, '');
+
+            return [pname, p.replace(`${pname}-`, '')];
+        })
+        .filter((pinfo) => pinfo[0] !== 'frankerfacez'));
+
+    const NEW_VERS = Object.fromEntries(spawnSync(
+        'nix',
+        ['run', 'sourcehut:~rycee/mozilla-addons-to-nix',
+            SLUGS, GENERATED_FILE],
+        { shell: true },
+    ).stdout
+        .toString()
+        .split('\n')
+        .map((p) => {
+            const pinfo = p.replace('Fetched ', '').split(' ');
+
+            return [nameMap[pinfo[0]], pinfo[2]];
+        }));
+
+    return Object.keys(OLD_VERS)
+        .sort()
+        .filter((pname) => OLD_VERS[pname] !== NEW_VERS[pname])
+        .map((pname) => `${pname}: ${OLD_VERS[pname]} -> ${NEW_VERS[pname]}`)
+        .join('\n');
+};

apps/update-sources/src/flake.ts

@@ -0,0 +1,35 @@
+import { spawnSync } from 'node:child_process';
+
+
+/* Constants */
+const FLAKE = process.env.FLAKE;
+
+export const updateFlakeInputs = () => {
+    const output = spawnSync(
+        `git restore flake.lock &> /dev/null; nix flake update --flake ${FLAKE}` +
+        ' |& grep -v "warning: updating lock file" |& grep -v "unpacking"',
+        [],
+        { shell: true },
+    ).stdout
+        .toString()
+        // Add an extra blank line between inputs
+        .split('\n•')
+        .filter((input) => ![
+            'systems',
+            'flake-utils',
+            'flake-parts',
+            'treefmt-nix',
+            'lib-aggregate',
+            'lib-aggregate/nixpkgs-lib',
+            'sops-nix/nixpkgs-stable',
+        ].some((inputName) => input.startsWith(` Updated input '${inputName}'`)))
+        .join('\n\n•')
+        // Shorten git revs to help readability
+        .split('\n')
+        .map((l) => l
+            .replace(/.{33}\?narHash=sha256[^']*/, '')
+            .replace(/&rev=(.{7})[^'&]*/, (_, backref) => `&rev=${backref}`))
+        .join('\n');
+
+    return output;
+};

apps/update-sources/src/lib.ts

@@ -0,0 +1,30 @@
+import { spawnSync } from 'node:child_process';
+
+
+export const parseArgs = () => {
+    const args = {} as Record<string, unknown>;
+    let lastFlag: string | null = null;
+
+    for (let i = 2; i < process.argv.length; ++i) {
+        const arg = process.argv[i];
+
+        if (arg.toString().startsWith('-')) {
+            lastFlag = arg.toString().replace(/^-{1,2}/, '');
+            args[lastFlag] = true;
+        }
+        else if (lastFlag) {
+            args[lastFlag] = arg;
+            lastFlag = null;
+        }
+        else {
+            console.error(`Could not parse args: ${arg.toString()}`);
+        }
+    }
+
+    return args;
+};
+
+export const parseFetchurl = (url: string) => JSON.parse(spawnSync(
+    'nix', ['store', 'prefetch-file', '--refresh', '--json',
+        '--hash-type', 'sha256', url, '--name', '"escaped"'], { shell: true },
+).stdout.toString()).hash;

apps/update-sources/src/misc.ts

@@ -0,0 +1,47 @@
+import { writeFileSync } from 'node:fs';
+import { spawnSync } from 'node:child_process';
+
+import { parseFetchurl } from './lib';
+
+
+/* Constants */
+const FLAKE = process.env.FLAKE;
+
+const genVueText = (
+    version: string,
+    hash: string,
+    url: string,
+) => `# This file was autogenerated. DO NOT EDIT!
+{
+  version = "${version}";
+  url = "${url}";
+  hash = "${hash}";
+}
+`;
+
+export const updateVuetorrent = () => {
+    const FILE = `${FLAKE}/devices/nos/modules/qbittorrent/vuetorrent.nix`;
+
+    const OLD_VERSION = JSON.parse(spawnSync('nix',
+        ['eval', '-f', FILE, '--json'],
+        { shell: true }).stdout.toString()).version;
+
+    const VERSION = JSON.parse(spawnSync('curl',
+        ['-s', 'https://api.github.com/repos/VueTorrent/VueTorrent/releases/latest'],
+        { shell: true }).stdout.toString()).tag_name.replace('v', '');
+
+    const URL = `https://github.com/VueTorrent/VueTorrent/releases/download/v${VERSION}/vuetorrent.zip`;
+    const HASH = parseFetchurl(URL);
+
+    const fileText = genVueText(VERSION, HASH, URL);
+
+    writeFileSync(FILE, fileText);
+
+    return OLD_VERSION !== VERSION ? `Vuetorrent: ${OLD_VERSION} -> ${VERSION}` : '';
+};
+
+export const updateCustomPackage = (pkg: string) => spawnSync(
+    `nix run ${FLAKE}#${pkg}.update`,
+    [],
+    { shell: true },
+).stderr.toString();