wip

.github/dependabot.yml

@@ -40,6 +40,3 @@ updates:
     typescript-eslint:
       patterns:
         - "@typescript-eslint/*"
-    tensorflow:
-      patterns:
-        - "@tensorflow/*"

package.json

@@ -83,9 +83,6 @@
 		"typescript": "5.9.3",
 		"start-server-and-test": "2.1.3"
 	},
-	"optionalDependencies": {
-		"@tensorflow/tfjs-core": "4.22.0"
-	},
 	"pnpm": {
 		"overrides": {
 			"@aiscript-dev/aiscript-languageserver": "-"

packages/backend/build.js

@@ -42,8 +42,8 @@ const options = {
 	target: 'node22',
 	platform: 'node',
 	format: 'esm',
-	sourcemap: 'linked',
-	packages: 'external',
+	sourcemap: false,
+	packages: 'bundle',
 	banner: {
 		js: 'import { createRequire as topLevelCreateRequire } from "module";' +
 			'import ___url___ from "url";' +
@@ -76,25 +76,26 @@ const options = {
 				keepClassNames: true,
 			},
 		}),
-		externalIpaddrPlugin,
+		//externalIpaddrPlugin,
+	],
+	external: [
+		'slacc-*',
+		'class-transformer',
+		'class-validator',
+		'@sentry/*',
+		'@nestjs/websockets/socket-module',
+		'@nestjs/microservices/microservices-module',
+		'@nestjs/microservices',
+		'@napi-rs/canvas-win32-x64-msvc',
+		'mock-aws-s3',
+		'aws-sdk',
+		'nock',
+		'sharp',
+		're2',
+		'@napi-rs/canvas',
+		'oauth2orize',
+		'oauth2orize-pkce',
 	],
-	// external: [
-	// 	'slacc-*',
-	// 	'class-transformer',
-	// 	'class-validator',
-	// 	'@sentry/*',
-	// 	'@nestjs/websockets/socket-module',
-	// 	'@nestjs/microservices/microservices-module',
-	// 	'@nestjs/microservices',
-	// 	'@napi-rs/canvas-win32-x64-msvc',
-	// 	'mock-aws-s3',
-	// 	'aws-sdk',
-	// 	'nock',
-	// 	'sharp',
-	// 	'jsdom',
-	// 	're2',
-	// 	'@napi-rs/canvas',
-	// ],
 };
 
 const args = process.argv.slice(2).map(arg => arg.toLowerCase());

packages/backend/package.json

@@ -52,8 +52,6 @@
 		"@swc/core-win32-arm64-msvc": "1.15.3",
 		"@swc/core-win32-ia32-msvc": "1.15.3",
 		"@swc/core-win32-x64-msvc": "1.15.3",
-		"@tensorflow/tfjs": "4.22.0",
-		"@tensorflow/tfjs-node": "4.22.0",
 		"bufferutil": "4.0.9",
 		"slacc-android-arm-eabi": "0.0.10",
 		"slacc-android-arm64": "0.0.10",
@@ -141,7 +139,6 @@
 		"node-fetch": "3.3.2",
 		"node-html-parser": "7.0.1",
 		"nodemailer": "7.0.11",
-		"nsfwjs": "4.2.0",
 		"oauth2orize": "1.12.0",
 		"oauth2orize-pkce": "0.1.2",
 		"os-utils": "0.0.14",

packages/backend/src/core/AiService.ts

@@ -3,88 +3,17 @@
  * SPDX-License-Identifier: AGPL-3.0-only
  */
 
-import * as fs from 'node:fs';
-import { fileURLToPath } from 'node:url';
-import { dirname } from 'node:path';
 import { Injectable } from '@nestjs/common';
-import { Mutex } from 'async-mutex';
-import fetch from 'node-fetch';
 import { bindThis } from '@/decorators.js';
-import type { NSFWJS, PredictionType } from 'nsfwjs';
-
-const _filename = fileURLToPath(import.meta.url);
-const _dirname = dirname(_filename);
-
-const REQUIRED_CPU_FLAGS_X64 = ['avx2', 'fma'];
-let isSupportedCpu: undefined | boolean = undefined;
 
 @Injectable()
 export class AiService {
-	private model: NSFWJS;
-	private modelLoadMutex: Mutex = new Mutex();
-
 	constructor(
 	) {
 	}
 
 	@bindThis
-	public async detectSensitive(source: string | Buffer): Promise<PredictionType[] | null> {
-		try {
-			if (isSupportedCpu === undefined) {
-				isSupportedCpu = await this.computeIsSupportedCpu();
-			}
-
-			if (!isSupportedCpu) {
-				console.error('This CPU cannot use TensorFlow.');
-				return null;
-			}
-
-			const tf = await import('@tensorflow/tfjs-node');
-			tf.env().global.fetch = fetch;
-
-			if (this.model == null) {
-				const nsfw = await import('nsfwjs');
-				await this.modelLoadMutex.runExclusive(async () => {
-					if (this.model == null) {
-						this.model = await nsfw.load(`file://${_dirname}/../../nsfw-model/`, { size: 299 });
-					}
-				});
-			}
-
-			const buffer = source instanceof Buffer ? source : await fs.promises.readFile(source);
-			const image = await tf.node.decodeImage(buffer, 3) as any;
-			try {
-				const predictions = await this.model.classify(image);
-				return predictions;
-			} finally {
-				image.dispose();
-			}
-		} catch (err) {
-			console.error(err);
-			return null;
-		}
-	}
-
-	private async computeIsSupportedCpu(): Promise<boolean> {
-		switch (process.arch) {
-			case 'x64': {
-				const cpuFlags = await this.getCpuFlags();
-				return REQUIRED_CPU_FLAGS_X64.every(required => cpuFlags.includes(required));
-			}
-			case 'arm64': {
-				// As far as I know, no required CPU flags for ARM64.
-				return true;
-			}
-			default: {
-				return false;
-			}
-		}
-	}
-
-	@bindThis
-	private async getCpuFlags(): Promise<string[]> {
-		const si = await import('systeminformation');
-		const str = await si.cpuFlags();
-		return str.split(/\s+/);
+	public async detectSensitive(source: string | Buffer): Promise<null> {
+		return null;
 	}
 }

pnpm-workspace.yaml

@@ -17,7 +17,6 @@ onlyBuiltDependencies:
   - '@sentry/profiling-node'
   - '@sentry-internal/node-cpu-profiler'
   - '@swc/core'
-  - '@tensorflow/tfjs-node'
   - bufferutil
   - canvas
   - core-js