package.json

@@ -1,6 +1,6 @@
 {
 	"name": "sharkey",
-	"version": "2023.12.1",
+	"version": "2023.12.0",
 	"codename": "shonk",
 	"repository": {
 		"type": "git",

packages/backend/src/core/HttpRequestService.ts

@@ -14,16 +14,9 @@ import { DI } from '@/di-symbols.js';
 import type { Config } from '@/config.js';
 import { StatusError } from '@/misc/status-error.js';
 import { bindThis } from '@/decorators.js';
-import { validateContentTypeSetAsActivityPub } from '@/core/activitypub/misc/validator.js';
-import type { IObject } from '@/core/activitypub/type.js';
 import type { Response } from 'node-fetch';
 import type { URL } from 'node:url';
 
-export type HttpRequestSendOptions = {
-	throwErrorWhenResponseNotOk: boolean;
-	validators?: ((res: Response) => void)[];
-};
-
 @Injectable()
 export class HttpRequestService {
 	/**
@@ -111,23 +104,6 @@ export class HttpRequestService {
 		}
 	}
 
-	@bindThis
-	public async getActivityJson(url: string): Promise<IObject> {
-		const res = await this.send(url, {
-			method: 'GET',
-			headers: {
-				Accept: 'application/activity+json, application/ld+json; profile="https://www.w3.org/ns/activitystreams"',
-			},
-			timeout: 5000,
-			size: 1024 * 256,
-		}, {
-			throwErrorWhenResponseNotOk: true,
-			validators: [validateContentTypeSetAsActivityPub],
-		});
-
-		return await res.json() as IObject;
-	}
-
 	@bindThis
 	public async getJson<T = unknown>(url: string, accept = 'application/json, */*', headers?: Record<string, string>): Promise<T> {
 		const res = await this.send(url, {
@@ -156,20 +132,17 @@ export class HttpRequestService {
 	}
 
 	@bindThis
-	public async send(
+	public async send(url: string, args: {
-		url: string,
+		method?: string,
-		args: {
+		body?: string,
-			method?: string,
+		headers?: Record<string, string>,
-			body?: string,
+		timeout?: number,
-			headers?: Record<string, string>,
+		size?: number,
-			timeout?: number,
+	} = {}, extra: {
-			size?: number,
+		throwErrorWhenResponseNotOk: boolean;
-		} = {},
+	} = {
-		extra: HttpRequestSendOptions = {
+		throwErrorWhenResponseNotOk: true,
-			throwErrorWhenResponseNotOk: true,
+	}): Promise<Response> {
-			validators: [],
-		},
-	): Promise<Response> {
 		const timeout = args.timeout ?? 5000;
 
 		const controller = new AbortController();
@@ -193,12 +166,6 @@ export class HttpRequestService {
 			throw new StatusError(`${res.status} ${res.statusText}`, res.status, res.statusText);
 		}
 
-		if (res.ok) {
-			for (const validator of (extra.validators ?? [])) {
-				validator(res);
-			}
-		}
-
 		return res;
 	}
 }

packages/backend/src/core/activitypub/ApRequestService.ts

@@ -14,7 +14,6 @@ import { HttpRequestService } from '@/core/HttpRequestService.js';
 import { LoggerService } from '@/core/LoggerService.js';
 import { bindThis } from '@/decorators.js';
 import type Logger from '@/logger.js';
-import { validateContentTypeSetAsActivityPub } from '@/core/activitypub/misc/validator.js';
 
 type Request = {
 	url: string;
@@ -67,7 +66,7 @@ export class ApRequestCreator {
 			url: u.href,
 			method: 'GET',
 			headers: this.#objectAssignWithLcKey({
-				'Accept': 'application/activity+json, application/ld+json; profile="https://www.w3.org/ns/activitystreams"',
+				'Accept': 'application/activity+json, application/ld+json',
 				'Date': new Date().toUTCString(),
 				'Host': new URL(args.url).host,
 			}, args.additionalHeaders),
@@ -191,9 +190,6 @@ export class ApRequestService {
 		const res = await this.httpRequestService.send(url, {
 			method: req.request.method,
 			headers: req.request.headers,
-		}, {
-			throwErrorWhenResponseNotOk: true,
-			validators: [validateContentTypeSetAsActivityPub],
 		});
 
 		return await res.json();

packages/backend/src/core/activitypub/ApResolverService.ts

@@ -105,7 +105,7 @@ export class Resolver {
 
 		const object = (this.user
 			? await this.apRequestService.signedGet(value, this.user) as IObject
-			: await this.httpRequestService.getActivityJson(value)) as IObject;
+			: await this.httpRequestService.getJson(value, 'application/activity+json, application/ld+json')) as IObject;
 
 		if (
 			Array.isArray(object['@context']) ?

packages/backend/src/core/activitypub/LdSignatureService.ts

@@ -8,7 +8,6 @@ import { Injectable } from '@nestjs/common';
 import { HttpRequestService } from '@/core/HttpRequestService.js';
 import { bindThis } from '@/decorators.js';
 import { CONTEXTS } from './misc/contexts.js';
-import { validateContentTypeSetAsJsonLD } from './misc/validator.js';
 import type { JsonLdDocument } from 'jsonld';
 import type { JsonLd, RemoteDocument } from 'jsonld/jsonld-spec.js';
 
@@ -134,10 +133,7 @@ class LdSignature {
 				},
 				timeout: this.loderTimeout,
 			},
-			{
+			{ throwErrorWhenResponseNotOk: false },
-				throwErrorWhenResponseNotOk: false,
-				validators: [validateContentTypeSetAsJsonLD],
-			},
 		).then(res => {
 			if (!res.ok) {
 				throw new Error(`${res.status} ${res.statusText}`);

packages/backend/src/core/activitypub/misc/validator.ts

@@ -1,39 +0,0 @@
-/*
- * SPDX-FileCopyrightText: syuilo and misskey-project
- * SPDX-License-Identifier: AGPL-3.0-only
- */
-
-import type { Response } from 'node-fetch';
-
-export function validateContentTypeSetAsActivityPub(response: Response): void {
-	const contentType = (response.headers.get('content-type') ?? '').toLowerCase();
-
-	if (contentType === '') {
-		throw new Error('Validate content type of AP response: No content-type header');
-	}
-	if (
-		contentType.startsWith('application/activity+json') ||
-		(contentType.startsWith('application/ld+json;') && contentType.includes('https://www.w3.org/ns/activitystreams'))
-	) {
-		return;
-	}
-	throw new Error('Validate content type of AP response: Content type is not application/activity+json or application/ld+json');
-}
-
-const plusJsonSuffixRegex = /^\s*(application|text)\/[a-zA-Z0-9\.\-\+]+\+json\s*(;|$)/;
-
-export function validateContentTypeSetAsJsonLD(response: Response): void {
-	const contentType = (response.headers.get('content-type') ?? '').toLowerCase();
-
-	if (contentType === '') {
-		throw new Error('Validate content type of JSON LD: No content-type header');
-	}
-	if (
-		contentType.startsWith('application/ld+json') ||
-		contentType.startsWith('application/json') ||
-		plusJsonSuffixRegex.test(contentType)
-	) {
-		return;
-	}
-	throw new Error('Validate content type of JSON LD: Content type is not application/ld+json or application/json');
-}

packages/backend/test/e2e/fetch-validate-ap-deny.ts

@@ -1,40 +0,0 @@
-/*
- * SPDX-FileCopyrightText: syuilo and misskey-project
- * SPDX-License-Identifier: AGPL-3.0-only
- */
-
-process.env.NODE_ENV = 'test';
-
-import { validateContentTypeSetAsActivityPub, validateContentTypeSetAsJsonLD } from '@/core/activitypub/misc/validator.js';
-import { signup, uploadFile, relativeFetch } from '../utils.js';
-import type * as misskey from 'misskey-js';
-
-describe('validateContentTypeSetAsActivityPub/JsonLD (deny case)', () => {
-	let alice: misskey.entities.SignupResponse;
-	let aliceUploadedFile: any;
-
-	beforeAll(async () => {
-		alice = await signup({ username: 'alice' });
-		aliceUploadedFile = await uploadFile(alice);
-	}, 1000 * 60 * 2);
-
-	test('ActivityStreams: ファイルはエラーになる', async () => {
-		const res = await relativeFetch(aliceUploadedFile.webpublicUrl);
-
-		function doValidate() {
-			validateContentTypeSetAsActivityPub(res);
-		}
-
-		expect(doValidate).toThrow('Content type is not');
-	});
-
-	test('JSON-LD: ファイルはエラーになる', async () => {
-		const res = await relativeFetch(aliceUploadedFile.webpublicUrl);
-
-		function doValidate() {
-			validateContentTypeSetAsJsonLD(res);
-		}
-
-		expect(doValidate).toThrow('Content type is not');
-	});
-});

packages/backend/test/unit/activitypub.ts

@@ -202,7 +202,7 @@ describe('ActivityPub', () => {
 
 	describe('Renderer', () => {
 		test('Render an announce with visibility: followers', () => {
-			rendererService.renderAnnounce('https://example.com/notes/00example', {
+			rendererService.renderAnnounce(null, {
 				id: genAidx(Date.now()),
 				visibility: 'followers',
 			} as MiNote);

packages/backend/test/utils.ts

@@ -13,8 +13,6 @@ import fetch, { File, RequestInit } from 'node-fetch';
 import { DataSource } from 'typeorm';
 import { JSDOM } from 'jsdom';
 import { DEFAULT_POLICIES } from '@/core/RoleService.js';
-import { Packed } from '@/misc/json-schema.js';
-import { validateContentTypeSetAsActivityPub } from '@/core/activitypub/misc/validator.js';
 import { entities } from '../src/postgres.js';
 import { loadConfig } from '../src/config.js';
 import type * as misskey from 'misskey-js';
@@ -112,20 +110,6 @@ export function randomString(chars = 'abcdefghijklmnopqrstuvwxyz0123456789', len
 	return randomString;
 }
 
-/**
- * @brief プロミスにタイムアウト追加
- * @param p 待ち対象プロミス
- * @param timeout 待機ミリ秒
- */
-function timeoutPromise<T>(p: Promise<T>, timeout: number): Promise<T> {
-	return Promise.race([
-		p,
-		new Promise((reject) => {
-			setTimeout(() => { reject(new Error('timed out')); }, timeout);
-		}) as never,
-	]);
-}
-
 export const signup = async (params?: Partial<misskey.Endpoints['signup']['req']>): Promise<NonNullable<misskey.Endpoints['signup']['res']>> => {
 	const q = Object.assign({
 		username: randomString(),
@@ -320,6 +304,7 @@ export const uploadFile = async (user?: UserToken, { path, name, blob }: UploadO
 	});
 
 	const body = res.status !== 204 ? await res.json() as misskey.Endpoints['drive/files/create']['res'] : null;
+
 	return {
 		status: res.status,
 		headers: res.headers,
@@ -332,13 +317,12 @@ export const uploadUrl = async (user: UserToken, url: string) => {
 	const file = new Promise(ok => resolve = ok);
 	const marker = Math.random().toString();
 
-	const catcher = makeStreamCatcher(
+	const ws = await connectStream(user, 'main', (msg) => {
-		user,
+		if (msg.type === 'urlUploadFinished' && msg.body.marker === marker) {
-		'main',
+			ws.close();
-		(msg) => msg.type === 'urlUploadFinished' && msg.body.marker === marker,
+			resolve(msg.body.file);
-		(msg) => msg.body.file as Packed<'DriveFile'>,
+		}
-		60 * 1000,
+	});
-	);
 
 	await api('drive/files/upload-from-url', {
 		url,
@@ -418,35 +402,6 @@ export const waitFire = async (user: UserToken, channel: string, trgr: () => any
 	});
 };
 
-/**
- * @brief WebSocketストリームから特定条件の通知を拾うプロミスを生成
- * @param user ユーザー認証情報
- * @param channel チャンネル
- * @param cond 条件
- * @param extractor 取り出し処理
- * @param timeout ミリ秒タイムアウト
- * @returns 時間内に正常に処理できた場合に通知からextractorを通した値を得る
- */
-export function makeStreamCatcher<T>(
-	user: UserToken,
-	channel: string,
-	cond: (message: Record<string, any>) => boolean,
-	extractor: (message: Record<string, any>) => T,
-	timeout = 60 * 1000): Promise<T> {
-	let ws: WebSocket;
-	const p = new Promise<T>(async (resolve) => {
-		ws = await connectStream(user, channel, (msg) => {
-			if (cond(msg)) {
-				resolve(extractor(msg));
-			}
-		});
-	}).finally(() => {
-		ws.close();
-	});
-
-	return timeoutPromise(p, timeout);
-}
-
 export type SimpleGetResponse = {
 	status: number,
 	body: any | JSDOM | null,
@@ -470,14 +425,6 @@ export const simpleGet = async (path: string, accept = '*/*', cookie: any = unde
 		'text/html; charset=utf-8',
 	];
 
-	if (res.ok && (
-		accept.startsWith('application/activity+json') ||
-		(accept.startsWith('application/ld+json') && accept.includes('https://www.w3.org/ns/activitystreams'))
-	)) {
-		// validateContentTypeSetAsActivityPubのテストを兼ねる
-		validateContentTypeSetAsActivityPub(res);
-	}
-
 	const body =
 		jsonTypes.includes(res.headers.get('content-type') ?? '')	? await res.json() :
 		htmlTypes.includes(res.headers.get('content-type') ?? '')	? new JSDOM(await res.text()) :