firefish/packages/backend/src/services/drive/upload-from-url.ts

98 lines
2.2 KiB
TypeScript
Raw Normal View History

2023-01-13 04:40:33 +00:00
import { URL } from "node:url";
import type { User } from "@/models/entities/user.js";
2023-01-13 04:40:33 +00:00
import { createTemp } from "@/misc/create-temp.js";
2023-08-18 09:51:41 +00:00
import { downloadUrl, isPrivateIp } from "@/misc/download-url.js";
2023-11-26 20:33:46 +00:00
import type { DriveFolder } from "@/models/entities/drive-folder.js";
2024-04-21 01:44:54 +00:00
import type {
DriveFile,
DriveFileUsageHint,
} from "@/models/entities/drive-file.js";
2023-01-13 04:40:33 +00:00
import { DriveFiles } from "@/models/index.js";
2023-11-26 20:33:46 +00:00
import { driveLogger } from "./logger.js";
import { addFile } from "./add-file.js";
import { inspect } from "node:util";
2023-01-13 04:40:33 +00:00
const logger = driveLogger.createSubLogger("downloader");
2018-03-27 07:51:12 +00:00
type Args = {
url: string;
user: {
id: User["id"];
host: User["host"];
driveCapacityOverrideMb: User["driveCapacityOverrideMb"];
} | null;
2023-01-13 04:40:33 +00:00
folderId?: DriveFolder["id"] | null;
uri?: string | null;
sensitive?: boolean;
force?: boolean;
isLink?: boolean;
comment?: string | null;
requestIp?: string | null;
requestHeaders?: Record<string, string> | null;
2024-04-19 04:54:11 +00:00
usageHint?: DriveFileUsageHint;
};
export async function uploadFromUrl({
url,
user,
folderId = null,
uri = null,
sensitive = false,
2018-11-07 10:43:21 +00:00
force = false,
isLink = false,
2022-04-03 06:33:22 +00:00
comment = null,
requestIp = null,
requestHeaders = null,
2024-04-19 04:54:11 +00:00
usageHint = null,
}: Args): Promise<DriveFile> {
2023-08-18 08:57:19 +00:00
const parsedUrl = new URL(url);
if (
process.env.NODE_ENV === "production" &&
2023-08-18 10:22:51 +00:00
isPrivateIp(parsedUrl.hostname.replaceAll(/(\[)|(\])/g, ""))
2023-08-18 08:57:19 +00:00
) {
throw new Error("Private IP is not allowed");
}
let name = parsedUrl.pathname.split("/").pop() || null;
if (name == null || !DriveFiles.validateFileName(name)) {
2018-03-27 07:51:12 +00:00
name = null;
}
// If the comment is same as the name, skip comment
// (image.name is passed in when receiving attachment)
if (comment != null && name === comment) {
comment = null;
}
2018-03-27 07:51:12 +00:00
// Create temp file
const [path, cleanup] = await createTemp();
2018-03-27 07:51:12 +00:00
2018-04-09 19:11:52 +00:00
try {
// write content at URL to temp file
await downloadUrl(url, path);
2023-01-13 04:40:33 +00:00
const driveFile = await addFile({
user,
path,
name,
comment,
folderId,
force,
isLink,
url,
uri,
sensitive,
requestIp,
requestHeaders,
2024-04-19 04:54:11 +00:00
usageHint,
2023-01-13 04:40:33 +00:00
});
Use PostgreSQL instead of MongoDB (#4572) * wip * Update note.ts * Update timeline.ts * Update core.ts * wip * Update generate-visibility-query.ts * wip * wip * wip * wip * wip * Update global-timeline.ts * wip * wip * wip * Update vote.ts * wip * wip * Update create.ts * wip * wip * wip * wip * wip * wip * wip * wip * wip * wip * wip * wip * Update files.ts * wip * wip * Update CONTRIBUTING.md * wip * wip * wip * wip * wip * wip * wip * wip * Update read-notification.ts * wip * wip * wip * wip * wip * wip * wip * Update cancel.ts * wip * wip * wip * Update show.ts * wip * wip * Update gen-id.ts * Update create.ts * Update id.ts * wip * wip * wip * wip * wip * wip * wip * Docker: Update files about Docker (#4599) * Docker: Use cache if files used by `yarn install` was not updated This patch reduces the number of times to installing node_modules. For example, `yarn install` step will be skipped when only ".config/default.yml" is updated. * Docker: Migrate MongoDB to Postgresql Misskey uses Postgresql as a database instead of Mongodb since version 11. * Docker: Uncomment about data persistence This patch will save a lot of databases. * wip * wip * wip * Update activitypub.ts * wip * wip * wip * Update logs.ts * wip * Update drive-file.ts * Update register.ts * wip * wip * Update mentions.ts * wip * wip * wip * Update recommendation.ts * wip * Update index.ts * wip * Update recommendation.ts * Doc: Update docker.ja.md and docker.en.md (#1) (#4608) Update how to set up misskey. * wip * :v: * wip * Update note.ts * Update postgre.ts * wip * wip * wip * wip * Update add-file.ts * wip * wip * wip * Clean up * Update logs.ts * wip * :pizza: * wip * Ad notes * wip * Update api-visibility.ts * Update note.ts * Update add-file.ts * tests * tests * Update postgre.ts * Update utils.ts * wip * wip * Refactor * wip * Refactor * wip * wip * Update show-users.ts * Update update-instance.ts * wip * Update feed.ts * Update outbox.ts * Update outbox.ts * Update user.ts * wip * Update list.ts * Update update-hashtag.ts * wip * Update update-hashtag.ts * Refactor * Update update.ts * wip * wip * :v: * clean up * docs * Update push.ts * wip * Update api.ts * wip * :v: * Update make-pagination-query.ts * :v: * Delete hashtags.ts * Update instances.ts * Update instances.ts * Update create.ts * Update search.ts * Update reversi-game.ts * Update signup.ts * Update user.ts * id * Update example.yml * :art: * objectid * fix * reversi * reversi * Fix bug of chart engine * Add test of chart engine * Improve test * Better testing * Improve chart engine * Refactor * Add test of chart engine * Refactor * Add chart test * Fix bug * コミットし忘れ * Refactoring * :v: * Add tests * Add test * Extarct note tests * Refactor * 存在しないユーザーにメンションできなくなっていた問題を修正 * Fix bug * Update update-meta.ts * Fix bug * Update mention.vue * Fix bug * Update meta.ts * Update CONTRIBUTING.md * Fix bug * Fix bug * Fix bug * Clean up * Clean up * Update notification.ts * Clean up * Add mute tests * Add test * Refactor * Add test * Fix test * Refactor * Refactor * Add tests * Update utils.ts * Update utils.ts * Fix test * Update package.json * Update update.ts * Update manifest.ts * Fix bug * Fix bug * Add test * :art: * Update endpoint permissions * Updaye permisison * Update person.ts #4299 * データベースと同期しないように * Fix bug * Fix bug * Update reversi-game.ts * Use a feature of Node v11.7.0 to extract a public key (#4644) * wip * wip * :v: * Refactoring #1540 * test * test * test * test * test * test * test * Fix bug * Fix test * :sushi: * wip * #4471 * Add test for #4335 * Refactor * Fix test * Add tests * :clock4: * Fix bug * Add test * Add test * rename * Fix bug
2019-04-07 12:50:36 +00:00
logger.succ(`Got: ${driveFile.id}`);
return driveFile;
2018-04-09 19:11:52 +00:00
} catch (e) {
logger.error(`Failed to create drive file:\n${inspect(e)}`);
throw e;
} finally {
cleanup();
2018-04-09 19:11:52 +00:00
}
}