2019-04-07 14:50:36 +02:00
|
|
|
import { DriveFile } from '../../models/entities/drive-file';
|
|
|
|
import { InternalStorage } from './internal-storage';
|
2020-02-13 15:08:33 +01:00
|
|
|
import { DriveFiles, Instances, Notes, Users } from '../../models';
|
2019-04-07 14:50:36 +02:00
|
|
|
import { driveChart, perUserDriveChart, instanceChart } from '../chart';
|
2019-05-27 09:54:47 +02:00
|
|
|
import { createDeleteObjectStorageFileJob } from '../../queue';
|
2019-07-01 14:12:14 +02:00
|
|
|
import { fetchMeta } from '../../misc/fetch-meta';
|
2019-07-28 02:49:02 +02:00
|
|
|
import { getS3 } from './s3';
|
2019-12-31 09:23:47 +01:00
|
|
|
import { v4 as uuid } from 'uuid';
|
2020-02-13 15:08:33 +01:00
|
|
|
import { Note } from '../../models/entities/note';
|
|
|
|
import { renderActivity } from '../../remote/activitypub/renderer';
|
|
|
|
import renderDelete from '../../remote/activitypub/renderer/delete';
|
|
|
|
import renderTombstone from '../../remote/activitypub/renderer/tombstone';
|
|
|
|
import config from '../../config';
|
|
|
|
import { deliverToFollowers } from '../../remote/activitypub/deliver-manager';
|
2020-05-16 17:49:46 +02:00
|
|
|
import { Brackets } from 'typeorm';
|
|
|
|
import { deliverToRelays } from '../relay';
|
2018-06-15 02:53:30 +02:00
|
|
|
|
2019-05-27 09:54:47 +02:00
|
|
|
export async function deleteFile(file: DriveFile, isExpired = false) {
|
2019-04-07 14:50:36 +02:00
|
|
|
if (file.storedInternal) {
|
2019-04-12 18:43:22 +02:00
|
|
|
InternalStorage.del(file.accessKey!);
|
2018-08-16 00:17:04 +02:00
|
|
|
|
2019-04-07 14:50:36 +02:00
|
|
|
if (file.thumbnailUrl) {
|
2019-04-12 18:43:22 +02:00
|
|
|
InternalStorage.del(file.thumbnailAccessKey!);
|
2018-08-16 00:17:04 +02:00
|
|
|
}
|
2018-11-25 20:25:48 +01:00
|
|
|
|
2019-04-07 14:50:36 +02:00
|
|
|
if (file.webpublicUrl) {
|
2019-04-12 18:43:22 +02:00
|
|
|
InternalStorage.del(file.webpublicAccessKey!);
|
2018-11-25 20:25:48 +01:00
|
|
|
}
|
2019-04-09 16:07:08 +02:00
|
|
|
} else if (!file.isLink) {
|
2019-05-27 09:54:47 +02:00
|
|
|
createDeleteObjectStorageFileJob(file.accessKey!);
|
2018-07-25 01:01:12 +02:00
|
|
|
|
2019-04-07 14:50:36 +02:00
|
|
|
if (file.thumbnailUrl) {
|
2019-05-27 09:54:47 +02:00
|
|
|
createDeleteObjectStorageFileJob(file.thumbnailAccessKey!);
|
2018-06-15 02:53:30 +02:00
|
|
|
}
|
|
|
|
|
2019-04-07 14:50:36 +02:00
|
|
|
if (file.webpublicUrl) {
|
2019-05-27 09:54:47 +02:00
|
|
|
createDeleteObjectStorageFileJob(file.webpublicAccessKey!);
|
2019-04-07 14:50:36 +02:00
|
|
|
}
|
2018-06-15 02:53:30 +02:00
|
|
|
}
|
2018-08-18 16:56:44 +02:00
|
|
|
|
2019-07-01 14:12:14 +02:00
|
|
|
postProcess(file, isExpired);
|
|
|
|
}
|
|
|
|
|
|
|
|
export async function deleteFileSync(file: DriveFile, isExpired = false) {
|
|
|
|
if (file.storedInternal) {
|
|
|
|
InternalStorage.del(file.accessKey!);
|
|
|
|
|
|
|
|
if (file.thumbnailUrl) {
|
|
|
|
InternalStorage.del(file.thumbnailAccessKey!);
|
|
|
|
}
|
|
|
|
|
|
|
|
if (file.webpublicUrl) {
|
|
|
|
InternalStorage.del(file.webpublicAccessKey!);
|
|
|
|
}
|
|
|
|
} else if (!file.isLink) {
|
|
|
|
const promises = [];
|
|
|
|
|
|
|
|
promises.push(deleteObjectStorageFile(file.accessKey!));
|
|
|
|
|
|
|
|
if (file.thumbnailUrl) {
|
|
|
|
promises.push(deleteObjectStorageFile(file.thumbnailAccessKey!));
|
|
|
|
}
|
|
|
|
|
|
|
|
if (file.webpublicUrl) {
|
|
|
|
promises.push(deleteObjectStorageFile(file.webpublicAccessKey!));
|
|
|
|
}
|
|
|
|
|
|
|
|
await Promise.all(promises);
|
|
|
|
}
|
|
|
|
|
|
|
|
postProcess(file, isExpired);
|
|
|
|
}
|
|
|
|
|
2020-02-13 15:08:33 +01:00
|
|
|
async function postProcess(file: DriveFile, isExpired = false) {
|
2019-04-07 14:50:36 +02:00
|
|
|
// リモートファイル期限切れ削除後は直リンクにする
|
2019-04-12 18:43:22 +02:00
|
|
|
if (isExpired && file.userHost !== null && file.uri != null) {
|
2019-04-07 14:50:36 +02:00
|
|
|
DriveFiles.update(file.id, {
|
2019-04-09 16:07:08 +02:00
|
|
|
isLink: true,
|
2019-04-07 14:50:36 +02:00
|
|
|
url: file.uri,
|
2020-01-01 18:45:05 +01:00
|
|
|
thumbnailUrl: null,
|
|
|
|
webpublicUrl: null,
|
2019-11-05 14:11:47 +01:00
|
|
|
size: 0,
|
2019-12-31 09:23:47 +01:00
|
|
|
// ローカルプロキシ用
|
|
|
|
accessKey: uuid(),
|
|
|
|
thumbnailAccessKey: 'thumbnail-' + uuid(),
|
|
|
|
webpublicAccessKey: 'webpublic-' + uuid(),
|
2018-11-25 20:25:48 +01:00
|
|
|
});
|
2019-04-07 14:50:36 +02:00
|
|
|
} else {
|
|
|
|
DriveFiles.delete(file.id);
|
2019-04-16 19:11:22 +02:00
|
|
|
|
|
|
|
// TODO: トランザクション
|
2020-02-13 15:08:33 +01:00
|
|
|
const relatedNotes = await findRelatedNotes(file.id);
|
|
|
|
for (const relatedNote of relatedNotes) { // for each note with deleted driveFile
|
|
|
|
const cascadingNotes = (await findCascadingNotes(relatedNote)).filter(note => !note.localOnly);
|
|
|
|
for (const cascadingNote of cascadingNotes) { // for each notes subject to cascade deletion
|
|
|
|
if (!cascadingNote.user) continue;
|
|
|
|
if (!Users.isLocalUser(cascadingNote.user)) continue;
|
|
|
|
const content = renderActivity(renderDelete(renderTombstone(`${config.url}/notes/${cascadingNote.id}`), cascadingNote.user));
|
|
|
|
deliverToFollowers(cascadingNote.user, content); // federate delete msg
|
2020-05-16 17:49:46 +02:00
|
|
|
deliverToRelays(cascadingNote.user, content);
|
2020-02-13 15:08:33 +01:00
|
|
|
}
|
|
|
|
if (!relatedNote.user) continue;
|
|
|
|
if (Users.isLocalUser(relatedNote.user)) {
|
|
|
|
const content = renderActivity(renderDelete(renderTombstone(`${config.url}/notes/${relatedNote.id}`), relatedNote.user));
|
|
|
|
deliverToFollowers(relatedNote.user, content);
|
2020-05-16 17:49:46 +02:00
|
|
|
deliverToRelays(relatedNote.user, content);
|
2020-02-13 15:08:33 +01:00
|
|
|
}
|
|
|
|
}
|
2019-04-16 19:37:37 +02:00
|
|
|
Notes.createQueryBuilder().delete()
|
2020-02-13 15:08:33 +01:00
|
|
|
.where(':id = ANY("fileIds")', { id: file.id })
|
2019-04-16 19:11:22 +02:00
|
|
|
.execute();
|
2018-11-25 20:25:48 +01:00
|
|
|
}
|
|
|
|
|
2018-08-18 16:56:44 +02:00
|
|
|
// 統計を更新
|
2018-10-22 22:36:35 +02:00
|
|
|
driveChart.update(file, false);
|
|
|
|
perUserDriveChart.update(file, false);
|
2019-04-07 14:50:36 +02:00
|
|
|
if (file.userHost !== null) {
|
2019-02-08 08:58:57 +01:00
|
|
|
instanceChart.updateDrive(file, false);
|
2019-04-07 14:50:36 +02:00
|
|
|
Instances.decrement({ host: file.userHost }, 'driveUsage', file.size);
|
|
|
|
Instances.decrement({ host: file.userHost }, 'driveFiles', 1);
|
2019-02-08 08:58:57 +01:00
|
|
|
}
|
2018-06-15 02:53:30 +02:00
|
|
|
}
|
2019-07-01 14:12:14 +02:00
|
|
|
|
|
|
|
export async function deleteObjectStorageFile(key: string) {
|
|
|
|
const meta = await fetchMeta();
|
|
|
|
|
2019-07-28 02:49:02 +02:00
|
|
|
const s3 = getS3(meta);
|
2019-07-01 14:12:14 +02:00
|
|
|
|
2019-07-28 02:49:02 +02:00
|
|
|
await s3.deleteObject({
|
|
|
|
Bucket: meta.objectStorageBucket!,
|
|
|
|
Key: key
|
|
|
|
}).promise();
|
2019-07-01 14:12:14 +02:00
|
|
|
}
|
2020-02-13 15:08:33 +01:00
|
|
|
|
|
|
|
async function findRelatedNotes(fileId: string) {
|
|
|
|
// NOTE: When running raw query, TypeORM converts field name to lowercase. Wrap in quotes to prevent conversion.
|
|
|
|
const relatedNotes = await Notes.createQueryBuilder('note').where(':id = ANY("fileIds")', { id: fileId }).getMany();
|
|
|
|
for (const relatedNote of relatedNotes) {
|
|
|
|
const user = await Users.findOne({ id: relatedNote.userId });
|
|
|
|
if (user)
|
|
|
|
relatedNote.user = user;
|
|
|
|
}
|
|
|
|
return relatedNotes;
|
|
|
|
}
|
|
|
|
|
|
|
|
async function findCascadingNotes(note: Note) {
|
|
|
|
const cascadingNotes: Note[] = [];
|
|
|
|
|
|
|
|
const recursive = async (noteId: string) => {
|
|
|
|
const query = Notes.createQueryBuilder('note')
|
|
|
|
.where('note.replyId = :noteId', { noteId })
|
2020-05-16 17:49:46 +02:00
|
|
|
.orWhere(new Brackets(q => {
|
|
|
|
q.where('note.renoteId = :noteId', { noteId })
|
|
|
|
.andWhere('note.text IS NOT NULL');
|
|
|
|
}))
|
2020-02-13 15:08:33 +01:00
|
|
|
.leftJoinAndSelect('note.user', 'user');
|
|
|
|
const replies = await query.getMany();
|
|
|
|
for (const reply of replies) {
|
|
|
|
cascadingNotes.push(reply);
|
|
|
|
await recursive(reply.id);
|
|
|
|
}
|
|
|
|
};
|
|
|
|
await recursive(note.id);
|
|
|
|
|
|
|
|
return cascadingNotes.filter(note => note.userHost === null); // filter out non-local users
|
|
|
|
}
|