2021-03-18 03:17:05 +01:00
|
|
|
// https://github.com/typeorm/typeorm/issues/2400
|
2022-02-27 03:07:39 +01:00
|
|
|
import pg from 'pg';
|
|
|
|
pg.types.setTypeParser(20, Number);
|
2021-03-18 03:17:05 +01:00
|
|
|
|
2022-03-26 07:34:00 +01:00
|
|
|
import { Logger, DataSource } from 'typeorm';
|
2021-12-14 10:12:37 +01:00
|
|
|
import * as highlight from 'cli-highlight';
|
2022-02-27 03:07:39 +01:00
|
|
|
import config from '@/config/index.js';
|
2022-03-26 07:34:00 +01:00
|
|
|
import { envOption } from '../env.js';
|
2021-12-14 10:12:37 +01:00
|
|
|
|
2022-02-27 03:07:39 +01:00
|
|
|
import { dbLogger } from './logger.js';
|
2019-04-07 14:50:36 +02:00
|
|
|
|
2022-02-27 03:07:39 +01:00
|
|
|
import { User } from '@/models/entities/user.js';
|
|
|
|
import { DriveFile } from '@/models/entities/drive-file.js';
|
|
|
|
import { DriveFolder } from '@/models/entities/drive-folder.js';
|
|
|
|
import { AccessToken } from '@/models/entities/access-token.js';
|
|
|
|
import { App } from '@/models/entities/app.js';
|
|
|
|
import { PollVote } from '@/models/entities/poll-vote.js';
|
|
|
|
import { Note } from '@/models/entities/note.js';
|
|
|
|
import { NoteReaction } from '@/models/entities/note-reaction.js';
|
|
|
|
import { NoteWatching } from '@/models/entities/note-watching.js';
|
|
|
|
import { NoteThreadMuting } from '@/models/entities/note-thread-muting.js';
|
|
|
|
import { NoteUnread } from '@/models/entities/note-unread.js';
|
|
|
|
import { Notification } from '@/models/entities/notification.js';
|
|
|
|
import { Meta } from '@/models/entities/meta.js';
|
|
|
|
import { Following } from '@/models/entities/following.js';
|
|
|
|
import { Instance } from '@/models/entities/instance.js';
|
|
|
|
import { Muting } from '@/models/entities/muting.js';
|
|
|
|
import { SwSubscription } from '@/models/entities/sw-subscription.js';
|
|
|
|
import { Blocking } from '@/models/entities/blocking.js';
|
|
|
|
import { UserList } from '@/models/entities/user-list.js';
|
|
|
|
import { UserListJoining } from '@/models/entities/user-list-joining.js';
|
|
|
|
import { UserGroup } from '@/models/entities/user-group.js';
|
|
|
|
import { UserGroupJoining } from '@/models/entities/user-group-joining.js';
|
|
|
|
import { UserGroupInvitation } from '@/models/entities/user-group-invitation.js';
|
|
|
|
import { Hashtag } from '@/models/entities/hashtag.js';
|
|
|
|
import { NoteFavorite } from '@/models/entities/note-favorite.js';
|
|
|
|
import { AbuseUserReport } from '@/models/entities/abuse-user-report.js';
|
|
|
|
import { RegistrationTicket } from '@/models/entities/registration-tickets.js';
|
|
|
|
import { MessagingMessage } from '@/models/entities/messaging-message.js';
|
|
|
|
import { Signin } from '@/models/entities/signin.js';
|
|
|
|
import { AuthSession } from '@/models/entities/auth-session.js';
|
|
|
|
import { FollowRequest } from '@/models/entities/follow-request.js';
|
|
|
|
import { Emoji } from '@/models/entities/emoji.js';
|
|
|
|
import { UserNotePining } from '@/models/entities/user-note-pining.js';
|
|
|
|
import { Poll } from '@/models/entities/poll.js';
|
|
|
|
import { UserKeypair } from '@/models/entities/user-keypair.js';
|
|
|
|
import { UserPublickey } from '@/models/entities/user-publickey.js';
|
|
|
|
import { UserProfile } from '@/models/entities/user-profile.js';
|
|
|
|
import { UserSecurityKey } from '@/models/entities/user-security-key.js';
|
|
|
|
import { AttestationChallenge } from '@/models/entities/attestation-challenge.js';
|
|
|
|
import { Page } from '@/models/entities/page.js';
|
|
|
|
import { PageLike } from '@/models/entities/page-like.js';
|
|
|
|
import { GalleryPost } from '@/models/entities/gallery-post.js';
|
|
|
|
import { GalleryLike } from '@/models/entities/gallery-like.js';
|
|
|
|
import { ModerationLog } from '@/models/entities/moderation-log.js';
|
|
|
|
import { UsedUsername } from '@/models/entities/used-username.js';
|
|
|
|
import { Announcement } from '@/models/entities/announcement.js';
|
|
|
|
import { AnnouncementRead } from '@/models/entities/announcement-read.js';
|
|
|
|
import { Clip } from '@/models/entities/clip.js';
|
|
|
|
import { ClipNote } from '@/models/entities/clip-note.js';
|
|
|
|
import { Antenna } from '@/models/entities/antenna.js';
|
|
|
|
import { AntennaNote } from '@/models/entities/antenna-note.js';
|
|
|
|
import { PromoNote } from '@/models/entities/promo-note.js';
|
|
|
|
import { PromoRead } from '@/models/entities/promo-read.js';
|
|
|
|
import { Relay } from '@/models/entities/relay.js';
|
|
|
|
import { MutedNote } from '@/models/entities/muted-note.js';
|
|
|
|
import { Channel } from '@/models/entities/channel.js';
|
|
|
|
import { ChannelFollowing } from '@/models/entities/channel-following.js';
|
|
|
|
import { ChannelNotePining } from '@/models/entities/channel-note-pining.js';
|
|
|
|
import { RegistryItem } from '@/models/entities/registry-item.js';
|
|
|
|
import { Ad } from '@/models/entities/ad.js';
|
|
|
|
import { PasswordResetRequest } from '@/models/entities/password-reset-request.js';
|
|
|
|
import { UserPending } from '@/models/entities/user-pending.js';
|
2019-04-07 14:50:36 +02:00
|
|
|
|
2022-02-27 03:07:39 +01:00
|
|
|
import { entities as charts } from '@/services/chart/entities.js';
|
2021-12-14 10:12:37 +01:00
|
|
|
|
2022-03-26 07:34:00 +01:00
|
|
|
const sqlLogger = dbLogger.createSubLogger('sql', 'gray', false);
|
2019-04-07 14:50:36 +02:00
|
|
|
|
|
|
|
class MyCustomLogger implements Logger {
|
|
|
|
private highlight(sql: string) {
|
|
|
|
return highlight.highlight(sql, {
|
|
|
|
language: 'sql', ignoreIllegals: true,
|
|
|
|
});
|
|
|
|
}
|
|
|
|
|
|
|
|
public logQuery(query: string, parameters?: any[]) {
|
2022-03-26 07:34:00 +01:00
|
|
|
sqlLogger.info(this.highlight(query).substring(0, 100));
|
2019-04-07 14:50:36 +02:00
|
|
|
}
|
|
|
|
|
|
|
|
public logQueryError(error: string, query: string, parameters?: any[]) {
|
|
|
|
sqlLogger.error(this.highlight(query));
|
|
|
|
}
|
|
|
|
|
|
|
|
public logQuerySlow(time: number, query: string, parameters?: any[]) {
|
|
|
|
sqlLogger.warn(this.highlight(query));
|
|
|
|
}
|
|
|
|
|
|
|
|
public logSchemaBuild(message: string) {
|
|
|
|
sqlLogger.info(message);
|
|
|
|
}
|
|
|
|
|
|
|
|
public log(message: string) {
|
|
|
|
sqlLogger.info(message);
|
|
|
|
}
|
|
|
|
|
|
|
|
public logMigration(message: string) {
|
|
|
|
sqlLogger.info(message);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2019-06-29 16:12:00 +02:00
|
|
|
export const entities = [
|
2020-01-29 20:37:25 +01:00
|
|
|
Announcement,
|
|
|
|
AnnouncementRead,
|
2019-06-29 16:12:00 +02:00
|
|
|
Meta,
|
|
|
|
Instance,
|
|
|
|
App,
|
|
|
|
AuthSession,
|
|
|
|
AccessToken,
|
|
|
|
User,
|
|
|
|
UserProfile,
|
|
|
|
UserKeypair,
|
|
|
|
UserPublickey,
|
|
|
|
UserList,
|
|
|
|
UserListJoining,
|
|
|
|
UserGroup,
|
|
|
|
UserGroupJoining,
|
2020-02-12 18:17:54 +01:00
|
|
|
UserGroupInvitation,
|
2019-06-29 16:12:00 +02:00
|
|
|
UserNotePining,
|
2019-07-03 13:18:07 +02:00
|
|
|
UserSecurityKey,
|
2019-07-22 03:15:00 +02:00
|
|
|
UsedUsername,
|
2019-07-03 13:18:07 +02:00
|
|
|
AttestationChallenge,
|
2019-06-29 16:12:00 +02:00
|
|
|
Following,
|
|
|
|
FollowRequest,
|
|
|
|
Muting,
|
|
|
|
Blocking,
|
|
|
|
Note,
|
|
|
|
NoteFavorite,
|
|
|
|
NoteReaction,
|
|
|
|
NoteWatching,
|
2021-10-31 07:30:22 +01:00
|
|
|
NoteThreadMuting,
|
2019-06-29 16:12:00 +02:00
|
|
|
NoteUnread,
|
|
|
|
Page,
|
|
|
|
PageLike,
|
2021-04-24 15:38:24 +02:00
|
|
|
GalleryPost,
|
|
|
|
GalleryLike,
|
2019-06-29 16:12:00 +02:00
|
|
|
DriveFile,
|
|
|
|
DriveFolder,
|
|
|
|
Poll,
|
|
|
|
PollVote,
|
|
|
|
Notification,
|
|
|
|
Emoji,
|
|
|
|
Hashtag,
|
|
|
|
SwSubscription,
|
|
|
|
AbuseUserReport,
|
|
|
|
RegistrationTicket,
|
|
|
|
MessagingMessage,
|
|
|
|
Signin,
|
2019-07-13 20:18:45 +02:00
|
|
|
ModerationLog,
|
2020-01-29 20:37:25 +01:00
|
|
|
Clip,
|
|
|
|
ClipNote,
|
|
|
|
Antenna,
|
|
|
|
AntennaNote,
|
2020-02-18 00:41:32 +01:00
|
|
|
PromoNote,
|
|
|
|
PromoRead,
|
2020-05-10 11:42:31 +02:00
|
|
|
Relay,
|
2020-07-27 06:34:20 +02:00
|
|
|
MutedNote,
|
2020-08-18 15:44:21 +02:00
|
|
|
Channel,
|
|
|
|
ChannelFollowing,
|
|
|
|
ChannelNotePining,
|
2021-01-11 12:38:34 +01:00
|
|
|
RegistryItem,
|
2021-05-04 14:15:57 +02:00
|
|
|
Ad,
|
2021-05-04 08:05:34 +02:00
|
|
|
PasswordResetRequest,
|
2021-10-08 06:37:02 +02:00
|
|
|
UserPending,
|
2021-12-14 10:12:37 +01:00
|
|
|
...charts,
|
2019-06-29 16:12:00 +02:00
|
|
|
];
|
|
|
|
|
2022-03-26 07:34:00 +01:00
|
|
|
const log = process.env.NODE_ENV !== 'production';
|
|
|
|
|
|
|
|
export const db = new DataSource({
|
|
|
|
type: 'postgres',
|
|
|
|
host: config.db.host,
|
|
|
|
port: config.db.port,
|
|
|
|
username: config.db.user,
|
|
|
|
password: config.db.pass,
|
|
|
|
database: config.db.db,
|
|
|
|
extra: {
|
|
|
|
statement_timeout: 1000 * 10,
|
|
|
|
...config.db.extra,
|
|
|
|
},
|
|
|
|
synchronize: process.env.NODE_ENV === 'test',
|
|
|
|
dropSchema: process.env.NODE_ENV === 'test',
|
|
|
|
cache: !config.db.disableCache ? {
|
|
|
|
type: 'redis',
|
|
|
|
options: {
|
|
|
|
host: config.redis.host,
|
|
|
|
port: config.redis.port,
|
|
|
|
password: config.redis.pass,
|
|
|
|
prefix: `${config.redis.prefix}:query:`,
|
|
|
|
db: config.redis.db || 0,
|
2022-03-04 10:04:39 +01:00
|
|
|
},
|
2022-03-26 07:34:00 +01:00
|
|
|
} : false,
|
|
|
|
logging: log,
|
|
|
|
logger: log ? new MyCustomLogger() : undefined,
|
|
|
|
maxQueryExecutionTime: 300,
|
|
|
|
entities: entities,
|
|
|
|
migrations: ['../../migration/*.js'],
|
|
|
|
});
|
|
|
|
|
|
|
|
export async function initDb() {
|
|
|
|
await db.connect();
|
2019-04-07 14:50:36 +02:00
|
|
|
}
|
2021-08-12 12:05:07 +02:00
|
|
|
|
|
|
|
export async function resetDb() {
|
2021-11-12 05:39:57 +01:00
|
|
|
const reset = async () => {
|
2022-03-26 07:34:00 +01:00
|
|
|
const tables = await db.query(`SELECT relname AS "table"
|
2021-11-12 05:39:57 +01:00
|
|
|
FROM pg_class C LEFT JOIN pg_namespace N ON (N.oid = C.relnamespace)
|
|
|
|
WHERE nspname NOT IN ('pg_catalog', 'information_schema')
|
|
|
|
AND C.relkind = 'r'
|
|
|
|
AND nspname !~ '^pg_toast';`);
|
2022-01-21 08:43:56 +01:00
|
|
|
for (const table of tables) {
|
2022-03-26 07:34:00 +01:00
|
|
|
await db.query(`DELETE FROM "${table.table}" CASCADE`);
|
2022-01-21 08:43:56 +01:00
|
|
|
}
|
2021-11-12 05:39:57 +01:00
|
|
|
};
|
|
|
|
|
|
|
|
for (let i = 1; i <= 3; i++) {
|
|
|
|
try {
|
|
|
|
await reset();
|
|
|
|
} catch (e) {
|
|
|
|
if (i === 3) {
|
|
|
|
throw e;
|
|
|
|
} else {
|
|
|
|
await new Promise(resolve => setTimeout(resolve, 1000));
|
|
|
|
continue;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
break;
|
|
|
|
}
|
2021-08-12 12:05:07 +02:00
|
|
|
}
|