Use PostgreSQL instead of MongoDB (#4572)

* wip

* Update note.ts

* Update timeline.ts

* Update core.ts

* wip

* Update generate-visibility-query.ts

* wip

* wip

* wip

* wip

* wip

* Update global-timeline.ts

* wip

* wip

* wip

* Update vote.ts

* wip

* wip

* Update create.ts

* wip

* wip

* wip

* wip

* wip

* wip

* wip

* wip

* wip

* wip

* wip

* wip

* Update files.ts

* wip

* wip

* Update CONTRIBUTING.md

* wip

* wip

* wip

* wip

* wip

* wip

* wip

* wip

* Update read-notification.ts

* wip

* wip

* wip

* wip

* wip

* wip

* wip

* Update cancel.ts

* wip

* wip

* wip

* Update show.ts

* wip

* wip

* Update gen-id.ts

* Update create.ts

* Update id.ts

* wip

* wip

* wip

* wip

* wip

* wip

* wip

* Docker: Update files about Docker (#4599)

* Docker: Use cache if files used by `yarn install` was not updated

This patch reduces the number of times to installing node_modules.
For example, `yarn install` step will be skipped when only ".config/default.yml" is updated.

* Docker: Migrate MongoDB to Postgresql

Misskey uses Postgresql as a database instead of Mongodb since version 11.

* Docker: Uncomment about data persistence

This patch will save a lot of databases.

* wip

* wip

* wip

* Update activitypub.ts

* wip

* wip

* wip

* Update logs.ts

* wip

* Update drive-file.ts

* Update register.ts

* wip

* wip

* Update mentions.ts

* wip

* wip

* wip

* Update recommendation.ts

* wip

* Update index.ts

* wip

* Update recommendation.ts

* Doc: Update docker.ja.md and docker.en.md (#1) (#4608)

Update how to set up misskey.

* wip

* ✌️

* wip

* Update note.ts

* Update postgre.ts

* wip

* wip

* wip

* wip

* Update add-file.ts

* wip

* wip

* wip

* Clean up

* Update logs.ts

* wip

* 🍕

* wip

* Ad notes

* wip

* Update api-visibility.ts

* Update note.ts

* Update add-file.ts

* tests

* tests

* Update postgre.ts

* Update utils.ts

* wip

* wip

* Refactor

* wip

* Refactor

* wip

* wip

* Update show-users.ts

* Update update-instance.ts

* wip

* Update feed.ts

* Update outbox.ts

* Update outbox.ts

* Update user.ts

* wip

* Update list.ts

* Update update-hashtag.ts

* wip

* Update update-hashtag.ts

* Refactor

* Update update.ts

* wip

* wip

* ✌️

* clean up

* docs

* Update push.ts

* wip

* Update api.ts

* wip

* ✌️

* Update make-pagination-query.ts

* ✌️

* Delete hashtags.ts

* Update instances.ts

* Update instances.ts

* Update create.ts

* Update search.ts

* Update reversi-game.ts

* Update signup.ts

* Update user.ts

* id

* Update example.yml

* 🎨

* objectid

* fix

* reversi

* reversi

* Fix bug of chart engine

* Add test of chart engine

* Improve test

* Better testing

* Improve chart engine

* Refactor

* Add test of chart engine

* Refactor

* Add chart test

* Fix bug

* コミットし忘れ

* Refactoring

* ✌️

* Add tests

* Add test

* Extarct note tests

* Refactor

* 存在しないユーザーにメンションできなくなっていた問題を修正

* Fix bug

* Update update-meta.ts

* Fix bug

* Update mention.vue

* Fix bug

* Update meta.ts

* Update CONTRIBUTING.md

* Fix bug

* Fix bug

* Fix bug

* Clean up

* Clean up

* Update notification.ts

* Clean up

* Add mute tests

* Add test

* Refactor

* Add test

* Fix test

* Refactor

* Refactor

* Add tests

* Update utils.ts

* Update utils.ts

* Fix test

* Update package.json

* Update update.ts

* Update manifest.ts

* Fix bug

* Fix bug

* Add test

* 🎨

* Update endpoint permissions

* Updaye permisison

* Update person.ts

#4299

* データベースと同期しないように

* Fix bug

* Fix bug

* Update reversi-game.ts

* Use a feature of Node v11.7.0 to extract a public key (#4644)

* wip

* wip

* ✌️

* Refactoring

#1540

* test

* test

* test

* test

* test

* test

* test

* Fix bug

* Fix test

* 🍣

* wip

* #4471

* Add test for #4335

* Refactor

* Fix test

* Add tests

* 🕓

* Fix bug

* Add test

* Add test

* rename

* Fix bug

src/services/chart/charts/schemas/active-users.ts

@@ -0,0 +1,28 @@
+export const logSchema = {
+	/**
+	 * アクティブユーザー数
+	 */
+	count: {
+		type: 'number' as 'number',
+		description: 'アクティブユーザー数',
+	},
+};
+
+/**
+ * アクティブユーザーに関するチャート
+ */
+export const schema = {
+	type: 'object' as 'object',
+	properties: {
+		local: {
+			type: 'object' as 'object',
+			properties: logSchema
+		},
+		remote: {
+			type: 'object' as 'object',
+			properties: logSchema
+		},
+	}
+};
+
+export const name = 'activeUsers';

src/services/chart/charts/schemas/drive.ts

@@ -0,0 +1,65 @@
+const logSchema = {
+	/**
+	 * 集計期間時点での、全ドライブファイル数
+	 */
+	totalCount: {
+		type: 'number' as 'number',
+		description: '集計期間時点での、全ドライブファイル数'
+	},
+
+	/**
+	 * 集計期間時点での、全ドライブファイルの合計サイズ
+	 */
+	totalSize: {
+		type: 'number' as 'number',
+		description: '集計期間時点での、全ドライブファイルの合計サイズ'
+	},
+
+	/**
+	 * 増加したドライブファイル数
+	 */
+	incCount: {
+		type: 'number' as 'number',
+		description: '増加したドライブファイル数'
+	},
+
+	/**
+	 * 増加したドライブ使用量
+	 */
+	incSize: {
+		type: 'number' as 'number',
+		description: '増加したドライブ使用量'
+	},
+
+	/**
+	 * 減少したドライブファイル数
+	 */
+	decCount: {
+		type: 'number' as 'number',
+		description: '減少したドライブファイル数'
+	},
+
+	/**
+	 * 減少したドライブ使用量
+	 */
+	decSize: {
+		type: 'number' as 'number',
+		description: '減少したドライブ使用量'
+	},
+};
+
+export const schema = {
+	type: 'object' as 'object',
+	properties: {
+		local: {
+			type: 'object' as 'object',
+			properties: logSchema
+		},
+		remote: {
+			type: 'object' as 'object',
+			properties: logSchema
+		},
+	}
+};
+
+export const name = 'drive';

src/services/chart/charts/schemas/federation.ts

@@ -0,0 +1,27 @@
+/**
+ * フェデレーションに関するチャート
+ */
+export const schema = {
+	type: 'object' as 'object',
+	properties: {
+		instance: {
+			type: 'object' as 'object',
+			properties: {
+				total: {
+					type: 'number' as 'number',
+					description: 'インスタンス数の合計'
+				},
+				inc: {
+					type: 'number' as 'number',
+					description: '増加インスタンス数'
+				},
+				dec: {
+					type: 'number' as 'number',
+					description: '減少インスタンス数'
+				},
+			}
+		}
+	}
+};
+
+export const name = 'federation';

src/services/chart/charts/schemas/hashtag.ts

@@ -0,0 +1,28 @@
+export const logSchema = {
+	/**
+	 * 投稿された数
+	 */
+	count: {
+		type: 'number' as 'number',
+		description: '投稿された数',
+	},
+};
+
+/**
+ * ハッシュタグに関するチャート
+ */
+export const schema = {
+	type: 'object' as 'object',
+	properties: {
+		local: {
+			type: 'object' as 'object',
+			properties: logSchema
+		},
+		remote: {
+			type: 'object' as 'object',
+			properties: logSchema
+		},
+	}
+};
+
+export const name = 'hashtag';

src/services/chart/charts/schemas/instance.ts

@@ -0,0 +1,124 @@
+/**
+ * インスタンスごとのチャート
+ */
+export const schema = {
+	type: 'object' as 'object',
+	properties: {
+		requests: {
+			type: 'object' as 'object',
+			properties: {
+				failed: {
+					type: 'number' as 'number',
+					description: '失敗したリクエスト数'
+				},
+				succeeded: {
+					type: 'number' as 'number',
+					description: '成功したリクエスト数'
+				},
+				received: {
+					type: 'number' as 'number',
+					description: '受信したリクエスト数'
+				},
+			}
+		},
+		notes: {
+			type: 'object' as 'object',
+			properties: {
+				total: {
+					type: 'number' as 'number',
+					description: '集計期間時点での、全投稿数'
+				},
+				inc: {
+					type: 'number' as 'number',
+					description: '増加した投稿数'
+				},
+				dec: {
+					type: 'number' as 'number',
+					description: '減少した投稿数'
+				},
+			}
+		},
+		users: {
+			type: 'object' as 'object',
+			properties: {
+				total: {
+					type: 'number' as 'number',
+					description: '集計期間時点での、全ユーザー数'
+				},
+				inc: {
+					type: 'number' as 'number',
+					description: '増加したユーザー数'
+				},
+				dec: {
+					type: 'number' as 'number',
+					description: '減少したユーザー数'
+				},
+			}
+		},
+		following: {
+			type: 'object' as 'object',
+			properties: {
+				total: {
+					type: 'number' as 'number',
+					description: '集計期間時点での、全フォロー数'
+				},
+				inc: {
+					type: 'number' as 'number',
+					description: '増加したフォロー数'
+				},
+				dec: {
+					type: 'number' as 'number',
+					description: '減少したフォロー数'
+				},
+			}
+		},
+		followers: {
+			type: 'object' as 'object',
+			properties: {
+				total: {
+					type: 'number' as 'number',
+					description: '集計期間時点での、全フォロワー数'
+				},
+				inc: {
+					type: 'number' as 'number',
+					description: '増加したフォロワー数'
+				},
+				dec: {
+					type: 'number' as 'number',
+					description: '減少したフォロワー数'
+				},
+			}
+		},
+		drive: {
+			type: 'object' as 'object',
+			properties: {
+				totalFiles: {
+					type: 'number' as 'number',
+					description: '集計期間時点での、全ドライブファイル数'
+				},
+				totalUsage: {
+					type: 'number' as 'number',
+					description: '集計期間時点での、全ドライブファイルの合計サイズ'
+				},
+				incFiles: {
+					type: 'number' as 'number',
+					description: '増加したドライブファイル数'
+				},
+				incUsage: {
+					type: 'number' as 'number',
+					description: '増加したドライブ使用量'
+				},
+				decFiles: {
+					type: 'number' as 'number',
+					description: '減少したドライブファイル数'
+				},
+				decUsage: {
+					type: 'number' as 'number',
+					description: '減少したドライブ使用量'
+				},
+			}
+		},
+	}
+};
+
+export const name = 'instance';

src/services/chart/charts/schemas/network.ts

@@ -0,0 +1,30 @@
+/**
+ * ネットワークに関するチャート
+ */
+export const schema = {
+	type: 'object' as 'object',
+	properties: {
+		incomingRequests: {
+			type: 'number' as 'number',
+			description: '受信したリクエスト数'
+		},
+		outgoingRequests: {
+			type: 'number' as 'number',
+			description: '送信したリクエスト数'
+		},
+		totalTime: {
+			type: 'number' as 'number',
+			description: '応答時間の合計' // TIP: (totalTime / incomingRequests) でひとつのリクエストに平均でどれくらいの時間がかかったか知れる
+		},
+		incomingBytes: {
+			type: 'number' as 'number',
+			description: '合計受信データ量'
+		},
+		outgoingBytes: {
+			type: 'number' as 'number',
+			description: '合計送信データ量'
+		},
+	}
+};
+
+export const name = 'network';

src/services/chart/charts/schemas/notes.ts

@@ -0,0 +1,52 @@
+const logSchema = {
+	total: {
+		type: 'number' as 'number',
+		description: '集計期間時点での、全投稿数'
+	},
+
+	inc: {
+		type: 'number' as 'number',
+		description: '増加した投稿数'
+	},
+
+	dec: {
+		type: 'number' as 'number',
+		description: '減少した投稿数'
+	},
+
+	diffs: {
+		type: 'object' as 'object',
+		properties: {
+			normal: {
+				type: 'number' as 'number',
+				description: '通常の投稿数の差分'
+			},
+
+			reply: {
+				type: 'number' as 'number',
+				description: 'リプライの投稿数の差分'
+			},
+
+			renote: {
+				type: 'number' as 'number',
+				description: 'Renoteの投稿数の差分'
+			},
+		}
+	},
+};
+
+export const schema = {
+	type: 'object' as 'object',
+	properties: {
+		local: {
+			type: 'object' as 'object',
+			properties: logSchema
+		},
+		remote: {
+			type: 'object' as 'object',
+			properties: logSchema
+		},
+	}
+};
+
+export const name = 'notes';

src/services/chart/charts/schemas/per-user-drive.ts

@@ -0,0 +1,54 @@
+export const schema = {
+	type: 'object' as 'object',
+	properties: {
+		/**
+		 * 集計期間時点での、全ドライブファイル数
+		 */
+		totalCount: {
+			type: 'number' as 'number',
+			description: '集計期間時点での、全ドライブファイル数'
+		},
+
+		/**
+		 * 集計期間時点での、全ドライブファイルの合計サイズ
+		 */
+		totalSize: {
+			type: 'number' as 'number',
+			description: '集計期間時点での、全ドライブファイルの合計サイズ'
+		},
+
+		/**
+		 * 増加したドライブファイル数
+		 */
+		incCount: {
+			type: 'number' as 'number',
+			description: '増加したドライブファイル数'
+		},
+
+		/**
+		 * 増加したドライブ使用量
+		 */
+		incSize: {
+			type: 'number' as 'number',
+			description: '増加したドライブ使用量'
+		},
+
+		/**
+		 * 減少したドライブファイル数
+		 */
+		decCount: {
+			type: 'number' as 'number',
+			description: '減少したドライブファイル数'
+		},
+
+		/**
+		 * 減少したドライブ使用量
+		 */
+		decSize: {
+			type: 'number' as 'number',
+			description: '減少したドライブ使用量'
+		},
+	}
+};
+
+export const name = 'perUserDrive';

src/services/chart/charts/schemas/per-user-following.ts

@@ -0,0 +1,81 @@
+export const logSchema = {
+	/**
+	 * フォローしている
+	 */
+	followings: {
+		type: 'object' as 'object',
+		properties: {
+			/**
+			 * フォローしている合計
+			 */
+			total: {
+				type: 'number' as 'number',
+				description: 'フォローしている合計',
+			},
+
+			/**
+			 * フォローした数
+			 */
+			inc: {
+				type: 'number' as 'number',
+				description: 'フォローした数',
+			},
+
+			/**
+			 * フォロー解除した数
+			 */
+			dec: {
+				type: 'number' as 'number',
+				description: 'フォロー解除した数',
+			},
+		}
+	},
+
+	/**
+	 * フォローされている
+	 */
+	followers: {
+		type: 'object' as 'object',
+		properties: {
+			/**
+			 * フォローされている合計
+			 */
+			total: {
+				type: 'number' as 'number',
+				description: 'フォローされている合計',
+			},
+
+			/**
+			 * フォローされた数
+			 */
+			inc: {
+				type: 'number' as 'number',
+				description: 'フォローされた数',
+			},
+
+			/**
+			 * フォロー解除された数
+			 */
+			dec: {
+				type: 'number' as 'number',
+				description: 'フォロー解除された数',
+			},
+		}
+	},
+};
+
+export const schema = {
+	type: 'object' as 'object',
+	properties: {
+		local: {
+			type: 'object' as 'object',
+			properties: logSchema
+		},
+		remote: {
+			type: 'object' as 'object',
+			properties: logSchema
+		},
+	}
+};
+
+export const name = 'perUserFollowing';

src/services/chart/charts/schemas/per-user-notes.ts

@@ -0,0 +1,41 @@
+export const schema = {
+	type: 'object' as 'object',
+	properties: {
+		total: {
+			type: 'number' as 'number',
+			description: '集計期間時点での、全投稿数'
+		},
+
+		inc: {
+			type: 'number' as 'number',
+			description: '増加した投稿数'
+		},
+
+		dec: {
+			type: 'number' as 'number',
+			description: '減少した投稿数'
+		},
+
+		diffs: {
+			type: 'object' as 'object',
+			properties: {
+				normal: {
+					type: 'number' as 'number',
+					description: '通常の投稿数の差分'
+				},
+
+				reply: {
+					type: 'number' as 'number',
+					description: 'リプライの投稿数の差分'
+				},
+
+				renote: {
+					type: 'number' as 'number',
+					description: 'Renoteの投稿数の差分'
+				},
+			}
+		},
+	}
+};
+
+export const name = 'perUserNotes';

src/services/chart/charts/schemas/per-user-reactions.ts

@@ -0,0 +1,28 @@
+export const logSchema = {
+	/**
+	 * フォローしている合計
+	 */
+	count: {
+		type: 'number' as 'number',
+		description: 'リアクションされた数',
+	},
+};
+
+/**
+ * ユーザーごとのリアクションに関するチャート
+ */
+export const schema = {
+	type: 'object' as 'object',
+	properties: {
+		local: {
+			type: 'object' as 'object',
+			properties: logSchema
+		},
+		remote: {
+			type: 'object' as 'object',
+			properties: logSchema
+		},
+	}
+};
+
+export const name = 'perUserReaction';

src/services/chart/charts/schemas/test-grouped.ts

@@ -0,0 +1,26 @@
+export const schema = {
+	type: 'object' as 'object',
+	properties: {
+		foo: {
+			type: 'object' as 'object',
+			properties: {
+				total: {
+					type: 'number' as 'number',
+					description: ''
+				},
+
+				inc: {
+					type: 'number' as 'number',
+					description: ''
+				},
+
+				dec: {
+					type: 'number' as 'number',
+					description: ''
+				},
+			}
+		}
+	}
+};
+
+export const name = 'testGrouped';

src/services/chart/charts/schemas/test-unique.ts

@@ -0,0 +1,11 @@
+export const schema = {
+	type: 'object' as 'object',
+	properties: {
+		foo: {
+			type: 'number' as 'number',
+			description: ''
+		},
+	}
+};
+
+export const name = 'testUnique';

src/services/chart/charts/schemas/test.ts

@@ -0,0 +1,26 @@
+export const schema = {
+	type: 'object' as 'object',
+	properties: {
+		foo: {
+			type: 'object' as 'object',
+			properties: {
+				total: {
+					type: 'number' as 'number',
+					description: ''
+				},
+
+				inc: {
+					type: 'number' as 'number',
+					description: ''
+				},
+
+				dec: {
+					type: 'number' as 'number',
+					description: ''
+				},
+			}
+		}
+	}
+};
+
+export const name = 'test';

src/services/chart/charts/schemas/users.ts

@@ -0,0 +1,41 @@
+const logSchema = {
+	/**
+	 * 集計期間時点での、全ユーザー数
+	 */
+	total: {
+		type: 'number' as 'number',
+		description: '集計期間時点での、全ユーザー数'
+	},
+
+	/**
+	 * 増加したユーザー数
+	 */
+	inc: {
+		type: 'number' as 'number',
+		description: '増加したユーザー数'
+	},
+
+	/**
+	 * 減少したユーザー数
+	 */
+	dec: {
+		type: 'number' as 'number',
+		description: '減少したユーザー数'
+	},
+};
+
+export const schema = {
+	type: 'object' as 'object',
+	properties: {
+		local: {
+			type: 'object' as 'object',
+			properties: logSchema
+		},
+		remote: {
+			type: 'object' as 'object',
+			properties: logSchema
+		},
+	}
+};
+
+export const name = 'users';