moshing-mammut/src/lib/server/db.ts

273 lines
8.5 KiB
TypeScript
Raw Normal View History

2023-04-02 08:06:36 +00:00
import { env } from '$env/dynamic/private';
2023-04-01 12:31:29 +00:00
import type { Account, Post, Tag } from '$lib/mastodon/response';
import sqlite3 from 'sqlite3';
2023-04-02 08:06:36 +00:00
const { DEV } = import.meta.env;
2023-04-01 12:31:29 +00:00
const db: sqlite3.Database = new sqlite3.Database('moshingmammut.db');
2023-04-02 08:06:36 +00:00
if (DEV && env.VERBOSE === 'true') {
2023-04-01 12:31:29 +00:00
sqlite3.verbose();
db.on('change', (t, d, table, rowid) => {
console.debug('DB change event', t, d, table, rowid);
2023-04-11 14:02:54 +00:00
});
2023-04-01 12:31:29 +00:00
db.on('trace', (sql) => {
console.debug('Running', sql);
});
db.on('profile', (sql) => {
console.debug('Finished', sql);
});
}
interface Migration {
2023-04-11 14:02:54 +00:00
id: number;
name: string;
statement: string;
2023-04-01 12:31:29 +00:00
}
db.on('open', () => {
console.log('Opened database');
db.serialize();
db.run('CREATE TABLE IF NOT EXISTS "migrations" ("id" integer,"name" TEXT, PRIMARY KEY (id))');
2023-04-01 12:31:29 +00:00
db.all('SELECT id FROM migrations', (err, rows) => {
if (err !== null) {
console.error('Could not fetch existing migrations', err);
return;
}
console.debug('Already applied migrations', rows);
const appliedMigrations: Set<number> = new Set(rows.map((row: any) => row['id']));
2023-04-11 14:02:54 +00:00
const toApply = getMigrations().filter((m) => !appliedMigrations.has(m.id));
for (const migration of toApply) {
2023-04-01 12:31:29 +00:00
db.exec(migration.statement, (err) => {
if (err !== null) {
console.error(`Failed to apply migration ${migration.name}`, err);
return;
}
2023-04-11 14:02:54 +00:00
db.run(
'INSERT INTO migrations (id, name) VALUES(?, ?)',
[migration.id, migration.name],
(e: Error) => {
if (e !== null) {
console.error(`Failed to mark migration ${migration.name} as applied`, e);
return;
}
console.info(`Applied migration ${migration.name}`);
2023-04-01 12:31:29 +00:00
}
2023-04-11 14:02:54 +00:00
);
2023-04-01 12:31:29 +00:00
});
}
});
});
db.on('error', (err) => {
console.error('Error opening database', err);
});
function getMigrations(): Migration[] {
2023-04-11 14:02:54 +00:00
return [
{
id: 1,
name: 'initial',
statement: `
2023-04-01 12:31:29 +00:00
CREATE TABLE accounts (
id TEXT NOT NULL PRIMARY KEY,
acct TEXT,
username TEXT,
display_name TEXT,
url TEXT,
avatar TEXT,
avatar_static TEXT
);
CREATE TABLE tags (url TEXT NOT NULL PRIMARY KEY, tag TEXT NOT NULL);
CREATE TABLE posts (
id TEXT NOT NULL PRIMARY KEY,
content TEXT,
created_at TEXT,
url TEXT NOT NULL,
account_id TEXT NOT NULL,
FOREIGN KEY (account_id) REFERENCES accounts(id)
);
CREATE TABLE poststags (
id integer PRIMARY KEY,
post_id TEXT NOT NULL,
tag_url TEXT NOT NULL,
FOREIGN KEY (post_id) REFERENCES posts(id),
FOREIGN KEY (tag_url) REFERENCES tags(url)
)`
2023-04-11 14:02:54 +00:00
}
];
2023-04-01 12:31:29 +00:00
}
2023-04-05 14:21:43 +00:00
export async function savePost(post: Post): Promise<undefined> {
return new Promise((resolve, reject) => {
console.debug(`Saving post ${post.url}`);
const account = post.account;
2023-04-11 14:02:54 +00:00
db.run(
`
2023-04-05 14:21:43 +00:00
INSERT INTO accounts (id, acct, username, display_name, url, avatar, avatar_static)
VALUES(?, ?, ?, ?, ?, ?, ?)
ON CONFLICT(id)
DO UPDATE SET
acct=excluded.acct,
username=excluded.username,
display_name=excluded.display_name,
url=excluded.url,
avatar=excluded.avatar,
avatar_static=excluded.avatar_static;`,
[
account.id,
account.acct,
account.username,
account.display_name,
account.url,
account.avatar,
account.avatar_static
],
(err) => {
if (err !== null) {
console.error(`Could not insert/update account ${account.id}`, err);
reject(err);
return;
}
2023-04-11 14:02:54 +00:00
db.run(
`
2023-04-05 14:21:43 +00:00
INSERT INTO posts (id, content, created_at, url, account_id)
VALUES (?, ?, ?, ?, ?) ON CONFLICT(id) DO UPDATE SET
content=excluded.content,
created_at=excluded.created_at,
url=excluded.url,
account_id=excluded.account_id;`,
2023-04-11 14:02:54 +00:00
[post.id, post.content, post.created_at, post.url, post.account.id],
2023-04-05 14:21:43 +00:00
(postErr) => {
if (postErr !== null) {
console.error(`Could not insert post ${post.url}`, postErr);
reject(postErr);
return;
}
2023-04-01 12:31:29 +00:00
2023-04-05 14:21:43 +00:00
db.parallelize(() => {
let remaining = post.tags.length;
2023-04-11 14:02:54 +00:00
for (const tag of post.tags) {
db.run(
`
2023-04-05 14:21:43 +00:00
INSERT INTO tags (url, tag) VALUES (?, ?)
ON CONFLICT(url) DO UPDATE SET
tag=excluded.tag;`,
2023-04-11 14:02:54 +00:00
[tag.url, tag.name],
2023-04-05 14:21:43 +00:00
(tagErr) => {
if (tagErr !== null) {
console.error(`Could not insert/update tag ${tag.url}`, tagErr);
reject(tagErr);
return;
2023-04-01 12:31:29 +00:00
}
2023-04-11 14:02:54 +00:00
db.run(
'INSERT INTO poststags (post_id, tag_url) VALUES (?, ?)',
2023-04-05 14:21:43 +00:00
[post.id, tag.url],
(posttagserr) => {
if (posttagserr !== null) {
2023-04-11 14:02:54 +00:00
console.error(
`Could not insert poststags ${tag.url}, ${post.url}`,
posttagserr
);
2023-04-05 14:21:43 +00:00
reject(posttagserr);
return;
}
// Don't decrease on fail
remaining--;
// Only resolve after all have been inserted
if (remaining === 0) {
resolve(undefined);
}
}
);
}
);
}
});
2023-04-11 14:02:54 +00:00
}
);
}
);
2023-04-05 14:21:43 +00:00
});
2023-04-01 12:31:29 +00:00
}
2023-04-03 15:24:59 +00:00
export async function getPosts(since: string | null, before: string | null, limit: number) {
2023-04-11 14:02:54 +00:00
const promise = await new Promise<Post[]>((resolve, reject) => {
2023-04-01 12:31:29 +00:00
let filter_query;
2023-04-11 14:02:54 +00:00
const params: any = { $limit: limit };
2023-04-03 15:24:59 +00:00
if (since === null && before === null) {
2023-04-01 12:31:29 +00:00
filter_query = '';
2023-04-03 15:24:59 +00:00
} else if (since !== null) {
2023-04-01 12:31:29 +00:00
filter_query = 'WHERE posts.created_at > $since';
params.$since = since;
2023-04-03 15:24:59 +00:00
} else if (before !== null) {
// Setting both, before and since doesn't make sense, so this case is not explicitly handled
filter_query = 'WHERE posts.created_at < $before';
params.$before = before;
2023-04-01 12:31:29 +00:00
}
const sql = `SELECT posts.id, posts.content, posts.created_at, posts.url,
accounts.id AS account_id, accounts.acct, accounts.username, accounts.display_name,
accounts.url AS account_url, accounts.avatar
FROM posts
JOIN accounts ON posts.account_id = accounts.id
${filter_query}
ORDER BY created_at DESC
LIMIT $limit`;
2023-04-11 14:02:54 +00:00
db.all(sql, params, (err, rows: any[]) => {
if (err != null) {
console.error('Error loading posts', err);
reject(err);
return;
}
if (rows.length === 0) {
// No need to check for tags
resolve([]);
return;
}
const postIdsParams = rows.map(() => '?').join(', ');
db.all(
`SELECT post_id, tags.url, tags.tag
2023-04-01 12:31:29 +00:00
FROM poststags
JOIN tags ON poststags.tag_url = tags.url
WHERE post_id IN (${postIdsParams});`,
2023-04-11 14:02:54 +00:00
rows.map((r: any) => r.id),
(tagErr, tagRows: any[]) => {
if (tagErr != null) {
console.error('Error loading post tags', tagErr);
reject(tagErr);
return;
2023-04-01 12:31:29 +00:00
}
2023-04-11 14:02:54 +00:00
const tagMap: Map<string, Tag[]> = tagRows.reduce((result: Map<string, Tag[]>, item) => {
const tag: Tag = {
url: item.url,
name: item.tag
};
result.set(item.post_id, [...(result.get(item.post_id) || []), tag]);
return result;
}, new Map());
const posts = rows.map((row) => {
return {
id: row.id,
content: row.content,
created_at: row.created_at,
url: row.url,
tags: tagMap.get(row.id) || [],
account: {
id: row.account_id,
acct: row.acct,
username: row.username,
display_name: row.display_name,
url: row.account_url,
avatar: row.avatar,
avatar_static: ''
} as Account
} as Post;
});
resolve(posts);
}
);
});
2023-04-01 12:31:29 +00:00
});
return promise;
}