Add DB indexes for performance

src/lib/server/db.ts

@@ -97,6 +97,7 @@ const ignoredUsers: string[] =
 let databaseReady = false;
 
 if (enableVerboseLog) {
+  logger.verbose('Enabling verbose DB log');
   sqlite3.verbose();
   db.on('change', (t, d, table, rowid) => {
     logger.verbose('DB change event', t, d, table, rowid);
@@ -106,8 +107,16 @@ if (enableVerboseLog) {
     logger.verbose('Running', sql);
   });
 
-  db.on('profile', (sql) => {
-    logger.verbose('Finished', sql);
+  db.on('profile', (sql, time) => {
+    if (sql.startsWith('EXPLAIN')) {
+      return;
+    }
+    logger.verbose('Finished', sql, 'time', time);
+    if (sql.startsWith('SELECT')) {
+      db.get('EXPLAIN QUERY PLAN ' + sql, (a: sqlite3.RunResult, b: Error) => {
+        logger.verbose(sql, a, b);
+      });
+    }
   });
 }
 
@@ -153,6 +162,9 @@ async function applyMigration(migration: Migration) {
 db.on('open', () => {
   logger.info('Opened database');
   db.serialize();
+  db.run('pragma journal_mode = WAL;');
+  db.run('pragma synchronous = normal;');
+  db.run('pragma journal_size_limit = 6144000;');
   db.run('CREATE TABLE IF NOT EXISTS "migrations" ("id" integer,"name" TEXT, PRIMARY KEY (id))');
   db.all('SELECT id FROM migrations', (err, rows: Migration[]) => {
     if (err !== null) {
@@ -344,6 +356,26 @@ function getMigrations(): Migration[] {
       name: 'song tidal id',
       statement: `
       ALTER TABLE songs ADD COLUMN tidalId TEXT NULL;`
+    },
+    {
+      id: 10,
+      name: 'add indexes',
+      statement: `
+      CREATE INDEX posts_created_at ON posts(created_at);
+      CREATE INDEX accounts_acct ON accounts(acct);
+      CREATE INDEX accounts_username ON accounts(username);`
+    },
+    {
+      id: 11,
+      name: 'add FK indexes',
+      statement: `
+      CREATE INDEX migrations_id ON migrations(id);
+      CREATE INDEX accountsavatars_account_url ON accountsavatars(account_url);
+      CREATE INDEX posts_account_id ON posts(account_id);
+      CREATE INDEX poststags_post_id ON poststags(post_id);
+      CREATE INDEX poststags_tag_url ON poststags(tag_url);
+      CREATE INDEX songs_post_url ON songs(post_url);
+      CREATE INDEX songsthumbnails_song_thumbnailUrl ON songsthumbnails(song_thumbnailUrl);`
     }
   ];
 }
@@ -618,7 +650,6 @@ function getSongData(postIdsParams: string, postIds: string[]): Promise<Map<stri
           },
           new Map()
         );
-        logger.verbose('songMap', songMap);
         resolve(songMap);
       }
     );

src/routes/+page.ts

@@ -2,18 +2,11 @@ import type { Post } from '$lib/mastodon/response';
 import type { PageLoad } from './$types';
 
 export const load = (async ({ fetch, setHeaders }) => {
-  const start = performance.now();
   const p = await fetch('/');
-  const afterFetch = performance.now();
-  console.debug('+page.ts: Fetch took', afterFetch - start, 'ms');
   setHeaders({
     'cache-control': 'public,max-age=60'
   });
-  const afterHeaders = performance.now();
-  console.debug('+page.ts: Headers took', afterHeaders - afterFetch, 'ms');
   const j: Post[] = await p.json();
-  const afterJson = performance.now();
-  console.debug('+page.ts: JSON took', afterJson - afterHeaders, 'ms');
   return {
     posts: j
   };