feat(AI): chat suggestions and assistant settings

Author: jakeaturner

admin/app/controllers/chats_controller.ts

@@ -2,11 +2,22 @@ import { inject } from '@adonisjs/core'
 import type { HttpContext } from '@adonisjs/core/http'
 import { ChatService } from '#services/chat_service'
 import { createSessionSchema, updateSessionSchema, addMessageSchema } from '#validators/chat'
+import { parseBoolean } from '../utils/misc.js'
+import KVStore from '#models/kv_store'
 
 @inject()
 export default class ChatsController {
   constructor(private chatService: ChatService) {}
 
+  async inertia({ inertia }: HttpContext) {
+    const chatSuggestionsEnabled = await KVStore.getValue('chat.suggestionsEnabled')
+    return inertia.render('chat', {
+      settings: {
+        chatSuggestionsEnabled: parseBoolean(chatSuggestionsEnabled),
+      },
+    })
+  }
+
   async index({}: HttpContext) {
     return await this.chatService.getAllSessions()
   }
@@ -34,6 +45,17 @@ export default class ChatsController {
     }
   }
 
+  async suggestions({ response }: HttpContext) {
+    try {
+      const suggestions = await this.chatService.getChatSuggestions()
+      return response.status(200).json({ suggestions })
+    } catch (error) {
+      return response.status(500).json({
+        error: error instanceof Error ? error.message : 'Failed to get suggestions',
+      })
+    }
+  }
+
   async update({ params, request, response }: HttpContext) {
     try {
       const sessionId = parseInt(params.id)

admin/app/controllers/settings_controller.ts

@@ -1,9 +1,12 @@
+import KVStore from '#models/kv_store';
 import { BenchmarkService } from '#services/benchmark_service';
 import { MapService } from '#services/map_service';
 import { OllamaService } from '#services/ollama_service';
 import { SystemService } from '#services/system_service';
+import { updateSettingSchema } from '#validators/settings';
 import { inject } from '@adonisjs/core';
 import type { HttpContext } from '@adonisjs/core/http'
+import { parseBoolean } from '../utils/misc.js';
 
 @inject()
 export default class SettingsController {
@@ -50,10 +53,14 @@ export default class SettingsController {
     async models({ inertia }: HttpContext) {
         const availableModels = await this.ollamaService.getAvailableModels({ sort: 'pulls', recommendedOnly: false });
         const installedModels = await this.ollamaService.getModels();
+        const chatSuggestionsEnabled = await KVStore.getValue('chat.suggestionsEnabled')
         return inertia.render('settings/models', {
             models: {
                 availableModels: availableModels || [],
-                installedModels: installedModels || []
+                installedModels: installedModels || [],
+                settings: {
+                    chatSuggestionsEnabled: parseBoolean(chatSuggestionsEnabled)
+                }
             }
         });
     }
@@ -88,4 +95,16 @@ export default class SettingsController {
             }
         });
     }
+
+    async getSetting({ request, response }: HttpContext) {
+        const key = request.qs().key;
+        const value = await KVStore.getValue(key);
+        return response.status(200).send({ key, value });
+    }
+
+    async updateSetting({ request, response }: HttpContext) {
+        const reqData = await request.validateUsing(updateSettingSchema);
+        await this.systemService.updateSetting(reqData.key, reqData.value);
+        return response.status(200).send({ success: true, message: 'Setting updated successfully' });
+    }
 }

admin/app/models/kv_store.ts

@@ -7,6 +7,7 @@ import type { KVStoreKey, KVStoreValue } from '../../types/kv_store.js'
  * that don't necessitate their own dedicated models.
  */
 export default class KVStore extends BaseModel {
+  static table = 'kv_store'
   static namingStrategy = new SnakeCaseNamingStrategy()
 
   @column({ isPrimary: true })
@@ -29,7 +30,13 @@ export default class KVStore extends BaseModel {
    */
   static async getValue(key: KVStoreKey): Promise<KVStoreValue> {
     const setting = await this.findBy('key', key)
-    return setting?.value ?? null
+    if (!setting || setting.value === undefined || setting.value === null) {
+      return null
+    }
+    if (typeof setting.value === 'string') {
+      return setting.value
+    }
+    return String(setting.value)
   }
 
   /**

admin/app/services/chat_service.ts

@@ -5,6 +5,8 @@ import { DateTime } from 'luxon'
 import { inject } from '@adonisjs/core'
 import { OllamaService } from './ollama_service.js'
 import { ChatRequest } from 'ollama'
+import { SYSTEM_PROMPTS } from '../../constants/ollama.js'
+import { toTitleCase } from '../utils/misc.js'
 
 @inject()
 export class ChatService {
@@ -37,9 +39,75 @@ export class ChatService {
     }
   }
 
+  async getChatSuggestions() {
+    try {
+      const models = await this.ollamaService.getModels()
+      if (!models) {
+        return [] // If no models are available, return empty suggestions
+      }
+
+      // Larger models generally give "better" responses, so pick the largest one
+      const largestModel = models.reduce((prev, current) => {
+        return prev.size > current.size ? prev : current
+      })
+
+      if (!largestModel) {
+        return []
+      }
+
+      const response = await this.ollamaService.chat({
+        model: largestModel.name,
+        messages: [
+          {
+            role: 'user',
+            content: SYSTEM_PROMPTS.chat_suggestions,
+          }
+        ],
+        stream: false,
+      })
+
+      if (response && response.message && response.message.content) {
+        const content = response.message.content.trim()
+        
+        // Handle both comma-separated and newline-separated formats
+        let suggestions: string[] = []
+        
+        // Try splitting by commas first
+        if (content.includes(',')) {
+          suggestions = content.split(',').map((s) => s.trim())
+        } 
+        // Fall back to newline separation
+        else {
+          suggestions = content
+            .split(/\r?\n/)
+            .map((s) => s.trim())
+            // Remove numbered list markers (1., 2., 3., etc.) and bullet points
+            .map((s) => s.replace(/^\d+\.\s*/, '').replace(/^[-*•]\s*/, ''))
+            // Remove surrounding quotes if present
+            .map((s) => s.replace(/^["']|["']$/g, ''))
+        }
+        
+        // Filter out empty strings and limit to 3 suggestions
+        const filtered =  suggestions
+          .filter((s) => s.length > 0)
+          .slice(0, 3)
+
+        return filtered.map((s) => toTitleCase(s))
+      } else {
+        return []
+      }
+    } catch (error) {
+      logger.error(
+        `[ChatService] Failed to get chat suggestions: ${
+          error instanceof Error ? error.message : error
+        }`
+      )
+      return []
+    }
+  }
+
   async getSession(sessionId: number) {
     try {
-      console.log('Fetching session with ID:', sessionId);
       const session = await ChatSession.query().where('id', sessionId).preload('messages').first()
 
       if (!session) {

admin/app/services/system_service.ts

@@ -10,6 +10,8 @@ import path, { join } from 'path'
 import { getAllFilesystems, getFile } from '../utils/fs.js'
 import axios from 'axios'
 import env from '#start/env'
+import KVStore from '#models/kv_store'
+import { KVStoreKey } from '../../types/kv_store.js'
 
 @inject()
 export class SystemService {
@@ -254,6 +256,10 @@ export class SystemService {
     }
   }
 
+  async updateSetting(key: KVStoreKey, value: any): Promise<void> {
+    await KVStore.setValue(key, value);
+  }
+
   /**
    * Checks the current state of Docker containers against the database records and updates the database accordingly.
    * It will mark services as not installed if their corresponding containers do not exist, regardless of their running state.

admin/app/utils/misc.ts

@@ -3,3 +3,23 @@ export function formatSpeed(bytesPerSecond: number): string {
   if (bytesPerSecond < 1024 * 1024) return `${(bytesPerSecond / 1024).toFixed(1)} KB/s`
   return `${(bytesPerSecond / (1024 * 1024)).toFixed(1)} MB/s`
 }
+
+export function toTitleCase(str: string): string {
+  return str
+    .toLowerCase()
+    .split(' ')
+    .map((word) => word.charAt(0).toUpperCase() + word.slice(1))
+    .join(' ')
+}
+
+export function parseBoolean(value: any): boolean {
+  if (typeof value === 'boolean') return value
+  if (typeof value === 'string') {
+    const lower = value.toLowerCase()
+    return lower === 'true' || lower === '1'
+  }
+  if (typeof value === 'number') {
+    return value === 1
+  }
+  return false
+}

admin/app/validators/settings.ts

@@ -0,0 +1,8 @@
+import vine from "@vinejs/vine";
+import { SETTINGS_KEYS } from "../../constants/kv_store.js";
+
+
+export const updateSettingSchema = vine.compile(vine.object({
+    key: vine.enum(SETTINGS_KEYS),
+    value: vine.any(),
+}))

admin/constants/kv_store.ts

@@ -0,0 +1,3 @@
+import { KVStoreKey } from "../types/kv_store.js";
+
+export const SETTINGS_KEYS: KVStoreKey[] = ['chat.suggestionsEnabled'];

admin/constants/ollama.ts

@@ -72,5 +72,29 @@ You have access to the following relevant information from the knowledge base. U
 ${context}
 
 If the user's question is related to this context, incorporate it into your response. Otherwise, respond normally.
+`,
+  chat_suggestions: `
+You are a helpful assistant that generates conversation starter suggestions for a survivalist/prepper using an AI assistant.
+
+Provide exactly 3 conversation starter topics as direct questions that someone would ask.
+These should be clear, complete questions that can start meaningful conversations.
+
+Examples of good suggestions:
+- "How do I purify water in an emergency?"
+- "What are the best foods for long-term storage?"
+- "Help me create a 72-hour emergency kit"
+
+Do NOT use:
+- Follow-up questions seeking clarification
+- Vague or incomplete suggestions
+- Questions that assume prior context
+- Statements that are not suggestions themselves, such as praise for asking the question
+- Direct questions or commands to the user
+
+Return ONLY the 3 suggestions as a comma-separated list with no additional text, formatting, numbering, or quotation marks.
+The suggestions should be in title case.
+Ensure that your suggestions are comma-seperated with no conjunctions like "and" or "or".
+Do not use line breaks, new lines, or extra spacing to separate the suggestions.
+Format: suggestion1, suggestion2, suggestion3
 `,
 }

admin/inertia/components/BouncingDots.tsx

@@ -0,0 +1,29 @@
+import clsx from 'clsx'
+
+interface BouncingDotsProps {
+  text: string
+  containerClassName?: string
+  textClassName?: string
+}
+
+export default function BouncingDots({ text, containerClassName, textClassName }: BouncingDotsProps) {
+  return (
+    <div className={clsx("flex items-center justify-center gap-2", containerClassName)}>
+      <span className={clsx("text-gray-600", textClassName)}>{text}</span>
+      <span className="flex gap-1 mt-1">
+        <span
+          className="w-1.5 h-1.5 bg-gray-600 rounded-full animate-bounce"
+          style={{ animationDelay: '0ms' }}
+        />
+        <span
+          className="w-1.5 h-1.5 bg-gray-600 rounded-full animate-bounce"
+          style={{ animationDelay: '150ms' }}
+        />
+        <span
+          className="w-1.5 h-1.5 bg-gray-600 rounded-full animate-bounce"
+          style={{ animationDelay: '300ms' }}
+        />
+      </span>
+    </div>
+  )
+}