3.11.5 stop tokens for mythomax

Author: guspuffygit

release/app/package-lock.json

@@ -1,6 +1,6 @@
 {
   "name": "sentient-sims-app",
-  "version": "3.11.4",
+  "version": "3.11.5",
   "description": "Companion app for the Sentient Sims mod",
   "license": "MIT",
   "author": {

release/app/package.json

@@ -7,6 +7,7 @@ export type ModelSettings = {
   breakTokenString?: string;
   breakStringTokens?: number[];
   maxResponseTokens?: number;
+  stop?: string[];
 };
 
 export type ModelSettingsType = {
@@ -30,6 +31,7 @@ export const AllModelSettings: ModelSettingsType = {
     max_tokens: 3900,
     breakTokenString: '<unk>',
     breakStringTokens: [0],
+    stop: ['### Input:', '### Instruction:', '### Response:'],
   },
   'ArliAI/Mistral-Nemo-12B-ArliAI-RPMax-v1.1': {
     temperature: 0.8,

src/main/sentient-sims/modelSettings.ts

@@ -119,6 +119,7 @@ export class VLLMAIService implements GenerationService {
       repetition_penalty: modelSettings.repetition_penalty,
       add_generation_prompt: !request.includesAssistantPreResponse,
       continue_final_message: request.includesAssistantPreResponse,
+      stop: modelSettings.stop,
     };
 
     if (request.guidedChoice) {