feat: add support for more file types to file actions

Signed-off-by: Lukas Schaefer <lukas@lschaefer.xyz>

Author: lukasdotcom

lib/Service/TaskProcessingService.php

@@ -7,7 +7,6 @@
 
 namespace OCA\Assistant\Service;
 
-use OC\User\NoUserException;
 use OCA\Assistant\AppInfo\Application;
 use OCP\Files\File;
 use OCP\Files\GenericFileException;
@@ -32,6 +31,7 @@ public function __construct(
 		private IManager $taskProcessingManager,
 		private IRootFolder $rootFolder,
 		private LoggerInterface $logger,
+		private AssistantService $assistantService,
 	) {
 	}
 
@@ -105,22 +105,11 @@ public function runFileAction(string $userId, int $fileId, string $taskTypeId):
 		if (!$this->isFileActionTaskTypeSupported($taskTypeId)) {
 			throw new Exception('Invalid task type for file action');
 		}
-		try {
-			$userFolder = $this->rootFolder->getUserFolder($userId);
-		} catch (NoUserException|NotPermittedException $e) {
-			$this->logger->warning('Assistant runFileAction, the user folder could not be obtained', ['exception' => $e]);
-			throw new Exception('The user folder could not be obtained');
-		}
-		$file = $userFolder->getFirstNodeById($fileId);
-		if (!$file instanceof File) {
-			$this->logger->warning('Assistant runFileAction, the input file is not a file', ['file_id' => $fileId]);
-			throw new NotFoundException('File is not a file');
-		}
 		try {
 			$input = $taskTypeId === AudioToText::ID
 				? ['input' => $fileId]
-				: ['input' => $file->getContent()];
-		} catch (NotPermittedException|GenericFileException|LockedException $e) {
+				: ['input' => $this->assistantService->parseTextFromFile($userId, fileId: $fileId)];
+		} catch (NotPermittedException|GenericFileException|LockedException|\OCP\Files\NotFoundException|Exception $e) {
 			$this->logger->warning('Assistant runFileAction, impossible to read the file action input file', ['exception' => $e]);
 			throw new Exception('Impossible to read the file action input file');
 		}

src/components/fields/TextInput.vue

@@ -55,19 +55,10 @@ import isMobile from '../../mixins/isMobile.js'
 import axios from '@nextcloud/axios'
 import { getFilePickerBuilder, showError } from '@nextcloud/dialogs'
 import { generateOcsUrl } from '@nextcloud/router'
-
-const VALID_MIME_TYPES = [
-	'text/rtf',
-	'text/plain',
-	'text/markdown',
-	'application/msword', // doc
-	'application/vnd.openxmlformats-officedocument.wordprocessingml.document', // docx
-	'application/vnd.oasis.opendocument.text', // odt
-	'application/pdf', // pdf
-]
+import { VALID_TEXT_MIME_TYPES } from '../../constants.js'
 
 const picker = (callback, target) => getFilePickerBuilder(t('assistant', 'Choose a text file'))
-	.setMimeTypeFilter(VALID_MIME_TYPES)
+	.setMimeTypeFilter(VALID_TEXT_MIME_TYPES)
 	.setMultiSelect(false)
 	.allowDirectories(false)
 	.addButton({

src/constants.js

@@ -78,3 +78,13 @@ export const VALID_IMAGE_MIME_TYPES = [
 export const VALID_VIDEO_MIME_TYPES = [
 	'video/*',
 ]
+
+export const VALID_TEXT_MIME_TYPES = [
+	'text/rtf',
+	'text/plain',
+	'text/markdown',
+	'application/msword', // doc
+	'application/vnd.openxmlformats-officedocument.wordprocessingml.document', // docx
+	'application/vnd.oasis.opendocument.text', // odt
+	'application/pdf', // pdf
+]

src/files/fileActions.js

@@ -10,6 +10,7 @@ import CreationSvgIcon from '@mdi/svg/svg/creation.svg?raw'
 import SummarizeSymbol from '@material-symbols/svg-700/outlined/summarize.svg?raw'
 import TTSSymbol from '@material-symbols/svg-700/outlined/text_to_speech.svg?raw'
 import STTSymbol from '@material-symbols/svg-700/outlined/speech_to_text.svg?raw'
+import { VALID_AUDIO_MIME_TYPES, VALID_TEXT_MIME_TYPES } from '../constants.js'
 
 const actionIgnoreLists = [
 	'trashbin',
@@ -50,7 +51,7 @@ function registerSummarizeAction() {
 				&& nodes.length === 1
 				&& !nodes.some(({ permissions }) => (permissions & Permission.READ) === 0)
 				&& nodes.every(({ type }) => type === FileType.File)
-				&& nodes.every(({ mime }) => ['text/plain', 'text/markdown'].includes(mime))
+				&& nodes.every(({ mime }) => VALID_TEXT_MIME_TYPES.includes(mime))
 		},
 		iconSvgInline: () => SummarizeSymbol,
 		order: 0,
@@ -89,7 +90,7 @@ function registerTtsAction() {
 				&& nodes.length === 1
 				&& !nodes.some(({ permissions }) => (permissions & Permission.READ) === 0)
 				&& nodes.every(({ type }) => type === FileType.File)
-				&& nodes.every(({ mime }) => ['text/plain', 'text/markdown'].includes(mime))
+				&& nodes.every(({ mime }) => VALID_TEXT_MIME_TYPES.includes(mime))
 		},
 		iconSvgInline: () => TTSSymbol,
 		order: 0,
@@ -128,7 +129,7 @@ function registerSttAction() {
 				&& nodes.length === 1
 				&& !nodes.some(({ permissions }) => (permissions & Permission.READ) === 0)
 				&& nodes.every(({ type }) => type === FileType.File)
-				&& nodes.every(({ mime }) => ['audio/mpeg', 'audio/wav', 'audio/mp3'].includes(mime))
+				&& nodes.every(({ mime }) => VALID_AUDIO_MIME_TYPES.includes(mime))
 		},
 		iconSvgInline: () => STTSymbol,
 		order: 0,