Skip to content
Merged
Show file tree
Hide file tree
Changes from 1 commit
Commits
Show all changes
23 commits
Select commit Hold shift + click to select a range
3274c7f
feat(audiochat): implement generic audio chat provider that schedules…
julien-nc Jul 3, 2025
b98e717
feat(audio-chat): record audio, store file, submit new fake message
julien-nc Jul 3, 2025
285b40d
feat(audio-chat): adjust UI to really submit, handle audio attachment…
julien-nc Jul 4, 2025
0c0ed92
feat(audio-chat): auto play new assistant audio messages
julien-nc Jul 4, 2025
2d53275
feat(audio-chat): generate openAPI specs
julien-nc Jul 7, 2025
3a706b8
feat(audio-chat): remove fallback task type, register provider only i…
julien-nc Jul 7, 2025
ffe2bcf
feat(audio-chat): filter out the audio chat task type in the assistan…
julien-nc Jul 7, 2025
7594d46
feat(audio-chat): implement ContextAgentAudioInteraction provider and…
julien-nc Jul 7, 2025
9a72e81
feat(audio-chat): add personal setting to toggle autoplay, fix person…
julien-nc Jul 8, 2025
bb6124e
feat(audio-chat): make sure attachments are always set in the entity
julien-nc Jul 8, 2025
e609d1d
feat(audio-chat): perform TTS for response after agency confirmation
julien-nc Jul 8, 2025
ba4ea60
feat(audio-chat): add support for optional remote_audio_id which we c…
julien-nc Jul 9, 2025
4cecfca
fix(chat): delete related tasks when deleting a session or a message,…
julien-nc Jul 10, 2025
cb6529a
feat(audio-chat): store and use potential remote_audio_expires_at
julien-nc Jul 10, 2025
6d85f2d
fix(audio-chat): prevent crash when trying to delete non existing task
julien-nc Jul 10, 2025
330296c
check if audio chat is available to show the record button, filter ou…
julien-nc Jul 11, 2025
4eb342f
clarify message mapper, use sessionId in deleteMessageById and getMes…
julien-nc Jul 11, 2025
891bb75
in regenerateForSession, delete task related with the deleted message
julien-nc Jul 11, 2025
003cdb3
rename initial state, mention integration_openai in comments, add mis…
julien-nc Jul 11, 2025
5cc7c59
fix typos
julien-nc Jul 11, 2025
7afb3e1
fix(audio-chat): update session title if the first message was audio,…
julien-nc Jul 11, 2025
77c2647
enh(audio-chat): add warning log if TTS of agency post-confirmation m…
julien-nc Jul 15, 2025
cf6648a
enh(audio-chat): add comments and adjust frontend error messages
julien-nc Jul 15, 2025
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
Prev Previous commit
enh(audio-chat): add comments and adjust frontend error messages
Signed-off-by: Julien Veyssier <[email protected]>
  • Loading branch information
julien-nc committed Jul 15, 2025
commit cf6648ac8fc2af533e92421d484873ba16943ec0
3 changes: 3 additions & 0 deletions lib/Controller/ChattyLLMController.php
Original file line number Diff line number Diff line change
Expand Up @@ -230,6 +230,9 @@ private function deleteSessionTasks(string $userId, int $sessionId): void {
$task = $this->taskProcessingManager->getTask($ocpTaskId);
$this->taskProcessingManager->deleteTask($task);
} catch (\OCP\TaskProcessing\Exception\Exception) {
// silent failure here because:
// if the task is not found: all good nothing to delete
// if the task couldn't be deleted, it will be deleted by the task processing cleanup job later anyway
}
}
}
Expand Down
25 changes: 20 additions & 5 deletions src/assistant.js
Original file line number Diff line number Diff line change
Expand Up @@ -135,7 +135,10 @@ export async function openAssistantForm({
view.outputs = finishedTask?.output
}
} else if (finishedTask.status === TASK_STATUS_STRING.failed) {
showError(t('assistant', 'The server failed to process your task with ID {id}. Please inform the server administrators of this issue.', { id: finishedTask.id }))
showError(
t('assistant', 'The server failed to process your task with ID {id}', { id: finishedTask.id })
+ '. ' + t('assistant', 'Please inform the server administrators of this issue.'),
)
console.error('[assistant] Task failed', finishedTask)
view.outputs = null
}
Expand Down Expand Up @@ -210,7 +213,10 @@ export async function openAssistantForm({
view.outputs = finishedTask?.output
view.selectedTaskId = finishedTask?.id
} else if (finishedTask.status === TASK_STATUS_STRING.failed) {
showError(t('assistant', 'The server failed to process your task with ID {id}. Please inform the server administrators of this issue.', { id: finishedTask.id }))
showError(
t('assistant', 'The server failed to process your task with ID {id}', { id: finishedTask.id })
+ '. ' + t('assistant', 'Please inform the server administrators of this issue.'),
)
console.error('[assistant] Task failed', finishedTask)
view.outputs = null
}
Expand Down Expand Up @@ -497,7 +503,10 @@ export async function openAssistantTask(
.catch(error => {
view.unmount()
console.error('Assistant scheduling error', error)
showError(t('assistant', 'Assistant failed to schedule your task. Please try again and inform the server administrators if this issue persists.'))
showError(
t('assistant', 'Assistant failed to schedule your task')
+ '. ' + t('assistant', 'Please try again and inform the server administrators if this issue persists.'),
)
})
})
const syncSubmit = (inputs, taskTypeId, newTaskCustomId = '') => {
Expand All @@ -518,7 +527,10 @@ export async function openAssistantTask(
if (finishedTask.status === TASK_STATUS_STRING.successful) {
view.outputs = finishedTask?.output
} else if (finishedTask.status === TASK_STATUS_STRING.failed) {
showError(t('assistant', 'The server failed to process your task with ID {id}. Please inform the server administrators of this issue.', { id: finishedTask.id }))
showError(
t('assistant', 'The server failed to process your task with ID {id}', { id: finishedTask.id })
+ '. ' + t('assistant', 'Please inform the server administrators of this issue.'),
)
console.error('[assistant] Task failed', finishedTask)
view.outputs = null
}
Expand Down Expand Up @@ -591,7 +603,10 @@ export async function openAssistantTask(
view.outputs = finishedTask?.output
view.selectedTaskId = finishedTask?.id
} else if (finishedTask.status === TASK_STATUS_STRING.failed) {
showError(t('assistant', 'The server failed to process your task with ID {id}. Please inform the server administrators of this issue.', { id: finishedTask.id }))
showError(
t('assistant', 'The server failed to process your task with ID {id}', { id: finishedTask.id })
+ '. ' + t('assistant', 'Please inform the server administrators of this issue.'),
)
console.error('[assistant] Task failed', finishedTask)
view.outputs = null
}
Expand Down
5 changes: 4 additions & 1 deletion src/components/ChattyLLM/InputArea.vue
Original file line number Diff line number Diff line change
Expand Up @@ -132,7 +132,10 @@ export default {
axios.post(url, formData).then(response => {
this.$emit('submit-audio', response.data.ocs.data.fileId)
}).catch(error => {
showError(t('assistant', 'Could not upload the recorded file'))
showError(
t('assistant', 'Could not upload the recorded file')
+ '. ' + t('assistant', 'Please try again and inform the server administrators if this issue persists.'),
)
console.error(error)
})
},
Expand Down
9 changes: 6 additions & 3 deletions src/components/fields/AudioRecorderWrapper.vue
Original file line number Diff line number Diff line change
Expand Up @@ -140,9 +140,9 @@ export default {
console.debug(exception)
this.killStreams()
if (exception.name === 'NotAllowedError') {
showError(t('assistant', 'Access to the microphone was denied'))
showError(t('assistant', 'Access to the microphone was denied. Please check you allowed this page to access the microphone.'))
} else {
showError(t('assistant', 'Microphone either not available or disabled in settings'))
showError(t('assistant', 'Microphone either not available or disabled in settings. Check you are accessing this page with HTTPS or adjust your browser settings.'))
}
return
}
Expand All @@ -154,7 +154,10 @@ export default {
console.debug(exception)
this.killStreams()
this.audioStream = null
showError(t('assistant', 'Error while recording audio'))
showError(
t('assistant', 'Error while recording audio')
+ '. ' + t('assistant', 'Please try again and inform the server administrators if this issue persists.'),
)
return
}

Expand Down
Loading