Add transcription progress handling and local Whisper integration.

Implement a new method for calculating elapsed transcription time in the Recording model. Enhance the TranscriptionService to handle local Whisper requests, including asynchronous processing and progress reporting. Update the recordings index view to display transcription progress percentage. Add unit tests for the new transcription service functionality.
This commit is contained in:
ben
2026-08-13 12:12:10 +02:00
parent a1bddca2dd
commit 5cea5192c2
6 changed files with 239 additions and 10 deletions
+13 -1
View File
@@ -165,6 +165,18 @@ class Recording extends Model
};
}
/**
* Seconds since the current transcription run started.
*/
public function transcriptionElapsedSeconds(): ?int
{
if ($this->transcription_started_at === null) {
return null;
}
return max(0, now()->getTimestamp() - $this->transcription_started_at->getTimestamp());
}
/**
* Search title, metadata, and stored transcript text.
*/
@@ -556,7 +568,7 @@ class Recording extends Model
public function transcriptionStatusPayload(): array
{
$startedAt = $this->transcription_started_at;
$elapsed = $startedAt ? (int) round($startedAt->diffInSeconds(now())) : null;
$elapsed = $this->transcriptionElapsedSeconds();
return [
'id' => $this->id,
+120 -3
View File
@@ -4,7 +4,13 @@ namespace App\Services;
use App\Models\Recording;
use Closure;
use GuzzleHttp\Promise\PromiseInterface;
use Illuminate\Http\Client\PendingRequest;
use Illuminate\Http\Client\Promises\LazyPromise;
use Illuminate\Http\Client\Response;
use Illuminate\Support\Facades\Http;
use Laravel\Ai\Transcription;
use RuntimeException;
class TranscriptionService
{
@@ -21,12 +27,123 @@ class TranscriptionService
$report('Connecting to local faster-whisper server…', 30);
$report("Transcribing locally with {$model} (audio stays on this machine)…", 50);
$transcript = Transcription::fromStorage($recording->file_path)
->timeout((int) config('ai.transcription_timeout', 600))
->generate('local-whisper', $model);
if (Transcription::isFaked()) {
$transcript = Transcription::fromStorage($recording->file_path)
->timeout((int) config('ai.transcription_timeout', 600))
->generate('local-whisper', $model);
} else {
$transcript = $this->transcribeViaLocalWhisper($recording, $report, $model);
}
$report('Received transcript from local Whisper…', 85);
return (string) $transcript;
}
/**
* Call local Whisper and pulse progress while waiting.
*
* @param Closure(string, int): void $report
*/
private function transcribeViaLocalWhisper(Recording $recording, Closure $report, string $model): string
{
$path = $recording->absolutePath();
if (! is_readable($path)) {
throw new RuntimeException('Recording audio file is not readable.');
}
$message = "Transcribing locally with {$model} (audio stays on this machine)…";
$filename = $recording->original_filename ?: basename($path);
$request = $this->localWhisperRequest($filename, $path);
if ($this->shouldTranscribeSynchronously()) {
return $this->extractTranscriptText($request->post('audio/transcriptions', [
'model' => $model,
'response_format' => 'json',
]));
}
/** @var LazyPromise $promise */
$promise = $request
->async()
->post('audio/transcriptions', [
'model' => $model,
'response_format' => 'json',
]);
$promise->buildPromise();
$this->pulseProgressWhilePending($promise, $report, $message);
/** @var Response $response */
$response = $promise->wait();
return $this->extractTranscriptText($response);
}
private function localWhisperRequest(string $filename, string $path): PendingRequest
{
$config = config('ai.providers.local-whisper');
$baseUrl = rtrim((string) ($config['url'] ?? 'http://127.0.0.1:8090/v1'), '/');
$timeout = (int) config('ai.transcription_timeout', 600);
return Http::baseUrl($baseUrl)
->withHeaders(['Authorization' => 'Bearer '.($config['key'] ?? 'not-needed')])
->timeout($timeout)
->attach('file', fopen($path, 'r'), $filename);
}
/**
* Laravel's HTTP fake does not resolve async promises; use sync in tests.
*/
private function shouldTranscribeSynchronously(): bool
{
return app()->runningUnitTests();
}
private function extractTranscriptText(Response $response): string
{
if (! $response->successful()) {
throw new RuntimeException(
'Local transcription failed (HTTP '.$response->status().'): '.$response->body()
);
}
$text = $response->json('text');
if (! is_string($text) || $text === '') {
throw new RuntimeException('Local transcription returned an empty transcript.');
}
return $text;
}
/**
* Broadcast incremental progress while Whisper is working.
*
* @param Closure(string, int): void $report
*/
private function pulseProgressWhilePending(LazyPromise $promise, Closure $report, string $message, int $floor = 50, int $ceiling = 84): void
{
$lastPercent = $floor;
$lastPulseAt = microtime(true);
$startedAt = microtime(true);
while ($promise->getState() === PromiseInterface::PENDING) {
$now = microtime(true);
if ($now - $lastPulseAt >= 2.0) {
$elapsed = $now - $startedAt;
$percent = $floor + (int) floor(($ceiling - $floor) * (1 - exp(-$elapsed / 90)));
$percent = max($lastPercent + 1, min($ceiling, $percent));
$report($message, $percent);
$lastPercent = $percent;
$lastPulseAt = $now;
}
usleep(250_000);
}
}
}
@@ -117,7 +117,7 @@
Words
</flux:table.column>
<flux:table.column
class="w-36"
class="w-44"
sortable
:sorted="$sortBy === 'status'"
:direction="$sortDirection"
@@ -181,11 +181,18 @@
{{ $recording->word_count > 0 ? number_format($recording->word_count) : '—' }}
</span>
</flux:table.cell>
<flux:table.cell class="w-36 whitespace-nowrap">
<x-transcription-status-badge
:status="$recording->transcription_status"
:label="$recording->transcriptionStatusLabel()"
/>
<flux:table.cell class="w-44 whitespace-nowrap">
<span class="inline-flex items-center gap-1.5">
<x-transcription-status-badge
:status="$recording->transcription_status"
:label="$recording->transcriptionStatusLabel()"
/>
@if ($recording->transcription_status === 'processing' && $recording->transcription_percent !== null)
<span class="tabular-nums text-xs text-zinc-500 dark:text-zinc-400">
{{ $recording->transcription_percent }}%
</span>
@endif
</span>
</flux:table.cell>
<flux:table.cell>
{{ $recording->created_at?->format('Y-m-d H:i') }}
+29
View File
@@ -14,6 +14,7 @@ use Illuminate\Foundation\Testing\RefreshDatabase;
use Illuminate\Http\UploadedFile;
use Illuminate\Support\Facades\Bus;
use Illuminate\Support\Facades\DB;
use Illuminate\Support\Facades\Http;
use Illuminate\Support\Facades\Storage;
use Laravel\Ai\Transcription;
use Livewire\Livewire;
@@ -203,6 +204,34 @@ class RecordingUploadTest extends TestCase
->assertJsonPath('driver_label', 'Local (faster-whisper)');
}
public function test_transcription_service_calls_local_whisper_http(): void
{
Storage::fake('local');
Storage::disk('local')->put('recordings/long.mp3', 'fake-audio-bytes');
Http::fake([
'*' => Http::response(['text' => 'Hello from whisper.']),
]);
$recording = Recording::query()->create([
'user_id' => $this->user->id,
'title' => 'Long whisper',
'original_filename' => 'long.mp3',
'file_path' => 'recordings/long.mp3',
'file_size_bytes' => 100,
'transcription_status' => 'processing',
'transcription_driver' => 'local',
]);
$text = app(TranscriptionService::class)->transcribe($recording);
$this->assertSame('Hello from whisper.', $text);
Http::assertSent(function ($request): bool {
return str_contains($request->url(), '/audio/transcriptions');
});
}
public function test_transcription_job_stores_transcript(): void
{
Storage::fake('local');
+1
View File
@@ -126,6 +126,7 @@ class IndexTest extends TestCase
Livewire::test(Index::class)
->assertSee('wire:poll', false)
->assertSee('Transcribing')
->assertSee('40%')
->assertDontSee('Transcribing locally…')
->assertSeeHtml('bg-amber-400');
}
+63
View File
@@ -0,0 +1,63 @@
<?php
namespace Tests\Unit;
use App\Services\TranscriptionService;
use GuzzleHttp\Promise\PromiseInterface;
use Illuminate\Http\Client\Promises\LazyPromise;
use PHPUnit\Framework\TestCase;
use ReflectionMethod;
class TranscriptionServiceTest extends TestCase
{
public function test_pulse_progress_increments_while_whisper_is_pending(): void
{
$service = new TranscriptionService;
$checks = 0;
$promise = new LazyPromise(function () use (&$checks): PromiseInterface {
return new class($checks) implements PromiseInterface
{
public function __construct(private int &$checks) {}
public function then(?callable $onFulfilled = null, ?callable $onRejected = null): PromiseInterface
{
return $this;
}
public function otherwise(callable $onRejected): PromiseInterface
{
return $this;
}
public function getState(): string
{
return ++$this->checks < 12 ? self::PENDING : self::FULFILLED;
}
public function resolve($value): void {}
public function reject($reason): void {}
public function cancel(): void {}
public function wait(bool $unwrap = true): mixed
{
return null;
}
};
});
$promise->buildPromise();
$percents = [];
$method = new ReflectionMethod(TranscriptionService::class, 'pulseProgressWhilePending');
$method->invoke($service, $promise, function (string $message, int $percent) use (&$percents): void {
$percents[] = $percent;
}, 'Transcribing…');
$this->assertNotEmpty($percents);
$this->assertGreaterThan(50, max($percents));
$this->assertLessThanOrEqual(84, max($percents));
}
}