Add workers and graceful shutdown
This commit is contained in:
116
main.go
116
main.go
@@ -1,14 +1,21 @@
|
||||
package main
|
||||
|
||||
import (
|
||||
"context"
|
||||
"database/sql"
|
||||
"fmt"
|
||||
"log"
|
||||
"net/http"
|
||||
"os"
|
||||
"os/signal"
|
||||
"sync"
|
||||
"syscall"
|
||||
"time"
|
||||
|
||||
"git.vakhrushev.me/av/transcriber/internal/controller/http"
|
||||
httpcontroller "git.vakhrushev.me/av/transcriber/internal/controller/http"
|
||||
"git.vakhrushev.me/av/transcriber/internal/repo/sqlite"
|
||||
"git.vakhrushev.me/av/transcriber/internal/service/transcribe"
|
||||
"git.vakhrushev.me/av/transcriber/internal/worker"
|
||||
"github.com/doug-martin/goqu/v9"
|
||||
_ "github.com/doug-martin/goqu/v9/dialect/sqlite3"
|
||||
"github.com/gin-gonic/gin"
|
||||
@@ -50,38 +57,115 @@ func main() {
|
||||
|
||||
transcribeService := transcribe.NewTranscribeService(jobRepo, fileRepo)
|
||||
|
||||
// Инициализируем обработчики
|
||||
transcribeHandler := http.NewTranscribeHandler(jobRepo, transcribeService)
|
||||
// Создаем воркеры
|
||||
conversionWorker := worker.NewConversionWorker(transcribeService)
|
||||
transcribeWorker := worker.NewTranscribeWorker(transcribeService)
|
||||
checkWorker := worker.NewCheckWorker(transcribeService)
|
||||
|
||||
// Создаем Gin роутер
|
||||
r := gin.Default()
|
||||
workers := []worker.Worker{
|
||||
conversionWorker,
|
||||
transcribeWorker,
|
||||
checkWorker,
|
||||
}
|
||||
|
||||
// Настраиваем роуты
|
||||
api := r.Group("/api")
|
||||
// Создаем контекст для graceful shutdown
|
||||
ctx, cancel := context.WithCancel(context.Background())
|
||||
defer cancel()
|
||||
|
||||
// Создаем WaitGroup для ожидания завершения всех воркеров
|
||||
var wg sync.WaitGroup
|
||||
|
||||
// Запускаем воркеры в отдельных горутинах
|
||||
for _, w := range workers {
|
||||
wg.Add(1)
|
||||
go func(worker worker.Worker) {
|
||||
defer wg.Done()
|
||||
worker.Start(ctx)
|
||||
log.Printf("%s stopped", worker.Name())
|
||||
}(w)
|
||||
}
|
||||
|
||||
// Запускаем HTTP сервер для API (создание задач и проверка статуса)
|
||||
transcribeHandler := httpcontroller.NewTranscribeHandler(jobRepo, transcribeService)
|
||||
router := gin.Default()
|
||||
|
||||
// Настраиваем роуты только для создания задач и проверки статуса
|
||||
api := router.Group("/api")
|
||||
{
|
||||
api.POST("/audio", transcribeHandler.CreateTranscribeJob)
|
||||
api.GET("/status/:id", transcribeHandler.GetTranscribeJobStatus)
|
||||
|
||||
api.POST("/convert", transcribeHandler.RunConversionJob)
|
||||
api.POST("/transcribe", transcribeHandler.RunTranscribeJob)
|
||||
api.POST("/check", transcribeHandler.RunRecognitionCheckJob)
|
||||
}
|
||||
|
||||
// Добавляем middleware для обработки больших файлов
|
||||
r.MaxMultipartMemory = 32 << 20 // 32 MiB
|
||||
router.MaxMultipartMemory = 32 << 20 // 32 MiB
|
||||
|
||||
// Добавляем базовый роут для проверки работоспособности
|
||||
r.GET("/health", func(c *gin.Context) {
|
||||
router.GET("/health", func(c *gin.Context) {
|
||||
c.JSON(200, gin.H{
|
||||
"status": "ok",
|
||||
"message": "Transcriber service is running",
|
||||
})
|
||||
})
|
||||
|
||||
log.Println("Starting server on :8080")
|
||||
if err := r.Run(":8080"); err != nil {
|
||||
log.Fatal("Failed to start server:", err)
|
||||
// Создаем HTTP сервер
|
||||
srv := &http.Server{
|
||||
Addr: ":8080",
|
||||
Handler: router,
|
||||
}
|
||||
|
||||
// Запускаем HTTP сервер в отдельной горутине
|
||||
wg.Add(1)
|
||||
go func() {
|
||||
defer wg.Done()
|
||||
log.Println("Starting HTTP server on :8080")
|
||||
if err := srv.ListenAndServe(); err != nil && err != http.ErrServerClosed {
|
||||
log.Printf("HTTP server error: %v", err)
|
||||
}
|
||||
}()
|
||||
|
||||
// Настраиваем обработку сигналов для graceful shutdown
|
||||
sigChan := make(chan os.Signal, 1)
|
||||
signal.Notify(sigChan, syscall.SIGINT, syscall.SIGTERM)
|
||||
|
||||
log.Println("Transcriber service started with background workers")
|
||||
log.Println("Workers: ConversionWorker, TranscribeWorker, CheckWorker")
|
||||
log.Println("Press Ctrl+C to stop...")
|
||||
|
||||
// Ждем сигнал завершения
|
||||
<-sigChan
|
||||
log.Println("Received shutdown signal, initiating graceful shutdown...")
|
||||
|
||||
// Создаем контекст с таймаутом для graceful shutdown HTTP сервера
|
||||
shutdownCtx, shutdownCancel := context.WithTimeout(context.Background(), 5*time.Second)
|
||||
defer shutdownCancel()
|
||||
|
||||
// Останавливаем HTTP сервер
|
||||
log.Println("Shutting down HTTP server...")
|
||||
if err := srv.Shutdown(shutdownCtx); err != nil {
|
||||
log.Printf("HTTP server forced to shutdown: %v", err)
|
||||
} else {
|
||||
log.Println("HTTP server stopped gracefully")
|
||||
}
|
||||
|
||||
// Отменяем контекст для остановки воркеров
|
||||
cancel()
|
||||
|
||||
// Создаем канал для уведомления о завершении всех воркеров
|
||||
done := make(chan struct{})
|
||||
go func() {
|
||||
wg.Wait()
|
||||
close(done)
|
||||
}()
|
||||
|
||||
// Ждем завершения всех воркеров или таймаута в 10 секунд
|
||||
select {
|
||||
case <-done:
|
||||
log.Println("All workers stopped gracefully")
|
||||
case <-time.After(10 * time.Second):
|
||||
log.Println("Timeout reached, forcing shutdown")
|
||||
}
|
||||
|
||||
log.Println("Transcriber service stopped")
|
||||
}
|
||||
|
||||
func RunMigrations(db *sql.DB, migrationsDir string) error {
|
||||
|
Reference in New Issue
Block a user