1aaf20619d
Replace dual-consumer priority WorkerPool with a single consumer per worker process. WORKER_PLAN=paid|free selects the Kafka topic and consumer group ID (dish-recognition-paid / dish-recognition-free). docker-compose now runs worker-paid and worker-free as separate services for independent scaling. Makefile dev target launches both workers locally. Co-Authored-By: Claude Sonnet 4.6 <noreply@anthropic.com>
59 lines
1.8 KiB
Go
59 lines
1.8 KiB
Go
package main
|
|
|
|
import (
|
|
"context"
|
|
|
|
"github.com/food-ai/backend/internal/adapters/kafka"
|
|
"github.com/food-ai/backend/internal/adapters/openai"
|
|
"github.com/food-ai/backend/internal/domain/dish"
|
|
"github.com/food-ai/backend/internal/domain/recognition"
|
|
"github.com/jackc/pgx/v5/pgxpool"
|
|
"github.com/kelseyhightower/envconfig"
|
|
)
|
|
|
|
type workerConfig struct {
|
|
DatabaseURL string `envconfig:"DATABASE_URL" required:"true"`
|
|
OpenAIAPIKey string `envconfig:"OPENAI_API_KEY" required:"true"`
|
|
KafkaBrokers []string `envconfig:"KAFKA_BROKERS" default:"kafka:9092"`
|
|
WorkerPlan string `envconfig:"WORKER_PLAN" default:"free"` // "paid" | "free"
|
|
}
|
|
|
|
func loadConfig() (*workerConfig, error) {
|
|
var workerCfg workerConfig
|
|
if configError := envconfig.Process("", &workerCfg); configError != nil {
|
|
return nil, configError
|
|
}
|
|
return &workerCfg, nil
|
|
}
|
|
|
|
// WorkerApp bundles background services that need lifecycle management.
|
|
type WorkerApp struct {
|
|
workerPool *recognition.WorkerPool
|
|
}
|
|
|
|
// Start launches the worker pool goroutines.
|
|
func (workerApp *WorkerApp) Start(applicationContext context.Context) {
|
|
workerApp.workerPool.Start(applicationContext)
|
|
}
|
|
|
|
func initWorker(workerCfg *workerConfig, pool *pgxpool.Pool) (*WorkerApp, error) {
|
|
openaiClient := openai.NewClient(workerCfg.OpenAIAPIKey)
|
|
dishRepository := dish.NewRepository(pool)
|
|
jobRepository := recognition.NewJobRepository(pool)
|
|
|
|
topic := recognition.TopicFree
|
|
groupID := "dish-recognition-free"
|
|
if workerCfg.WorkerPlan == "paid" {
|
|
topic = recognition.TopicPaid
|
|
groupID = "dish-recognition-paid"
|
|
}
|
|
|
|
consumer, consumerError := kafka.NewConsumer(workerCfg.KafkaBrokers, groupID, topic)
|
|
if consumerError != nil {
|
|
return nil, consumerError
|
|
}
|
|
|
|
workerPool := recognition.NewWorkerPool(jobRepository, openaiClient, dishRepository, consumer)
|
|
return &WorkerApp{workerPool: workerPool}, nil
|
|
}
|