Integrated AI summary
This commit is contained in:
@@ -3,6 +3,7 @@ package bootstrap
|
||||
import (
|
||||
"fmt"
|
||||
"time"
|
||||
ai_summarizer "tm/pkg/ai_summarizer"
|
||||
"tm/pkg/authorization"
|
||||
"tm/pkg/config"
|
||||
"tm/pkg/filestore"
|
||||
@@ -333,3 +334,75 @@ func InitFileStore(mongoManager *mongo.ConnectionManager, log logger.Logger) (*f
|
||||
|
||||
return fileStoreService, nil
|
||||
}
|
||||
|
||||
// InitAISummarizerClient initializes the AI summarizer HTTP client for on-demand summarization
|
||||
func InitAISummarizerClient(conf AISummarizerConfig, log logger.Logger) *ai_summarizer.Client {
|
||||
if conf.APIBaseURL == "" {
|
||||
log.Warn("AI Summarizer API base URL not configured, on-demand summarization will be unavailable", map[string]interface{}{})
|
||||
return nil
|
||||
}
|
||||
|
||||
cfg := &ai_summarizer.Config{
|
||||
APIBaseURL: conf.APIBaseURL,
|
||||
APITimeout: conf.APITimeout,
|
||||
APIRetryCount: conf.APIRetryCount,
|
||||
APIRetryDelay: conf.APIRetryDelay,
|
||||
MinioEndpoint: conf.MinioEndpoint,
|
||||
MinioAccessKey: conf.MinioAccessKey,
|
||||
MinioSecretKey: conf.MinioSecretKey,
|
||||
MinioUseSSL: conf.MinioUseSSL,
|
||||
MinioRegion: conf.MinioRegion,
|
||||
MinioBucket: conf.MinioBucket,
|
||||
}
|
||||
|
||||
client, err := ai_summarizer.NewClient(cfg, log)
|
||||
if err != nil {
|
||||
log.Error("Failed to initialize AI Summarizer client", map[string]interface{}{
|
||||
"error": err.Error(),
|
||||
})
|
||||
return nil
|
||||
}
|
||||
|
||||
log.Info("AI Summarizer HTTP client initialized successfully", map[string]interface{}{
|
||||
"base_url": conf.APIBaseURL,
|
||||
"timeout": conf.APITimeout,
|
||||
})
|
||||
|
||||
return client
|
||||
}
|
||||
|
||||
// InitAISummarizerStorage initializes the AI summarizer MinIO storage client
|
||||
func InitAISummarizerStorage(conf AISummarizerConfig, log logger.Logger) *ai_summarizer.StorageClient {
|
||||
if conf.MinioEndpoint == "" {
|
||||
log.Warn("AI Summarizer MinIO endpoint not configured, storage-based summaries will be unavailable", map[string]interface{}{})
|
||||
return nil
|
||||
}
|
||||
|
||||
cfg := &ai_summarizer.Config{
|
||||
APIBaseURL: conf.APIBaseURL,
|
||||
APITimeout: conf.APITimeout,
|
||||
APIRetryCount: conf.APIRetryCount,
|
||||
APIRetryDelay: conf.APIRetryDelay,
|
||||
MinioEndpoint: conf.MinioEndpoint,
|
||||
MinioAccessKey: conf.MinioAccessKey,
|
||||
MinioSecretKey: conf.MinioSecretKey,
|
||||
MinioUseSSL: conf.MinioUseSSL,
|
||||
MinioRegion: conf.MinioRegion,
|
||||
MinioBucket: conf.MinioBucket,
|
||||
}
|
||||
|
||||
storage, err := ai_summarizer.NewStorageClient(cfg, log)
|
||||
if err != nil {
|
||||
log.Error("Failed to initialize AI Summarizer storage client", map[string]interface{}{
|
||||
"error": err.Error(),
|
||||
})
|
||||
return nil
|
||||
}
|
||||
|
||||
log.Info("AI Summarizer storage client initialized successfully", map[string]interface{}{
|
||||
"endpoint": conf.MinioEndpoint,
|
||||
"bucket": conf.MinioBucket,
|
||||
})
|
||||
|
||||
return storage
|
||||
}
|
||||
|
||||
@@ -22,6 +22,7 @@ type Config struct {
|
||||
UserAuth AuthConfig
|
||||
CustomerAuth AuthConfig
|
||||
DocumentScraper DocumentScraperConfig
|
||||
AISummarizer AISummarizerConfig
|
||||
}
|
||||
|
||||
type GLMConfig struct {
|
||||
@@ -88,3 +89,20 @@ type JWTConfig struct {
|
||||
type DocumentScraperConfig struct {
|
||||
APIKey string `env:"DOCUMENT_SCRAPER_API_KEY" envDefault:""`
|
||||
}
|
||||
|
||||
// AISummarizerConfig holds configuration for the external AI summarizer service
|
||||
type AISummarizerConfig struct {
|
||||
// HTTP API settings
|
||||
APIBaseURL string `env:"AI_SUMMARIZER_API_BASE_URL" envDefault:""`
|
||||
APITimeout time.Duration `env:"AI_SUMMARIZER_API_TIMEOUT" envDefault:"120s"`
|
||||
APIRetryCount int `env:"AI_SUMMARIZER_API_RETRY_COUNT" envDefault:"2"`
|
||||
APIRetryDelay time.Duration `env:"AI_SUMMARIZER_API_RETRY_DELAY" envDefault:"3s"`
|
||||
|
||||
// MinIO storage settings
|
||||
MinioEndpoint string `env:"AI_SUMMARIZER_MINIO_ENDPOINT" envDefault:""`
|
||||
MinioAccessKey string `env:"AI_SUMMARIZER_MINIO_ACCESS_KEY" envDefault:""`
|
||||
MinioSecretKey string `env:"AI_SUMMARIZER_MINIO_SECRET_KEY" envDefault:""`
|
||||
MinioUseSSL bool `env:"AI_SUMMARIZER_MINIO_USE_SSL" envDefault:"false"`
|
||||
MinioRegion string `env:"AI_SUMMARIZER_MINIO_REGION" envDefault:"us-east-1"`
|
||||
MinioBucket string `env:"AI_SUMMARIZER_MINIO_BUCKET" envDefault:"opplens-documents"`
|
||||
}
|
||||
|
||||
+12
-1
@@ -162,6 +162,17 @@ func main() {
|
||||
// Initialize GLM service
|
||||
glmSDK := bootstrap.InitGLMService(conf.GLM, logger)
|
||||
|
||||
// Initialize AI Summarizer service
|
||||
var aiSummarizerClient tender.AISummarizerClient
|
||||
var aiSummarizerStorage tender.AISummarizerStorage
|
||||
|
||||
if c := bootstrap.InitAISummarizerClient(conf.AISummarizer, logger); c != nil {
|
||||
aiSummarizerClient = c
|
||||
}
|
||||
if s := bootstrap.InitAISummarizerStorage(conf.AISummarizer, logger); s != nil {
|
||||
aiSummarizerStorage = s
|
||||
}
|
||||
|
||||
// Initialize authorization service
|
||||
userAuthService := bootstrap.InitAuthorizationService(conf.UserAuth.JWT, redisClient, logger)
|
||||
customerAuthService := bootstrap.InitAuthorizationService(conf.CustomerAuth.JWT, redisClient, logger)
|
||||
@@ -196,7 +207,7 @@ func main() {
|
||||
categoryService := company_category.NewService(categoryRepository, logger)
|
||||
companyService := company.NewService(companyRepository, categoryService, logger)
|
||||
customerService := customer.NewService(customerRepository, logger, customerAuthService, companyService, redisClient, notificationSDK, customerValidator, glmSDK)
|
||||
tenderService := tender.NewService(tenderRepository, companyService, customerService, logger)
|
||||
tenderService := tender.NewService(tenderRepository, companyService, customerService, logger, aiSummarizerClient, aiSummarizerStorage)
|
||||
feedbackService := feedback.NewService(feedbackRepo, tenderService, companyService, logger)
|
||||
tenderApprovalService := tender_approval.NewService(tenderApprovalRepository, tenderService, logger)
|
||||
inquiryService := inquiry.NewService(inquiryRepository, notificationSDK, logger, xssPolicy)
|
||||
|
||||
@@ -105,9 +105,12 @@ func RegisterAdminRoutes(e *echo.Echo, userHandler *user.Handler, companyHandler
|
||||
{
|
||||
tendersGP.Use(userHandler.AuthMiddleware())
|
||||
tendersGP.GET("", tenderHandler.Search)
|
||||
tendersGP.GET("/ai-summaries", tenderHandler.GetAllAISummaries)
|
||||
tendersGP.GET("/:id", tenderHandler.Get)
|
||||
tendersGP.PUT("/:id", tenderHandler.Update)
|
||||
tendersGP.DELETE("/:id", tenderHandler.Delete)
|
||||
tendersGP.GET("/:id/ai-summary", tenderHandler.GetAISummary)
|
||||
tendersGP.POST("/:id/ai-summarize", tenderHandler.TriggerAISummarize)
|
||||
}
|
||||
|
||||
// Admin Feedback Routes
|
||||
@@ -233,6 +236,7 @@ func RegisterPublicRoutes(e *echo.Echo, customerHandler *customer.Handler, tende
|
||||
tendersGP.GET("/recommend", tenderHandler.RecommendTenders)
|
||||
tendersGP.GET("/details/:id", tenderHandler.GetPublicTenderDetails)
|
||||
tendersGP.GET("/:id/document-summaries", tenderHandler.GetDocumentSummaries)
|
||||
tendersGP.GET("/:id/ai-summary", tenderHandler.GetPublicAISummary)
|
||||
}
|
||||
|
||||
// Public Feedback Routes
|
||||
|
||||
@@ -65,6 +65,7 @@ type TenderResponse struct {
|
||||
Status TenderStatus `json:"status"`
|
||||
TenderID string `json:"tender_id"`
|
||||
CreatedAt int64 `json:"created_at"`
|
||||
OverallSummary string `json:"overall_summary,omitempty"` // AI-generated summary from the pipeline
|
||||
}
|
||||
|
||||
type OrganizationResponse struct {
|
||||
@@ -103,3 +104,26 @@ func (t *Tender) ToResponse() *TenderResponse {
|
||||
|
||||
return response
|
||||
}
|
||||
|
||||
// AISummaryResponse represents the response for getting an AI-generated summary
|
||||
type AISummaryResponse struct {
|
||||
NoticeID string `json:"notice_id"`
|
||||
OverallSummary string `json:"overall_summary"`
|
||||
Source string `json:"source"` // "storage" or "on_demand"
|
||||
}
|
||||
|
||||
// AISummarizeResponse represents the response for triggering on-demand AI summarization
|
||||
type AISummarizeResponse struct {
|
||||
NoticeID string `json:"notice_id"`
|
||||
Summaries []AIDocumentSummary `json:"summaries"`
|
||||
OverallSummary *string `json:"overall_summary"`
|
||||
}
|
||||
|
||||
// AIDocumentSummary represents a single document summary from the AI service
|
||||
type AIDocumentSummary struct {
|
||||
DocumentName string `json:"document_name"`
|
||||
DocumentType string `json:"document_type"`
|
||||
Summary string `json:"summary"`
|
||||
SummaryModel string `json:"summary_model"`
|
||||
Error string `json:"error,omitempty"`
|
||||
}
|
||||
|
||||
@@ -360,3 +360,114 @@ func (h *TenderHandler) GetDocumentSummaries(c echo.Context) error {
|
||||
|
||||
return response.Success(c, summaries, "Document summaries retrieved successfully")
|
||||
}
|
||||
|
||||
// GetAISummary retrieves the AI-generated overall summary for a tender
|
||||
// @Summary Get AI-generated tender summary
|
||||
// @Description Retrieve the AI-generated overall summary for a tender from the AI pipeline storage
|
||||
// @Tags Admin-Tenders
|
||||
// @Produce json
|
||||
// @Param id path string true "Tender ID"
|
||||
// @Success 200 {object} response.APIResponse{data=AISummaryResponse}
|
||||
// @Failure 400 {object} response.APIResponse
|
||||
// @Failure 404 {object} response.APIResponse
|
||||
// @Failure 500 {object} response.APIResponse
|
||||
// @Router /admin/v1/tenders/{id}/ai-summary [get]
|
||||
// @Security BearerAuth
|
||||
func (h *TenderHandler) GetAISummary(c echo.Context) error {
|
||||
id := c.Param("id")
|
||||
if id == "" {
|
||||
return response.BadRequest(c, "Tender ID is required", "ID parameter cannot be empty")
|
||||
}
|
||||
|
||||
summary, err := h.service.GetAISummary(c.Request().Context(), id)
|
||||
if err != nil {
|
||||
h.logger.Error("Failed to get AI summary", map[string]interface{}{
|
||||
"tender_id": id,
|
||||
"error": err.Error(),
|
||||
})
|
||||
return response.NotFound(c, err.Error())
|
||||
}
|
||||
|
||||
return response.Success(c, summary, "AI summary retrieved successfully")
|
||||
}
|
||||
|
||||
// TriggerAISummarize triggers on-demand AI summarization for a tender
|
||||
// @Summary Trigger AI summarization
|
||||
// @Description Trigger on-demand AI summarization for a tender by calling the external AI service
|
||||
// @Tags Admin-Tenders
|
||||
// @Produce json
|
||||
// @Param id path string true "Tender ID"
|
||||
// @Success 200 {object} response.APIResponse{data=AISummarizeResponse}
|
||||
// @Failure 400 {object} response.APIResponse
|
||||
// @Failure 404 {object} response.APIResponse
|
||||
// @Failure 500 {object} response.APIResponse
|
||||
// @Router /admin/v1/tenders/{id}/ai-summarize [post]
|
||||
// @Security BearerAuth
|
||||
func (h *TenderHandler) TriggerAISummarize(c echo.Context) error {
|
||||
id := c.Param("id")
|
||||
if id == "" {
|
||||
return response.BadRequest(c, "Tender ID is required", "ID parameter cannot be empty")
|
||||
}
|
||||
|
||||
result, err := h.service.TriggerAISummarize(c.Request().Context(), id)
|
||||
if err != nil {
|
||||
h.logger.Error("Failed to trigger AI summarization", map[string]interface{}{
|
||||
"tender_id": id,
|
||||
"error": err.Error(),
|
||||
})
|
||||
return response.InternalServerError(c, err.Error())
|
||||
}
|
||||
|
||||
return response.Success(c, result, "AI summarization completed successfully")
|
||||
}
|
||||
|
||||
// GetPublicAISummary retrieves the AI-generated overall summary for a tender (public endpoint)
|
||||
// @Summary Get AI-generated tender summary (public)
|
||||
// @Description Retrieve the AI-generated overall summary for a tender from the AI pipeline storage
|
||||
// @Tags Tenders
|
||||
// @Produce json
|
||||
// @Param id path string true "Tender ID"
|
||||
// @Success 200 {object} response.APIResponse{data=AISummaryResponse}
|
||||
// @Failure 400 {object} response.APIResponse
|
||||
// @Failure 404 {object} response.APIResponse
|
||||
// @Failure 500 {object} response.APIResponse
|
||||
// @Router /api/v1/tenders/{id}/ai-summary [get]
|
||||
// @Security BearerAuth
|
||||
func (h *TenderHandler) GetPublicAISummary(c echo.Context) error {
|
||||
id := c.Param("id")
|
||||
if id == "" {
|
||||
return response.BadRequest(c, "Tender ID is required", "ID parameter cannot be empty")
|
||||
}
|
||||
|
||||
summary, err := h.service.GetAISummary(c.Request().Context(), id)
|
||||
if err != nil {
|
||||
h.logger.Error("Failed to get AI summary", map[string]interface{}{
|
||||
"tender_id": id,
|
||||
"error": err.Error(),
|
||||
})
|
||||
return response.NotFound(c, err.Error())
|
||||
}
|
||||
|
||||
return response.Success(c, summary, "AI summary retrieved successfully")
|
||||
}
|
||||
|
||||
// GetAllAISummaries retrieves all AI-generated summaries from storage
|
||||
// @Summary Get all AI-generated tender summaries
|
||||
// @Description Retrieve all AI-generated summaries from the AI pipeline storage, including pending and completed ones
|
||||
// @Tags Admin-Tenders
|
||||
// @Produce json
|
||||
// @Success 200 {object} response.APIResponse{data=[]ai_summarizer.TenderSummaryItem}
|
||||
// @Failure 500 {object} response.APIResponse
|
||||
// @Router /admin/v1/tenders/ai-summaries [get]
|
||||
// @Security BearerAuth
|
||||
func (h *TenderHandler) GetAllAISummaries(c echo.Context) error {
|
||||
summaries, err := h.service.GetAllAISummaries(c.Request().Context())
|
||||
if err != nil {
|
||||
h.logger.Error("Failed to get all AI summaries", map[string]interface{}{
|
||||
"error": err.Error(),
|
||||
})
|
||||
return response.InternalServerError(c, err.Error())
|
||||
}
|
||||
|
||||
return response.Success(c, summaries, "AI summaries retrieved successfully")
|
||||
}
|
||||
|
||||
+236
-2
@@ -2,15 +2,27 @@ package tender
|
||||
|
||||
import (
|
||||
"context"
|
||||
"errors"
|
||||
"fmt"
|
||||
"strings"
|
||||
"time"
|
||||
"tm/internal/company"
|
||||
"tm/internal/customer"
|
||||
"tm/pkg/ai_summarizer"
|
||||
"tm/pkg/logger"
|
||||
"tm/pkg/response"
|
||||
)
|
||||
|
||||
// AISummarizerClient defines the interface for on-demand AI summarization
|
||||
type AISummarizerClient interface {
|
||||
FetchSummaryOnDemand(ctx context.Context, reqBody ai_summarizer.SummarizeRequest) (*ai_summarizer.SummarizeResponse, error)
|
||||
}
|
||||
|
||||
// AISummarizerStorage defines the interface for fetching summaries from MinIO storage
|
||||
type AISummarizerStorage interface {
|
||||
GetSummaryFromStorage(ctx context.Context, noticeID string) (string, error)
|
||||
}
|
||||
|
||||
// TenderService interface defines tender business logic operations
|
||||
type Service interface {
|
||||
// Tender operations
|
||||
@@ -21,6 +33,11 @@ type Service interface {
|
||||
Recommend(ctx context.Context, form *SearchForm, pagination *response.Pagination) (*SearchResponse, error)
|
||||
GetDocumentSummaries(ctx context.Context, id string) ([]DocumentSummary, error)
|
||||
|
||||
// AI summarization operations
|
||||
GetAISummary(ctx context.Context, id string) (*AISummaryResponse, error)
|
||||
TriggerAISummarize(ctx context.Context, id string) (*AISummarizeResponse, error)
|
||||
GetAllAISummaries(ctx context.Context) ([]ai_summarizer.TenderSummaryItem, error)
|
||||
|
||||
// Maintenance operations
|
||||
UpdateExpiredTenders(ctx context.Context) error
|
||||
CleanupOldData(ctx context.Context, olderThan time.Duration, pagination *response.Pagination) error
|
||||
@@ -32,15 +49,19 @@ type tenderService struct {
|
||||
companyService company.Service
|
||||
customerService customer.Service
|
||||
logger logger.Logger
|
||||
aiSummarizerClient AISummarizerClient
|
||||
aiSummarizerStorage AISummarizerStorage
|
||||
}
|
||||
|
||||
// NewService creates a new tender service
|
||||
func NewService(repository TenderRepository, companyService company.Service, customerService customer.Service, logger logger.Logger) Service {
|
||||
func NewService(repository TenderRepository, companyService company.Service, customerService customer.Service, logger logger.Logger, aiClient AISummarizerClient, aiStorage AISummarizerStorage) Service {
|
||||
return &tenderService{
|
||||
repository: repository,
|
||||
companyService: companyService,
|
||||
customerService: customerService,
|
||||
logger: logger,
|
||||
aiSummarizerClient: aiClient,
|
||||
aiSummarizerStorage: aiStorage,
|
||||
}
|
||||
}
|
||||
|
||||
@@ -59,7 +80,33 @@ func (s *tenderService) GetByID(ctx context.Context, id string) (*TenderResponse
|
||||
return nil, fmt.Errorf("failed to retrieve tender: %w", err)
|
||||
}
|
||||
|
||||
return tender.ToResponse(), nil
|
||||
resp := tender.ToResponse()
|
||||
|
||||
// Enrich with AI summary from MinIO storage (best-effort, non-blocking)
|
||||
s.enrichWithAISummary(ctx, resp)
|
||||
|
||||
return resp, nil
|
||||
}
|
||||
|
||||
// enrichWithAISummary attempts to fetch the AI-generated overall summary from
|
||||
// MinIO storage and attaches it to the response. Failures are logged but do not
|
||||
// cause the request to fail — the field will simply be omitted.
|
||||
func (s *tenderService) enrichWithAISummary(ctx context.Context, resp *TenderResponse) {
|
||||
if s.aiSummarizerStorage == nil || resp.NoticePublicationID == "" {
|
||||
return
|
||||
}
|
||||
|
||||
summary, err := s.aiSummarizerStorage.GetSummaryFromStorage(ctx, resp.NoticePublicationID)
|
||||
if err != nil {
|
||||
s.logger.Debug("AI summary not available for tender", map[string]interface{}{
|
||||
"tender_id": resp.ID,
|
||||
"notice_id": resp.NoticePublicationID,
|
||||
"error": err.Error(),
|
||||
})
|
||||
return
|
||||
}
|
||||
|
||||
resp.OverallSummary = summary
|
||||
}
|
||||
|
||||
// UpdateTender updates an existing tender
|
||||
@@ -428,3 +475,190 @@ func (s *tenderService) CleanupOldData(ctx context.Context, olderThan time.Durat
|
||||
|
||||
return nil
|
||||
}
|
||||
|
||||
// GetAISummary retrieves the AI-generated summary for a tender.
|
||||
// It first tries to fetch from MinIO storage (async pipeline result).
|
||||
// If not found or not ready, it returns an appropriate error.
|
||||
func (s *tenderService) GetAISummary(ctx context.Context, id string) (*AISummaryResponse, error) {
|
||||
if id == "" {
|
||||
return nil, fmt.Errorf("tender ID cannot be empty")
|
||||
}
|
||||
|
||||
// Get tender to find the notice_publication_id
|
||||
t, err := s.repository.GetByID(ctx, id)
|
||||
if err != nil {
|
||||
s.logger.Error("Failed to get tender for AI summary", map[string]interface{}{
|
||||
"tender_id": id,
|
||||
"error": err.Error(),
|
||||
})
|
||||
return nil, fmt.Errorf("failed to get tender: %w", err)
|
||||
}
|
||||
|
||||
if t == nil {
|
||||
return nil, fmt.Errorf("tender not found")
|
||||
}
|
||||
|
||||
noticeID := t.NoticePublicationID
|
||||
if noticeID == "" {
|
||||
return nil, fmt.Errorf("tender has no notice publication ID")
|
||||
}
|
||||
|
||||
// Try to get summary from MinIO storage (async pipeline)
|
||||
if s.aiSummarizerStorage != nil {
|
||||
summary, err := s.aiSummarizerStorage.GetSummaryFromStorage(ctx, noticeID)
|
||||
if err == nil {
|
||||
return &AISummaryResponse{
|
||||
NoticeID: noticeID,
|
||||
OverallSummary: summary,
|
||||
Source: "storage",
|
||||
}, nil
|
||||
}
|
||||
|
||||
// Log but don't fail — the summary might just not be ready yet
|
||||
s.logger.Info("AI summary not available from storage", map[string]interface{}{
|
||||
"tender_id": id,
|
||||
"notice_id": noticeID,
|
||||
"error": err.Error(),
|
||||
})
|
||||
|
||||
// Return specific error if summary not ready
|
||||
if errors.Is(err, ai_summarizer.ErrSummaryNotReady) {
|
||||
return nil, fmt.Errorf("AI summary is not ready yet, the pipeline is still processing")
|
||||
}
|
||||
if errors.Is(err, ai_summarizer.ErrObjectNotFound) {
|
||||
return nil, fmt.Errorf("AI summary not found — this tender has not been processed by the AI pipeline yet")
|
||||
}
|
||||
|
||||
return nil, fmt.Errorf("failed to get AI summary: %w", err)
|
||||
}
|
||||
|
||||
return nil, fmt.Errorf("AI summarizer storage is not configured")
|
||||
}
|
||||
|
||||
// TriggerAISummarize triggers on-demand AI summarization for a tender.
|
||||
// It calls the external AI service HTTP API to generate summaries.
|
||||
func (s *tenderService) TriggerAISummarize(ctx context.Context, id string) (*AISummarizeResponse, error) {
|
||||
if id == "" {
|
||||
return nil, fmt.Errorf("tender ID cannot be empty")
|
||||
}
|
||||
|
||||
if s.aiSummarizerClient == nil {
|
||||
return nil, fmt.Errorf("AI summarizer service is not configured")
|
||||
}
|
||||
|
||||
// Get tender to build the request
|
||||
t, err := s.repository.GetByID(ctx, id)
|
||||
if err != nil {
|
||||
s.logger.Error("Failed to get tender for on-demand summarization", map[string]interface{}{
|
||||
"tender_id": id,
|
||||
"error": err.Error(),
|
||||
})
|
||||
return nil, fmt.Errorf("failed to get tender: %w", err)
|
||||
}
|
||||
|
||||
if t == nil {
|
||||
return nil, fmt.Errorf("tender not found")
|
||||
}
|
||||
|
||||
noticeID := t.NoticePublicationID
|
||||
if noticeID == "" {
|
||||
return nil, fmt.Errorf("tender has no notice publication ID")
|
||||
}
|
||||
|
||||
// Build the AI summarizer request
|
||||
reqBody := ai_summarizer.SummarizeRequest{
|
||||
NoticeID: noticeID,
|
||||
DocumentURL: t.DocumentURI,
|
||||
Title: t.Title,
|
||||
Description: t.Description,
|
||||
Country: t.CountryCode,
|
||||
SubmissionDeadline: time.UnixMilli(t.SubmissionDeadline).Format(time.RFC3339),
|
||||
}
|
||||
|
||||
if t.EstimatedValue > 0 {
|
||||
ev := t.EstimatedValue
|
||||
reqBody.EstimatedValue = &ev
|
||||
}
|
||||
if t.Currency != "" {
|
||||
reqBody.Currency = t.Currency
|
||||
}
|
||||
if t.BuyerOrganization != nil {
|
||||
reqBody.AuthorityName = t.BuyerOrganization.Name
|
||||
}
|
||||
|
||||
s.logger.Info("Triggering on-demand AI summarization", map[string]interface{}{
|
||||
"tender_id": id,
|
||||
"notice_id": noticeID,
|
||||
})
|
||||
|
||||
// Call the AI service
|
||||
resp, err := s.aiSummarizerClient.FetchSummaryOnDemand(ctx, reqBody)
|
||||
if err != nil {
|
||||
s.logger.Error("On-demand AI summarization failed", map[string]interface{}{
|
||||
"tender_id": id,
|
||||
"notice_id": noticeID,
|
||||
"error": err.Error(),
|
||||
})
|
||||
return nil, fmt.Errorf("AI summarization request failed: %w", err)
|
||||
}
|
||||
|
||||
// Map the response to our response type
|
||||
summaries := make([]AIDocumentSummary, 0, len(resp.Summaries))
|
||||
for _, s := range resp.Summaries {
|
||||
summaries = append(summaries, AIDocumentSummary{
|
||||
DocumentName: s.DocumentName,
|
||||
DocumentType: s.DocumentType,
|
||||
Summary: s.Summary,
|
||||
SummaryModel: s.SummaryModel,
|
||||
Error: s.Error,
|
||||
})
|
||||
}
|
||||
|
||||
s.logger.Info("On-demand AI summarization completed", map[string]interface{}{
|
||||
"tender_id": id,
|
||||
"notice_id": noticeID,
|
||||
"summaries_count": len(summaries),
|
||||
})
|
||||
|
||||
return &AISummarizeResponse{
|
||||
NoticeID: resp.NoticeID,
|
||||
Summaries: summaries,
|
||||
OverallSummary: resp.OverallSummary,
|
||||
}, nil
|
||||
}
|
||||
|
||||
// GetAllAISummaries retrieves all AI-generated summaries from the MinIO storage.
|
||||
// It lists all tender.json files in the bucket and returns summaries for tenders
|
||||
// where the AI pipeline has completed processing.
|
||||
func (s *tenderService) GetAllAISummaries(ctx context.Context) ([]ai_summarizer.TenderSummaryItem, error) {
|
||||
if s.aiSummarizerStorage == nil {
|
||||
return nil, fmt.Errorf("AI summarizer storage is not configured")
|
||||
}
|
||||
|
||||
s.logger.Info("Retrieving all AI summaries from storage", map[string]interface{}{})
|
||||
|
||||
// We need to access the underlying StorageClient to call GetAllSummaries.
|
||||
// Since aiSummarizerStorage is an interface, we type-assert to access GetAllSummaries.
|
||||
type allSummaries interface {
|
||||
GetAllSummaries(ctx context.Context) ([]ai_summarizer.TenderSummaryItem, error)
|
||||
}
|
||||
|
||||
storage, ok := s.aiSummarizerStorage.(allSummaries)
|
||||
if !ok {
|
||||
return nil, fmt.Errorf("AI summarizer storage does not support batch retrieval")
|
||||
}
|
||||
|
||||
results, err := storage.GetAllSummaries(ctx)
|
||||
if err != nil {
|
||||
s.logger.Error("Failed to get all AI summaries", map[string]interface{}{
|
||||
"error": err.Error(),
|
||||
})
|
||||
return nil, fmt.Errorf("failed to get all AI summaries: %w", err)
|
||||
}
|
||||
|
||||
s.logger.Info("Retrieved all AI summaries", map[string]interface{}{
|
||||
"total_count": len(results),
|
||||
})
|
||||
|
||||
return results, nil
|
||||
}
|
||||
|
||||
@@ -0,0 +1,125 @@
|
||||
package ai_summarizer
|
||||
|
||||
import (
|
||||
"bytes"
|
||||
"context"
|
||||
"encoding/json"
|
||||
"fmt"
|
||||
"io"
|
||||
"net/http"
|
||||
"time"
|
||||
|
||||
"tm/pkg/logger"
|
||||
)
|
||||
|
||||
// Client is the HTTP client for the AI summarization on-demand API.
|
||||
type Client struct {
|
||||
config *Config
|
||||
httpClient *http.Client
|
||||
logger logger.Logger
|
||||
}
|
||||
|
||||
// NewClient creates a new AI summarizer HTTP client.
|
||||
func NewClient(config *Config, log logger.Logger) (*Client, error) {
|
||||
if config == nil {
|
||||
config = DefaultConfig()
|
||||
}
|
||||
if err := config.ValidateAPI(); err != nil {
|
||||
return nil, fmt.Errorf("ai_summarizer: invalid config: %w", err)
|
||||
}
|
||||
|
||||
return &Client{
|
||||
config: config,
|
||||
httpClient: &http.Client{
|
||||
Timeout: config.APITimeout,
|
||||
},
|
||||
logger: log,
|
||||
}, nil
|
||||
}
|
||||
|
||||
// FetchSummaryOnDemand calls the external AI service POST /ai/summarize endpoint
|
||||
// to generate a summary on demand. It retries on transient failures up to the
|
||||
// configured number of attempts.
|
||||
func (c *Client) FetchSummaryOnDemand(ctx context.Context, reqBody SummarizeRequest) (*SummarizeResponse, error) {
|
||||
jsonBody, err := json.Marshal(reqBody)
|
||||
if err != nil {
|
||||
return nil, fmt.Errorf("ai_summarizer: failed to marshal request body: %w", err)
|
||||
}
|
||||
|
||||
url := c.config.APIBaseURL + "/ai/summarize"
|
||||
|
||||
var lastErr error
|
||||
for attempt := 0; attempt <= c.config.APIRetryCount; attempt++ {
|
||||
if attempt > 0 {
|
||||
c.logger.Warn("Retrying AI summarize request", map[string]interface{}{
|
||||
"notice_id": reqBody.NoticeID,
|
||||
"attempt": attempt,
|
||||
})
|
||||
select {
|
||||
case <-ctx.Done():
|
||||
return nil, ctx.Err()
|
||||
case <-time.After(c.config.APIRetryDelay):
|
||||
}
|
||||
}
|
||||
|
||||
resp, err := c.doPost(ctx, url, jsonBody)
|
||||
if err != nil {
|
||||
lastErr = err
|
||||
c.logger.Error("AI summarize request failed", map[string]interface{}{
|
||||
"notice_id": reqBody.NoticeID,
|
||||
"attempt": attempt,
|
||||
"error": err.Error(),
|
||||
})
|
||||
continue
|
||||
}
|
||||
|
||||
return resp, nil
|
||||
}
|
||||
|
||||
return nil, fmt.Errorf("ai_summarizer: all %d attempts failed, last error: %w", c.config.APIRetryCount+1, lastErr)
|
||||
}
|
||||
|
||||
// doPost performs a single POST request and parses the response.
|
||||
func (c *Client) doPost(ctx context.Context, url string, jsonBody []byte) (*SummarizeResponse, error) {
|
||||
req, err := http.NewRequestWithContext(ctx, http.MethodPost, url, bytes.NewReader(jsonBody))
|
||||
if err != nil {
|
||||
return nil, fmt.Errorf("ai_summarizer: failed to create request: %w", err)
|
||||
}
|
||||
req.Header.Set("Content-Type", "application/json")
|
||||
req.Header.Set("Accept", "application/json")
|
||||
|
||||
c.logger.Debug("Sending AI summarize request", map[string]interface{}{
|
||||
"url": url,
|
||||
})
|
||||
|
||||
httpResp, err := c.httpClient.Do(req)
|
||||
if err != nil {
|
||||
return nil, fmt.Errorf("ai_summarizer: request error: %w", err)
|
||||
}
|
||||
defer httpResp.Body.Close()
|
||||
|
||||
bodyBytes, err := io.ReadAll(httpResp.Body)
|
||||
if err != nil {
|
||||
return nil, fmt.Errorf("ai_summarizer: failed to read response body: %w", err)
|
||||
}
|
||||
|
||||
if httpResp.StatusCode == http.StatusNotFound {
|
||||
return nil, fmt.Errorf("%w: status 404, body: %s", ErrObjectNotFound, string(bodyBytes))
|
||||
}
|
||||
|
||||
if httpResp.StatusCode >= 400 {
|
||||
return nil, fmt.Errorf("%w: status %d, body: %s", ErrAPINonSuccess, httpResp.StatusCode, string(bodyBytes))
|
||||
}
|
||||
|
||||
var result SummarizeResponse
|
||||
if err := json.Unmarshal(bodyBytes, &result); err != nil {
|
||||
return nil, fmt.Errorf("ai_summarizer: failed to decode response JSON: %w", err)
|
||||
}
|
||||
|
||||
c.logger.Info("AI summarize request succeeded", map[string]interface{}{
|
||||
"notice_id": result.NoticeID,
|
||||
"summaries_count": len(result.Summaries),
|
||||
})
|
||||
|
||||
return &result, nil
|
||||
}
|
||||
@@ -0,0 +1,76 @@
|
||||
package ai_summarizer
|
||||
|
||||
import (
|
||||
"errors"
|
||||
"fmt"
|
||||
"time"
|
||||
)
|
||||
|
||||
// Config holds the configuration for the AI Summarizer service.
|
||||
// It contains settings for both the HTTP API and the MinIO storage integration.
|
||||
type Config struct {
|
||||
// HTTP API settings
|
||||
APIBaseURL string // Base URL of the AI service, e.g. "http://ai-host:8000"
|
||||
APITimeout time.Duration // Timeout for HTTP requests to the AI API
|
||||
APIRetryCount int // Number of retry attempts for failed API requests
|
||||
APIRetryDelay time.Duration // Delay between retry attempts
|
||||
|
||||
// MinIO storage settings
|
||||
MinioEndpoint string // MinIO endpoint, e.g. "ai-host:9000"
|
||||
MinioAccessKey string // MinIO access key ID
|
||||
MinioSecretKey string // MinIO secret access key
|
||||
MinioUseSSL bool // Whether to use SSL for MinIO connection
|
||||
MinioRegion string // MinIO region
|
||||
MinioBucket string // MinIO bucket name (default: "opplens-documents")
|
||||
MinioTimeout time.Duration // Timeout for MinIO operations
|
||||
}
|
||||
|
||||
// DefaultConfig returns a Config with sensible defaults.
|
||||
func DefaultConfig() *Config {
|
||||
return &Config{
|
||||
APITimeout: 120 * time.Second,
|
||||
APIRetryCount: 2,
|
||||
APIRetryDelay: 3 * time.Second,
|
||||
|
||||
MinioBucket: "opplens-documents",
|
||||
MinioRegion: "us-east-1",
|
||||
MinioUseSSL: false,
|
||||
MinioTimeout: 30 * time.Second,
|
||||
}
|
||||
}
|
||||
|
||||
// Validate checks that all required configuration fields are present.
|
||||
// Use this when both HTTP API and MinIO storage are needed.
|
||||
func (c *Config) Validate() error {
|
||||
if c.APIBaseURL == "" {
|
||||
return errors.New("ai_summarizer: APIBaseURL is required")
|
||||
}
|
||||
return c.ValidateStorage()
|
||||
}
|
||||
|
||||
// ValidateStorage checks only the MinIO storage-related configuration fields.
|
||||
// Use this when only the storage client is needed (no HTTP API).
|
||||
func (c *Config) ValidateStorage() error {
|
||||
if c.MinioEndpoint == "" {
|
||||
return errors.New("ai_summarizer: MinioEndpoint is required")
|
||||
}
|
||||
if c.MinioAccessKey == "" {
|
||||
return errors.New("ai_summarizer: MinioAccessKey is required")
|
||||
}
|
||||
if c.MinioSecretKey == "" {
|
||||
return errors.New("ai_summarizer: MinioSecretKey is required")
|
||||
}
|
||||
if c.MinioBucket == "" {
|
||||
return fmt.Errorf("ai_summarizer: MinioBucket is required")
|
||||
}
|
||||
return nil
|
||||
}
|
||||
|
||||
// ValidateAPI checks only the HTTP API-related configuration fields.
|
||||
// Use this when only the HTTP client is needed (no MinIO storage).
|
||||
func (c *Config) ValidateAPI() error {
|
||||
if c.APIBaseURL == "" {
|
||||
return errors.New("ai_summarizer: APIBaseURL is required")
|
||||
}
|
||||
return nil
|
||||
}
|
||||
@@ -0,0 +1,43 @@
|
||||
package ai_summarizer
|
||||
|
||||
// SummarizeRequest represents the request payload sent to the AI service
|
||||
// POST /ai/summarize endpoint for on-demand summarization.
|
||||
type SummarizeRequest struct {
|
||||
NoticeID string `json:"notice_id"` // required
|
||||
DocumentURL string `json:"document_url"` // required
|
||||
Title string `json:"title"` // required
|
||||
Description string `json:"description"` // required
|
||||
Country string `json:"country,omitempty"` // optional
|
||||
EstimatedValue *float64 `json:"estimated_value,omitempty"` // optional (pointer to distinguish 0 from absent)
|
||||
Currency string `json:"currency,omitempty"` // optional
|
||||
SubmissionDeadline string `json:"submission_deadline,omitempty"` // optional
|
||||
AuthorityName string `json:"authority_name,omitempty"` // optional
|
||||
}
|
||||
|
||||
// SummarizeResponse represents the response from the AI summarization API.
|
||||
type SummarizeResponse struct {
|
||||
NoticeID string `json:"notice_id"`
|
||||
Summaries []DocumentSummary `json:"summaries"`
|
||||
OverallSummary *string `json:"overall_summary"` // nil when not available
|
||||
}
|
||||
|
||||
// DocumentSummary represents a summary for a single document within the AI response.
|
||||
type DocumentSummary struct {
|
||||
DocumentName string `json:"document_name"`
|
||||
DocumentType string `json:"document_type"`
|
||||
Summary string `json:"summary"`
|
||||
SummaryModel string `json:"summary_model"`
|
||||
Error string `json:"error"` // empty string when no error
|
||||
}
|
||||
|
||||
// TenderJSON represents the structure of the <notice_id>/tender.json file
|
||||
// stored in the AI service's MinIO bucket.
|
||||
type TenderJSON struct {
|
||||
OverallSummary *string `json:"overall_summary"` // nil if not yet generated
|
||||
SummarizeStatus SummarizeStatus `json:"summarize_status"`
|
||||
}
|
||||
|
||||
// SummarizeStatus represents the summarization status inside tender.json.
|
||||
type SummarizeStatus struct {
|
||||
Done bool `json:"done"` // true when the pipeline has finished
|
||||
}
|
||||
@@ -0,0 +1,24 @@
|
||||
package ai_summarizer
|
||||
|
||||
import "errors"
|
||||
|
||||
// Common sentinel errors for the AI summarizer package.
|
||||
var (
|
||||
// ErrSummaryNotReady is returned when the tender.json exists but
|
||||
// summarize_status.done is still false.
|
||||
ErrSummaryNotReady = errors.New("ai_summarizer: summary not ready yet")
|
||||
|
||||
// ErrNoOverallSummary is returned when the pipeline is done but
|
||||
// overall_summary is empty or null.
|
||||
ErrNoOverallSummary = errors.New("ai_summarizer: overall_summary is empty")
|
||||
|
||||
// ErrObjectNotFound is returned when the tender.json object does not
|
||||
// exist in the MinIO bucket (HTTP 404 / NoSuchKey).
|
||||
ErrObjectNotFound = errors.New("ai_summarizer: tender.json not found in storage")
|
||||
|
||||
// ErrBucketNotFound is returned when the MinIO bucket does not exist.
|
||||
ErrBucketNotFound = errors.New("ai_summarizer: bucket not found")
|
||||
|
||||
// ErrAPINonSuccess is returned when the AI API returns a non-2xx status code.
|
||||
ErrAPINonSuccess = errors.New("ai_summarizer: API returned non-success status")
|
||||
)
|
||||
@@ -0,0 +1,235 @@
|
||||
package ai_summarizer
|
||||
|
||||
import (
|
||||
"context"
|
||||
"encoding/json"
|
||||
"errors"
|
||||
"fmt"
|
||||
"io"
|
||||
"net/http"
|
||||
"strings"
|
||||
|
||||
"github.com/minio/minio-go/v7"
|
||||
"github.com/minio/minio-go/v7/pkg/credentials"
|
||||
|
||||
"tm/pkg/logger"
|
||||
)
|
||||
|
||||
// StorageClient wraps a MinIO client configured to connect to the AI service's
|
||||
// MinIO bucket and retrieve tender.json files.
|
||||
type StorageClient struct {
|
||||
client *minio.Client
|
||||
config *Config
|
||||
logger logger.Logger
|
||||
}
|
||||
|
||||
// TenderSummaryItem represents a single tender's summary retrieved from storage.
|
||||
type TenderSummaryItem struct {
|
||||
NoticeID string `json:"notice_id"`
|
||||
OverallSummary string `json:"overall_summary"`
|
||||
Done bool `json:"done"`
|
||||
}
|
||||
|
||||
// NewStorageClient creates a new MinIO storage client for the AI service.
|
||||
// It establishes a connection to the external MinIO instance and verifies
|
||||
// that the configured bucket exists.
|
||||
func NewStorageClient(config *Config, log logger.Logger) (*StorageClient, error) {
|
||||
if config == nil {
|
||||
config = DefaultConfig()
|
||||
}
|
||||
if err := config.ValidateStorage(); err != nil {
|
||||
return nil, fmt.Errorf("ai_summarizer: invalid storage config: %w", err)
|
||||
}
|
||||
|
||||
minioClient, err := minio.New(config.MinioEndpoint, &minio.Options{
|
||||
Creds: credentials.NewStaticV4(config.MinioAccessKey, config.MinioSecretKey, ""),
|
||||
Secure: config.MinioUseSSL,
|
||||
Region: config.MinioRegion,
|
||||
})
|
||||
if err != nil {
|
||||
return nil, fmt.Errorf("ai_summarizer: failed to create MinIO client: %w", err)
|
||||
}
|
||||
|
||||
return &StorageClient{
|
||||
client: minioClient,
|
||||
config: config,
|
||||
logger: log,
|
||||
}, nil
|
||||
}
|
||||
|
||||
// GetSummaryFromStorage fetches the <noticeID>/tender.json file from the AI
|
||||
// service's MinIO bucket, parses it, and returns the overall_summary string.
|
||||
//
|
||||
// It returns:
|
||||
// - (summary, nil) on success
|
||||
// - ("", ErrObjectNotFound) if the tender.json does not exist (404)
|
||||
// - ("", ErrSummaryNotReady) if the file exists but summarize_status.done is false
|
||||
// - ("", ErrNoOverallSummary) if done is true but overall_summary is empty/null
|
||||
// - ("", error) for any other failure
|
||||
func (s *StorageClient) GetSummaryFromStorage(ctx context.Context, noticeID string) (string, error) {
|
||||
objectPath := fmt.Sprintf("%s/tender.json", noticeID)
|
||||
|
||||
s.logger.Debug("Fetching tender.json from MinIO", map[string]interface{}{
|
||||
"bucket": s.config.MinioBucket,
|
||||
"path": objectPath,
|
||||
})
|
||||
|
||||
// Attempt to get the object
|
||||
object, err := s.client.GetObject(ctx, s.config.MinioBucket, objectPath, minio.GetObjectOptions{})
|
||||
if err != nil {
|
||||
// minio-go returns an error response that we can inspect
|
||||
var minioErr minio.ErrorResponse
|
||||
if errors.As(err, &minioErr) {
|
||||
switch minioErr.StatusCode {
|
||||
case http.StatusNotFound:
|
||||
return "", ErrObjectNotFound
|
||||
case http.StatusForbidden:
|
||||
return "", fmt.Errorf("ai_summarizer: access denied to bucket %s: %w", s.config.MinioBucket, err)
|
||||
default:
|
||||
return "", fmt.Errorf("ai_summarizer: MinIO error (code=%s, status=%d): %w",
|
||||
minioErr.Code, minioErr.StatusCode, err)
|
||||
}
|
||||
}
|
||||
return "", fmt.Errorf("ai_summarizer: failed to get object: %w", err)
|
||||
}
|
||||
defer object.Close()
|
||||
|
||||
// Read the object content
|
||||
data, err := io.ReadAll(object)
|
||||
if err != nil {
|
||||
return "", fmt.Errorf("ai_summarizer: failed to read tender.json: %w", err)
|
||||
}
|
||||
|
||||
// Parse the JSON
|
||||
var tenderJSON TenderJSON
|
||||
if err := json.Unmarshal(data, &tenderJSON); err != nil {
|
||||
return "", fmt.Errorf("ai_summarizer: failed to parse tender.json: %w", err)
|
||||
}
|
||||
|
||||
// Check if summarization is complete
|
||||
if !tenderJSON.SummarizeStatus.Done {
|
||||
return "", ErrSummaryNotReady
|
||||
}
|
||||
|
||||
// Check if overall_summary is available
|
||||
if tenderJSON.OverallSummary == nil || *tenderJSON.OverallSummary == "" {
|
||||
return "", ErrNoOverallSummary
|
||||
}
|
||||
|
||||
s.logger.Info("Retrieved overall_summary from storage", map[string]interface{}{
|
||||
"notice_id": noticeID,
|
||||
"summary_length": len(*tenderJSON.OverallSummary),
|
||||
})
|
||||
|
||||
return *tenderJSON.OverallSummary, nil
|
||||
}
|
||||
|
||||
// IsSummaryReady is a convenience method that checks whether the tender.json
|
||||
// exists and the summarize_status.done flag is true, without returning the
|
||||
// actual summary text.
|
||||
func (s *StorageClient) IsSummaryReady(ctx context.Context, noticeID string) (bool, error) {
|
||||
objectPath := fmt.Sprintf("%s/tender.json", noticeID)
|
||||
|
||||
object, err := s.client.GetObject(ctx, s.config.MinioBucket, objectPath, minio.GetObjectOptions{})
|
||||
if err != nil {
|
||||
var minioErr minio.ErrorResponse
|
||||
if errors.As(err, &minioErr) && minioErr.StatusCode == http.StatusNotFound {
|
||||
return false, nil // not found means not ready, but not an error
|
||||
}
|
||||
return false, fmt.Errorf("ai_summarizer: failed to check summary readiness: %w", err)
|
||||
}
|
||||
defer object.Close()
|
||||
|
||||
data, err := io.ReadAll(object)
|
||||
if err != nil {
|
||||
return false, fmt.Errorf("ai_summarizer: failed to read tender.json: %w", err)
|
||||
}
|
||||
|
||||
var tenderJSON TenderJSON
|
||||
if err := json.Unmarshal(data, &tenderJSON); err != nil {
|
||||
return false, fmt.Errorf("ai_summarizer: failed to parse tender.json: %w", err)
|
||||
}
|
||||
|
||||
return tenderJSON.SummarizeStatus.Done, nil
|
||||
}
|
||||
|
||||
// GetAllSummaries lists all tender.json files in the MinIO bucket and returns
|
||||
// the overall_summary for each tender where summarize_status.done is true.
|
||||
// This is useful for batch-retrieving all summaries that the AI pipeline has
|
||||
// already processed.
|
||||
func (s *StorageClient) GetAllSummaries(ctx context.Context) ([]TenderSummaryItem, error) {
|
||||
s.logger.Debug("Listing all tender.json files from MinIO", map[string]interface{}{
|
||||
"bucket": s.config.MinioBucket,
|
||||
})
|
||||
|
||||
// List all objects ending with /tender.json
|
||||
objectCh := s.client.ListObjects(ctx, s.config.MinioBucket, minio.ListObjectsOptions{
|
||||
Prefix: "",
|
||||
Recursive: true,
|
||||
})
|
||||
|
||||
var results []TenderSummaryItem
|
||||
|
||||
for object := range objectCh {
|
||||
if object.Err != nil {
|
||||
s.logger.Error("Error listing MinIO objects", map[string]interface{}{
|
||||
"error": object.Err.Error(),
|
||||
})
|
||||
continue
|
||||
}
|
||||
|
||||
// Only process tender.json files (path pattern: <notice_id>/tender.json)
|
||||
if !strings.HasSuffix(object.Key, "/tender.json") {
|
||||
continue
|
||||
}
|
||||
|
||||
// Extract notice_id from the path
|
||||
noticeID := strings.TrimSuffix(object.Key, "/tender.json")
|
||||
if noticeID == "" {
|
||||
continue
|
||||
}
|
||||
|
||||
// Fetch and parse the tender.json
|
||||
summary, err := s.GetSummaryFromStorage(ctx, noticeID)
|
||||
if err != nil {
|
||||
// Log but skip tenders that aren't ready or have errors
|
||||
s.logger.Debug("Skipping tender summary", map[string]interface{}{
|
||||
"notice_id": noticeID,
|
||||
"error": err.Error(),
|
||||
})
|
||||
|
||||
// Still include items that aren't done so the caller knows they exist
|
||||
if errors.Is(err, ErrSummaryNotReady) {
|
||||
results = append(results, TenderSummaryItem{
|
||||
NoticeID: noticeID,
|
||||
Done: false,
|
||||
})
|
||||
}
|
||||
continue
|
||||
}
|
||||
|
||||
results = append(results, TenderSummaryItem{
|
||||
NoticeID: noticeID,
|
||||
OverallSummary: summary,
|
||||
Done: true,
|
||||
})
|
||||
}
|
||||
|
||||
s.logger.Info("Retrieved all summaries from storage", map[string]interface{}{
|
||||
"total_count": len(results),
|
||||
"completed_count": countDone(results),
|
||||
})
|
||||
|
||||
return results, nil
|
||||
}
|
||||
|
||||
// countDone counts how many items have Done=true
|
||||
func countDone(items []TenderSummaryItem) int {
|
||||
count := 0
|
||||
for _, item := range items {
|
||||
if item.Done {
|
||||
count++
|
||||
}
|
||||
}
|
||||
return count
|
||||
}
|
||||
Reference in New Issue
Block a user