Implement AI pipeline operations in the admin API

- Added new routes and handlers for AI pipeline operations, including scraping documents, batch summarization, translation, and syncing with the Opplens AI service.
- Introduced request forms for handling tender references and batch operations.
- Enhanced the AI service with methods for triggering batch operations and managing pipeline runs.
- Updated Swagger documentation to reflect the new AI pipeline endpoints and their functionalities.

This update integrates comprehensive AI pipeline capabilities into the tender management system, improving operational efficiency and user experience.

cmd/worker/workers/summarizer.go

@@ -47,10 +47,13 @@ func (w *DocumentSummarizationWorker) Run() {
 		return
 	}
 
-	if _, err := w.AIClient.TriggerPipelineSummarize(context.Background()); err != nil {
-		w.Logger.Warn("Failed to trigger AI pipeline summarize (continuing with per-tender sync)", map[string]interface{}{
-			"error": err.Error(),
-		})
+	if refs := w.collectUnSummarizedTenderRefs(context.Background()); len(refs) > 0 {
+		if _, err := w.AIClient.TriggerSummarizeBatch(context.Background(), refs); err != nil {
+			w.Logger.Warn("Failed to trigger AI summarize batch (continuing with per-tender sync)", map[string]interface{}{
+				"tender_count": len(refs),
+				"error":        err.Error(),
+			})
+		}
 	}
 
 	limit := 5
@@ -92,6 +95,38 @@ func (w *DocumentSummarizationWorker) Run() {
 	w.Logger.Info("Document summarization worker completed", map[string]interface{}{})
 }
 
+func (w *DocumentSummarizationWorker) collectUnSummarizedTenderRefs(ctx context.Context) []ai_summarizer.TenderRef {
+	limit := 100
+	skip := 0
+	refs := make([]ai_summarizer.TenderRef, 0)
+
+	for {
+		tenders, totalCount, err := w.TenderRepo.GetUnSummarizedTenders(ctx, limit, skip)
+		if err != nil {
+			w.Logger.Warn("Failed to collect tenders for summarize batch", map[string]interface{}{
+				"error": err.Error(),
+			})
+			return refs
+		}
+		if len(tenders) == 0 {
+			return refs
+		}
+
+		for i := range tenders {
+			t := &tenders[i]
+			if strings.TrimSpace(t.ContractFolderID) == "" || strings.TrimSpace(t.NoticePublicationID) == "" {
+				continue
+			}
+			refs = append(refs, ai_summarizer.NewTenderRef(t.ContractFolderID, t.NoticePublicationID))
+		}
+
+		skip += len(tenders)
+		if int64(skip) >= totalCount {
+			return refs
+		}
+	}
+}
+
 func (w *DocumentSummarizationWorker) summarizeTender(t *tender.Tender) {
 	if strings.TrimSpace(t.NoticePublicationID) == "" {
 		w.Logger.Warn("Skipping tender summarization: missing notice_publication_id", map[string]interface{}{