scraper sdk

internal/scraper/form.go

@@ -2,13 +2,8 @@ package scraper
 
 // ScrapeRequestForm represents the request form for scraping documents
 type ScrapeRequestForm struct {
-	NoticeID    string `json:"notice_id" valid:"required,length(1|100)" example:"75896"`
-	Username    string `json:"username" valid:"required,email" example:"feed@opplenz.com"`
-	Password    string `json:"password" valid:"required,length(8|200)" example:"password123"`
-	LoginURL    string `json:"login_url" valid:"required,url" example:"https://tendsign.com/login.aspx"`
-	NoticeURL   string `json:"notice_url" valid:"required,url" example:"https://tendsign.com/supplier/s_meformsnotice.aspx?MeFormsNoticeId=75896"`
-	Category    string `json:"category" valid:"optional,length(1|100)" example:"tenders"`
-	SubCategory string `json:"subcategory" valid:"optional,length(0|100)" example:"2024"`
+	NoticeID  string `json:"notice_id" valid:"required,length(1|100)" example:"75896"`
+	NoticeURL string `json:"notice_url" valid:"required,url" example:"https://tendsign.com/supplier/s_meformsnotice.aspx?MeFormsNoticeId=75896"`
 }
 
 // ScrapeResponse represents the response from scraping operation
@@ -18,6 +13,7 @@ type ScrapeResponse struct {
 	UploadedCount int                `json:"uploaded_count"`
 	UploadedFiles []UploadedFileInfo `json:"uploaded_files"`
 	Errors        []FileError        `json:"errors,omitempty"`
+	Buckets       []BucketInfo       `json:"buckets,omitempty"`
 }
 
 // UploadedFileInfo represents information about an uploaded file
@@ -32,3 +28,10 @@ type FileError struct {
 	Filename string `json:"filename"`
 	Error    string `json:"error"`
 }
+
+// BucketInfo represents information about a bucket
+type BucketInfo struct {
+	Name     string `json:"name"`
+	NoticeID string `json:"notice_id"`
+	Count    int    `json:"count"`
+}