fix: green star not being populated correctly

ngshiheng · Nov 15, 2024 · 20b13a7 · 20b13a7
1 parent 06fbfdd
commit 20b13a7
Show file tree

Hide file tree

Showing 2 changed files with 5 additions and 12 deletions.
diff --git a/pkg/crawler/crawler.go b/pkg/crawler/crawler.go
@@ -324,17 +324,9 @@ func (a *App) Crawl() {
 		address = strings.Replace(address, "\n", " ", -1)
 
 		description := e.ChildText(restaurantDescriptionXPath)
+		distinction := e.ChildText(restaurantDistinctionXPath)
 
-		distinctions := e.ChildTexts(restaurantDistinctionXPath)
-		distinction := michelin.SelectedRestaurants
-		if len(distinctions) > 0 {
-			distinction = parser.ParseDistinction(distinctions[0])
-		}
-
-		greenStar := false
-		if len(distinctions) > 1 {
-			greenStar = parser.ParseGreenStar(distinctions[len(distinctions)-1])
-		}
+		greenStar := e.ChildText(restaurantGreenStarXPath)
 
 		priceAndCuisine := e.ChildText(restaurantPriceAndCuisineXPath)
 		price, cuisine := parser.SplitUnpack(priceAndCuisine, "·")
@@ -356,9 +348,9 @@ func (a *App) Crawl() {
 			Address:               address,
 			Cuisine:               cuisine,
 			Description:           parser.TrimWhiteSpaces(description),
-			Distinction:           distinction,
+			Distinction:           parser.ParseDistinction(distinction),
 			FacilitiesAndServices: strings.Join(facilitiesAndServices, ","),
-			GreenStar:             greenStar,
+			GreenStar:             parser.ParseGreenStar(greenStar),
 			Location:              e.Request.Ctx.Get("location"),
 			Latitude:              e.Request.Ctx.Get("latitude"),
 			Longitude:             e.Request.Ctx.Get("longitude"),

diff --git a/pkg/crawler/xpath.go b/pkg/crawler/xpath.go
@@ -15,6 +15,7 @@ const (
 	restaurantAddressXPath               = "//*[@class='data-sheet__block--text'][1]"
 	restaurantDescriptionXPath           = "//*[@class='data-sheet__description']"
 	restaurantDistinctionXPath           = "//*[@class='data-sheet__classification-item--content'][2]"
+	restaurantGreenStarXPath             = "//*[@class='classfication-content' and contains(text(),'Green Star')]"
 	restaurantFacilitiesAndServicesXPath = "//*[@class='restaurant-details__services']//li"
 	restaurantGoogleMapsXPath            = "//*[@class='google-map__static']/iframe"
 	restaurantNameXPath                  = "//*[@class='data-sheet__title']"