feat: add new craft to filter out advertorial

internal/adapter/llm.go

@@ -0,0 +1,24 @@
+package adapter
+
+import (
+	"fmt"
+)
+
+func CallGemini(prompt string, article string) (string, error) {
+	gemini, err := NewGeminiClient()
+	if err != nil {
+		return "", err
+	}
+	text := fmt.Sprintf("%s\n```%s```", prompt, article)
+	req := GeminiReqPayload{Contents: []Content{
+		{
+			Parts: []Part{{Text: &text}},
+			Role:  nil,
+		},
+	}}
+	content, err := gemini.GenerateContent(req)
+	if err != nil {
+		return "", err
+	}
+	return content, nil
+}

internal/recipe/fulltext.go

@@ -13,7 +13,7 @@ import (
 
 type FulltextExtractor func(url string, timeout time.Duration) (string, error)
 
-func trivialExtractor(url string, timeout time.Duration) (string, error) {
+func TrivialExtractor(url string, timeout time.Duration) (string, error) {
 	article, err := readability.FromURL(url, timeout)
 	return article.Content, err
 }
@@ -54,7 +54,7 @@ func ExtractFulltextForFeed(c *gin.Context) {
 	fp := gofeed.NewParser()
 	parsedFeed, _ := fp.ParseURL(feedUrl)
 
-	ret := TransformFeed(parsedFeed, GetFulltextExtractor(trivialExtractor))
+	ret := TransformFeed(parsedFeed, GetFulltextExtractor(TrivialExtractor))
 
 	rssStr, err := ret.ToRss()
 	if err != nil {

internal/recipe/introduction.go

@@ -17,22 +17,7 @@ add introduction for article,powered by google gemini
 */
 
 func getIntroductionForArticle(prompt, article string) (string, error) {
-	gemini, err := adapter.NewGeminiClient()
-	if err != nil {
-		return "", err
-	}
-	text := fmt.Sprintf("%s\n```%s```", prompt, article)
-	req := adapter.GeminiReqPayload{Contents: []adapter.Content{
-		{
-			Parts: []adapter.Part{{Text: &text}},
-			Role:  nil,
-		},
-	}}
-	content, err := gemini.GenerateContent(req)
-	if err != nil {
-		return "", err
-	}
-	return content, nil
+	return adapter.CallGemini(prompt, article)
 }
 
 func getMD5Hash(text string) string {

internal/router/registry.go

@@ -45,13 +45,15 @@ func RegisterRouters(router *gin.Engine) {
 		craftRouters.GET("/fulltext", recipe.ExtractFulltextForFeed)
 		craftRouters.GET("/fulltext-plus", recipe.ExtractFulltextPlusForFeed)
 		craftRouters.GET("/introduction", recipe.AddIntroductionForFeed)
+		craftRouters.GET("/ignore-advertorial", recipe.IgnoreAdvertorialArticle)
 	}
 
 	// admin api
 	adminApi := router.Group("/api/admin")
 	adminApi.Use(middleware.JwtAuthMiddleware(), corsMiddleware)
 	{
 		adminApi.GET("/admin-login-test", adminLoginTest)
+		adminApi.POST("/craft-debug/advertorial", recipe.DebugCheckIfAdvertorial)
 	}
 }
 func adminLoginTest(c *gin.Context) {