Feature(provider): support madouqu

engine/register.go

@@ -26,6 +26,7 @@ import (
 	_ "github.com/metatube-community/metatube-sdk-go/provider/jav321"
 	_ "github.com/metatube-community/metatube-sdk-go/provider/javbus"
 	_ "github.com/metatube-community/metatube-sdk-go/provider/kin8tengoku"
+	_ "github.com/metatube-community/metatube-sdk-go/provider/madouqu"
 	_ "github.com/metatube-community/metatube-sdk-go/provider/mgstage"
 	_ "github.com/metatube-community/metatube-sdk-go/provider/muramura"
 	_ "github.com/metatube-community/metatube-sdk-go/provider/mywife"

provider/madouqu/madouqu.go

@@ -0,0 +1,200 @@
+package madouqu
+
+import (
+	"fmt"
+	"net/url"
+	"path"
+	"regexp"
+	"strings"
+	"time"
+
+	"github.com/gocolly/colly/v2"
+
+	"github.com/metatube-community/metatube-sdk-go/common/number"
+	"github.com/metatube-community/metatube-sdk-go/common/parser"
+	"github.com/metatube-community/metatube-sdk-go/model"
+	"github.com/metatube-community/metatube-sdk-go/provider"
+	"github.com/metatube-community/metatube-sdk-go/provider/internal/scraper"
+)
+
+var (
+	_ provider.MovieProvider = (*MadouQu)(nil)
+	_ provider.MovieSearcher = (*MadouQu)(nil)
+)
+
+const (
+	Name     = "MadouQu"
+	Priority = 1000 - 3
+)
+
+const (
+	baseURL   = "https://madouqu.com/"
+	movieURL  = "https://madouqu.com/%s/"
+	searchURL = "https://madouqu.com/?s=%s"
+)
+
+type MadouQu struct {
+	*scraper.Scraper
+}
+
+func New() *MadouQu {
+	return &MadouQu{scraper.NewDefaultScraper(Name, baseURL, Priority)}
+}
+
+func (mdq *MadouQu) SetRequestTimeout(_ time.Duration) {
+	mdq.Scraper.SetRequestTimeout(10 * time.Second) // force timeout setting.
+}
+
+func (mdq *MadouQu) GetMovieInfoByID(id string) (info *model.MovieInfo, err error) {
+	return mdq.GetMovieInfoByURL(fmt.Sprintf(movieURL, id))
+}
+
+func (mdq *MadouQu) ParseMovieIDFromURL(rawURL string) (string, error) {
+	homepage, err := url.Parse(rawURL)
+	if err != nil {
+		return "", err
+	}
+	return path.Base(homepage.Path), nil
+}
+
+func (mdq *MadouQu) GetMovieInfoByURL(rawURL string) (info *model.MovieInfo, err error) {
+	id, err := mdq.ParseMovieIDFromURL(rawURL)
+	if err != nil {
+		return
+	}
+
+	info = &model.MovieInfo{
+		ID:            id,
+		Provider:      mdq.Name(),
+		Homepage:      rawURL,
+		Actors:        []string{},
+		PreviewImages: []string{},
+		Genres:        []string{},
+	}
+
+	c := mdq.ClonedCollector()
+
+	c.OnXML(`//article[starts-with(@id,'post')]//div[@class="container"]//p`, func(e *colly.XMLElement) {
+		if src := e.ChildAttr(`./img`, "src"); src != "" {
+			info.CoverURL = ExtractImgSrc(src)
+			return
+		}
+
+		switch {
+		case strings.Contains(e.Text, "番號"):
+			_, nb, _ := strings.Cut(e.Text, "：")
+			info.Number = nb
+		case strings.Contains(e.Text, "片名"):
+			_, title, _ := strings.Cut(e.Text, "：")
+			info.Title = title
+		case strings.Contains(e.Text, "女郎"):
+			_, actors, _ := strings.Cut(e.Text, "：")
+			for _, actor := range strings.Split(actors, "、") {
+				info.Actors = append(info.Actors, strings.TrimSpace(actor))
+			}
+		}
+	})
+
+	actorTags := make([]string, 0, 2)
+
+	// Tags (Actors)
+	c.OnXML(`//article[starts-with(@id,'post')]//div[@class="entry-tags"]/a`, func(e *colly.XMLElement) {
+		actorTags = append(actorTags, strings.TrimSpace(e.Text))
+	})
+
+	// Maker
+	c.OnXML(`//article[starts-with(@id,'post')]//span[@class="meta-category"]`, func(e *colly.XMLElement) {
+		if info.Maker == "" {
+			info.Maker = strings.TrimSpace(e.ChildText(`./a[1]`))
+		}
+	})
+
+	// Fallback
+	c.OnScraped(func(_ *colly.Response) {
+		// Number = Upper ID
+		if info.Number == "" {
+			info.Number = ParseNumber(info.ID)
+		}
+
+		// Thumb Image
+		if info.ThumbURL == "" {
+			info.ThumbURL = info.CoverURL // same as cover
+		}
+
+		// Actors
+		if len(info.Actors) == 0 && len(actorTags) > 0 {
+			info.Actors = actorTags // fallback
+		}
+	})
+
+	err = c.Visit(info.Homepage)
+	return
+}
+
+func (mdq *MadouQu) NormalizeMovieKeyword(keyword string) string {
+	if number.IsSpecial(keyword) {
+		return ""
+	}
+	return strings.ToUpper(keyword)
+}
+
+func (mdq *MadouQu) SearchMovie(keyword string) (results []*model.MovieSearchResult, err error) {
+	c := mdq.ClonedCollector()
+
+	c.OnXML(`//article[starts-with(@id, 'post')]`, func(e *colly.XMLElement) {
+		link := e.ChildAttr(`.//h2/a`, "href")
+		id, idErr := mdq.ParseMovieIDFromURL(link)
+		if idErr != nil {
+			return
+		}
+
+		origTitle := e.ChildAttr(`.//h2/a`, "title")
+		nb, title, _ := strings.Cut(origTitle, " ")
+
+		if !regexp.MustCompile(`^(?i)[A-Z0-9_-]+$`).MatchString(nb) {
+			nb = ParseNumber(id)
+			title = origTitle
+		}
+
+		thumb := ExtractImgSrc(e.ChildAttr(`.//div[@class="entry-media"]//a/img`, "data-src"))
+
+		results = append(results, &model.MovieSearchResult{
+			ID:          id,
+			Number:      nb,
+			Title:       title,
+			Provider:    mdq.Name(),
+			Homepage:    link,
+			ThumbURL:    thumb,
+			CoverURL:    thumb, // same as thumb
+			ReleaseDate: parser.ParseDate(e.ChildAttr(`.//li/time`, "datetime")),
+		})
+	})
+
+	if vErr := c.Visit(fmt.Sprintf(searchURL, url.QueryEscape(keyword))); vErr != nil {
+		err = vErr
+	}
+	return
+}
+
+func ExtractImgSrc(src string) string {
+	u, err := url.Parse(src)
+	if err != nil {
+		return src
+	}
+	if ss := regexp.MustCompile(`(https?://.+$)`).FindStringSubmatch(u.Path); len(ss) > 0 {
+		return ss[1]
+	}
+	return src
+}
+
+func ParseNumber(s string) string {
+	s = strings.ToUpper(s)
+	if ss := regexp.MustCompile(`(\d*[A-Z]+)(\d+)`).FindStringSubmatch(s); len(ss) >= 3 {
+		return fmt.Sprintf("%s-%s", ss[1], ss[2])
+	}
+	return s
+}
+
+func init() {
+	provider.RegisterMovieFactory(Name, New)
+}

provider/madouqu/madouqu_test.go

@@ -0,0 +1,74 @@
+package madouqu
+
+import (
+	"encoding/json"
+	"testing"
+
+	"github.com/stretchr/testify/assert"
+)
+
+func TestMadouQu_GetMovieInfoByID(t *testing.T) {
+	provider := New()
+	for _, item := range []string{
+		"mdx-0267",
+		"91cm109",
+		"ras-361",
+		"md0190-1",
+		"pmc-472",
+		"xg19",
+		"hkd38",
+		"dd002",
+	} {
+		info, err := provider.GetMovieInfoByID(item)
+		data, _ := json.MarshalIndent(info, "", "\t")
+		assert.True(t, assert.NoError(t, err) && assert.True(t, info.Valid()))
+		t.Logf("%s", data)
+	}
+}
+
+func TestMadouQu_SearchMovie(t *testing.T) {
+	provider := New()
+	for _, item := range []string{
+		"mdx",
+		"厨房",
+	} {
+		results, err := provider.SearchMovie(provider.NormalizeMovieKeyword(item))
+		data, _ := json.MarshalIndent(results, "", "\t")
+		if assert.NoError(t, err) {
+			for _, result := range results {
+				assert.True(t, result.Valid())
+			}
+		}
+		t.Logf("%s", data)
+	}
+}
+
+func TestParseNumber(t *testing.T) {
+	for _, unit := range []struct {
+		id, want string
+	}{
+		{"mdx0109", "MDX-0109"},
+		{"mdx-0264", "MDX-0264"},
+		{"91cm109", "91CM-109"},
+		{"91CM-109", "91CM-109"},
+	} {
+		assert.Equal(t, unit.want, ParseNumber(unit.id))
+	}
+}
+
+func TestExtractImgSrc(t *testing.T) {
+	for _, unit := range []struct {
+		url, want string
+	}{
+		{
+			"https://sp-ao.shortpixel.ai/client/to_auto,q_lossless,ret_img,w_717,h_569/https://madouqu.com/wp-content/uploads/2023/03/1678787961-49cc48460b5afc7.jpg",
+			"https://madouqu.com/wp-content/uploads/2023/03/1678787961-49cc48460b5afc7.jpg",
+		},
+		{
+			"https://sp-ao.shortpixel.ai/client/to_auto,q_lossless,ret_img,w_717,h_569/http://madouqu.com/wp-content/uploads/2023/03/1678787961-49cc48460b5afc7.jpg",
+			"http://madouqu.com/wp-content/uploads/2023/03/1678787961-49cc48460b5afc7.jpg",
+		},
+	} {
+		assert.Equal(t, unit.want, ExtractImgSrc(unit.url))
+	}
+}