goyomi/sources/base/mccms/mccms.go

// Package mccms implements the MCCMS (Chinese manga CMS) manga base.
// HTML scraping; popular/latest via category pages; pages via data-original img attr.
package mccms

import (
	"context"
	"fmt"
	"net/http"
	"strings"

	"github.com/PuerkitoBio/goquery"

	"goyomi/internal/httpclient/flare"
	"goyomi/internal/source"
	"goyomi/sources/base/util"
)

type Config struct {
	Name               string
	BaseURL            string
	Lang               string
	LazyLoadAttr       string // default: "data-original"
	UseMobilePageList  bool
}

type Source struct {
	cfg    Config
	client *flare.Client
	id     int64
}

func New(cfg Config) *Source {
	if cfg.LazyLoadAttr == "" {
		cfg.LazyLoadAttr = "data-original"
	}
	c := flare.NewClient(flare.WithRateLimit(2, 3))
	return &Source{cfg: cfg, client: c, id: source.GenerateSourceID(cfg.Name, cfg.Lang)}
}

func (s *Source) ID() int64            { return s.id }
func (s *Source) Name() string         { return s.cfg.Name }
func (s *Source) Lang() string         { return s.cfg.Lang }
func (s *Source) SupportsLatest() bool { return true }

func (s *Source) base() string { return strings.TrimRight(s.cfg.BaseURL, "/") }

var pcUA = "Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:109.0) Gecko/20100101 Firefox/121.0"

func (s *Source) get(ctx context.Context, rawURL string) (*goquery.Document, error) {
	req, err := http.NewRequestWithContext(ctx, http.MethodGet, rawURL, nil)
	if err != nil {
		return nil, err
	}
	req.Header.Set("User-Agent", pcUA)
	resp, err := s.client.Do(req)
	if err != nil {
		return nil, err
	}
	defer resp.Body.Close()
	if resp.StatusCode != http.StatusOK {
		return nil, fmt.Errorf("mccms: HTTP %d", resp.StatusCode)
	}
	return goquery.NewDocumentFromReader(resp.Body)
}

func (s *Source) parseListing(doc *goquery.Document) source.MangasPage {
	var mangas []source.SManga
	doc.Find(".common-comic-item").Each(func(_ int, el *goquery.Selection) {
		titleEl := el.Find(".comic__title").First().Find("a").First()
		if titleEl.Length() == 0 {
			return
		}
		href := titleEl.AttrOr("href", "")
		// strip /index.php prefix
		href = strings.TrimPrefix(href, "/index.php")
		m := source.SManga{
			URL:   href,
			Title: strings.TrimSpace(titleEl.Text()),
		}
		if img := el.Find("img").First(); img.Length() > 0 {
			m.ThumbnailURL = util.AbsURL(s.cfg.BaseURL, img.AttrOr("data-original", img.AttrOr("src", "")))
		}
		if m.URL != "" && m.Title != "" {
			mangas = append(mangas, m)
		}
	})

	// Pagination: last two links in #Pagination or .NewPages differ → has next
	hasNext := false
	doc.Find("#Pagination a, .NewPages a").Each(func(_ int, _ *goquery.Selection) {})
	buttons := doc.Find("#Pagination a, .NewPages a")
	n := buttons.Length()
	if n >= 2 {
		last := strings.TrimSpace(buttons.Eq(n - 1).AttrOr("href", "a"))
		secondLast := strings.TrimSpace(buttons.Eq(n - 2).AttrOr("href", "b"))
		hasNext = last != secondLast
	}
	return source.MangasPage{Mangas: mangas, HasNextPage: hasNext}
}

func (s *Source) GetPopularManga(page int) (source.MangasPage, error) {
	doc, err := s.get(context.Background(), fmt.Sprintf("%s/category/order/hits/page/%d", s.base(), page))
	if err != nil {
		return source.MangasPage{}, err
	}
	return s.parseListing(doc), nil
}

func (s *Source) GetLatestUpdates(page int) (source.MangasPage, error) {
	doc, err := s.get(context.Background(), fmt.Sprintf("%s/category/order/addtime/page/%d", s.base(), page))
	if err != nil {
		return source.MangasPage{}, err
	}
	return s.parseListing(doc), nil
}

func (s *Source) GetSearchManga(page int, query string, filters []source.Filter) (source.MangasPage, error) {
	u := fmt.Sprintf("%s/search/%s/%d", s.base(), query, page)
	doc, err := s.get(context.Background(), u)
	if err != nil {
		return source.MangasPage{}, err
	}
	return s.parseListing(doc), nil
}

func (s *Source) GetMangaDetails(manga source.SManga) (source.SManga, error) {
	doc, err := s.get(context.Background(), util.AbsURL(s.cfg.BaseURL, manga.URL))
	if err != nil {
		return manga, err
	}
	result := source.SManga{URL: manga.URL}

	box := doc.Find(".de-info__box").First()
	result.Title = strings.TrimSpace(box.Find(".comic-title").First().Text())
	if result.Title == "" {
		result.Title = manga.Title
	}
	if img := box.Find("img").First(); img.Length() > 0 {
		result.ThumbnailURL = util.AbsURL(s.cfg.BaseURL, img.AttrOr("src", ""))
	}
	result.Author = strings.TrimSpace(box.Find(".name").First().Text())
	result.Description = strings.TrimSpace(box.Find(".intro-total").First().Text())

	var genres []string
	box.Find(".comic-status a").Each(func(_ int, a *goquery.Selection) {
		if t := strings.TrimSpace(a.Text()); t != "" {
			genres = append(genres, t)
		}
	})
	result.Genre = strings.Join(genres, ", ")
	return result, nil
}

func removePathPrefix(href string) string {
	return strings.TrimPrefix(href, "/index.php")
}

func (s *Source) GetChapterList(manga source.SManga) ([]source.SChapter, error) {
	doc, err := s.get(context.Background(), util.AbsURL(s.cfg.BaseURL, manga.URL))
	if err != nil {
		return nil, err
	}
	var chapters []source.SChapter
	doc.Find(".chapter__list-box > li").Each(func(_ int, el *goquery.Selection) {
		link := el.Children().First()
		href := removePathPrefix(link.AttrOr("href", ""))
		if href == "" {
			return
		}
		chapters = append(chapters, source.SChapter{
			URL:  href,
			Name: strings.TrimSpace(link.Text()),
		})
	})
	// Reverse to get descending order (latest first)
	for i, j := 0, len(chapters)-1; i < j; i, j = i+1, j-1 {
		chapters[i], chapters[j] = chapters[j], chapters[i]
	}
	return chapters, nil
}

func (s *Source) GetPageList(chapter source.SChapter) ([]source.Page, error) {
	doc, err := s.get(context.Background(), util.AbsURL(s.cfg.BaseURL, chapter.URL))
	if err != nil {
		return nil, err
	}
	var pages []source.Page
	if s.cfg.UseMobilePageList {
		doc.Find(".comic-list img").Each(func(i int, img *goquery.Selection) {
			u := img.AttrOr("src", "")
			if u != "" {
				pages = append(pages, source.Page{Index: i, ImageURL: util.AbsURL(s.cfg.BaseURL, u)})
			}
		})
	} else {
		doc.Find(fmt.Sprintf("img[%s]", s.cfg.LazyLoadAttr)).Each(func(i int, img *goquery.Selection) {
			u := img.AttrOr(s.cfg.LazyLoadAttr, "")
			if u != "" {
				pages = append(pages, source.Page{Index: i, ImageURL: u})
			}
		})
	}
	return pages, nil
}

func (s *Source) GetImageURL(page source.Page) (string, error) { return page.ImageURL, nil }
func (s *Source) GetFilterList() []source.Filter               { return nil }