scraper: Fix javdatabase scrape issues for actors (#1898)

* Update javdatabase.go Fix javdatabase scrape for cast * Update model_external_reference.go Fix javdatabase actor scrape
xbapps · Jan 18, 2025 · 0b36eac · 0b36eac
1 parent dc0260f
commit 0b36eac
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 2 deletions.
diff --git a/pkg/models/model_external_reference.go b/pkg/models/model_external_reference.go
@@ -981,7 +981,7 @@ func (scrapeRules ActorScraperConfig) buildGenericActorScraperRules() {
 
 	siteDetails = GenericScraperRuleSet{}
 	siteDetails.Domain = "www.javdatabase.com"
-	siteDetails.SiteRules = append(siteDetails.SiteRules, GenericActorScraperRule{XbvrField: "image_url", Selector: `img[data-src^="https://www.javdatabase.com/idolimages/full/"]`, ResultType: "attr", Attribute: "data-src", PostProcessing: []PostProcessing{
+	siteDetails.SiteRules = append(siteDetails.SiteRules, GenericActorScraperRule{XbvrField: "image_url", Selector: `img[src^="https://www.javdatabase.com/idolimages/full/"]`, ResultType: "attr", Attribute: "src", PostProcessing: []PostProcessing{
 		{Function: "AbsoluteUrl"},
 	}})
 	siteDetails.SiteRules = append(siteDetails.SiteRules, GenericActorScraperRule{XbvrField: "images", Selector: `a[href^="https://pics.dmm.co.jp/digital/video/"]:not([href^="https://pics.dmm.co.jp/digital/video/mdj010/"])`, ResultType: "attr", Attribute: "href", PostProcessing: []PostProcessing{

diff --git a/pkg/scrape/javdatabase.go b/pkg/scrape/javdatabase.go
@@ -24,7 +24,7 @@ func ScrapeJavDB(out *[]models.ScrapedScene, queryString string) {
 		sc.Tags = append(sc.Tags, `javdatabase`)
 
 		// Cast
-		html.ForEach("h2.subhead", func(id int, h2 *colly.HTMLElement) {
+		html.ForEach("h4.subhead", func(id int, h2 *colly.HTMLElement) {
 			if strings.HasSuffix(h2.Text, "Actress/Idols") {
 				h2.DOM.Parent().Find("div.card-body a.cut-text").Each(func(i int, anchor *goquery.Selection) {
 					href, exists := anchor.Attr("href")