Skip to content

Commit

Permalink
Create .gitattributes (stashapp#265)
Browse files Browse the repository at this point in the history
  • Loading branch information
peolic authored Nov 8, 2020
1 parent a9603e2 commit 6e013d1
Show file tree
Hide file tree
Showing 18 changed files with 781 additions and 776 deletions.
5 changes: 5 additions & 0 deletions .gitattributes
Original file line number Diff line number Diff line change
@@ -0,0 +1,5 @@
* text=auto

*.yml eol=lf diff=yaml linguist-detectable
*.py eol=lf diff=python
*.md eol=lf diff=markdown
66 changes: 33 additions & 33 deletions scrapers/FemDomEmpire.yml
Original file line number Diff line number Diff line change
@@ -1,34 +1,34 @@
name: "FemDomEmpire"
sceneByURL:
- action: scrapeXPath
url:
- femdomempire.com/tour/trailers/
scraper: sceneScraper
xPathScrapers:
sceneScraper:
scene:
Title: //div[@class="videoDetails clear"]/h3
Date:
selector: //p[span[contains(.,"Date Added")]]
postProcess:
- replace:
- regex: "Date Added:"
with:
- parseDate: January 2, 2006
Details: //div[@class="videoDetails clear"]/p
Performers:
Name: //li[@class="update_models"]/a
Tags:
Name: //ul/li[@class="label" and contains(.,"Categories:")]/..//a
Studio:
Name:
fixed: FemDomEmpire
Image:
selector: //img[@class="update_thumb thumbs stdimage"]/@src0_1x
postProcess:
- replace:
- regex: .*/tour/content//
with: "https://femdomempire.com/tour/content/"

# Last Updated October 10, 2020
name: "FemDomEmpire"
sceneByURL:
- action: scrapeXPath
url:
- femdomempire.com/tour/trailers/
scraper: sceneScraper
xPathScrapers:
sceneScraper:
scene:
Title: //div[@class="videoDetails clear"]/h3
Date:
selector: //p[span[contains(.,"Date Added")]]
postProcess:
- replace:
- regex: "Date Added:"
with:
- parseDate: January 2, 2006
Details: //div[@class="videoDetails clear"]/p
Performers:
Name: //li[@class="update_models"]/a
Tags:
Name: //ul/li[@class="label" and contains(.,"Categories:")]/..//a
Studio:
Name:
fixed: FemDomEmpire
Image:
selector: //img[@class="update_thumb thumbs stdimage"]/@src0_1x
postProcess:
- replace:
- regex: .*/tour/content//
with: "https://femdomempire.com/tour/content/"

# Last Updated October 10, 2020
# Note: Date Added on older scenes seem to be incorrect on FemDomEmpire site. Newer scenes have correct date.
68 changes: 34 additions & 34 deletions scrapers/Firstanalquest.yml
Original file line number Diff line number Diff line change
@@ -1,34 +1,34 @@
name: firstanalquest
sceneByURL:
- action: scrapeXPath
url:
- firstanalquest.com
scraper: sceneScraper
xPathScrapers:
sceneScraper:
common:
$performer: //ul[@class="list-inline"][contains(text(),"Models:")]/li/a
$title: //div[@class="badge-content"]/preceding-sibling::span/text()
scene:
Title: $title
Details:
selector: //div[@class="text-desc"]
Tags:
Name: //li[strong[text()="Tags:"]]/following-sibling::li/a/text()
Performers:
Name: $performer/text()
Image: //img[@class="player-preview"]/@src
Studio:
Name:
fixed: First Anal Quest
Date:
selector: $title
postProcess:
- replace:
- regex: \s
with: +
- regex: ^([^-]+-?).+
with: http://www.firstanalquest.com/search/?q=$1
- subScraper: //span[@class="thumb-added"]/text()
- parseDate: Jan 2, 2006
# Last Updated August 06, 2020
name: firstanalquest
sceneByURL:
- action: scrapeXPath
url:
- firstanalquest.com
scraper: sceneScraper
xPathScrapers:
sceneScraper:
common:
$performer: //ul[@class="list-inline"][contains(text(),"Models:")]/li/a
$title: //div[@class="badge-content"]/preceding-sibling::span/text()
scene:
Title: $title
Details:
selector: //div[@class="text-desc"]
Tags:
Name: //li[strong[text()="Tags:"]]/following-sibling::li/a/text()
Performers:
Name: $performer/text()
Image: //img[@class="player-preview"]/@src
Studio:
Name:
fixed: First Anal Quest
Date:
selector: $title
postProcess:
- replace:
- regex: \s
with: +
- regex: ^([^-]+-?).+
with: http://www.firstanalquest.com/search/?q=$1
- subScraper: //span[@class="thumb-added"]/text()
- parseDate: Jan 2, 2006
# Last Updated August 06, 2020
50 changes: 25 additions & 25 deletions scrapers/Fistertwister.yml
Original file line number Diff line number Diff line change
@@ -1,25 +1,25 @@
name: fistertwister
sceneByURL:
- action: scrapeXPath
url:
- fistertwister.com
scraper: sceneScraper
xPathScrapers:
sceneScraper:
scene:
Title: //div[@class="jumbotron"]/h2/text()[1]
Date:
selector: //li[contains(text(),"Released on:")]/strong/text()
postProcess:
- parseDate: Jan 2, 2006
Details: //div[@class="jumbotron video-info"]/p[not(@class) and not(a)]/text()
Tags:
Name: //a[@class="btn btn-default"]/text()
Performers:
Name: //li[contains(text(),"Featuring:")]//a/text()
Studio:
Name:
fixed: Fister Twister
#Image: //video[@id="video"]/@poster
Image: //meta[@property="og:image"]/@content
# Last Updated August 06, 2020
name: fistertwister
sceneByURL:
- action: scrapeXPath
url:
- fistertwister.com
scraper: sceneScraper
xPathScrapers:
sceneScraper:
scene:
Title: //div[@class="jumbotron"]/h2/text()[1]
Date:
selector: //li[contains(text(),"Released on:")]/strong/text()
postProcess:
- parseDate: Jan 2, 2006
Details: //div[@class="jumbotron video-info"]/p[not(@class) and not(a)]/text()
Tags:
Name: //a[@class="btn btn-default"]/text()
Performers:
Name: //li[contains(text(),"Featuring:")]//a/text()
Studio:
Name:
fixed: Fister Twister
#Image: //video[@id="video"]/@poster
Image: //meta[@property="og:image"]/@content
# Last Updated August 06, 2020
84 changes: 42 additions & 42 deletions scrapers/FittingRoom.yml
Original file line number Diff line number Diff line change
@@ -1,42 +1,42 @@
name: "FittingRoom"
sceneByURL:
- action: scrapeXPath
url:
- fitting-room.com/videos/
scraper: sceneScraper
galleryByURL:
- action: scrapeXPath
url:
- fitting-room.com/albums/
scraper: galleryScraper

xPathScrapers:
sceneScraper:
scene:
Title:
selector: //head/title/text()
Details: //meta[@property="twitter:description"]/@content
Performers:
Name: //div[@class="info-model"]//p[@class="name"]
Tags:
Name: //meta[@property="article:tag"]/@content
Studio:
Name:
fixed: Fitting-Room
Image: //meta[@property="twitter:image"]/@content
URL: //meta[@property="twitter:url"]/@content
galleryScraper:
gallery:
Title:
selector: //head/title/text()
Details: //meta[@property="twitter:description"]/@content
Performers:
Name: //div[@class="info-model"]//p[@class="name"]
Tags:
Name: //meta[@property="article:tag"]/@content
Studio:
Name:
fixed: Fitting-Room
URL: //meta[@property="twitter:url"]/@content

# Last Updated October 23, 2020
name: "FittingRoom"
sceneByURL:
- action: scrapeXPath
url:
- fitting-room.com/videos/
scraper: sceneScraper
galleryByURL:
- action: scrapeXPath
url:
- fitting-room.com/albums/
scraper: galleryScraper

xPathScrapers:
sceneScraper:
scene:
Title:
selector: //head/title/text()
Details: //meta[@property="twitter:description"]/@content
Performers:
Name: //div[@class="info-model"]//p[@class="name"]
Tags:
Name: //meta[@property="article:tag"]/@content
Studio:
Name:
fixed: Fitting-Room
Image: //meta[@property="twitter:image"]/@content
URL: //meta[@property="twitter:url"]/@content
galleryScraper:
gallery:
Title:
selector: //head/title/text()
Details: //meta[@property="twitter:description"]/@content
Performers:
Name: //div[@class="info-model"]//p[@class="name"]
Tags:
Name: //meta[@property="article:tag"]/@content
Studio:
Name:
fixed: Fitting-Room
URL: //meta[@property="twitter:url"]/@content

# Last Updated October 23, 2020
58 changes: 29 additions & 29 deletions scrapers/Mandyflores.yml
Original file line number Diff line number Diff line change
@@ -1,29 +1,29 @@
name: Mandyflores
sceneByURL:
- action: scrapeXPath
url:
- mandyflores.com/vod/
scraper: sceneScraper
xPathScrapers:
sceneScraper:
common:
$updateDesc: //span[@class="update_description"]
$divCenter: /div[@align="center"]
scene:
Title: //span[@class="title_bar_hilite"]
Details:
selector: $updateDesc$divCenter/span/span[@style]/text()[normalize-space(.)]|($updateDesc | $updateDesc/p)/text()[normalize-space(.)]|($updateDesc$divCenter/text())[1]|($updateDesc/text())[1]
concat: "\n\n"
Date:
selector: //div[@class="cell update_date"][not(ancestor::span[@class="update_description"])]/text()[1]
postProcess:
- parseDate: 01/02/2006
Studio:
Name:
fixed: Mandyflores
Tags:
Name: //span[@class="update_tags"]/a
Performers:
Name: //span[@class="update_models"][following-sibling::span[@class="update_tags"]]/a

# Last Updated September 16, 2020
name: Mandyflores
sceneByURL:
- action: scrapeXPath
url:
- mandyflores.com/vod/
scraper: sceneScraper
xPathScrapers:
sceneScraper:
common:
$updateDesc: //span[@class="update_description"]
$divCenter: /div[@align="center"]
scene:
Title: //span[@class="title_bar_hilite"]
Details:
selector: $updateDesc$divCenter/span/span[@style]/text()[normalize-space(.)]|($updateDesc | $updateDesc/p)/text()[normalize-space(.)]|($updateDesc$divCenter/text())[1]|($updateDesc/text())[1]
concat: "\n\n"
Date:
selector: //div[@class="cell update_date"][not(ancestor::span[@class="update_description"])]/text()[1]
postProcess:
- parseDate: 01/02/2006
Studio:
Name:
fixed: Mandyflores
Tags:
Name: //span[@class="update_tags"]/a
Performers:
Name: //span[@class="update_models"][following-sibling::span[@class="update_tags"]]/a

# Last Updated September 16, 2020
Loading

0 comments on commit 6e013d1

Please sign in to comment.