Add explicit User-Agent to TMDB scraper

gimmeliina · Mar 11, 2024 · 35338a0 · 35338a0
1 parent dec7f6c
commit 35338a0
Showing 1 changed file with 32 additions and 34 deletions.
diff --git a/scrapers/TMDB.yml b/scrapers/TMDB.yml
@@ -20,35 +20,28 @@ xPathScrapers:
         selector: //span[@class='runtime']
         postProcess:
           - replace:
-            - regex: "h "
-              with: ":"
-            - regex: "m"
-              with: ":00"
+              - regex: "h "
+                with: ":"
+              - regex: "m"
+                with: ":00"
       Date:
         selector: //span[@class='release']
         postProcess:
-          - replace: 
-            - regex: \(.*$
-              with:
+          - replace:
+              - regex: \(.*$
+                with:
           - parseDate: 01/02/2006
       Synopsis: //div[@class='header_info']/div[@class='overview']/p
-      # Rating is not yet implemented in the UX
-      # Rating:
-      #   selector: //span[@class='rating-stars-avg']/text()
-      #   postProcess:
-      #     - replace:
-      #       - regex: (\d).+
-      #         with: $1
       URL: //meta[@name='og:url']/@content
-      FrontImage: 
+      FrontImage:
         selector: (//img[@class='poster']/@src)[1]
         postProcess:
           - replace:
-            - regex: w300
-              with: w600
+              - regex: w300
+                with: w600
           - replace:
-            - regex: h450
-              with: h900
+              - regex: h450
+                with: h900
   sceneScraper:
     scene:
       Title: (//h2/a)[1]
@@ -57,9 +50,9 @@ xPathScrapers:
       Date:
         selector: //span[@class='release']
         postProcess:
-          - replace: 
-            - regex: \(.*$
-              with:
+          - replace:
+              - regex: \(.*$
+                with:
           - parseDate: 01/02/2006
       Studio:
         Name: //a[@label="Studio"]/text()
@@ -71,28 +64,33 @@ xPathScrapers:
           selector: //small[contains(text(), "Length")]/following-sibling::text()
           postProcess:
             - replace:
-              - regex: " hrs. "
-                with: ":"
-              - regex: " mins."
-                with: ":00"
+                - regex: " hrs. "
+                  with: ":"
+                - regex: " mins."
+                  with: ":00"
         Date:
           selector: //span[@class='release']
           postProcess:
-            - replace: 
-              - regex: \(.*$
-                with:
+            - replace:
+                - regex: \(.*$
+                  with:
             - parseDate: 01/02/2006
         Synopsis: //div[@class='header_info']/div[@class='overview']/p
-        FrontImage: 
+        FrontImage:
           selector: (//img[@class='poster']/@src)[1]
           postProcess:
             - replace:
-              - regex: w300
-                with: w600
+                - regex: w300
+                  with: w600
             - replace:
-              - regex: h450
-                with: h900
+                - regex: h450
+                  with: h900
       Performers:
         Name: //ol[@class='people scroller']/li[@class='card']/p[1]
       URL: //meta[@name='og:url']/@content
+
+driver:
+  headers:
+    - Key: "User-Agent"
+      Value: stash-scraper/1.0.0
 # Last Updated March 11, 2024