From 23e9c905da187088ed5889249b1779ab6d54168f Mon Sep 17 00:00:00 2001 From: David Date: Tue, 18 Jul 2023 03:20:41 -0500 Subject: [PATCH] completely switched from zoro to aniwatch --- README.md | 2 +- scraper/scrapers/runScraper.py | 4 ++-- .../scrapers/spiders/{zoro.py => aniwatch.py} | 16 ++++++++-------- 3 files changed, 11 insertions(+), 11 deletions(-) rename scraper/scrapers/spiders/{zoro.py => aniwatch.py} (66%) diff --git a/README.md b/README.md index fd2d457..3df4650 100644 --- a/README.md +++ b/README.md @@ -28,7 +28,7 @@ Yes! You can view the documentation [here](https://docs.rakun.app). There are ot - [x] Kato - [x] 9Anime - [x] Yugen -- [x] Zoro +- [x] Aniwatch - [x] Marin [using MalSyncBackup](https://github.com/MALSync/MAL-Sync-Backup/tree/master/data/pages/Marin) - [ ] KickAssAnimes diff --git a/scraper/scrapers/runScraper.py b/scraper/scrapers/runScraper.py index e388c7a..227a052 100644 --- a/scraper/scrapers/runScraper.py +++ b/scraper/scrapers/runScraper.py @@ -13,7 +13,7 @@ from .spiders.kato import KatoSpider from .spiders.nineanime import NineanimeSpider from .spiders.yugen import YugenSpider -from .spiders.zoro import ZoroSpider +from .spiders.aniwatch import AniwatchSpider from .spiders.marin import MarinSpider # Manga @@ -104,7 +104,7 @@ def __init__(self): MarinSpider, NineanimeSpider, YugenSpider, - ZoroSpider, + AniwatchSpider, MangadexSpider, ComickSpider, MangareaderSpider, diff --git a/scraper/scrapers/spiders/zoro.py b/scraper/scrapers/spiders/aniwatch.py similarity index 66% rename from scraper/scrapers/spiders/zoro.py rename to scraper/scrapers/spiders/aniwatch.py index 36e36a1..3a176f4 100644 --- a/scraper/scrapers/spiders/zoro.py +++ b/scraper/scrapers/spiders/aniwatch.py @@ -1,13 +1,13 @@ import scrapy from scrapers.items import ScrapersItem -class ZoroSpider(scrapy.Spider): +class AniwatchSpider(scrapy.Spider): ''' - Scrapes Anime from Zoro + Scrapes Anime from Aniwatch ''' - name = "zoro" - allowed_domains = ["zoro.to", "aniwatch.to"] - start_urls = ["https://zoro.to/az-list"] + name = "aniwatch" + allowed_domains = ["aniwatch.to"] + start_urls = ["https://aniwatch.to/az-list"] custom_settings = { "ANIMEPIPELINE_ENABLED": True, } @@ -18,14 +18,14 @@ def parse(self, response): if totalPages and currentPage: if int(currentPage) == 1: for pageNumber in range(2, int(totalPages) + 1): - yield scrapy.Request(url=f"https://zoro.to/az-list?page={pageNumber}") + yield scrapy.Request(url=f"https://aniwatch.to/az-list?page={pageNumber}") animeList = response.css("a.dynamic-name") animeItem = ScrapersItem() for anime in animeList: title = anime.attrib["title"] - link = f"https://zoro.to{anime.attrib['href']}" + link = f"https://aniwatch.to{anime.attrib['href']}" animeItem["title"] = title - animeItem["link"] = {"Zoro":link} + animeItem["link"] = {"Aniwatch":link} animeItem["type"] = "Anime" yield animeItem