From a643ad7c2f1b8db66e4e16d222b5f85d90313701 Mon Sep 17 00:00:00 2001
From: Uilton Oliveira <uilton@darksupremo.com>
Date: Thu, 19 Jul 2018 02:24:25 -0300
Subject: [PATCH] Add new provider: BJ-Share (Brazillian) (#4727)
* Add new provider: BJ-Share (Brazillian)
* Fix travis
* Apply patch file
---
gui/slick/images/providers/bj_share.png | Bin 0 -> 794 bytes
sickbeard/providers/__init__.py | 12 +-
sickbeard/providers/bjshare.py | 303 ++++++++++++++++++++++++
3 files changed, 309 insertions(+), 6 deletions(-)
create mode 100644 gui/slick/images/providers/bj_share.png
create mode 100644 sickbeard/providers/bjshare.py
diff --git a/gui/slick/images/providers/bj_share.png b/gui/slick/images/providers/bj_share.png
new file mode 100644
index 0000000000000000000000000000000000000000..4b425363d874a112824968d504d81c93d4d586ea
GIT binary patch
literal 794
zcmeAS@N?(olHy`uVBq!ia0y~yU=RRd4mJh`2Kmqb6B!s7*pj^6T^Rm@;DWu&Co?cG
za29w(7Bet#3xhBt!>l<H3=9nHC7!;n><`#vMXbeCUd>`<U|?GA>Eak-aeD4#Z;y~f
zk>mfL?=F8gce%1(msAuVZ)(^B?benHQ6fz@4w(hc?hp%<iV$GAw#-%F?cFPSGcHas
z5MYy9vLI?k>a2z5B7!9sEBBtO-t&E)*uyIUjwKHcJhZ8kImayjP2PU{mc38ic0Aw2
z`d@LAT&Gd4O4Zhro~9x9lH4bLU0H4S;BR<?z*g(y9WQi`PgbAcG568>)#A@?S9$#x
zbzl%EGX0`FcdwgRvB>M!rW*RT@t=SG+`C_N<8|$`OhIxRZd`gPnD2D>$%a*PJVGa(
z{Gt-M|M!)BobiwR8~Epat4j{H=9zw3pCRG;>EqlfL2er-7EC;MX66||Z;PPw4L5=q
z5_mfLedp$#%adDDv1-Qj#o1e2d9TT4i*b89pU4f{eAMQ+-|qQJ*?J5Klh*`SzO>Fc
zVte7HPuI#Bve$NmL{`S$V_LG^^4Xg1A5IRYZ?1iJGL~|@!gYAU0<B;VmDL(z`RC6o
z&i)uwe7Q(2fxFJ`6q|g4=aGm-u1SI^u6oXD&l^wwY+EbV$@8z}hMVZ=pr{*fl&|jF
zoyo{x%*@P{^fB+&m7FEgN0l~}acZv?*PQ(MKvvwO?m6WybDwLyjuK!<2vonYD_w>m
zg<-?p@A6K5um9{+Ur{;PAjI}>h1!;)4?LT8nh6vIOl|MClDcH;<uz&M%xN~V?jE6M
z0;c}C72&}2xK%^D)*wD8-sST8T@x;++*otoCHd`*H*eNF{QQ$=W=F-xlKU$zl-M&&
zh}1oJ=1^qHrfSW3Qv|!eYF%8>T)LLqg)JrX$2Gp_l7fPO{}&(V3vsYKkyT%R$L&kB
zd|@IF!;QR|VtM7?*Iw)Lu#mZS{P^+Bte%eFADV64^GRUloBaI;7#8n%vCR70ue5{a
zVktAH7FpydTI4Le|1Nyez9QF~9LwUwckE}@>X*rz_<*O7fq{X+)78&qol`;+0L2kv
AmjD0&
literal 0
HcmV?d00001
diff --git a/sickbeard/providers/__init__.py b/sickbeard/providers/__init__.py
index bc5ac3679..5e2cb3656 100644
--- a/sickbeard/providers/__init__.py
+++ b/sickbeard/providers/__init__.py
@@ -24,14 +24,14 @@ from os import sys
from random import shuffle
import sickbeard
-from sickbeard.providers import (abnormal, alpharatio, archetorrent, binsearch, bitcannon, btn, cpasbien, danishbits, elitetorrent, filelist, gftracker,
- gimmepeers, hd4free, hdbits, hdspace, hdtorrents, hdtorrents_it, horriblesubs, hounddawgs, ilcorsaronero, immortalseed,
- iptorrents, limetorrents, morethantv, ncore, nebulance, newpct, norbits, nyaa, omgwtfnzbs, pretome, rarbg, scc, scenetime,
- shazbat, skytorrents, speedcd, thepiratebay, tntvillage, tokyotoshokan, torrent9, torrentbytes, torrentday, torrentleech,
- torrentproject, torrentz, tvchaosuk, xthor, yggtorrent)
+from sickbeard.providers import (abnormal, alpharatio, archetorrent, binsearch, bitcannon, bjshare, btn, cpasbien, danishbits, elitetorrent, filelist,
+ gftracker, gimmepeers, hd4free, hdbits, hdspace, hdtorrents, hdtorrents_it, horriblesubs, hounddawgs, ilcorsaronero,
+ immortalseed, iptorrents, limetorrents, morethantv, ncore, nebulance, newpct, norbits, nyaa, omgwtfnzbs, pretome, rarbg, scc,
+ scenetime, shazbat, skytorrents, speedcd, thepiratebay, tntvillage, tokyotoshokan, torrent9, torrentbytes, torrentday,
+ torrentleech, torrentproject, torrentz, tvchaosuk, xthor, yggtorrent)
__all__ = [
- 'abnormal', 'alpharatio', 'archetorrent', 'binsearch', 'bitcannon', 'btn', 'cpasbien', 'danishbits',
+ 'abnormal', 'alpharatio', 'archetorrent', 'binsearch', 'bitcannon', 'bjshare', 'btn', 'cpasbien', 'danishbits',
'elitetorrent', 'filelist', 'gftracker', 'gimmepeers', 'hd4free', 'hdbits', 'hdspace', 'hdtorrents', 'hdtorrents_it',
'horriblesubs', 'hounddawgs', 'ilcorsaronero', 'immortalseed', 'iptorrents', 'limetorrents', 'morethantv',
'ncore', 'nebulance', 'newpct', 'norbits', 'nyaa', 'omgwtfnzbs', 'pretome', 'rarbg', 'scc', 'scenetime',
diff --git a/sickbeard/providers/bjshare.py b/sickbeard/providers/bjshare.py
new file mode 100644
index 000000000..b3dcfbeed
--- /dev/null
+++ b/sickbeard/providers/bjshare.py
@@ -0,0 +1,303 @@
+# coding=utf-8
+# Author: DarkSupremo <uilton.dev@gmail.com>
+#
+# URL: https://sickrage.github.io
+#
+# This file is part of SickRage.
+#
+# SickRage is free software: you can redistribute it and/or modify
+# it under the terms of the GNU General Public License as published by
+# the Free Software Foundation, either version 3 of the License, or
+# (at your option) any later version.
+#
+# SickRage is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License
+# along with SickRage. If not, see <http://www.gnu.org/licenses/>.
+
+"""Provider code for BJ-Share."""
+
+from __future__ import unicode_literals
+
+import re
+
+from requests.compat import urljoin
+from requests.utils import add_dict_to_cookiejar, dict_from_cookiejar
+
+from sickbeard import logger, tvcache
+from sickbeard.bs4_parser import BS4Parser
+from sickrage.helper.common import convert_size, try_int
+from sickrage.providers.torrent.TorrentProvider import TorrentProvider
+
+
+class BJShareProvider(TorrentProvider):
+ """BJ-Share Torrent provider."""
+
+ def __init__(self):
+ """Initialize the class."""
+ super(BJShareProvider, self).__init__('BJ-Share')
+
+ # URLs
+ self.url = 'https://bj-share.me'
+ self.urls = {
+ 'login': "https://bj-share.me/login.php",
+ 'search': urljoin(self.url, 'torrents.php')
+ }
+
+ # Credentials
+ self.enable_cookies = True
+ self.cookies = ''
+ self.username = None
+ self.password = None
+ self.required_cookies = ['session']
+
+ # Torrent Stats
+ self.minseed = None
+ self.minleech = None
+
+ # Miscellaneous Options
+ self.supports_absolute_numbering = True
+ self.max_back_pages = 2
+
+ # Proper Strings
+ self.proper_strings = ['PROPER', 'REPACK', 'REAL', 'RERIP']
+
+ # Cache
+ self.cache = tvcache.TVCache(self)
+
+ # One piece and Boruto is the only animes that i'm aware that is in "absolute" numbering, the problem is that
+ # they include the season (wrong season) and episode as absolute, eg: One Piece - S08E836
+ # 836 is the latest episode in absolute numbering, that is correct, but S08 is not the current season...
+ # So for this show, i don't see a other way to make it work...
+ #
+ # All others animes that i tested is with correct season and episode set, so i can't remove the season from all
+ # or will break everything else
+ #
+ # In this indexer, it looks that it is added "automatically", so all current and new releases will be broken
+ # until they or the source from where they get that info fix it...
+ self.absolute_numbering = [
+ 'One Piece', 'Boruto: Naruto Next Generations'
+ ]
+
+ def search(self, search_strings, age=0, ep_obj=None): # pylint: disable=too-many-locals, too-many-branches
+ """
+ Search a provider and parse the results.
+
+ :param search_strings: A dict with mode (key) and the search value (value)
+ :param age: Not used
+ :param ep_obj: Informations about the episode being searched (when not RSS)
+
+ :returns: A list of search results (structure)
+ """
+ results = []
+ if not self.login():
+ return results
+
+ anime = False
+ if ep_obj and ep_obj.show:
+ anime = ep_obj.show.anime == 1
+
+ search_params = {
+ 'order_by': 'time',
+ 'order_way': 'desc',
+ 'group_results': 0,
+ 'action': 'basic',
+ 'searchsubmit': 1
+ }
+
+ if 'RSS' in search_strings.keys():
+ search_params['filter_cat[14]'] = 1 # anime
+ search_params['filter_cat[2]'] = 1 # tv shows
+ elif anime:
+ search_params['filter_cat[14]'] = 1 # anime
+ else:
+ search_params['filter_cat[2]'] = 1 # tv shows
+
+ for mode in search_strings:
+ items = []
+ logger.log(u'Search Mode: {0}'.format(mode), logger.DEBUG)
+
+ # if looking for season, look for more pages
+ if mode == 'Season':
+ self.max_back_pages = 10
+
+ for search_string in search_strings[mode]:
+ if mode != 'RSS':
+ logger.log(u'Search string: {0}'.format(search_string.decode('utf-8')), logger.DEBUG)
+
+ # Remove season / episode from search (not supported by tracker)
+ search_str = re.sub(r'\d+$' if anime else r'[S|E]\d\d', '', search_string).strip()
+ search_params['searchstr'] = search_str
+ next_page = 1
+ has_next_page = True
+
+ while has_next_page and next_page <= self.max_back_pages:
+ search_params['page'] = next_page
+ logger.log(u'Page Search: {0}'.format(next_page), logger.DEBUG)
+ next_page += 1
+
+ response = self.session.get(self.urls['search'], params=search_params)
+ if not response:
+ logger.log('No data returned from provider', logger.DEBUG)
+ continue
+
+ result = self._parse(response.content, mode)
+ has_next_page = result['has_next_page']
+ items += result['items']
+
+ results += items
+
+ return results
+
+ def _parse(self, data, mode):
+ """
+ Parse search results for items.
+
+ :param data: The raw response from a search
+ :param mode: The current mode used to search, e.g. RSS
+
+ :return: A KV with a list of items found and if there's an next page to search
+ """
+
+ def process_column_header(td):
+ ret = u''
+ if td.a and td.a.img:
+ ret = td.a.img.get('title', td.a.get_text(strip=True))
+ if not ret:
+ ret = td.get_text(strip=True)
+ return ret
+
+ items = []
+ has_next_page = False
+ with BS4Parser(data, 'html5lib') as html:
+ torrent_table = html.find('table', id='torrent_table')
+ torrent_rows = torrent_table('tr') if torrent_table else []
+
+ # ignore next page in RSS mode
+ has_next_page = mode != 'RSS' and html.find('a', class_='pager_next') is not None
+ logger.log(u'More Pages? {0}'.format(has_next_page), logger.DEBUG)
+
+ # Continue only if at least one Release is found
+ if len(torrent_rows) < 2:
+ logger.log('Data returned from provider does not contain any torrents', logger.DEBUG)
+ return {'has_next_page': has_next_page, 'items': []}
+
+ # '', '', 'Name /Year', 'Files', 'Time', 'Size', 'Snatches', 'Seeders', 'Leechers'
+ labels = [process_column_header(label) for label in torrent_rows[0]('td')]
+ group_title = u''
+
+ # Skip column headers
+ for result in torrent_rows[1:]:
+ cells = result('td')
+ result_class = result.get('class')
+ # When "Grouping Torrents" is enabled, the structure of table change
+ group_index = -2 if 'group_torrent' in result_class else 0
+ try:
+ title = result.select('a[href^="torrents.php?id="]')[0].get_text()
+ title = re.sub('\s+', ' ', title).strip() # clean empty lines and multiple spaces
+
+ if 'group' in result_class or 'torrent' in result_class:
+ # get international title if available
+ title = re.sub('.* \[(.*?)\](.*)', r'\1\2', title)
+
+ if 'group' in result_class:
+ group_title = title
+ continue
+
+ # Clean dash between title and season/episode
+ title = re.sub('- (S\d{2}(E\d{2,4})?)', r'\1', title)
+
+ for serie in self.absolute_numbering:
+ if serie in title:
+ # remove season from title when its in absolute format
+ title = re.sub('S\d{2}E(\d{2,4})', r'\1', title)
+ break
+
+ download_url = urljoin(self.url,
+ result.select('a[href^="torrents.php?action=download"]')[0]['href'])
+ if not all([title, download_url]):
+ continue
+
+ seeders = try_int(cells[labels.index('Seeders') + group_index].get_text(strip=True))
+ leechers = try_int(cells[labels.index('Leechers') + group_index].get_text(strip=True))
+
+ # Filter unseeded torrent
+ if seeders < self.minseed or leechers < self.minleech:
+ if mode != "RSS":
+ logger.log("Discarding torrent because it doesn't meet the"
+ " minimum seeders or leechers: {0} (S:{1} L:{2})".format
+ (title, seeders, leechers), logger.DEBUG)
+ continue
+
+ torrent_details = None
+ if 'group_torrent' in result_class:
+ # torrents belonging to a group
+ torrent_details = title
+ title = group_title
+ elif 'torrent' in result_class:
+ # standalone/un grouped torrents
+ torrent_details = cells[labels.index('Nome/Ano')].find('div', class_='torrent_info').get_text()
+
+ torrent_details = torrent_details.replace('[', ' ').replace(']', ' ').replace('/', ' ')
+ torrent_details = torrent_details.replace('Full HD ', '1080p').replace('HD ', '720p')
+
+ torrent_size = cells[labels.index('Tamanho') + group_index].get_text(strip=True)
+ size = convert_size(torrent_size) or -1
+
+ torrent_name = '{0} {1}'.format(title, torrent_details.strip()).strip()
+ torrent_name = re.sub('\s+', ' ', torrent_name)
+
+ items.append({
+ 'title': torrent_name,
+ 'link': download_url,
+ 'size': size,
+ 'seeders': seeders,
+ 'leechers': leechers,
+ 'hash': ''
+ })
+
+ if mode != 'RSS':
+ logger.log('Found result: {0} with {1} seeders and {2} leechers'.format
+ (torrent_name, seeders, leechers), logger.DEBUG)
+
+ except (AttributeError, TypeError, KeyError, ValueError, IndexError):
+ logger.log('Failed parsing provider.', logger.ERROR)
+
+ return {'has_next_page': has_next_page, 'items': items}
+
+ def login(self):
+ """Login method used for logging in before doing a search and torrent downloads."""
+ cookie_dict = dict_from_cookiejar(self.session.cookies)
+ if cookie_dict.get('session'):
+ return True
+
+ if self.cookies:
+ add_dict_to_cookiejar(self.session.cookies, dict(x.rsplit('=', 1) for x in self.cookies.split(';')))
+
+ cookie_dict = dict_from_cookiejar(self.session.cookies)
+ if cookie_dict.get('session'):
+ return True
+
+ login_params = {
+ 'submit': 'Login',
+ 'username': self.username,
+ 'password': self.password,
+ 'keeplogged': 1,
+ }
+
+ response = self.get_url(self.urls['login'], post_data=login_params, returns='text')
+ if not response:
+ logger.log(u"Unable to connect to provider", logger.WARNING)
+ return False
+
+ if re.search('<title>Login :: BJ-Share</title>', response):
+ logger.log(u"Invalid username or password. Check your settings", logger.WARNING)
+ return False
+
+ return True
+
+
+provider = BJShareProvider()
--
GitLab