From f117856b6b39aff59f74a07470c48210b3d1450d Mon Sep 17 00:00:00 2001
From: =?UTF-8?q?Bj=C3=B8rn=20Hamra?= <bjorn@hamra.no>
Date: Mon, 13 Apr 2015 23:34:55 +0200
Subject: [PATCH] Added SceneTime provider (Copy/re-use of the TorrentBytes
provider with some minor tweaks)
---
gui/slick/images/providers/scenetime.png | Bin 0 -> 1740 bytes
sickbeard/__init__.py | 2 +-
sickbeard/providers/__init__.py | 1 +
sickbeard/providers/scenetime.py | 285 +++++++++++++++++++++++
4 files changed, 287 insertions(+), 1 deletion(-)
create mode 100644 gui/slick/images/providers/scenetime.png
create mode 100644 sickbeard/providers/scenetime.py
diff --git a/gui/slick/images/providers/scenetime.png b/gui/slick/images/providers/scenetime.png
new file mode 100644
index 0000000000000000000000000000000000000000..32e729817493ca9411fc78e698a8b9c37a081780
GIT binary patch
literal 1740
zcmeAS@N?(olHy`uVBq!ia0y~yU=RRd4rT@h1`S>QU<L*T$r9IylHmNblJdl&R0hYC
z{G?O`&)mfH)S%SFl*+=BsWuD@%o>>?5hW46K32*3xq68pHF_1f1q>iyV_#8_n4Fzj
zqL7rDo|$K>^nUk#C56lsTcvPQUjyF)=hTc$kE){7;3~h6<f`ms%M>MhI|Z8xtBTx$
z+|-gpg^Jvqyke^gTP3i$R(Zu%AYpwa1+bEmY+EIWqau6*6rA&mQWZ?~%yg3t3{4cw
zE%gjd&CD&$brg&Y3{CV6EcA^GbPX)6OpUD!j1-_i$xgwhC?(A*$i)q6S5Zoutx`rw
zNr9EVetCJhUb(Seeo?x<p{1pzzJZaxk&$juN}6tQWnM{Qg>GK4GRy>*)Z*l#%z~24
z{5%DaiHS-1r6smXN>F1fatq+b<`qMODLFq^zap_f-%!s0<Ryq-a|?WZ@hi>Eg{v+u
z2}(t{7puX=A(aKG`a!A1`K3k4sX?h}${;rtSUDG^CYIzEh2-bwz(O$~BfliSI3vG6
z!PyxcY6=>@iOHFHAVE#AE?-|O&%EN2#JuEGPZwLIirfOd%*+%kM<XXg3qx~D7e^Bd
zLqk^+OBV|>XIB$*H)kU!HzQ*Mm|mCs<kH;Kyb_q+6og(!oO(eC0u(4#E~!PCWvMA{
zMftf3V2@j6;&zKUPV=C8Q*gV*0;gVmI|UnkQ1l{2H%utV#SO#+r%X^PwNpSO|J1w`
zTcsi;d%M}nHI)nuOfmsJA+Fw2OdXqbY-=^m3zc0u^sUR(OtKaIW}B<~i<)FB=)_2P
zPBwP$HSn2kYM3Uc86n|1S=Vc_iAk1{N4JrT2bV*=jz_Ptb-9|9JG*m>o?DlpUV^Me
zzKU~)u6lr&s<)_Nih_Qkv}LKfZMCLOw6uDNxOSL?*HjbtDF(`+d<ucwiXlA7y`c~8
zKXB~R%$^zd``aIn2}U+eYFF-DeD&h>kFP&No7{eX|Kl;$aL3`zW=ZOe^D8V0RX%_G
zV%M(GyP(Z9TXEISrJ6}18xF19b#Qyt)Iz&f&6?@OHXW)HS9bbNGFz~Brd7LgP@S`S
zw9u8Sm)GuIas2Wjt#~oJPW2z3f2qa^YQ%^*c4!yON<Msb@3)WNH6z3gW97TH*2;PE
zn3T(ECW=Pa2E2Im>gCIqo_!{t-+Xmw*7^MQYu);StGBN#SToD9Lq|VV#-U3qxih?X
zNt<z={O_-Syr-M~{Q5g`lKX>u4{qPNT{<V@_t(Gw|NT#y9`g6cf8#=#-{1c(-Z*F3
z(RpXCooty?<2p%4Es_7|)&0jW9x=~Ub?r5H@Zf<_o{UDgsDihE%S7!@ufMF=yTH0p
z?ZxAlezVOyYb-x~`0P||U{)*d)o-eqEL6TK&9qo9vfjrf+x+~+v#(#jF{zOM`2ORa
z`*%XiJq+UH4O8XKlQr~GrKhg#v#M5!o9yS&Y!=fHDCfzo>L=nq+kDxsd1=$abuvXg
zXX^j@`sdy2_nY0t`571(g*;sxLn>~G9BfWH%pk&W;CjKzpxg6uOSa|S2BGiG+3y`V
z{KBO3r->)A3NX!AIoU6N|M?@u_y4ZQPU08hYd`$E>waFwtrdT_eD!iTn6$Q^@6S1N
z`S2+|l^aDA(l;-D)b{uF<<FC>`KI3}5=ee^WX>Pf{YpH++Y@I<^z<BS-ZHP@!)e{N
z$$~r_pS~Eq{cOH7y46C$q4n{l$$!tT?p$-OP_u8fL&KsBm+#x%y&n`E<Lcsaa1Rg>
z^gYXZ_3Kg@!4|$LcXr=-)&A|q(bo@-GwFqME<1Gn+U(!A4XU5q%Ul+h&(vLg$m8XM
zozHK$PST!ya!W(y);-I#txeLNomtznEYmo{^nJcj;8Krm%L)rG{NpxYs1<g)W7fd1
Q5mdi;y85}Sb4q9e0B3-k;Q#;t
literal 0
HcmV?d00001
diff --git a/sickbeard/__init__.py b/sickbeard/__init__.py
index 2a9b9e09..d914233f 100755
--- a/sickbeard/__init__.py
+++ b/sickbeard/__init__.py
@@ -38,7 +38,7 @@ from sickbeard import providers, metadata, config, webserveInit
from sickbeard.providers.generic import GenericProvider
from providers import ezrss, btn, newznab, womble, thepiratebay, oldpiratebay, torrentleech, kat, iptorrents, \
omgwtfnzbs, scc, hdtorrents, torrentday, hdbits, hounddawgs, nextgen, speedcd, nyaatorrents, animenzb, torrentbytes, animezb, \
- freshontv, morethantv, bitsoup, t411, tokyotoshokan, shazbat, rarbg, alpharatio, tntvillage, binsearch, eztv
+ freshontv, morethantv, bitsoup, t411, tokyotoshokan, shazbat, rarbg, alpharatio, tntvillage, binsearch, eztv, scenetime
from sickbeard.config import CheckSection, check_setting_int, check_setting_str, check_setting_float, ConfigMigrator, \
naming_ep_type
from sickbeard import searchBacklog, showUpdater, versionChecker, properFinder, autoPostProcesser, \
diff --git a/sickbeard/providers/__init__.py b/sickbeard/providers/__init__.py
index 02f150c0..453a34eb 100755
--- a/sickbeard/providers/__init__.py
+++ b/sickbeard/providers/__init__.py
@@ -47,6 +47,7 @@ __all__ = ['ezrss',
'tntvillage',
'binsearch',
'eztv',
+ 'scenetime',
]
import sickbeard
diff --git a/sickbeard/providers/scenetime.py b/sickbeard/providers/scenetime.py
new file mode 100644
index 00000000..c3aaca9d
--- /dev/null
+++ b/sickbeard/providers/scenetime.py
@@ -0,0 +1,285 @@
+# Author: Idan Gutman
+# URL: http://code.google.com/p/sickbeard/
+#
+# This file is part of SickRage.
+#
+# SickRage is free software: you can redistribute it and/or modify
+# it under the terms of the GNU General Public License as published by
+# the Free Software Foundation, either version 3 of the License, or
+# (at your option) any later version.
+#
+# SickRage is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License
+# along with SickRage. If not, see <http://www.gnu.org/licenses/>.
+
+import re
+import traceback
+import datetime
+import urlparse
+import sickbeard
+import generic
+import urllib
+from sickbeard.common import Quality
+from sickbeard import logger
+from sickbeard import tvcache
+from sickbeard import db
+from sickbeard import classes
+from sickbeard import helpers
+from sickbeard import show_name_helpers
+from sickbeard.exceptions import ex
+from sickbeard import clients
+from lib import requests
+from lib.requests import exceptions
+from sickbeard.bs4_parser import BS4Parser
+from lib.unidecode import unidecode
+from sickbeard.helpers import sanitizeSceneName
+
+
+class SceneTimeProvider(generic.TorrentProvider):
+
+ def __init__(self):
+
+ generic.TorrentProvider.__init__(self, "SceneTime")
+
+ self.supportsBacklog = True
+
+ self.enabled = False
+ self.username = None
+ self.password = None
+ self.ratio = None
+ self.minseed = None
+ self.minleech = None
+
+ self.cache = SceneTimeCache(self)
+
+ self.urls = {'base_url': 'https://www.scenetime.com',
+ 'login': 'https://www.scenetime.com/takelogin.php',
+ 'detail': 'https://www.scenetime.com/details.php?id=%s',
+ 'search': 'https://www.scenetime.com/browse.php?search=%s%s',
+ 'download': 'https://www.scenetime.com/download.php/%s/%s',
+ }
+
+ self.url = self.urls['base_url']
+
+ self.categories = "&c2=1&c43=13&c9=1&c63=1&c77=1&c79=1&c100=1&c101=1"
+
+ def isEnabled(self):
+ return self.enabled
+
+ def imageName(self):
+ return 'scenetime.png'
+
+ def getQuality(self, item, anime=False):
+
+ quality = Quality.sceneQuality(item[0], anime)
+ return quality
+
+ def _doLogin(self):
+
+ login_params = {'username': self.username,
+ 'password': self.password
+ }
+
+ self.session = requests.Session()
+
+ try:
+ response = self.session.post(self.urls['login'], data=login_params, timeout=30, verify=False)
+ except (requests.exceptions.ConnectionError, requests.exceptions.HTTPError), e:
+ logger.log(u'Unable to connect to ' + self.name + ' provider: ' + ex(e), logger.ERROR)
+ return False
+
+ if re.search('Username or password incorrect', response.text):
+ logger.log(u'Invalid username or password for ' + self.name + ' Check your settings', logger.ERROR)
+ return False
+
+ return True
+
+ def _get_season_search_strings(self, ep_obj):
+
+ search_string = {'Season': []}
+ for show_name in set(show_name_helpers.allPossibleShowNames(self.show)):
+ if ep_obj.show.air_by_date or ep_obj.show.sports:
+ ep_string = show_name + '.' + str(ep_obj.airdate).split('-')[0]
+ elif ep_obj.show.anime:
+ ep_string = show_name + '.' + "%d" % ep_obj.scene_absolute_number
+ else:
+ ep_string = show_name + '.S%02d' % int(ep_obj.scene_season) #1) showName SXX
+
+ search_string['Season'].append(ep_string)
+
+ return [search_string]
+
+ def _get_episode_search_strings(self, ep_obj, add_string=''):
+
+ search_string = {'Episode': []}
+
+ if not ep_obj:
+ return []
+
+ if self.show.air_by_date:
+ for show_name in set(show_name_helpers.allPossibleShowNames(self.show)):
+ ep_string = sanitizeSceneName(show_name) + ' ' + \
+ str(ep_obj.airdate).replace('-', '|')
+ search_string['Episode'].append(ep_string)
+ elif self.show.sports:
+ for show_name in set(show_name_helpers.allPossibleShowNames(self.show)):
+ ep_string = sanitizeSceneName(show_name) + ' ' + \
+ str(ep_obj.airdate).replace('-', '|') + '|' + \
+ ep_obj.airdate.strftime('%b')
+ search_string['Episode'].append(ep_string)
+ elif self.show.anime:
+ for show_name in set(show_name_helpers.allPossibleShowNames(self.show)):
+ ep_string = sanitizeSceneName(show_name) + ' ' + \
+ "%i" % int(ep_obj.scene_absolute_number)
+ search_string['Episode'].append(ep_string)
+ else:
+ for show_name in set(show_name_helpers.allPossibleShowNames(self.show)):
+ ep_string = show_name_helpers.sanitizeSceneName(show_name) + ' ' + \
+ sickbeard.config.naming_ep_type[2] % {'seasonnumber': ep_obj.scene_season,
+ 'episodenumber': ep_obj.scene_episode} + ' %s' % add_string
+
+ search_string['Episode'].append(re.sub('\s+', ' ', ep_string))
+
+ return [search_string]
+
+ def _doSearch(self, search_params, search_mode='eponly', epcount=0, age=0, epObj=None):
+
+ results = []
+ items = {'Season': [], 'Episode': [], 'RSS': []}
+
+ if not self._doLogin():
+ return results
+
+ for mode in search_params.keys():
+ for search_string in search_params[mode]:
+
+ if isinstance(search_string, unicode):
+ search_string = unidecode(search_string)
+
+ searchURL = self.urls['search'] % (urllib.quote(search_string), self.categories)
+
+ logger.log(u"Search string: " + searchURL, logger.DEBUG)
+
+ data = self.getURL(searchURL)
+ if not data:
+ continue
+
+ try:
+ with BS4Parser(data, features=["html5lib", "permissive"]) as html:
+ torrent_table = html.select("#torrenttable table");
+ torrent_rows = torrent_table[0].select("tr") if torrent_table else []
+
+ #Continue only if one Release is found
+ if len(torrent_rows) < 2:
+ logger.log(u"The Data returned from %s does not contain any torrent links" % self.name,
+ logger.DEBUG)
+ continue
+
+ for result in torrent_rows[1:]:
+ cells = result.find_all('td')
+
+ link = cells[1].find('a');
+
+ full_id = link['href'].replace('details.php?id=', '')
+ torrent_id = full_id.split("&")[0]
+
+ try:
+ title = link.contents[0].get_text()
+
+ filename = "%s.torrent" % title.replace(" ", ".")
+
+ download_url = self.urls['download'] % (torrent_id, filename)
+
+ id = int(torrent_id)
+ seeders = int(cells[6].get_text())
+ leechers = int(cells[7].get_text())
+ except (AttributeError, TypeError):
+ continue
+
+ #Filter unseeded torrent
+ if mode != 'RSS' and (seeders < self.minseed or leechers < self.minleech):
+ continue
+
+ if not title or not download_url:
+ continue
+
+ item = title, download_url, id, seeders, leechers
+ logger.log(u"Found result: " + title.replace(' ','.') + " (" + searchURL + ")", logger.DEBUG)
+
+ items[mode].append(item)
+
+ except Exception, e:
+ logger.log(u"Failed parsing " + self.name + " Traceback: " + traceback.format_exc(), logger.ERROR)
+
+ #For each search mode sort all the items by seeders
+ items[mode].sort(key=lambda tup: tup[3], reverse=True)
+
+ results += items[mode]
+
+ return results
+
+ def _get_title_and_url(self, item):
+
+ title, url, id, seeders, leechers = item
+
+ if title:
+ title = u'' + title
+ title = title.replace(' ', '.')
+ title = self._clean_title_from_provider(title)
+
+ if url:
+ url = str(url).replace('&', '&')
+
+ return (title, url)
+
+ def findPropers(self, search_date=datetime.datetime.today()):
+
+ results = []
+
+ myDB = db.DBConnection()
+ sqlResults = myDB.select(
+ 'SELECT s.show_name, e.showid, e.season, e.episode, e.status, e.airdate FROM tv_episodes AS e' +
+ ' INNER JOIN tv_shows AS s ON (e.showid = s.indexer_id)' +
+ ' WHERE e.airdate >= ' + str(search_date.toordinal()) +
+ ' AND (e.status IN (' + ','.join([str(x) for x in Quality.DOWNLOADED]) + ')' +
+ ' OR (e.status IN (' + ','.join([str(x) for x in Quality.SNATCHED]) + ')))'
+ )
+
+ if not sqlResults:
+ return []
+
+ for sqlshow in sqlResults:
+ self.show = helpers.findCertainShow(sickbeard.showList, int(sqlshow["showid"]))
+ if self.show:
+ curEp = self.show.getEpisode(int(sqlshow["season"]), int(sqlshow["episode"]))
+
+ searchString = self._get_episode_search_strings(curEp, add_string='PROPER|REPACK')
+
+ for item in self._doSearch(searchString[0]):
+ title, url = self._get_title_and_url(item)
+ results.append(classes.Proper(title, url, datetime.datetime.today(), self.show))
+
+ return results
+
+ def seedRatio(self):
+ return self.ratio
+
+
+class SceneTimeCache(tvcache.TVCache):
+ def __init__(self, provider):
+
+ tvcache.TVCache.__init__(self, provider)
+
+ # only poll SceneTime every 20 minutes max
+ self.minTime = 20
+
+ def _getRSSData(self):
+ search_params = {'RSS': ['']}
+ return {'entries': self.provider._doSearch(search_params)}
+
+
+provider = SceneTimeProvider()
--
GitLab