diff --git a/gui/slick/images/providers/libertalia.png b/gui/slick/images/providers/libertalia.png new file mode 100644 index 0000000000000000000000000000000000000000..8dd5ed78ea86371b24682fc3dfa53651caac1f35 Binary files /dev/null and b/gui/slick/images/providers/libertalia.png differ diff --git a/sickbeard/__init__.py b/sickbeard/__init__.py index 79af1e6cbbcaf7341287405d74aedf24f6ad5a54..acaa23db8cbf4db16aba50752b4f71078f5cc50f 100644 --- a/sickbeard/__init__.py +++ b/sickbeard/__init__.py @@ -38,7 +38,7 @@ from sickbeard import providers, metadata, config, webserveInit from sickbeard.providers.generic import GenericProvider from providers import btn, newznab, womble, thepiratebay, torrentleech, kat, iptorrents, \ omgwtfnzbs, scc, hdtorrents, torrentday, hdbits, hounddawgs, nextgen, speedcd, nyaatorrents, animenzb, bluetigers, fnt, torrentbytes, animezb, \ - frenchtorrentdb, freshontv, morethantv, bitsoup, t411, tokyotoshokan, shazbat, rarbg, alpharatio, tntvillage, binsearch, scenetime, btdigg + frenchtorrentdb, freshontv, libertalia, morethantv, bitsoup, t411, tokyotoshokan, shazbat, rarbg, alpharatio, tntvillage, binsearch, scenetime, btdigg from sickbeard.config import CheckSection, check_setting_int, check_setting_str, check_setting_float, ConfigMigrator, \ naming_ep_type from sickbeard import searchBacklog, showUpdater, versionChecker, properFinder, autoPostProcesser, \ diff --git a/sickbeard/providers/__init__.py b/sickbeard/providers/__init__.py index 4dc52fe3af4f5bf01363b65a2c30bc27da8885b6..6f98f01127323724b5843eb750d67f27f791a955 100644 --- a/sickbeard/providers/__init__.py +++ b/sickbeard/providers/__init__.py @@ -36,6 +36,7 @@ __all__ = ['womble', 'animezb', 'frenchtorrentdb', 'freshontv', + 'libertalia', 'morethantv', 'bitsoup', 't411', diff --git a/sickbeard/providers/libertalia.py b/sickbeard/providers/libertalia.py new file mode 100644 index 0000000000000000000000000000000000000000..2b2a35e7850535ecf5fa0c3953d85f49e2a8feee --- /dev/null +++ b/sickbeard/providers/libertalia.py @@ -0,0 +1,260 @@ +# -*- coding: latin-1 -*- +# Authors: Raver2046 +# adaur +# based on tpi.py +# URL: http://code.google.com/p/sickbeard/ +# +# This file is part of SickRage. +# +# SickRage is free software: you can redistribute it and/or modify +# it under the terms of the GNU General Public License as published by +# the Free Software Foundation, either version 3 of the License, or +# (at your option) any later version. +# +# SickRage is distributed in the hope that it will be useful, +# but WITHOUT ANY WARRANTY; without even the implied warranty of +# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the +# GNU General Public License for more details. +# +# You should have received a copy of the GNU General Public License +# along with SickRage. If not, see <http://www.gnu.org/licenses/>. + +import traceback +import re +import datetime +import time +from requests.auth import AuthBase +import sickbeard +import generic +import urllib + +import urllib2 +import requests +import json +import cookielib +import random + +from requests import exceptions +from sickbeard.bs4_parser import BS4Parser +from sickbeard.common import Quality +from sickbeard import logger +from sickbeard import tvcache +from sickbeard import show_name_helpers +from sickbeard import db +from sickbeard import helpers +from sickbeard import classes +from lib.unidecode import unidecode +from sickbeard.helpers import sanitizeSceneName +from sickbeard.exceptions import ex + +class LibertaliaProvider(generic.TorrentProvider): + + def __init__(self): + + generic.TorrentProvider.__init__(self, "Libertalia") + + self.supportsBacklog = True + + self.cj = cookielib.CookieJar() + self.opener = urllib2.build_opener(urllib2.HTTPCookieProcessor(self.cj)) + + self.url = "https://libertalia.me" + self.urlsearch = "https://libertalia.me/torrents.php?name=%s%s" + + self.categories = "&cat%5B%5D=9" + + self.login_done = False + self.failed_login_logged = False + self.successful_login_logged = False + + self.enabled = False + self.username = None + self.password = None + self.ratio = None + self.minseed = None + self.minleech = None + + def isEnabled(self): + return self.enabled + + def imageName(self): + return 'libertalia.png' + + def _get_season_search_strings(self, ep_obj): + + search_string = {'Season': []} + for show_name in set(show_name_helpers.allPossibleShowNames(self.show)): + if ep_obj.show.air_by_date or ep_obj.show.sports: + ep_string = show_name + '.' + str(ep_obj.airdate).split('-')[0] + elif ep_obj.show.anime: + ep_string = show_name + '.' + "%d" % ep_obj.scene_absolute_number + else: + ep_string = show_name + '.S%02d' % int(ep_obj.scene_season) # 1) showName.SXX + + search_string['Season'].append(ep_string) + + return [search_string] + + def _get_episode_search_strings(self, ep_obj, add_string=''): + + search_string = {'Episode': []} + + if not ep_obj: + return [] + + if self.show.air_by_date: + for show_name in set(show_name_helpers.allPossibleShowNames(self.show)): + ep_string = sanitizeSceneName(show_name) + '.' + \ + str(ep_obj.airdate).replace('-', '|') + search_string['Episode'].append(ep_string) + elif self.show.sports: + for show_name in set(show_name_helpers.allPossibleShowNames(self.show)): + ep_string = sanitizeSceneName(show_name) + '.' + \ + str(ep_obj.airdate).replace('-', '|') + '|' + \ + ep_obj.airdate.strftime('%b') + search_string['Episode'].append(ep_string) + elif self.show.anime: + for show_name in set(show_name_helpers.allPossibleShowNames(self.show)): + ep_string = sanitizeSceneName(show_name) + '.' + \ + "%i" % int(ep_obj.scene_absolute_number) + search_string['Episode'].append(ep_string) + else: + for show_name in set(show_name_helpers.allPossibleShowNames(self.show)): + ep_string = show_name_helpers.sanitizeSceneName(show_name) + '.' + \ + sickbeard.config.naming_ep_type[2] % {'seasonnumber': ep_obj.scene_season, + 'episodenumber': ep_obj.scene_episode} + ' %s' % add_string + + search_string['Episode'].append(re.sub('\s+', '.', ep_string)) + + return [search_string] + + def getQuality(self, item, anime=False): + quality = Quality.sceneQuality(item[0], anime) + return quality + + def _doLogin(self): + + listeUserAgents = [ 'Mozilla/5.0 (Macintosh; U; Intel Mac OS X 10_5_5; fr-fr) AppleWebKit/525.18 (KHTML, like Gecko) Version/3.1.2 Safari/525.20.1', + 'Mozilla/5.0 (Windows NT 6.1) AppleWebKit/535.1 (KHTML, like Gecko) Chrome/14.0.835.186 Safari/535.1', + 'Mozilla/5.0 (Windows; U; Windows NT 6.0; en-US) AppleWebKit/525.13 (KHTML, like Gecko) Chrome/0.2.149.27 Safari/525.13', + 'Mozilla/5.0 (X11; U; Linux x86_64; en-us) AppleWebKit/528.5+ (KHTML, like Gecko, Safari/528.5+) midori', + 'Mozilla/5.0 (Windows NT 6.0) AppleWebKit/535.1 (KHTML, like Gecko) Chrome/13.0.782.107 Safari/535.1', + 'Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en-us) AppleWebKit/312.1 (KHTML, like Gecko) Safari/312', + 'Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/535.11 (KHTML, like Gecko) Chrome/17.0.963.12 Safari/535.11', + 'Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/535.8 (KHTML, like Gecko) Chrome/17.0.940.0 Safari/535.8' ] + + self.opener.addheaders = [('User-agent', random.choice(listeUserAgents))] + + data = urllib.urlencode({'username': self.username, 'password' : self.password, 'submit' : 'login'}) + + + r = self.opener.open(self.url + '/login.php',data) + + for index, cookie in enumerate(self.cj): + if (cookie.name == "session"): + self.login_done = True + + if not self.login_done and not self.failed_login_logged: + logger.log(u"Unable to login to Libertalia. Please check username and password.", logger.WARNING) + return False + + if self.login_done and not self.successful_login_logged: + logger.log(u"Login to Libertalia successful", logger.DEBUG) + return True + + def _doSearch(self, search_params, search_mode='eponly', epcount=0, age=0, epObj=None): + + logger.log(u"_doSearch started with ..." + str(search_params), logger.DEBUG) + + results = [] + items = {'Season': [], 'Episode': [], 'RSS': []} + + # check for auth + if not self._doLogin(): + return False + + for mode in search_params.keys(): + + for search_string in search_params[mode]: + + if isinstance(search_string, unicode): + search_string = unidecode(search_string) + + searchURL = self.urlsearch % (urllib.quote(search_string), self.categories) + + logger.log(u"Search string: " + searchURL, logger.DEBUG) + + r = self.opener.open( searchURL ) + with BS4Parser(r, features=["html5lib", "permissive"]) as html: + resultsTable = html.find("table", { "class" : "torrent_table" }) + if resultsTable: + logger.log(u"Libertalia found resulttable ! " , logger.DEBUG) + rows = resultsTable.findAll("tr" , {"class" : "torrent_row new "} ) # torrent_row new + + for row in rows: + + #bypass first row because title only + columns = row.find('td', {"class" : "torrent_name"} ) + logger.log(u"Libertalia found rows ! " , logger.DEBUG) + isvfclass = row.find('td', {"class" : "sprite-vf"} ) + isvostfrclass = row.find('td', {"class" : "sprite-vostfr"} ) + link = columns.find("a", href=re.compile("torrents")) + if link: + title = link.text + recherched=searchURL.replace(".","(.*)").replace(" ","(.*)").replace("'","(.*)") + logger.log(u"Libertalia TITLE : " + title, logger.DEBUG) + logger.log(u"Libertalia CHECK MATCH : " + recherched, logger.DEBUG) + #downloadURL = self.url + "/" + row.find("a",href=re.compile("torrent_pass"))['href'] + if re.match(recherched,title , re.IGNORECASE): + downloadURL = row.find("a",href=re.compile("torrent_pass"))['href'] + item = title, downloadURL + items[mode].append(item) + results += items[mode] + + return results + + def seedRatio(self): + return self.ratio + + def findPropers(self, search_date=datetime.datetime.today()): + + results = [] + + myDB = db.DBConnection() + sqlResults = myDB.select( + 'SELECT s.show_name, e.showid, e.season, e.episode, e.status, e.airdate FROM tv_episodes AS e' + + ' INNER JOIN tv_shows AS s ON (e.showid = s.indexer_id)' + + ' WHERE e.airdate >= ' + str(search_date.toordinal()) + + ' AND (e.status IN (' + ','.join([str(x) for x in Quality.DOWNLOADED]) + ')' + + ' OR (e.status IN (' + ','.join([str(x) for x in Quality.SNATCHED]) + ')))' + ) + + if not sqlResults: + return [] + + for sqlshow in sqlResults: + self.show = helpers.findCertainShow(sickbeard.showList, int(sqlshow["showid"])) + if self.show: + curEp = self.show.getEpisode(int(sqlshow["season"]), int(sqlshow["episode"])) + search_params = self._get_episode_search_strings(curEp, add_string='PROPER|REPACK') + + for item in self._doSearch(search_params[0]): + title, url = self._get_title_and_url(item) + results.append(classes.Proper(title, url, datetime.datetime.today(), self.show)) + + return results + + def _get_title_and_url(self, item): + + title, url = item + + if title: + title = u'' + title + title = title.replace(' ', '.') + + if url: + url = str(url).replace('&', '&') + + return (title, url) + +provider = LibertaliaProvider()