From 3ec35a06f7840f6e387eb4f518f6673394efb21a Mon Sep 17 00:00:00 2001 From: rinpatch Date: Thu, 26 Apr 2018 22:42:31 +0300 Subject: [PATCH] Added Engine --- searx/engines/acgsou.py | 85 +++++++++++++++++++++++++++++++++++++++++ searx/settings.yml | 6 +++ 2 files changed, 91 insertions(+) create mode 100644 searx/engines/acgsou.py diff --git a/searx/engines/acgsou.py b/searx/engines/acgsou.py new file mode 100644 index 000000000..10655cb84 --- /dev/null +++ b/searx/engines/acgsou.py @@ -0,0 +1,85 @@ +""" + Acgsou (Japanese Animation/Music/Comics Bittorrent tracker) + + @website https://www.acgsou.com/ + @provide-api no + @using-api no + @results HTML + @stable no (HTML can change) + @parse url, title, content, seed, leech, torrentfile +""" + +from lxml import html +from searx.engines.xpath import extract_text +from searx.url_utils import urlencode +from searx.utils import get_torrent_size, int_or_zero + +# engine dependent config +categories = ['files', 'images', 'videos', 'music'] +paging = True + +# search-url +base_url = 'https://www.acgsou.com/' +search_url = base_url + 'search.php?{query}&page={offset}' +# xpath queries +xpath_results = '//table[contains(@class, "list_style table_fixed")]//tr[not(th)]' +xpath_category = './/td[2]/a[1]' +xpath_title = './/td[3]/a[last()]' +xpath_torrent_links = './/td[3]/a' +xpath_filesize = './/td[4]/text()' + +# do search-request +def request(query, params): + query = urlencode({'keyword': query}) + params['url'] = search_url.format(query=query, offset=params['pageno']) + return params + + +# get response from search-request +def response(resp): + results = [] + dom = html.fromstring(resp.text) + print(resp.text) + for result in dom.xpath(xpath_results): + # defaults + filesize = 0 + magnet_link = "magnet:?xt=urn:btih:{}&tr=http://tracker.acgsou.com:2710/announce" + torrent_link = "" + + # category in which our torrent belongs + try: + category = extract_text(result.xpath(xpath_category)[0]) + except: + pass + + # torrent title + page_a = result.xpath(xpath_title)[0] + title = extract_text(page_a) + + # link to the page + href = base_url + page_a.attrib.get('href') + + #magnet link + magnet_link = magnet_link.format(page_a.attrib.get('href')[5:-5]) + + # let's try to calculate the torrent size + try: + filesize_info = result.xpath(xpath_filesize)[0] + filesize = filesize_info[:-2] + filesize_multiplier = filesize_info[-2:] + filesize = get_torrent_size(filesize, filesize_multiplier) + except : + pass + + # content string contains all information not included into template + content = 'Category: "{category}".' + content = content.format(category=category) + + results.append({'url': href, + 'title': title, + 'content': content, + 'filesize': filesize, + 'magnetlink': magnet_link, + 'template': 'torrent.html'}) + + return results diff --git a/searx/settings.yml b/searx/settings.yml index d72d01a54..988076f8a 100644 --- a/searx/settings.yml +++ b/searx/settings.yml @@ -433,6 +433,12 @@ engines: engine : nyaa shortcut : nt disabled : True + + - name : acgsou + engine : acgsou + shortcut : acg + disabled : True + timeout: 5.0 - name : openairedatasets engine : json_engine