2023-07-18 08:14:26 +02:00
|
|
|
|
# SPDX-License-Identifier: AGPL-3.0-or-later
|
|
|
|
|
# lint: pylint
|
2023-07-28 20:16:18 +02:00
|
|
|
|
"""An alternative privacy-friendly YouTube frontend which is efficient by
|
|
|
|
|
design. `Piped’s architecture`_ consists of 3 components:
|
|
|
|
|
|
|
|
|
|
- :py:obj:`backend <backend_url>`
|
|
|
|
|
- :py:obj:`frontend <frontend_url>`
|
|
|
|
|
- proxy
|
|
|
|
|
|
|
|
|
|
.. _Piped’s architecture: https://docs.piped.video/docs/architecture/
|
|
|
|
|
|
2023-07-28 21:55:21 +02:00
|
|
|
|
Configuration
|
|
|
|
|
=============
|
|
|
|
|
|
|
|
|
|
The :py:obj:`backend_url` and :py:obj:`frontend_url` has to be set in the engine
|
|
|
|
|
named `piped` and are used by all piped engines
|
|
|
|
|
|
|
|
|
|
.. code:: yaml
|
|
|
|
|
|
|
|
|
|
- name: piped
|
|
|
|
|
engine: piped
|
|
|
|
|
piped_filter: videos
|
|
|
|
|
...
|
|
|
|
|
frontend_url: https://..
|
|
|
|
|
backend_url:
|
|
|
|
|
- https://..
|
|
|
|
|
- https://..
|
|
|
|
|
|
|
|
|
|
- name: piped.music
|
|
|
|
|
engine: piped
|
|
|
|
|
network: piped
|
|
|
|
|
shortcut: ppdm
|
|
|
|
|
piped_filter: music_songs
|
|
|
|
|
...
|
2023-08-03 11:14:20 +02:00
|
|
|
|
|
|
|
|
|
Known Quirks
|
|
|
|
|
============
|
|
|
|
|
|
|
|
|
|
The implementation to support :py:obj:`paging <searx.enginelib.Engine.paging>`
|
|
|
|
|
is based on the *nextpage* method of Piped's REST API / the :py:obj:`frontend
|
|
|
|
|
API <frontend_url>`. This feature is *next page driven* and plays well with the
|
|
|
|
|
:ref:`infinite_scroll <settings ui>` setting in SearXNG but it does not really
|
|
|
|
|
fit into SearXNG's UI to select a page by number.
|
|
|
|
|
|
|
|
|
|
Implementations
|
|
|
|
|
===============
|
2023-07-18 08:14:26 +02:00
|
|
|
|
"""
|
|
|
|
|
|
2023-07-28 20:16:18 +02:00
|
|
|
|
from __future__ import annotations
|
|
|
|
|
|
2023-07-18 08:14:26 +02:00
|
|
|
|
import time
|
|
|
|
|
import random
|
|
|
|
|
from urllib.parse import urlencode
|
2023-07-28 21:55:21 +02:00
|
|
|
|
import datetime
|
2023-07-18 08:14:26 +02:00
|
|
|
|
from dateutil import parser
|
|
|
|
|
|
|
|
|
|
# about
|
|
|
|
|
about = {
|
|
|
|
|
"website": 'https://github.com/TeamPiped/Piped/',
|
|
|
|
|
"wikidata_id": 'Q107565255',
|
|
|
|
|
"official_api_documentation": 'https://docs.piped.video/docs/api-documentation/',
|
|
|
|
|
"use_official_api": True,
|
|
|
|
|
"require_api_key": False,
|
|
|
|
|
"results": 'JSON',
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
# engine dependent config
|
2023-07-28 21:55:21 +02:00
|
|
|
|
categories = []
|
2023-08-03 11:14:20 +02:00
|
|
|
|
paging = True
|
2023-07-18 08:14:26 +02:00
|
|
|
|
|
|
|
|
|
# search-url
|
2023-07-28 21:55:21 +02:00
|
|
|
|
backend_url: list | str = "https://pipedapi.kavin.rocks"
|
2023-07-28 20:16:18 +02:00
|
|
|
|
"""Piped-Backend_: The core component behind Piped. The value is an URL or a
|
|
|
|
|
list of URLs. In the latter case instance will be selected randomly. For a
|
|
|
|
|
complete list of offical instances see Piped-Instances (`JSON
|
|
|
|
|
<https://piped-instances.kavin.rocks/>`__)
|
|
|
|
|
|
|
|
|
|
.. _Piped-Instances: https://github.com/TeamPiped/Piped/wiki/Instances
|
|
|
|
|
.. _Piped-Backend: https://github.com/TeamPiped/Piped-Backend
|
|
|
|
|
|
|
|
|
|
"""
|
|
|
|
|
|
|
|
|
|
frontend_url: str = "https://piped.video"
|
|
|
|
|
"""Piped-Frontend_: URL to use as link and for embeds.
|
|
|
|
|
|
|
|
|
|
.. _Piped-Frontend: https://github.com/TeamPiped/Piped
|
|
|
|
|
"""
|
2023-07-18 08:14:26 +02:00
|
|
|
|
|
2023-07-28 21:55:21 +02:00
|
|
|
|
piped_filter = 'all'
|
|
|
|
|
"""Content filter ``music_songs`` or ``videos``"""
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
def _backend_url() -> str:
|
|
|
|
|
from searx.engines import engines # pylint: disable=import-outside-toplevel
|
|
|
|
|
|
|
|
|
|
url = engines['piped'].backend_url # type: ignore
|
|
|
|
|
if isinstance(url, list):
|
|
|
|
|
url = random.choice(url)
|
|
|
|
|
return url
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
def _frontend_url() -> str:
|
|
|
|
|
from searx.engines import engines # pylint: disable=import-outside-toplevel
|
|
|
|
|
|
|
|
|
|
return engines['piped'].frontend_url # type: ignore
|
|
|
|
|
|
2023-07-18 08:14:26 +02:00
|
|
|
|
|
|
|
|
|
def request(query, params):
|
|
|
|
|
|
2023-08-03 11:14:20 +02:00
|
|
|
|
args = {
|
|
|
|
|
'q': query,
|
|
|
|
|
'filter': piped_filter,
|
|
|
|
|
}
|
2023-07-18 08:14:26 +02:00
|
|
|
|
|
2023-08-03 11:14:20 +02:00
|
|
|
|
path = "/search"
|
|
|
|
|
if params['pageno'] > 1:
|
|
|
|
|
# don't use nextpage when user selected to jump back to page 1
|
|
|
|
|
nextpage = params['engine_data'].get('nextpage')
|
|
|
|
|
if nextpage:
|
|
|
|
|
path = "/nextpage/search"
|
|
|
|
|
args['nextpage'] = nextpage
|
|
|
|
|
|
|
|
|
|
params["url"] = _backend_url() + f"{path}?" + urlencode(args)
|
2023-07-18 08:14:26 +02:00
|
|
|
|
return params
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
def response(resp):
|
|
|
|
|
results = []
|
|
|
|
|
|
2023-08-03 11:14:20 +02:00
|
|
|
|
json = resp.json()
|
2023-07-18 08:14:26 +02:00
|
|
|
|
|
2023-08-03 11:14:20 +02:00
|
|
|
|
for result in json["items"]:
|
2023-07-18 08:14:26 +02:00
|
|
|
|
publishedDate = parser.parse(time.ctime(result.get("uploaded", 0) / 1000))
|
|
|
|
|
|
2023-07-28 21:55:21 +02:00
|
|
|
|
item = {
|
|
|
|
|
# the api url differs from the frontend, hence use piped.video as default
|
|
|
|
|
"url": _frontend_url() + result.get("url", ""),
|
|
|
|
|
"title": result.get("title", ""),
|
|
|
|
|
"publishedDate": publishedDate,
|
|
|
|
|
"iframe_src": _frontend_url() + '/embed' + result.get("url", ""),
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
if piped_filter == 'videos':
|
|
|
|
|
item["template"] = "videos.html"
|
|
|
|
|
item["content"] = result.get("shortDescription", "")
|
|
|
|
|
item["thumbnail"] = result.get("thumbnail", "")
|
|
|
|
|
|
|
|
|
|
elif piped_filter == 'music_songs':
|
|
|
|
|
item["template"] = "default.html"
|
|
|
|
|
item["img_src"] = result.get("thumbnail", "")
|
|
|
|
|
item["content"] = result.get("uploaderName", "")
|
|
|
|
|
length = result.get("duration")
|
|
|
|
|
if length:
|
|
|
|
|
item["length"] = datetime.timedelta(seconds=length)
|
|
|
|
|
|
|
|
|
|
results.append(item)
|
2023-07-18 08:14:26 +02:00
|
|
|
|
|
2023-08-03 11:14:20 +02:00
|
|
|
|
results.append(
|
|
|
|
|
{
|
|
|
|
|
"engine_data": json["nextpage"],
|
|
|
|
|
"key": "nextpage",
|
|
|
|
|
}
|
|
|
|
|
)
|
2023-07-18 08:14:26 +02:00
|
|
|
|
return results
|