searxng/searx/engines/tootfinder.py

# SPDX-License-Identifier: AGPL-3.0-or-later
"""Tootfinder (social media)
"""

from datetime import datetime
from json import loads
from searx.utils import html_to_text

about = {
    'website': "https://www.tootfinder.ch",
    'official_api_documentation': "https://wiki.tootfinder.ch/index.php?name=the-tootfinder-rest-api",
    'use_official_api': True,
    'require_api_key': False,
    'results': "JSON",
}
categories = ['social media']

base_url = "https://www.tootfinder.ch"


def request(query, params):
    params['url'] = f"{base_url}/rest/api/search/{query}"
    return params


def response(resp):
    results = []

    # the API of tootfinder has an issue that errors on server side are appended to the API response as HTML
    # thus we're only looking for the line that contains the actual json data and ignore everything else
    json_str = ""
    for line in resp.text.split("\n"):
        if line.startswith("[{"):
            json_str = line
            break

    for result in loads(json_str):
        thumbnail = None

        attachments = result.get('media_attachments', [])
        images = [attachment['preview_url'] for attachment in attachments if attachment['type'] == 'image']
        if len(images) > 0:
            thumbnail = images[0]

        title = result.get('card', {}).get('title')
        if not title:
            title = html_to_text(result['content'])[:75]

        results.append(
            {
                'url': result['url'],
                'title': title,
                'content': html_to_text(result['content']),
                'thumbnail': thumbnail,
                'publishedDate': datetime.strptime(result['created_at'], '%Y-%m-%d %H:%M:%S'),
            }
        )

    return results