| 123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397 | # -*- coding: utf-8 -*-from collections import defaultdictimport mockfrom searx.engines import kickassfrom searx.testing import SearxTestCaseclass TestKickassEngine(SearxTestCase):    def test_request(self):        query = 'test_query'        dicto = defaultdict(dict)        dicto['pageno'] = 1        params = kickass.request(query, dicto)        self.assertIn('url', params)        self.assertIn(query, params['url'])        self.assertIn('kickass.to', params['url'])        self.assertFalse(params['verify'])    def test_response(self):        self.assertRaises(AttributeError, kickass.response, None)        self.assertRaises(AttributeError, kickass.response, [])        self.assertRaises(AttributeError, kickass.response, '')        self.assertRaises(AttributeError, kickass.response, '[]')        response = mock.Mock(text='<html></html>')        self.assertEqual(kickass.response(response), [])        html = """        <table cellpadding="0" cellspacing="0" class="data" style="width: 100%">            <tr class="firstr">                <th class="width100perc nopad">torrent name</th>                <th class="center">                    <a href="/search/test/?field=size&sorder=desc" rel="nofollow">size</a>                </th>                <th class="center"><span class="files">                    <a href="/search/test/?field=files_count&sorder=desc" rel="nofollow">files</a></span>                </th>                <th class="center"><span>                    <a href="/search/test/?field=time_add&sorder=desc" rel="nofollow">age</a></span>                </th>                <th class="center"><span class="seed">                    <a href="/search/test/?field=seeders&sorder=desc" rel="nofollow">seed</a></span>                </th>                <th class="lasttd nobr center">                    <a href="/search/test/?field=leechers&sorder=desc" rel="nofollow">leech</a>                </th>            </tr>            <tr class="even" id="torrent_test6478745">                <td>                    <div class="iaconbox center floatright">                        <a rel="6478745,0" class="icommentjs icon16" href="/test-t6478745.html#comment">                            <em style="font-size: 12px; margin: 0 4px 0 4px;" class="iconvalue">3</em>                            <i class="ka ka-comment"></i>                        </a>                        <a class="iverify icon16" href="/test-t6478745.html" title="Verified Torrent">                            <i class="ka ka16 ka-verify ka-green"></i>                        </a>                        <a href="#" onclick="_scq.push([]); return false;" class="partner1Button idownload icon16">                            <i class="ka ka16 ka-arrow-down partner1Button"></i>                        </a>                        <a title="Torrent magnet link"                            href="magnet:?xt=urn:btih:MAGNETURL&dn=test" class="imagnet icon16">                            <i class="ka ka16 ka-magnet"></i>                        </a>                        <a title="Download torrent file"                            href="http://torcache.net/torrent/53917.torrent?title=test" class="idownload icon16">                            <i class="ka ka16 ka-arrow-down"></i>                        </a>                    </div>                    <div class="torrentname">                    <a href="/test-t6478745.html" class="torType txtType"></a>                    <a href="/test-t6478745.html" class="normalgrey font12px plain bold"></a>                    <div class="markeredBlock torType txtType">                        <a href="/url.html" class="cellMainLink">                            <strong class="red">This should be the title</strong>                        </a>                        <span class="font11px lightgrey block">                            Posted by <i class="ka ka-verify" style="font-size: 16px;color:orange;"></i>                            <a class="plain" href="/user/riri/">riri</a> in                            <span id="cat_6478745">                                <strong><a href="/other/">Other</a> > <a href="/unsorted/">Unsorted</a></strong>                            </span>                        </span>                    </div>                </td>                <td class="nobr center">449 <span>bytes</span></td>                <td class="center">4</td>                <td class="center">2 years</td>                <td class="green center">10</td>                <td class="red lasttd center">1</td>            </tr>        </table>        """        response = mock.Mock(text=html)        results = kickass.response(response)        self.assertEqual(type(results), list)        self.assertEqual(len(results), 1)        self.assertEqual(results[0]['title'], 'This should be the title')        self.assertEqual(results[0]['url'], 'https://kickass.to/url.html')        self.assertEqual(results[0]['content'], 'Posted by riri in Other > Unsorted')        self.assertEqual(results[0]['seed'], 10)        self.assertEqual(results[0]['leech'], 1)        self.assertEqual(results[0]['filesize'], 449)        self.assertEqual(results[0]['files'], 4)        self.assertEqual(results[0]['magnetlink'], 'magnet:?xt=urn:btih:MAGNETURL&dn=test')        self.assertEqual(results[0]['torrentfile'], 'http://torcache.net/torrent/53917.torrent?title=test')        html = """        <table cellpadding="0" cellspacing="0" class="data" style="width: 100%">            <tr class="firstr">                <th class="width100perc nopad">torrent name</th>                <th class="center">                    <a href="/search/test/?field=size&sorder=desc" rel="nofollow">size</a>                </th>                <th class="center"><span class="files">                    <a href="/search/test/?field=files_count&sorder=desc" rel="nofollow">files</a></span>                </th>                <th class="center"><span>                    <a href="/search/test/?field=time_add&sorder=desc" rel="nofollow">age</a></span>                </th>                <th class="center"><span class="seed">                    <a href="/search/test/?field=seeders&sorder=desc" rel="nofollow">seed</a></span>                </th>                <th class="lasttd nobr center">                    <a href="/search/test/?field=leechers&sorder=desc" rel="nofollow">leech</a>                </th>            </tr>        </table>        """        response = mock.Mock(text=html)        results = kickass.response(response)        self.assertEqual(type(results), list)        self.assertEqual(len(results), 0)        html = """        <table cellpadding="0" cellspacing="0" class="data" style="width: 100%">            <tr class="firstr">                <th class="width100perc nopad">torrent name</th>                <th class="center">                    <a href="/search/test/?field=size&sorder=desc" rel="nofollow">size</a>                </th>                <th class="center"><span class="files">                    <a href="/search/test/?field=files_count&sorder=desc" rel="nofollow">files</a></span>                </th>                <th class="center"><span>                    <a href="/search/test/?field=time_add&sorder=desc" rel="nofollow">age</a></span>                </th>                <th class="center"><span class="seed">                    <a href="/search/test/?field=seeders&sorder=desc" rel="nofollow">seed</a></span>                </th>                <th class="lasttd nobr center">                    <a href="/search/test/?field=leechers&sorder=desc" rel="nofollow">leech</a>                </th>            </tr>            <tr class="even" id="torrent_test6478745">                <td>                    <div class="iaconbox center floatright">                        <a rel="6478745,0" class="icommentjs icon16" href="/test-t6478745.html#comment">                            <em style="font-size: 12px; margin: 0 4px 0 4px;" class="iconvalue">3</em>                            <i class="ka ka-comment"></i>                        </a>                        <a class="iverify icon16" href="/test-t6478745.html" title="Verified Torrent">                            <i class="ka ka16 ka-verify ka-green"></i>                        </a>                        <a href="#" onclick="_scq.push([]); return false;" class="partner1Button idownload icon16">                            <i class="ka ka16 ka-arrow-down partner1Button"></i>                        </a>                        <a title="Torrent magnet link"                            href="magnet:?xt=urn:btih:MAGNETURL&dn=test" class="imagnet icon16">                            <i class="ka ka16 ka-magnet"></i>                        </a>                        <a title="Download torrent file"                            href="http://torcache.net/torrent/53917.torrent?title=test" class="idownload icon16">                            <i class="ka ka16 ka-arrow-down"></i>                        </a>                    </div>                    <div class="torrentname">                    <a href="/test-t6478745.html" class="torType txtType"></a>                    <a href="/test-t6478745.html" class="normalgrey font12px plain bold"></a>                    <div class="markeredBlock torType txtType">                        <a href="/url.html" class="cellMainLink">                            <strong class="red">This should be the title</strong>                        </a>                        <span class="font11px lightgrey block">                            Posted by <i class="ka ka-verify" style="font-size: 16px;color:orange;"></i>                            <a class="plain" href="/user/riri/">riri</a> in                            <span id="cat_6478745">                                <strong><a href="/other/">Other</a> > <a href="/unsorted/">Unsorted</a></strong>                            </span>                        </span>                    </div>                </td>                <td class="nobr center">1 <span>KB</span></td>                <td class="center">4</td>                <td class="center">2 years</td>                <td class="green center">10</td>                <td class="red lasttd center">1</td>            </tr>            <tr class="even" id="torrent_test6478745">                <td>                    <div class="iaconbox center floatright">                        <a rel="6478745,0" class="icommentjs icon16" href="/test-t6478745.html#comment">                            <em style="font-size: 12px; margin: 0 4px 0 4px;" class="iconvalue">3</em>                            <i class="ka ka-comment"></i>                        </a>                        <a class="iverify icon16" href="/test-t6478745.html" title="Verified Torrent">                            <i class="ka ka16 ka-verify ka-green"></i>                        </a>                        <a href="#" onclick="_scq.push([]); return false;" class="partner1Button idownload icon16">                            <i class="ka ka16 ka-arrow-down partner1Button"></i>                        </a>                        <a title="Torrent magnet link"                            href="magnet:?xt=urn:btih:MAGNETURL&dn=test" class="imagnet icon16">                            <i class="ka ka16 ka-magnet"></i>                        </a>                        <a title="Download torrent file"                            href="http://torcache.net/torrent/53917.torrent?title=test" class="idownload icon16">                            <i class="ka ka16 ka-arrow-down"></i>                        </a>                    </div>                    <div class="torrentname">                    <a href="/test-t6478745.html" class="torType txtType"></a>                    <a href="/test-t6478745.html" class="normalgrey font12px plain bold"></a>                    <div class="markeredBlock torType txtType">                        <a href="/url.html" class="cellMainLink">                            <strong class="red">This should be the title</strong>                        </a>                        <span class="font11px lightgrey block">                            Posted by <i class="ka ka-verify" style="font-size: 16px;color:orange;"></i>                            <a class="plain" href="/user/riri/">riri</a> in                            <span id="cat_6478745">                                <strong><a href="/other/">Other</a> > <a href="/unsorted/">Unsorted</a></strong>                            </span>                        </span>                    </div>                </td>                <td class="nobr center">1 <span>MB</span></td>                <td class="center">4</td>                <td class="center">2 years</td>                <td class="green center">9</td>                <td class="red lasttd center">1</td>            </tr>            <tr class="even" id="torrent_test6478745">                <td>                    <div class="iaconbox center floatright">                        <a rel="6478745,0" class="icommentjs icon16" href="/test-t6478745.html#comment">                            <em style="font-size: 12px; margin: 0 4px 0 4px;" class="iconvalue">3</em>                            <i class="ka ka-comment"></i>                        </a>                        <a class="iverify icon16" href="/test-t6478745.html" title="Verified Torrent">                            <i class="ka ka16 ka-verify ka-green"></i>                        </a>                        <a href="#" onclick="_scq.push([]); return false;" class="partner1Button idownload icon16">                            <i class="ka ka16 ka-arrow-down partner1Button"></i>                        </a>                        <a title="Torrent magnet link"                            href="magnet:?xt=urn:btih:MAGNETURL&dn=test" class="imagnet icon16">                            <i class="ka ka16 ka-magnet"></i>                        </a>                        <a title="Download torrent file"                            href="http://torcache.net/torrent/53917.torrent?title=test" class="idownload icon16">                            <i class="ka ka16 ka-arrow-down"></i>                        </a>                    </div>                    <div class="torrentname">                    <a href="/test-t6478745.html" class="torType txtType"></a>                    <a href="/test-t6478745.html" class="normalgrey font12px plain bold"></a>                    <div class="markeredBlock torType txtType">                        <a href="/url.html" class="cellMainLink">                            <strong class="red">This should be the title</strong>                        </a>                        <span class="font11px lightgrey block">                            Posted by <i class="ka ka-verify" style="font-size: 16px;color:orange;"></i>                            <a class="plain" href="/user/riri/">riri</a> in                            <span id="cat_6478745">                                <strong><a href="/other/">Other</a> > <a href="/unsorted/">Unsorted</a></strong>                            </span>                        </span>                    </div>                </td>                <td class="nobr center">1 <span>GB</span></td>                <td class="center">4</td>                <td class="center">2 years</td>                <td class="green center">8</td>                <td class="red lasttd center">1</td>            </tr>            <tr class="even" id="torrent_test6478745">                <td>                    <div class="iaconbox center floatright">                        <a rel="6478745,0" class="icommentjs icon16" href="/test-t6478745.html#comment">                            <em style="font-size: 12px; margin: 0 4px 0 4px;" class="iconvalue">3</em>                            <i class="ka ka-comment"></i>                        </a>                        <a class="iverify icon16" href="/test-t6478745.html" title="Verified Torrent">                            <i class="ka ka16 ka-verify ka-green"></i>                        </a>                        <a href="#" onclick="_scq.push([]); return false;" class="partner1Button idownload icon16">                            <i class="ka ka16 ka-arrow-down partner1Button"></i>                        </a>                        <a title="Torrent magnet link"                            href="magnet:?xt=urn:btih:MAGNETURL&dn=test" class="imagnet icon16">                            <i class="ka ka16 ka-magnet"></i>                        </a>                        <a title="Download torrent file"                            href="http://torcache.net/torrent/53917.torrent?title=test" class="idownload icon16">                            <i class="ka ka16 ka-arrow-down"></i>                        </a>                    </div>                    <div class="torrentname">                    <a href="/test-t6478745.html" class="torType txtType"></a>                    <a href="/test-t6478745.html" class="normalgrey font12px plain bold"></a>                    <div class="markeredBlock torType txtType">                        <a href="/url.html" class="cellMainLink">                            <strong class="red">This should be the title</strong>                        </a>                        <span class="font11px lightgrey block">                            Posted by <i class="ka ka-verify" style="font-size: 16px;color:orange;"></i>                            <a class="plain" href="/user/riri/">riri</a> in                            <span id="cat_6478745">                                <strong><a href="/other/">Other</a> > <a href="/unsorted/">Unsorted</a></strong>                            </span>                        </span>                    </div>                </td>                <td class="nobr center">1 <span>TB</span></td>                <td class="center">4</td>                <td class="center">2 years</td>                <td class="green center">7</td>                <td class="red lasttd center">1</td>            </tr>            <tr class="even" id="torrent_test6478745">                <td>                    <div class="iaconbox center floatright">                        <a rel="6478745,0" class="icommentjs icon16" href="/test-t6478745.html#comment">                            <em style="font-size: 12px; margin: 0 4px 0 4px;" class="iconvalue">3</em>                            <i class="ka ka-comment"></i>                        </a>                        <a class="iverify icon16" href="/test-t6478745.html" title="Verified Torrent">                            <i class="ka ka16 ka-verify ka-green"></i>                        </a>                        <a href="#" onclick="_scq.push([]); return false;" class="partner1Button idownload icon16">                            <i class="ka ka16 ka-arrow-down partner1Button"></i>                        </a>                        <a title="Torrent magnet link"                            href="magnet:?xt=urn:btih:MAGNETURL&dn=test" class="imagnet icon16">                            <i class="ka ka16 ka-magnet"></i>                        </a>                        <a title="Download torrent file"                            href="http://torcache.net/torrent/53917.torrent?title=test" class="idownload icon16">                            <i class="ka ka16 ka-arrow-down"></i>                        </a>                    </div>                    <div class="torrentname">                    <a href="/test-t6478745.html" class="torType txtType"></a>                    <a href="/test-t6478745.html" class="normalgrey font12px plain bold"></a>                    <div class="markeredBlock torType txtType">                        <a href="/url.html" class="cellMainLink">                            <strong class="red">This should be the title</strong>                        </a>                        <span class="font11px lightgrey block">                            Posted by <i class="ka ka-verify" style="font-size: 16px;color:orange;"></i>                            <a class="plain" href="/user/riri/">riri</a> in                            <span id="cat_6478745">                                <strong><a href="/other/">Other</a> > <a href="/unsorted/">Unsorted</a></strong>                            </span>                        </span>                    </div>                </td>                <td class="nobr center">z <span>bytes</span></td>                <td class="center">r</td>                <td class="center">2 years</td>                <td class="green center">a</td>                <td class="red lasttd center">t</td>            </tr>        </table>        """        response = mock.Mock(text=html)        results = kickass.response(response)        self.assertEqual(type(results), list)        self.assertEqual(len(results), 5)        self.assertEqual(results[0]['title'], 'This should be the title')        self.assertEqual(results[0]['url'], 'https://kickass.to/url.html')        self.assertEqual(results[0]['content'], 'Posted by riri in Other > Unsorted')        self.assertEqual(results[0]['seed'], 10)        self.assertEqual(results[0]['leech'], 1)        self.assertEqual(results[0]['files'], 4)        self.assertEqual(results[0]['magnetlink'], 'magnet:?xt=urn:btih:MAGNETURL&dn=test')        self.assertEqual(results[0]['torrentfile'], 'http://torcache.net/torrent/53917.torrent?title=test')        self.assertEqual(results[0]['filesize'], 1024)        self.assertEqual(results[1]['filesize'], 1048576)        self.assertEqual(results[2]['filesize'], 1073741824)        self.assertEqual(results[3]['filesize'], 1099511627776)        self.assertEqual(results[4]['seed'], 0)        self.assertEqual(results[4]['leech'], 0)        self.assertEqual(results[4]['files'], None)        self.assertEqual(results[4]['filesize'], None)
 |