Browse Source

Deviant Art's unit test

Cqoicebordel 10 years ago
parent
commit
d495704551

+ 4 - 3
searx/engines/deviantart.py

@@ -14,6 +14,7 @@ from urllib import urlencode
 from urlparse import urljoin
 from lxml import html
 import re
+from searx.engines.xpath import extract_text
 
 # engine dependent config
 categories = ['images']
@@ -50,9 +51,9 @@ def response(resp):
     for result in dom.xpath('//div[contains(@class, "tt-a tt-fh")]'):
         link = result.xpath('.//a[contains(@class, "thumb")]')[0]
         url = urljoin(base_url, link.attrib.get('href'))
-        title_links = result.xpath('.//span[@class="details"]//a[contains(@class, "t")]')  # noqa
-        title = ''.join(title_links[0].xpath('.//text()'))
-        thumbnail_src = link.xpath('.//img')[0].attrib['src']
+        title_links = result.xpath('.//span[@class="details"]//a[contains(@class, "t")]')
+        title = extract_text(title_links[0])
+        thumbnail_src = link.xpath('.//img')[0].attrib.get('src')
         img_src = regex.sub('/', thumbnail_src)
 
         # append result

+ 118 - 0
searx/tests/engines/test_deviantart.py

@@ -0,0 +1,118 @@
+from collections import defaultdict
+import mock
+from searx.engines import deviantart
+from searx.testing import SearxTestCase
+
+
+class TestDeviantartEngine(SearxTestCase):
+
+    def test_request(self):
+        query = 'test_query'
+        dicto = defaultdict(dict)
+        dicto['pageno'] = 0
+        params = deviantart.request(query, dicto)
+        self.assertTrue('url' in params)
+        self.assertTrue(query in params['url'])
+        self.assertTrue('deviantart.com' in params['url'])
+
+    def test_response(self):
+        self.assertRaises(AttributeError, deviantart.response, None)
+        self.assertRaises(AttributeError, deviantart.response, [])
+        self.assertRaises(AttributeError, deviantart.response, '')
+        self.assertRaises(AttributeError, deviantart.response, '[]')
+
+        response = mock.Mock(text='<html></html>')
+        self.assertEqual(deviantart.response(response), [])
+
+        response = mock.Mock(status_code=302)
+        self.assertEqual(deviantart.response(response), [])
+
+        html = """
+        <div class="tt-a tt-fh tt-boxed" collect_rid="1:149167425"
+            usericon="http://a.deviantart.net/avatars/t/e/test-0.gif" userid="233301"
+            username="test-0" symbol="~" category="digitalart/animation">
+            <span class="tt-w" style="width: auto; max-width: 277px;">
+                <span class="tt-fh-tc" style="width: 202px;">
+                    <span class="tt-bb" style="width: 202px;">
+                    </span>
+                    <span class="shadow">
+                        <a class="thumb" href="http://url.of.result/2nd.part.of.url"
+                            title="Behoimi BE Animation Test by test-0, Jan 4,
+                            2010 in Digital Art &gt; Animation"> <i></i>
+                            <img width="200" height="200" alt="Test"
+                                src="http://url.of.thumbnail" data-src="http://th08.deviantart.net/test.jpg">
+                        </a>
+                    </span>
+                    <!-- ^TTT -->
+                </span>
+                <span class="details">
+                    <a href="http://test-0.deviantart.com/art/Test" class="t"
+                        title="Behoimi BE Animation Test by test-0, Jan 4, 2010">
+                        <span class="tt-fh-oe">Title of image</span> </a>
+                    <small>
+                    <span class="category">
+                        <span class="age">
+                            5 years ago
+                        </span>
+                        in <a title="Behoimi BE Animation Test by test-0, Jan 4, 2010"
+                            href="http://www.deviantart.com/browse/all/digitalart/animation/">Animation</a>
+                    </span>
+                    <div class="commentcount">
+                        <a href="http://test-0.deviantart.com/art/Test#comments">
+                        <span class="iconcommentsstats"></span>9 Comments</a>
+                    </div>
+                    <a class="mlt-link" href="http://www.deviantart.com/morelikethis/149167425">
+                    <span class="mlt-icon"></span> <span class="mlt-text">More Like This</span> </a>
+                </span>
+                </small> <!-- TTT$ -->
+            </span>
+        </div>
+        """
+        response = mock.Mock(text=html)
+        results = deviantart.response(response)
+        self.assertEqual(type(results), list)
+        self.assertEqual(len(results), 1)
+        self.assertEqual(results[0]['title'], 'Title of image')
+        self.assertEqual(results[0]['url'], 'http://url.of.result/2nd.part.of.url')
+        self.assertNotIn('content', results[0])
+        self.assertEqual(results[0]['thumbnail_src'], 'http://url.of.thumbnail')
+
+        html = """
+        <span class="tt-fh-tc" style="width: 202px;">
+            <span class="tt-bb" style="width: 202px;">
+            </span>
+            <span class="shadow">
+                <a class="thumb" href="http://url.of.result/2nd.part.of.url"
+                    title="Behoimi BE Animation Test by test-0, Jan 4,
+                    2010 in Digital Art &gt; Animation"> <i></i>
+                    <img width="200" height="200" alt="Test"
+                        src="http://url.of.thumbnail" data-src="http://th08.deviantart.net/test.jpg">
+                </a>
+            </span>
+            <!-- ^TTT -->
+        </span>
+        <span class="details">
+            <a href="http://test-0.deviantart.com/art/Test" class="t"
+                title="Behoimi BE Animation Test by test-0, Jan 4, 2010">
+                <span class="tt-fh-oe">Title of image</span> </a>
+            <small>
+            <span class="category">
+                <span class="age">
+                    5 years ago
+                </span>
+                in <a title="Behoimi BE Animation Test by test-0, Jan 4, 2010"
+                    href="http://www.deviantart.com/browse/all/digitalart/animation/">Animation</a>
+            </span>
+            <div class="commentcount">
+                <a href="http://test-0.deviantart.com/art/Test#comments">
+                <span class="iconcommentsstats"></span>9 Comments</a>
+            </div>
+            <a class="mlt-link" href="http://www.deviantart.com/morelikethis/149167425">
+            <span class="mlt-icon"></span> <span class="mlt-text">More Like This</span> </a>
+        </span>
+        </small> <!-- TTT$ -->
+        """
+        response = mock.Mock(text=html)
+        results = deviantart.response(response)
+        self.assertEqual(type(results), list)
+        self.assertEqual(len(results), 0)

File diff suppressed because it is too large
+ 0 - 0
searx/tests/engines/test_digg.py


+ 1 - 0
searx/tests/test_engines.py

@@ -1,6 +1,7 @@
 from searx.tests.engines.test_bing import *  # noqa
 from searx.tests.engines.test_dailymotion import *  # noqa
 from searx.tests.engines.test_deezer import *  # noqa
+from searx.tests.engines.test_deviantart import *  # noqa
 from searx.tests.engines.test_digg import *  # noqa
 from searx.tests.engines.test_dummy import *  # noqa
 from searx.tests.engines.test_flickr import *  # noqa

Some files were not shown because too many files changed in this diff