From 69e16b71103396a8f0ed42b857e6731c88f4038d Mon Sep 17 00:00:00 2001 From: dilraj45 Date: Mon, 15 Jan 2018 18:51:54 +0530 Subject: [PATCH] Added unit tests for baidu.py, bing.py, duckduckgo.py, google.py mojeek.py. parsijoo.py, quora.py, yahoo.py, youtube.py (#368) --- test/test_baidu.py | 17 +++++++++++++++++ test/test_bing.py | 19 +++++++++++++++++++ test/test_duckduckgo.py | 17 +++++++++++++++++ test/test_google.py | 17 +++++++++++++++++ test/test_mojeek.py | 15 +++++++++++++++ test/test_parsijoo.py | 23 +++++++++++++++++++++++ test/test_quora.py | 17 +++++++++++++++++ test/test_yahoo.py | 17 +++++++++++++++++ test/test_youtube.py | 19 +++++++++++++++++++ 9 files changed, 161 insertions(+) create mode 100644 test/test_baidu.py create mode 100644 test/test_bing.py create mode 100644 test/test_duckduckgo.py create mode 100644 test/test_google.py create mode 100644 test/test_mojeek.py create mode 100644 test/test_parsijoo.py create mode 100644 test/test_quora.py create mode 100644 test/test_yahoo.py create mode 100644 test/test_youtube.py diff --git a/test/test_baidu.py b/test/test_baidu.py new file mode 100644 index 00000000..458eb9a0 --- /dev/null +++ b/test/test_baidu.py @@ -0,0 +1,17 @@ +from bs4 import BeautifulSoup + +from app.scrapers import Baidu + + +def test_parse_response(): + html_text = """

+ mock_title +

""" + dummy_soup = BeautifulSoup(html_text, 'html.parser') + resp = Baidu().parse_response(dummy_soup) + expected_resp = [{ + 'title': u'mock_title', + 'link': u'mock_url' + }] + if not resp == expected_resp: + raise AssertionError() diff --git a/test/test_bing.py b/test/test_bing.py new file mode 100644 index 00000000..ee01bb7e --- /dev/null +++ b/test/test_bing.py @@ -0,0 +1,19 @@ +from bs4 import BeautifulSoup + +from app.scrapers import Bing + + +def test_parse_response(): + html_text = """
  • +

    mock_title

    +

    mock_desc

    +
  • """ + dummy_soup = BeautifulSoup(html_text, 'html.parser') + resp = Bing().parse_response(dummy_soup) + expected_resp = [{ + 'title': u'mock_title', + 'link': u'mock_url', + 'desc': u'mock_desc' + }] + if not expected_resp == resp: + raise AssertionError() diff --git a/test/test_duckduckgo.py b/test/test_duckduckgo.py new file mode 100644 index 00000000..ef944da4 --- /dev/null +++ b/test/test_duckduckgo.py @@ -0,0 +1,17 @@ +from bs4 import BeautifulSoup + +from app.scrapers import DuckDuckGo + + +def test_parse_response(): + html_text = """

    + mock_title +

    """ + dummy_soup = BeautifulSoup(html_text, 'html.parser') + resp = DuckDuckGo().parse_response(dummy_soup) + expected_resp = [{ + 'title': u'mock_title', + 'link': u'mock_url' + }] + if not resp == expected_resp: + raise AssertionError() diff --git a/test/test_google.py b/test/test_google.py new file mode 100644 index 00000000..46a58345 --- /dev/null +++ b/test/test_google.py @@ -0,0 +1,17 @@ +from bs4 import BeautifulSoup + +from app.scrapers import Google + + +def test_parse_response(): + html_text = """

    + mock_title +

    """ + dummy_soup = BeautifulSoup(html_text, 'html.parser') + expected_resp = [{ + 'title': u'mock_title', + 'link': u'mock_url' + }] + resp = Google().parse_response(dummy_soup) + if not resp == expected_resp: + raise AssertionError() diff --git a/test/test_mojeek.py b/test/test_mojeek.py new file mode 100644 index 00000000..5ea7e500 --- /dev/null +++ b/test/test_mojeek.py @@ -0,0 +1,15 @@ +from bs4 import BeautifulSoup + +from app.scrapers import Mojeek + + +def test_parse_response(): + html_text = 'mock_title' + dummy_soup = BeautifulSoup(html_text, 'html.parser') + expected_resp = [{ + 'title': u'mock_title', + 'link': u'mock_url' + }] + resp = Mojeek().parse_response(dummy_soup) + if not resp == expected_resp: + raise AssertionError() diff --git a/test/test_parsijoo.py b/test/test_parsijoo.py new file mode 100644 index 00000000..4f22cbdc --- /dev/null +++ b/test/test_parsijoo.py @@ -0,0 +1,23 @@ +from bs4 import BeautifulSoup + +from app.scrapers import Parsijoo + + +def test_parse_response(): + html_text = """
    + + """ + " " * 22 + """mock_title + mock_url + """ + " " * 34 + """ mock_desc + mock_similar +
    """ + dummy_soup = BeautifulSoup(html_text, 'html.parser') + expected_resp = [{ + 'title': u'mock_title', + 'link': u'mock_url', + 'desc': u'mock_desc' + }] + resp = Parsijoo().parse_response(dummy_soup) + if not resp == expected_resp: + raise AssertionError() diff --git a/test/test_quora.py b/test/test_quora.py new file mode 100644 index 00000000..4ef5d301 --- /dev/null +++ b/test/test_quora.py @@ -0,0 +1,17 @@ +from bs4 import BeautifulSoup + +from app.scrapers import Quora + + +def test_parse_response(): + html_text = "
    " \ + "" \ + "mock_title
    " + dummy_soup = BeautifulSoup(html_text, 'html.parser') + expected_resp = [{ + 'title': u'mock_title', + 'link': u'https://www.quora.com/mock_url' + }] + resp = Quora().parse_response(dummy_soup) + if not resp == expected_resp: + raise AssertionError() diff --git a/test/test_yahoo.py b/test/test_yahoo.py new file mode 100644 index 00000000..81d4eb5f --- /dev/null +++ b/test/test_yahoo.py @@ -0,0 +1,17 @@ +from bs4 import BeautifulSoup + +from app.scrapers import Yahoo + + +def test_parse_response(): + html_text = '

    mock_title

    ' + dummy_soup = BeautifulSoup(html_text, 'html.parser') + expected_resp = [{ + 'title': u'mock_title', + 'link': u'mock_url' + }] + resp = Yahoo().parse_response(dummy_soup) + if not resp == expected_resp: + raise AssertionError() diff --git a/test/test_youtube.py b/test/test_youtube.py new file mode 100644 index 00000000..8c71216d --- /dev/null +++ b/test/test_youtube.py @@ -0,0 +1,19 @@ +from bs4 import BeautifulSoup + +from app.scrapers import Youtube + + +def test_parse_response(): + html_text = 'mock_channelmock_title' + dummy_soup = BeautifulSoup(html_text, 'html.parser') + expected_resp = [{ + 'title': u'mock_title', + 'link': u'https://www.youtube.com/watch?v=mock' + }] + resp = Youtube().parse_response(dummy_soup) + if not resp == expected_resp: + raise AssertionError()