-
Notifications
You must be signed in to change notification settings - Fork 0
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
made some final changes, and updated readme
- Loading branch information
1 parent
d3676eb
commit 5837afe
Showing
6 changed files
with
73 additions
and
9 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -1,2 +1,3 @@ | ||
from .main import Scrapper | ||
from .URLFetcher import BritannicaUrls | ||
from .URLFetcher import BritannicaUrls | ||
from .queries import searchQueries |
Binary file not shown.
Binary file not shown.
Binary file not shown.
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,53 @@ | ||
""" | ||
--> contains some sample search queries for the britannica scrapper | ||
""" | ||
|
||
from typing import Any | ||
|
||
|
||
class searchQueries: | ||
def __init__(self): | ||
self.search_queries = [ | ||
"antarctica", | ||
"colonization", | ||
"world war", | ||
"asia", | ||
"africa", | ||
"australia", | ||
"holocaust", | ||
"voyages", | ||
"biological viruses", | ||
"Martin Luther King Jr", | ||
"Abraham Lincon", | ||
"Quarks", | ||
"Quantum Mechanincs", | ||
"Biological Viruses", | ||
"Drugs", | ||
"Rockets", | ||
"Physics", | ||
"Mathematics", | ||
"nuclear physics", | ||
"nuclear fusion", | ||
"CRISPR CAS-9", | ||
"virginia woolf", | ||
"cocaine", | ||
"marijuana", | ||
"apollo missions", | ||
"birds", | ||
"blogs", | ||
"journal", | ||
"Adolf Hitler", | ||
"Presidents of United States", | ||
"genders and sexes", | ||
"journalism", | ||
"maths theories", | ||
"matter and particles", | ||
"discoveries", | ||
"authoers and writers", | ||
"poets and novel writers", | ||
"literature", | ||
"awards and honors" | ||
] | ||
|
||
def __call__(self): | ||
return self.search_queries |