Skip to content

Commit

Permalink
synced with new changes
Browse files Browse the repository at this point in the history
  • Loading branch information
@nikhil25803
nikhil25803 committed Oct 13, 2023
2 parents 982785d + 8f31f07 commit 4abc06b
Show file tree
Hide file tree
Showing 7 changed files with 398 additions and 394 deletions.
4 changes: 4 additions & 0 deletions .gitignore
View file
Original file line number Diff line number Diff line change
Expand Up @@ -2,7 +2,11 @@
__pycache__/
*.py[cod]
*$py.class
<<<<<<< HEAD
local_test.py
=======
locaL_test.py
>>>>>>> 8f31f07307b5d503598fb062f51376a7b9eac315
# C extensions
*.so
*.ipynb
Expand Down
2 changes: 1 addition & 1 deletion src/scrape_up/coinmarketcap/__init__.py
View file
Original file line number Diff line number Diff line change
@@ -1,3 +1,3 @@
from .coinmarketcap import Crypto
from .crypto import Crypto

__all__ = ["Crypto"]
242 changes: 121 additions & 121 deletions src/scrape_up/coinmarketcap/CoinMarketCap.py → src/scrape_up/coinmarketcap/crypto.py
View file
Original file line number Diff line number Diff line change
@@ -1,121 +1,121 @@
from bs4 import BeautifulSoup
import requests


class Crypto:
"""
Create an instance of `Crypto` class
```python
crypto = Crypto()
```
| Method | Details |
| ---------------------------- | -------------------------------------------------------- |
| `get_top_cryptocurrencies()` | Fetches and returns data about the top cryptocurrencies. |
"""

def __init__(self):
"""
Initialize the CoinMarketCap class by fetching data from the CoinMarketCap website.
"""
headers = {
"User-Agent": "Mozilla/5.0 (Windows NT 6.3; Win 64 ; x64) Apple WeKit /537.36(KHTML , like Gecko) Chrome/80.0.3987.162 Safari/537.36"
}
url = "https://coinmarketcap.com/"
html_text = requests.get(url, headers=headers).text
self.soup = BeautifulSoup(html_text, "lxml")

def get_top_cryptocurrencies(self):
"""
A list of dictionaries containing details of the top cryptocurrencies.\n
```python
crypto = Crypto()
```
Example output:
```python
[
{
"Name": "Bitcoin",
"Symbol": "BTC",
"Link": "https://coinmarketcap.com/...",
"Price": "$65,432.10",
"1h%": "-1.23% (Down)",
"24h%": "+0.45% (Up)",
"7d%": "-2.15% (Down)",
"MarketCap": "$1.23T",
"Volume(24h)": "$12.5B",
"Circulating Supply": "18.7M BTC"
},
...
]
"""
try:
cryptocurrency = []
container = self.soup.find("div", {"class": "sc-4c520df-2 kGWYlx"})
i = 0
tbody = container.find("tbody")
for items in tbody.find_all("tr"):
i += 1
if i == 11:
break
j = 0
for item in items.find_all("td"):
j += 1
if j == 1 or j == 2:
continue
elif j == 3:
name = item.find("p", {"class": "sc-4984dd93-0 kKpPOn"}).text
symbol = item.find(
"p", {"class": "sc-4984dd93-0 iqdbQL coin-item-symbol"}
).text
link = (
"https://coinmarketcap.com/"
+ item.find("a", href=True)["href"]
)
elif j == 4:
price = item.text
elif j == 5:
if item.find("span", {"class": "icon-Caret-down"}) is not None:
market = "Down"
else:
market = "Up"
hour = item.text + f" ({market})"
elif j == 6:
if item.find("span", {"class": "icon-Caret-down"}) is not None:
market = "Down"
else:
market = "Up"
hour_24 = item.text + f" ({market})"
elif j == 7:
if item.find("span", {"class": "icon-Caret-down"}) is not None:
market = "Down"
else:
market = "Up"
day = item.text + f" ({market})"
elif j == 8:
marketcap = item.find(
"span", {"class": "sc-f8982b1f-1 bOsKfy"}
).text
elif j == 9:
volume = item.find(
"p", {"class": "sc-4984dd93-0 jZrMxO font_weight_500"}
).text
elif j == 10:
supply = item.find("p", {"class": "sc-4984dd93-0 WfVLk"}).text
data = {
"Name": name,
"Symbol": symbol,
"Link": link,
"Price": price,
"1h%": hour,
"24h%": hour_24,
"7d%": day,
"MarketCap": marketcap,
"Volume(24h)": volume,
"Circulating Supply": supply,
}
cryptocurrency.append(data)
return cryptocurrency
except:
return None
from bs4 import BeautifulSoup
import requests


class Crypto:
"""
Create an instance of `Crypto` class
```python
crypto = Crypto()
```
| Method | Details |
| ---------------------------- | -------------------------------------------------------- |
| `get_top_cryptocurrencies()` | Fetches and returns data about the top cryptocurrencies. |
"""

def __init__(self):
"""
Initialize the CoinMarketCap class by fetching data from the CoinMarketCap website.
"""
headers = {
"User-Agent": "Mozilla/5.0 (Windows NT 6.3; Win 64 ; x64) Apple WeKit /537.36(KHTML , like Gecko) Chrome/80.0.3987.162 Safari/537.36"
}
url = "https://coinmarketcap.com/"
html_text = requests.get(url, headers=headers).text
self.soup = BeautifulSoup(html_text, "lxml")

def get_top_cryptocurrencies(self):
"""
A list of dictionaries containing details of the top cryptocurrencies.\n
```python
crypto = Crypto()
```
Example output:
```python
[
{
"Name": "Bitcoin",
"Symbol": "BTC",
"Link": "https://coinmarketcap.com/...",
"Price": "$65,432.10",
"1h%": "-1.23% (Down)",
"24h%": "+0.45% (Up)",
"7d%": "-2.15% (Down)",
"MarketCap": "$1.23T",
"Volume(24h)": "$12.5B",
"Circulating Supply": "18.7M BTC"
},
...
]
"""
try:
cryptocurrency = []
container = self.soup.find("div", {"class": "sc-4c520df-2 kGWYlx"})
i = 0
tbody = container.find("tbody")
for items in tbody.find_all("tr"):
i += 1
if i == 11:
break
j = 0
for item in items.find_all("td"):
j += 1
if j == 1 or j == 2:
continue
elif j == 3:
name = item.find("p", {"class": "sc-4984dd93-0 kKpPOn"}).text
symbol = item.find(
"p", {"class": "sc-4984dd93-0 iqdbQL coin-item-symbol"}
).text
link = (
"https://coinmarketcap.com/"
+ item.find("a", href=True)["href"]
)
elif j == 4:
price = item.text
elif j == 5:
if item.find("span", {"class": "icon-Caret-down"}) is not None:
market = "Down"
else:
market = "Up"
hour = item.text + f" ({market})"
elif j == 6:
if item.find("span", {"class": "icon-Caret-down"}) is not None:
market = "Down"
else:
market = "Up"
hour_24 = item.text + f" ({market})"
elif j == 7:
if item.find("span", {"class": "icon-Caret-down"}) is not None:
market = "Down"
else:
market = "Up"
day = item.text + f" ({market})"
elif j == 8:
marketcap = item.find(
"span", {"class": "sc-f8982b1f-1 bOsKfy"}
).text
elif j == 9:
volume = item.find(
"p", {"class": "sc-4984dd93-0 jZrMxO font_weight_500"}
).text
elif j == 10:
supply = item.find("p", {"class": "sc-4984dd93-0 WfVLk"}).text
data = {
"Name": name,
"Symbol": symbol,
"Link": link,
"Price": price,
"1h%": hour,
"24h%": hour_24,
"7d%": day,
"MarketCap": marketcap,
"Volume(24h)": volume,
"Circulating Supply": supply,
}
cryptocurrency.append(data)
return cryptocurrency
except:
return None
2 changes: 1 addition & 1 deletion src/scrape_up/espn/__init__.py
View file
Original file line number Diff line number Diff line change
@@ -1,3 +1,3 @@
from .espn import ESPN
from .espnmodule import ESPN

__all__ = ["ESPN"]
Loading

0 comments on commit 4abc06b

Please sign in to comment.