-
Notifications
You must be signed in to change notification settings - Fork 2
/
Copy pathwebScraping.py
33 lines (23 loc) · 1.33 KB
/
webScraping.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
import bs4
import requests
from bs4 import BeautifulSoup
urls=[]
URL=requests.get("https://www.livecoinwatch.com")
parsedText=bs4.BeautifulSoup(URL.text,"lxml")
for i in parsedText.find_all("a",href=True):
urls.append("https://www.livecoinwatch.com"+str(i["href"]))
urls=urls[17:67]
def getPrice(url):
URL1=requests.get(url)
parsedTextFinal=bs4.BeautifulSoup(URL1.text,"lxml")
name=parsedTextFinal.find_all("div",{"class":"mr20"})[0].find("h1").text
s_name=parsedTextFinal.find_all("div",{"class":"mr20"})[0].find("p").text
price=parsedTextFinal.find_all("div",{"class":"cion-item coin-price-large ml20 px-0"})[0].find("span").text
capital=parsedTextFinal.find_all("div",{"class":"cion-item text-left"})[0].find("span").text
volume=parsedTextFinal.find_all("div",{"class":"cion-item text-left"})[0].find("span").text
liquidity=parsedTextFinal.find_all("div",{"class":"cion-item col-md-4 col-xl-3 px-1 py-1 py-md-0"})[0].find("span").text
growth=parsedTextFinal.find_all("div",{"class":"cion-item px-1 grow"})[0].find("span").text
print("{name:"+ str(name)+" shortname:"+ str(s_name)+" price:"+ str(price)+" capital:"+ str(capital)+" volume:"+ str(volume)+" liquidity:"+ str(liquidity)+" growth:"+ str(growth)+" }")
while True:
for i in urls:
getPrice(i)