feat: began python scraper

MasterNeuromancer · MasterNeuromancer · commit 69f86c5c213e · 2020-02-25T22:44:27.000-08:00
diff --git a/.vscode/settings.json b/.vscode/settings.json
@@ -0,0 +1,3 @@
+{
+    "python.pythonPath": "C:\\Users\\natba\\.virtualenvs\\python2k20-NJbE7nC2\\Scripts\\python.exe"
+}
diff --git a/Pipfile b/Pipfile
@@ -0,0 +1,13 @@
+[[source]]
+name = "pypi"
+url = "https://pypi.org/simple"
+verify_ssl = true
+
+[dev-packages]
+
+[packages]
+requests = "*"
+beautifulsoup4 = "*"
+
+[requires]
+python_version = "3.8"
diff --git a/Pipfile.lock b/Pipfile.lock
diff --git a/stackoverflow.py b/stackoverflow.py
@@ -0,0 +1,10 @@
+import requests
+from bs4 import BeautifulSoup
+
+res = requests.get("https://stackoverflow.com/questions")
+
+soup = BeautifulSoup(res.text, "html.parser")
+
+questions = soup.select(".question-summary")
+
+print(questions[0].select_one('.question-hyperlink').getText())

Original file line number	Diff line number	Diff line change
`@@ -0,0 +1,3 @@`
	`1`	`+{`
	`2`	`+ "python.pythonPath": "C:\\Users\\natba\\.virtualenvs\\python2k20-NJbE7nC2\\Scripts\\python.exe"`
	`3`	`+}`