Add files via upload

Author: ApressGryffinWinkler

webscraping1.py

@@ -0,0 +1,4 @@
+import requests
+URL = "http://vulnweb.com"
+r = requests.get(URL)
+print(r.content)

webscraping2.py

@@ -0,0 +1,6 @@
+from bs4 import BeautifulSoup
+import requests
+url="http://vulnweb.com"
+r=requests.get(url)
+Soup=BeautifulSoup(r.content, 'html5lib')
+print(Soup.prettify())

webscraping3.py

@@ -0,0 +1,14 @@
+import requests
+
+# Make a GET request
+
+r = requests.get("http://www.vulnweb.com")
+
+# print request object
+
+print(r.url)
+
+# print status code
+# status code 200 means success
+
+print(r.status_code)

webscraping4.py

@@ -0,0 +1,17 @@
+import requests
+from bs4 import BeautifulSoup
+
+#make a get request
+r = requests.get("http://www.vulnweb.com")
+
+# parse html
+soup = BeautifulSoup(r.content, 'html.parser')
+
+#get the title tag
+print(soup.title)
+
+#name of the tag
+print(soup.title.name)
+
+#get the name of parent tag
+print(soup.title.parent.name)

webscraping5.py

@@ -0,0 +1,10 @@
+import requests
+from bs4 import BeautifulSoup
+
+r = requests.get("http://www.vulnweb.com")
+
+soup = BeautifulSoup(r.content, 'html.parser')
+
+for link in soup.find_all('a'):
+    print(link.get('href'))
+

webscraping6.py

@@ -0,0 +1,12 @@
+from bs4 import BeautifulSoup
+import requests
+
+url="https://en.wikipedia.org/wiki/List_of_states_and_territories_of_the_United_States"
+
+result=requests.get(url)
+
+doc = BeautifulSoup(result.content, 'html.parser')
+
+result1 = doc.find_all(string = 'California')
+
+print(result1)