-
Notifications
You must be signed in to change notification settings - Fork 0
Expand file tree
/
Copy pathbsStudy.py
More file actions
51 lines (34 loc) · 1.28 KB
/
bsStudy.py
File metadata and controls
51 lines (34 loc) · 1.28 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
# -*- coding:utf-8 -*-
from bs4 import BeautifulSoup
html_doc = """
<html><head><title>The Dormouse's story</title></head>
<body>
<p class="title"><b>The Dormouse's story</b></p>
<p class="story">Once upon a time there were three little sisters; and their names were
<a href="http://example.com/elsie" class="sister" id="link1">Elsie</a>,
<a href="http://example.com/lacie" class="sister" id="link2">Lacie</a> and
<a href="http://example.com/tillie" class="sister" id="link3">Tillie</a>;
and they lived at the bottom of a well.</p>
<p class="story">...</p>
"""
soup = BeautifulSoup(html_doc, 'html.parser')
print soup.find_all('b')
import re
for tag in soup.find_all(re.compile("^b")):
print(tag.string)
for tag in soup.find_all(re.compile("t")):
print(tag.name)
print soup.find_all(["a", "b"])
for tag in soup.find_all(True):
print(tag.name)
def has_class_but_no_id(tag):
return tag.has_attr('class') and not tag.has_attr('id')
print soup.find_all(has_class_but_no_id)
def not_lacie(href):
return href and not re.compile("lacie").search(href)
soup.find_all(href=not_lacie)
def surrounded_by_strings(tag):
return (isinstance(tag.next_element, "")
and isinstance(tag.previous_element, ""))
for tag in soup.find_all(surrounded_by_strings):
print tag.name