48 lines
1.3 KiB
Python
48 lines
1.3 KiB
Python
import re
|
|
import urllib.request
|
|
from html.parser import HTMLParser
|
|
|
|
|
|
class my_html_parser(HTMLParser):
|
|
def error(self, message):
|
|
pass
|
|
|
|
def __init__(self):
|
|
super().__init__()
|
|
self.state = 0
|
|
self.processes = []
|
|
|
|
def handle_starttag(self, tag, attrs):
|
|
if tag == "tr" and self.state == 2:
|
|
for att in attrs:
|
|
if att[0] == "id":
|
|
return
|
|
self.state = 3
|
|
if tag == "td" and self.state == 3:
|
|
self.state = 4
|
|
pass
|
|
|
|
def handle_endtag(self, tag):
|
|
if tag == "table" and self.state == 1:
|
|
self.state = 2
|
|
pass
|
|
|
|
def handle_data(self, data):
|
|
# print("Encountered some data :", data)
|
|
if data == "Categories" and self.state == 0:
|
|
self.state = 1
|
|
|
|
if self.state == 4:
|
|
if re.findall("[^a-z0-9_]", data):
|
|
return
|
|
self.processes.append(data)
|
|
self.state = 2
|
|
|
|
|
|
if __name__ == "__main__":
|
|
url = "https://openloops.hepforge.org/process_library.php?repo=public"
|
|
data = urllib.request.urlopen(url).read()
|
|
parser = my_html_parser()
|
|
parser.feed(data.decode("UTF8"))
|
|
print(parser.processes)
|