kattis-grind/fetch.py at master · UPEISMCSCCC/kattis-grind · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
#!/usr/bin/env python3
import os
import sys
import shutil
import pathlib
import requests
import argparse
try:
    from bs4 import BeautifulSoup
except ImportError:
    sys.exit("""You need BeautifulSoup. run \'pip install bs4\'""")

try:
    from fake_useragent import UserAgent
except ImportError:
    sys.exit("""You need UserAgent. run \'pip install fake-useragent\'""")

parser = argparse.ArgumentParser(description='Fetches random Kattis Questions')
parser.add_argument('--id', type=str, default='_NONE_', help='id of problem to fetch')
parser.add_argument('--hint', type=bool, default=False, help='includes hint from Steve Halim.')
args = parser.parse_args()
qid = args.id
hint = args.hint

if qid == '_NONE_':
    qid = input('Enter ID: ')
if os.path.isdir('./' + qid):
    print('This problem already exists.')
    exit(1)
url = 'http://open.kattis.com/problems/' + qid
sth = 'https://cpbook.net/methodstosolve?oj=kattis&topic=all&quality=all'
usa = UserAgent()

page = requests.get(url, headers={'User-Agent':str(usa.random)})
soup = BeautifulSoup(page.content, 'html.parser')


hinttype = ""
hinttext = ""
if hint:
    hintpage = requests.get(sth, headers={'User-Agent': str(usa.random)})
    pars = BeautifulSoup(hintpage.content, 'html.parser')
    hintinp = pars.find_all('tr', attrs={'class': ['Kattis starred','Kattis nonstarred']})
    for hinter in hintinp:
        td = hinter.find_all('td')
        if td[0].text == qid:
            hinttype = td[2].text
            hinttext = td[3].text
            break

tableinp = soup.find_all('table', attrs={'class': 'sample'})
pathlib.Path(qid).mkdir(parents=True, exist_ok=True)

htmlfile = soup
for section in htmlfile.find_all('section', {'class': 'box clearfix main-content problem-sidebar'}): section.decompose()
for div in htmlfile.find_all('div', {'class':['wrap', 'description','footer','problem-download','footer-powered col-md-8']}): div.decompose()
for img in htmlfile.find_all('img'): img.decompose()
for a in htmlfile.find_all('a'): a.decompose()

if hint:
    hinttype_p = htmlfile.new_tag('p')
    hinttype_p.string = 'Type: %s'%hinttype
    hinttext_p = htmlfile.new_tag('p')
    hinttext_p.string = 'Hint: %s'%hinttext
    htmlfile.html.append(hinttype_p)
    htmlfile.html.append(hinttext_p)

pathlib.Path(qid + '/' + qid + '.html').write_text(str(htmlfile))

i = 0
for sample in tableinp:
    tablestd = sample.find_all('pre')
    pathlib.Path(qid + '/input' + str(i + 1)).write_text(tablestd[0].text)
    pathlib.Path(qid + '/output' + str(i + 1)).write_text(tablestd[1].text)
    i += 1

src = os.curdir
dst = os.path.join(src, qid)
cpp = os.path.join(src, 'template.cpp')

shutil.copy(cpp, dst)

dstfile = os.path.join(dst,'template.cpp')
newfile = os.path.join(dst,'_' + qid + '.cpp')
os.rename(dstfile, newfile)

with open('/' + os.getcwd() + '/' + qid + '/_' + qid + '.py', 'w+') as py:
    py.write('#!/usr/bin/env python3\n')
    os.chmod('/' + os.getcwd() + '/' + qid + '/_' + qid + '.py', 0o777)

if not os.path.isfile('./seen.txt'):
    open('seen.txt', 'w+')

with open('seen.txt','a') as f:
    f.write(qid + '\n')