80 lines
3.0 KiB
Python
80 lines
3.0 KiB
Python
import os, glob
|
|
from bs4 import BeautifulSoup
|
|
from subprocess import run, PIPE
|
|
from urllib.parse import urlparse
|
|
import dashtable
|
|
|
|
def html_to_rst(input):
|
|
return run(['pandoc', '-f', 'html', '-t', 'rst'],
|
|
input=input, stdout=PIPE, universal_newlines=True).stdout
|
|
|
|
def convert_toc(filename):
|
|
with open(filename, encoding='utf8') as input:
|
|
soup = BeautifulSoup(input, 'html5lib')
|
|
body = soup.find('body')
|
|
with open('./docs/contents.rst', 'w', encoding='utf-8') as output:
|
|
for elm in body.contents:
|
|
if elm.name == 'h2':
|
|
output.write(""".. toctree::
|
|
:maxdepth: 1
|
|
:caption: {0}
|
|
:hidden:\n""".format(elm.get_text()))
|
|
elif elm.name == 'ul':
|
|
output.write('\n')
|
|
for li in elm.contents:
|
|
if li.name == 'li':
|
|
a = li.find('a')
|
|
url = a['href']
|
|
if url == 'index.html':
|
|
output.write(' self\n')
|
|
elif bool(urlparse(url).netloc):
|
|
output.write(' {0} <{1}>\n'.format(a.get_text(), url))
|
|
else:
|
|
output.write(' {0}\n'.format(url[:-5]))
|
|
output.write('\n')
|
|
elif elm.name == 'dl':
|
|
a = elm.find('a')
|
|
output.write('\n {0} <{1}>\n'.format(a.get_text(), url))
|
|
elif hasattr(elm, 'contents'):
|
|
print('**** UNKNOWN: ' + str(elm))
|
|
exit(1)
|
|
print("SUCCESS: " + filename)
|
|
|
|
def convert_article(filename):
|
|
with open(filename, encoding='utf8') as input:
|
|
soup = BeautifulSoup(input, 'html5lib')
|
|
|
|
table = None
|
|
if filename == './docs/release-calendar.html':
|
|
table = dashtable.html2rst(str(soup.table.extract()))
|
|
|
|
content = soup.find('div', 'content')
|
|
content = ''.join(map(str, content.contents))
|
|
content = html_to_rst(str(content))
|
|
|
|
if table:
|
|
content = '\n'.join([content, table, ''])
|
|
|
|
with open(os.path.splitext(filename)[0]+'.rst', 'w', encoding='utf-8') as output:
|
|
output.write(str(content))
|
|
if filename == './docs/relnotes.html':
|
|
output.write("""\n.. toctree::
|
|
:maxdepth: 1
|
|
:hidden:\n""")
|
|
output.write('\n')
|
|
for li in soup.findAll('li'):
|
|
a = li.find('a')
|
|
url = a['href']
|
|
split = os.path.splitext(url)
|
|
if split[1] == '.html':
|
|
output.write(' {0}\n'.format(split[0]))
|
|
output.write(' Older Versions <versions>\n')
|
|
|
|
print("SUCCESS: " + filename)
|
|
|
|
for filename in glob.iglob('./docs/**/*.html', recursive=True):
|
|
if filename == './docs/contents.html':
|
|
convert_toc(filename)
|
|
else:
|
|
convert_article(filename)
|