from bs4 import BeautifulSoup as soup

import requests

import random

SUBLIME_SNIPPET = """

TABLES = [

dict(html_name='table sectionedit4', var_name="SETUP"), # The SETUP Section

dict(html_name='table sectionedit6', var_name="STEP"), # The STEP Section

dict(html_name='table sectionedit8', var_name="VARIABLES"), # Variables usable in SETUP and STEP Section

dict(html_name='table sectionedit10', var_name="DATA_TYPES"), # Data types (user input)

dict(html_name='table sectionedit15', var_name="DATA_EXTRACTION"), # Data Extraction

]

HTML = requests.get('https://docu.gsa-online.de/search_engine_ranker/script_manual').content

PARSER = soup(HTML, 'lxml')

RESULTS = []

def parse_table(data: dict):

_html_name = data['html_name']

rows = PARSER.findAll('div', **dict(class_=_html_name))[0].find('table').find_all('tr')[1:]

_return = []

for r in rows:

a = r.find_all('td')

v = a[0].text.rstrip() # variable

d = a[1].text.rstrip()\

.replace('<', '&lt;')\

.replace('>', '&gt;')\

.replace("'", "&apos;")\

.replace('"', "&quot;")\

.replace("&", "&amp;") # description

_return.append({v: d})

print(d)

return _return

for table in TABLES:

need = parse_table(table)

print(table['var_name'], need)

for x in need:

for k, v in x.items():

data = SUBLIME_SNIPPET.format((k+'=').lower(), '{1}', v, k).replace('\n', '').replace('\t', '')

file_name = './sublime_snippets/{0}.sublime-snippet'.format(k

.replace('\n', '')

.replace('\t', '')

.replace('/', '')

.replace('\\', ''))

# write snippet

file = open(file_name, 'w+', encoding='utf-8')

file.write(data)

file.close()

# write help

file2_name = 'help_sublime_snippets.ini'

file2 = open(file2_name, 'a', encoding='utf-8')

file2.write(f"{k}\n{v}\n########################################\n")

file2.close()

<snippet><content><![CDATA[download retries=${1}]]></content> <description> /Number of tries to submit or download something (default is 1).</description> <tabTrigger>Download retries</tabTrigger></snippet>

<snippet><content><![CDATA[link type=${1}]]></content> <description> /Defines the type of backlink created. Can be anything you want but you might want to use the types already used in other scripts.</description> <tabTrigger>Link type</tabTrigger></snippet>

<snippet><content><![CDATA[add fixed data add fixed data conditionremove fixed dataremove fixed data condition=${1}]]></content> <description> /This will add a form field if the thing in “add fixed data condition” is found on the webpage. This works only if both variables are defined. Don&amp;apos;t worry about this to much as you will probably never use this. It is only required if some sites add data to forms by javascript to prevent automated submissions. You can use “remove fixed data” to just remove that from the posting.Example: add fixed data=code=%captcha%;hidden=0add fixed data condition=code_sign;hidden_dataIf the webpage has anywhere the word “code_sign” in it we add a new form field called code that will be filled with a captcha. And if the word “hidden_data” is found we also add a new form field called “hidden” with the content “0”.</description> <tabTrigger>add fixed data add fixed data conditionremove fixed dataremove fixed data condition</tabTrigger></snippet>

<snippet><content><![CDATA[add keyword to search=${1}]]></content> <description> /1 = Add a keyword from the project to the search query0 = Never add a keyword to the search query2 = Add just sometimes a keyword to it if it seems to be useful (default)</description> <tabTrigger>add keyword to search</tabTrigger></snippet>

<snippet><content><![CDATA[allow data url=${1}]]></content> <description> /0 = do not allow data URLs → gets removed1 = allow them (default)This will remove e.g. images from the article that are Data-URLs</description> <tabTrigger>allow data url</tabTrigger></snippet>

<snippet><content><![CDATA[allow html=${1}]]></content> <description> /0 = No html allowed1 = html is allowed&amp;lt;text&amp;gt; = If the text appears on the webpage we will allow html. HTML will be removed from your defined content if not supported by the engine (transformed into text only).</description> <tabTrigger>allow html</tabTrigger></snippet>

<snippet><content><![CDATA[allow return=${1}]]></content> <description> /0 = no return/line feed allowed1 = return/line feed is allowed&amp;lt;text&amp;gt; = If the text appears on the webpage we will allow a return/line feed.</description> <tabTrigger>allow return</tabTrigger></snippet>