web scraper for company ids, add src/bluetooth_company_id.h

src/btstack.h

@@ -49,6 +49,8 @@
 #include "bluetooth.h"
 #include "bluetooth_data_types.h"
 #include "bluetooth_gatt.h"
+#include "bluetooth_sdp.h"
+#include "bluetooth_company_id.h"
 #include "ad_parser.h"
 #include "btstack_control.h"
 #include "btstack_debug.h"

tool/bluetooth_company_id.py

@@ -0,0 +1,112 @@
+#!/usr/bin/env python
+#
+# Scrape GATT UUIDs from Bluetooth SIG page
+# https://www.bluetooth.com/specifications/assigned-numbers/company-identifiers
+#
+# Copyright 2017 BlueKitchen GmbH
+#
+
+from lxml import html
+import datetime
+import requests
+import sys
+import codecs
+import os
+import re
+
+program_info = '''
+BTstack Company ID Scraper for BTstack
+Copyright 2017, BlueKitchen GmbH
+'''
+
+header = '''
+/**
+ * bluetooth_company_id.h generated from Bluetooth SIG website for BTstack
+ */
+
+#ifndef __BLUETOOTH_COMPANY_ID_H
+#define __BLUETOOTH_COMPANY_ID_H
+'''
+
+page_info = '''
+/**
+ * Assigned numbers from {page}
+ */
+'''
+
+trailer = '''
+#endif
+'''
+
+tags = []
+
+def create_name(company):
+    # remove parts in braces
+    p = re.compile('\(.*\)')
+    tag = p.sub('',company).rstrip().upper()
+    tag = tag.replace('&',' AND ')
+    tag = tag.replace(''','')
+    tag = tag.replace('"',' ')
+    tag = tag.replace('+',' AND ')
+    tag = tag.replace(' - ', ' ')
+    tag = tag.replace('/', ' ')
+    tag = tag.replace(';',' ')
+    tag = tag.replace(',','')
+    tag = tag.replace('.', '')
+    tag = tag.replace('-','_')
+    tag = tag.replace('  ',' ')
+    tag = tag.replace('  ',' ')
+    tag = tag.replace('  ',' ')
+    tag = tag.replace(' ','_')
+    return "BLUETOOTH_COMPANY_ID_" + tag
+
+def scrape_page(fout, url):
+    print("Parsing %s" % url)    
+    fout.write(page_info.format(page=url))
+
+    # get from web
+    r = requests.get(url)
+    content = r.text
+
+    # test: fetch from local file 'service-discovery.html'
+    # f = codecs.open("company-identifiers.html", "r", "utf-8")
+    # content = f.read();
+
+    tree = html.fromstring(content)
+    # get all java script
+    rows = tree.xpath('//script')
+    for row in rows:
+        script = row.text_content()
+        if not 'DataTable' in script:
+            continue
+        start_tag = 'data:  ['
+        end_tag   = '["65535","0xFFFF",'
+        start = script.find(start_tag)
+        end   = script.find(end_tag)
+        company_list = script[start + len(start_tag):end]
+        for entry in company_list.split('],'):
+            if len(entry) < 5:
+                break
+            entry = entry[1:]
+            fields = entry.split('","')
+            id_hex = fields[1]
+            company = create_name(fields[2][:-1])
+            if company in tags:
+                company = company + "2"
+            else:
+                tags.append(company)
+            if len(company) < 2:
+                continue
+            fout.write("#define %-80s %s\n" %  (company, id_hex))
+
+btstack_root = os.path.abspath(os.path.dirname(sys.argv[0]) + '/..')
+gen_path = btstack_root + '/src/bluetooth_company_id.h'
+
+print(program_info)
+
+with open(gen_path, 'wt') as fout:
+    fout.write(header.format(datetime=str(datetime.datetime.now())))
+    scrape_page(fout, 'https://www.bluetooth.com/specifications/assigned-numbers/company-identifiers')
+    fout.write(trailer)
+
+print('Scraping successful!\n')