From 703f25174dcc8bf4641056f6859363a18dce3d82 Mon Sep 17 00:00:00 2001 From: Anderson Lizardo Date: Tue, 1 Oct 2013 11:46:06 -0400 Subject: [PATCH] tools: Fix update_compids.sh to avoid non-ASCII output Some distros have html2text patches that may generate non-ASCII output even when -ascii is used. This patch adds another case (seen in Fedora) where HTML entity   (non-breaking space) is converted into a multibyte whitespace. Also add a sanity check to make sure non-ASCII text is not introduced in lib/bluetooth.c. --- tools/update_compids.sh | 17 +++++++++++++---- 1 file changed, 13 insertions(+), 4 deletions(-) diff --git a/tools/update_compids.sh b/tools/update_compids.sh index 332fb1664..38d1fff39 100755 --- a/tools/update_compids.sh +++ b/tools/update_compids.sh @@ -21,13 +21,16 @@ cd $tmpdir path=en-us/specification/assigned-numbers/company-identifiers # Use "iconv -c" to strip unwanted unicode characters -# Also strip tags of type checkbox because html2text generates UTF-8 -# for them in some distros even when using -ascii (e.g. Fedora 18) +# Fixups: +# - strip tags of type "checkbox" because html2text generates UTF-8 for +# them in some distros even when using -ascii (e.g. Fedora) +# - replace " " (non-breaking space) with whitespace manually, because +# some versions incorrectly convert it into "\xC2\xA0" curl https://www.bluetooth.org/$path | iconv -c -f utf8 -t ascii | \ - sed '//dev/null -# Some versions of html2text do not replace & (e.g. Fedora 18) +# Some versions of html2text do not replace & (e.g. Fedora) sed -i 's/&/\&/g' identifiers.txt sed -n '/^const char \*bt_compidtostr(int compid)/,/^}/p' \ @@ -41,6 +44,12 @@ if ! grep -q "return \"" new.c; then echo "ERROR: could not parse company IDs from bluetooth.org" >&2 exit 1 fi +if [ -n "$(tr -d '[:print:]\t\n' < new.c)" ]; then + echo -n "ERROR: invalid non-ASCII characters found while parsing" >&2 + echo -n " company IDs. Please identify offending sequence and fix" >&2 + echo " tools/update_compids.sh accordingly." >&2 + exit 1 +fi echo -e '\tcase 65535:\n\t\treturn "internal use";' >> new.c echo -e '\tdefault:\n\t\treturn "not assigned";\n\t}\n}' >> new.c -- 2.47.3