From b222bd291672e71b29ed352c3cf058d8345f342d Mon Sep 17 00:00:00 2001 From: =?utf8?q?Paul=20H=C3=A4nsch?= Date: Thu, 24 Mar 2022 12:27:26 +0100 Subject: [PATCH] much simpler toc macro --- macros/toc | 310 +++-------------------------------------------------- 1 file changed, 15 insertions(+), 295 deletions(-) diff --git a/macros/toc b/macros/toc index 0d708a4..308fced 100755 --- a/macros/toc +++ b/macros/toc @@ -1,299 +1,19 @@ -#!/bin/awk -f -#!/opt/busybox/awk -f +#!/bin/sh -# Table of Content generator -# For finding Headlines within a markdown document one needs to be context -# aware. I.e. Headlines within verbatim blocks must be ignored, etc. -# -# Basically this program is a slightly stripped down version onf the main -# markdown parser. -# Most of the inline parser is also included to allow stylig of headlines. +. "$_EXEC/cgilite/cgilite.sh" -# TODO: Accept Arguments for controlling toc depth -# TODO Maybe: Somehow enable section TOCs +unset MD_MACROS -function debug(text) { printf "\n---\n%s\n---\n", text > "/dev/stderr"; } +if [ "$(which awk)" ]; then + md() { awk -f "$_EXEC/cgilite/markdown.awk"; } +elif [ "$(which busybox)" ]; then + md() { busybox awk -f "$_EXEC/cgilite/markdown.awk"; } +else + md() { cat; } +fi -function HTML ( text ) { - gsub( /&/, "\\&", text ); - gsub( //, "\\>", text ); - gsub( /"/, "\\"", text ); - gsub( /'/, "\\'", text ); - gsub( /\\/, "\\\", text ); - return text; -} - -function inline( line, LOCAL, len, code, href, guard ) { - nu = "(\\\\\\\\|\\\\[^\\\\]|[^\\\\_]|_[[:alnum:]])*" # not underline (except when escaped) - na = "(\\\\\\\\|\\\\[^\\\\]|[^\\\\\\*])*" # not asterisk (except when escaped) - ieu = "_([^_[:space:]]|[^_[:space:]]" nu "[^_[:space:]])_" # inner (underline) - isu = "__([^_[:space:]]|[^_[:space:]]" nu "[^_[:space:]])__" # inner (underline) - iea = "\\*([^\\*[:space:]]|[^\\*[:space:]]" na "[^\\*[:space:]])\\*" # inner (asterisk) - isa = "\\*\\*([^\\*[:space:]]|[^\\*[:space:]]" na "[^\\*[:space:]])\\*\\*" # inner (asterisk) - - if ( line ~ /^$/ ) { # Recursion End - return ""; - - # omit processing of escaped characters - } else if ( line ~ /^\\[]\\`\*_\{\}\(\)#\+-\.![]/) { - return substr(line, 2, 1) inline( substr(line, 3) ); - - # hard brakes - } else if ( match(line, /^ \n/) ) { - return inline( substr(line, RLENGTH + 1) ); - - # ``code spans`` - } else if ( match( line, /^`+/) ) { - len = RLENGTH - guard = substr( line, 1, len ) - if ( match(line, guard ".*" guard) ) { - code = substr( line, len + 1, match( substr(line, len + 1), guard ) - 1) - len = 2 * length(guard) + length(code) - # strip single surrounding white spaces - code = gensub( / (.*) /, "\\1", "1" , code) - # escape HTML within code span - gsub( /&/, "\\&", code ); gsub( //, "\\>", code ); - return "" code "" inline( substr( line, len + 1 ) ) - } - - # quick links ("automatic links" in md doc) - } else if ( match( line, /^<[a-zA-Z]+:\/\/([-\.[:alnum:]]+)(:[0-9]*)?(\/[^>]*)?>/ ) ) { - len = RLENGTH; - href = HTML( substr( line, 2, len - 2) ); - return "" href "" inline( substr( line, len + 1) ); - - # inline links - } else if ( match(line, /^\[([^]]+)\]\(([^"\)]+)([ \t]+"([^"]+)")?\)/) ) { - len = RLENGTH; - text = gensub(/^\[([^]]+)\]\(([^"\)]+)([ \t]+"([^"]+)")?\)/, "\\1", "g", line); - return "" inline( text ) "" inline( substr( line, len + 1) ); - - # reference style links - } else if ( match(line, /^\[([^]]+)\] ?\[([^]]*)\]/ ) ) { - len = RLENGTH; - text = gensub(/^\[([^\n]+)\] ?\[([^\n]*)\].*/, "\\1", 1, line); - # id = gensub(/^\[([^\n]+)\] ?\[([^\n]*)\].*/, "\\2", 1, line); - return "" inline(text) "" inline( substr( line, len + 1) ); - - # inline images - } else if ( match(line, /^!\[([^]]+)\]\(([^"\)]+)([ \t]+"([^"]+)")?\)/) ) { - len = RLENGTH; - text = gensub(/^!\[([^]]+)\]\(([^"\)]+)([ \t]+"([^"]+)")?\)/, "\\1", "g", line); - # href = gensub(/^!\[([^]]+)\]\(([^"\)]+)([ \t]+"([^"]+)")?\)/, "\\2", "g", line); - title = gensub(/^!\[([^]]+)\]\(([^"\)]+)([ \t]+"([^"]+)")?\)/, "\\4", "g", line); - if ( title ) { - return "" HTML(title) "" inline( substr( line, len + 1) ); - } else { - return "" HTML(text) "" inline( substr( line, len + 1) ); - } - - # reference style images - } else if ( match(line, /^!\[([^]]+)\] ?\[([^]]*)\]/ ) ) { - len = RLENGTH; - text = gensub(/^!\[([^\n]+)\] ?\[([^\n]*)\].*/, "\\1", 1, line); - # id = gensub(/^!\[([^\n]+)\] ?\[([^\n]*)\].*/, "\\2", 1, line); - return "" HTML(text) "" inline( substr( line, len + 1) ); - - # ~~strikeout~~ (pandoc) - } else if ( match(line, /^~~([[:graph:]]|[[:graph:]]([^~]|~[^~])*[[:graph:]])~~/) ) { - len = RLENGTH; - return "" inline( substr( line, 3, len - 4 ) ) "" inline( substr( line, len + 1 ) ); - - # ^superscript^ (pandoc) - } else if ( match(line, /^\^([^[:space:]^]|\\[ ^])+\^/) ) { - len = RLENGTH; - return "" inline( substr( line, 2, len - 2 ) ) "" inline( substr( line, len + 1 ) ); - - # ~subscript~ (pandoc) - } else if ( match(line, /^~([^[:space:]~]|\\[ ~])+~/) ) { - len = RLENGTH; - return "" inline( substr( line, 2, len - 2 ) ) "" inline( substr( line, len + 1 ) ); - - # ignore embedded underscores (pandoc, php md) - } else if ( match(line, "^[[:alnum:]](__|_)") ) { - return substr( line, 1, RLENGTH) inline( substr(line, RLENGTH + 1) ); - - # __strong__$ - } else if ( match(line, "^__(([^_[:space:]]|" ieu ")|([^_[:space:]]|" ieu ")(" nu "|" ieu ")*([^_[:space:]]|" ieu "))__$") ) { - len = RLENGTH; - return "" inline( substr( line, 3, len - 4 ) ) "" inline( substr( line, len + 1 ) ); - - # __strong__ - } else if ( match(line, "^__(([^_[:space:]]|" ieu ")|([^_[:space:]]|" ieu ")(" nu "|" ieu ")*([^_[:space:]]|" ieu "))__[[:space:][:punct:]]") ) { - len = RLENGTH; - return "" inline( substr( line, 3, len - 5 ) ) "" inline( substr( line, len) ); - - # **strong** - } else if ( match(line, "^\\*\\*(([^\\*[:space:]]|" iea ")|([^\\*[:space:]]|" iea ")(" na "|" iea ")*([^\\*[:space:]]|" iea "))\\*\\*") ) { - len = RLENGTH; - return "" inline( substr( line, 3, len - 4 ) ) "" inline( substr( line, len + 1 ) ); - - # _em_$ - } else if ( match(line, "^_(([^_[:space:]]|" isu ")|([^_[:space:]]|" isu ")(" nu "|" isu ")*([^_[:space:]]|" isu "))_$") ) { - len = RLENGTH; - return "" inline( substr( line, 2, len - 2 ) ) "" inline( substr( line, len + 1 ) ); - - # _em_ - } else if ( match(line, "^_(([^_[:space:]]|" isu ")|([^_[:space:]]|" isu ")(" nu "|" isu ")*([^_[:space:]]|" isu "))_[[:space:][:punct:]]") ) { - len = RLENGTH; - return "" inline( substr( line, 2, len - 3 ) ) "" inline( substr( line, len ) ); - - # *em* - } else if ( match(line, "^\\*(([^\\*[:space:]]|" isa ")|([^\\*[:space:]]|" isa ")(" na "|" isa ")*([^\\*[:space:]]|" isa "))\\*") ) { - len = RLENGTH; - return "" inline( substr( line, 2, len - 2 ) ) "" inline( substr( line, len + 1 ) ); - - # # Macros - # } else if ( AllowMacros && match( line, /^<<([^>]|>[^>])+>>/) ) { - # len = RLENGTH; - # return macro( substr( line, 3, len - 4 ) ) inline(substr(line, len + 1)); - - # Verbatim inline HTML - } else if ( AllowHTML && match( line, /^(|<\?([^\?]|\?[^>])*\?>|]*>|])*\]\]>|<\/[A-Za-z][A-Za-z0-9-]*[[:space:]]*>|<[A-Za-z][A-Za-z0-9-]*([[:space:]]+[A-Za-z_:][A-Za-z0-9_\.:-]*([[:space:]]*=[[:space:]]*([[:space:]"'=<>`]+|"[^"]*"|'[^']*'))?)*[[:space:]]*\/?>)/) ) { - len = RLENGTH; - return substr( line, 1, len) inline(substr(line, len + 1)); - - # Literal HTML entities - } else if ( match( line, /^&([a-zA-Z]{2,32}|#[0-9]{1,7}|#[xX][0-9a-fA-F]{1,6});/) ) { - len = RLENGTH; - return substr( line, 1, len ) inline(substr(line, len + 1)); - - # Escape lone HTML character - } else if ( match( line, /^[&<>"']/) ) { - return HTML(substr(line, 1, 1)) inline(substr(line, 2)); - - # continue walk over string - } else { - return substr(line, 1, 1) inline( substr(line, 2) ); - } -} - -function _block( block, LOCAL, st, len, hlvl, htxt, guard, code, indent ) { - gsub( /^\n+|\n+$/, "", block ); - - if ( block == "" ) { - return ""; - - # HTML #2 #3 #4 $5 - } else if ( AllowHTML && match( block, /(^|\n) ? ? ?(|$)|<\?([^\?]|\?[^>])*(\?>|$)|]*(>|$)|])*(\]\]>|$))/) ) { - len = RLENGTH; st = RSTART; - return _block(substr(block, 1, st - 1)) _block(substr(block, st + len)); - - # HTML #6 - } else if ( AllowHTML && match( tolower(block), /(^|\n) ? ? ?<\/?(address|article|aside|base|basefont|blockquote|body|caption|center|col|colgroup|dd|details|dialog|dir|div|dl|dt|fieldset|figcaption|figure|footer|form|frame|frameset|h[123456]|head|header|hr|html|iframe|legend|li|link|main|menu|menuitem|nav|noframes|ol|optgroup|option|p|param|section|source|summary|table|tbody|td|tfoot|th|thead|title|tr|track|ul)([[:space:]\n>]|\/>)([^\n]|\n[ \t]*[^\n])*(\n[[:space:]]*\n|$)/) ) { - len = RLENGTH; st = RSTART; - return _block(substr(block, 1, st - 1)) _block(substr(block, st + len)); - - # HTML #1 - } else if ( AllowHTML && match( tolower(block), /(^|\n) ? ? ?<(script|pre|style)([[:space:]\n>]).*(<\/script>|<\/pre>|<\/style>|$)/) ) { - len = RLENGTH; st = RSTART; - match( tolower(substr(block, st, len)), /(<\/script>|<\/pre>|<\/style>)/); - len = RSTART + RLENGTH; - return _block(substr(block, 1, st - 1)) _block(substr(block, st + len)); - - # HTML #7 - } else if ( AllowHTML && match( block, /^ ? ? ?(<\/[A-Za-z][A-Za-z0-9-]*[[:space:]]*>|<[A-Za-z][A-Za-z0-9-]*([[:space:]]+[A-Za-z_:][A-Za-z0-9_\.:-]*([[:space:]]*=[[:space:]]*([[:space:]"'=<>`]+|"[^"]*"|'[^']*'))?)*[[:space:]]*\/?>)([[:space:]]*\n)([^\n]|\n[ \t]*[^\n])*(\n[[:space:]]*\n|$)/) ) { - len = RLENGTH; st = RSTART; - return _block(substr(block, st + len)); - - # Blockquote (leading >) - } else if ( match( block, /^> /) ) { - match( block, /(^|\n)[[:space:]]*(\n|$)/ ) || match(block, /$/); - len = RLENGTH; st = RSTART; - return _block( substr(block, st + len) ); - - # Line Blocks (pandoc) - } else if ( match(block, /^\| [^\n]*(\n|$)(\| [^\n]*(\n|$)|[ \t]+[^\n[:space:]][^\n]*(\n|$))*/) ) { - len = RLENGTH; st = RSTART; - return _block( substr( block, len + 1) ); - - # Indented Code Block - } else if ( match(block, /^( |\t)[^\n]+(\n|$)(( |\t)[^\n]+(\n|$)|[ \t]*(\n|$))*/) ) { - len = RLENGTH; st = RSTART; - return _block( substr( block, len + 1 ) ); - - # Fenced Code Block (pandoc) - } else if ( match( block, /^(~~~+|```+)/ ) ) { - guard = substr( block, 1, RLENGTH ); - code = gensub(/^[^\n]+\n/, "", 1, block); - if ( match(code, "(^|\n)" guard "+(\n|$)" ) ) { - len = RLENGTH; st = RSTART; - return _block( substr( code, st + len ) ); - } else { - match( block, /(^|\n)[[:space:]]*(\n|$)/ ) || match( block, /$/ ); - len = RLENGTH; st = RSTART; - return _block( substr(block, st + len) ); - } - - # Unordered list - } else if ( match( block, "^ ? ? ?[-+*][ \t]+[^\n]+(\n|$)" \ - "(([ \t]*\n)* ? ? ?[-+*][ \t]+[^\n]+(\n|$)" \ - "|([ \t]*\n)*( ? ? ?\t| +)[^\n]+(\n|$)" \ - "|[^\n]+(\n|$))*" ) ) { - block = substr( block, RLENGTH + 1); - return _block( block ); - - # Ordered list - } else if ( match( block, "^ ? ? ?([0-9]+|#)\\.[ \t]+[^\n]+(\n|$)" \ - "(([ \t]*\n)* ? ? ?([0-9]+|#)\\.[ \t]+[^\n]+(\n|$)" \ - "|([ \t]*\n)*( ? ? ?\t| +)[^\n]+(\n|$)" \ - "|[^\n]+(\n|$))*" ) ) { - block = substr( block, RLENGTH + 1); - return _block( block ); - - # First Order Heading - } else if ( match( block, /^[^\n]+\n===+(\n|$)/ ) ) { - len = RLENGTH; - HL[1]++; HL[2] = 0; HL[3] = 0; HL[4] = 0; HL[5] = 0; HL[6] = 0; - return "" inline( gensub( /\n.*$/, "", "g", block ) ) "\n" \ - _block( substr( block, len + 1 ) ); - - # Second Order Heading - } else if ( match( block, /^[^\n]+\n---+(\n|$)/ ) ) { - len = RLENGTH; - HL[2]++; HL[3] = 0; HL[4] = 0; HL[5] = 0; HL[6] = 0; - return "" inline( gensub( /\n.*$/, "", "g", block ) ) "\n" \ - _block( substr( block, len + 1) ); - - # Nth Order Heading - } else if ( match( block, /^#{1,6}[ \t]*[^\n]+([ \t]*#*)(\n|$)/ ) ) { - len = RLENGTH; - hlvl = length( gensub( /^(#{1,6}).*$/, "\\1", "g", block ) ); - htxt = gensub(/^#{1,6}[ \t]*(([^ \t\n]+|[ \t]+[^ \t\n#]|[ \t]+#+[^\n#])+)([ \t]*#*)(\n.*)?$/, "\\1", 1, block); - HL[hlvl]++; for ( n = hlvl + 1; n < 7; n++) { HL[n] = 0;} - hid = HL[1]; for ( n = 2; n <= hlvl; n++) { hid = hid "." HL[n] ; } - return "" inline( htxt ) "\n" \ - _block( substr( block, len + 1) ); - - # Horizontal rule - } else if ( match( block, /(^|\n) ? ? ?((\* *){3,}|(- *){3,}|(_ *){3,})($|\n)/) ) { - len = RLENGTH; st = RSTART; - return _block(substr(block, 1, st - 1)) _block(substr(block, st + len)); - - # Plain paragraph - } else { - match( block, /(^|\n)[[:space:]]*(\n|$)/ ) || match( block, /$/ ); - len = RLENGTH; st = RSTART; - return _block( substr(block, st + len) ); - } -} - -BEGIN { - # Global Vars - file = ""; rl_href[""] = ""; rl_title[""] = ""; - if (ENVIRON["MD_HTML"] == "true") { AllowHTML = "true"; } - HL[1] = 0; HL[2] = 0; HL[3] = 0; HL[4] = 0; HL[5] = 0; HL[6] = 0; - - # Buffering of full file ist necessary, e.g. to find reference links - while (getline) { file = file $0 "\n"; } - # Clean up MS-DOS line breaks - gsub(/\r\n/, "\n", file); - - # Clear reflinks from File - re_reflink = "(^|\n) ? ? ?\\[([^]\n]+)\\]: ([^ \t\n]+)(\n?[ \t]+(\"([^\"]+)\"|'([^']+)'|\\(([^)]+)\\)))?(\n|$)"; - while( gsub(re_reflink, "\n", file ) ); - - # Run Block Processing -> The Actual Markdown! - printf "%s", "
\n" _block( file ) "
"; -} +md |sed -nE ' + 1i
    + s;<(h[1-6]) id="([^"]*)">([^<]+);
  • \3
  • ;p + $i
+' -- 2.39.2