refactor: improve fetch_url_via_curl (#77)
This commit is contained in:
@@ -8,8 +8,8 @@ set -e
|
||||
main() {
|
||||
# span and div tags are dropped from the HTML https://pandoc.org/MANUAL.html#raw-htmltex and sed removes any inline SVG images in image tags from the Markdown content.
|
||||
curl -fsSL "$argc_url" | \
|
||||
pandoc -f html-native_divs-native_spans -t gfm-raw_html | \
|
||||
sed -E 's/!\[.*?\]\((data:image\/svg\+xml[^)]+)\)//g' \
|
||||
pandoc -f html-native_divs-native_spans -t gfm-raw_html --wrap=none | \
|
||||
sed -E 's/!\[[^]]*\]\([^)]*\)//g' \
|
||||
>> "$LLM_OUTPUT"
|
||||
}
|
||||
|
||||
|
||||
Reference in New Issue
Block a user