Dark-Alex-17/llm-functions
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

refactor: improve fetch_url_via_curl (#77)

Browse Source
This commit is contained in:
sigoden
2024-07-17 18:29:41 +08:00
committed by GitHub
parent 2ee24731dc
commit 4d18d6346d
1 changed files with 2 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files
tools/fetch_url_via_curl.sh
+2 -2
View File
@@ -8,8 +8,8 @@ set -e
main() { main() {
# span and div tags are dropped from the HTML https://pandoc.org/MANUAL.html#raw-htmltex and sed removes any inline SVG images in image tags from the Markdown content. # span and div tags are dropped from the HTML https://pandoc.org/MANUAL.html#raw-htmltex and sed removes any inline SVG images in image tags from the Markdown content.
curl -fsSL "$argc_url" | \ curl -fsSL "$argc_url" | \
pandoc -f html-native_divs-native_spans -t gfm-raw_html | \ pandoc -f html-native_divs-native_spans -t gfm-raw_html --wrap=none | \
sed -E 's/!\[.*?\]\((data:image\/svg\+xml[^)]+)\)//g' \ sed -E 's/!\[[^]]*\]\([^)]*\)//g' \
>> "$LLM_OUTPUT" >> "$LLM_OUTPUT"
} }