Dark-Alex-17/llm-functions
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

refactor: tools/search_wikipedia.sh (#74)

Browse Source
This commit is contained in:
sigoden
2024-07-14 06:36:32 +08:00
committed by GitHub
parent 30902f966c
commit ec999c7c51
1 changed files with 9 additions and 9 deletions
Download Patch File Download Diff File Expand all files Collapse all files
tools/search_wikipedia.sh
+9 -9
View File
@@ -8,19 +8,19 @@ set -e
main() { main() {
encoded_query="$(jq -nr --arg q "$argc_query" '$q|@uri')" encoded_query="$(jq -nr --arg q "$argc_query" '$q|@uri')"
search_url="https://en.wikipedia.org/w/api.php?action=query&list=search&srsearch=$encoded_query&format=json" base_url="https://en.wikipedia.org/w/api.php"
title="$(curl -fsSL "$search_url" | jq -r '.query.search[0].title' 2>/dev/null)" url="$base_url?action=query&list=search&srprop=&srlimit=1&limit=1&srsearch=$encoded_query&srinfo=suggestion&format=json"
if [[ -z "$title" ]]; then json="$(curl -fsSL "$url")"
suggestion="$(echo "$json" | jq -r '.query.searchinfo.suggestion // empty')"
title="$(echo "$json" | jq -r '.query.search[0].title // empty')"
pageid="$(echo "$json" | jq -r '.query.search[0].pageid // empty')"
if [[ -z "$title" || -z "$pageid" ]]; then
echo "Error: No results found for '$argc_query'" echo "Error: No results found for '$argc_query'"
exit 1 exit 1
fi fi
title="$(echo "$title" | tr ' ' '_')" title="$(echo "$title" | tr ' ' '_')"
page_url="https://en.wikipedia.org/api/rest_v1/page/summary/$title" url="$base_url?action=query&prop=extracts&explaintext=&titles=$title&exintro=&format=json"
summary="$(curl -fsSL "$page_url" | jq -r '.extract')" curl -fsSL "$url" | jq -r '.query.pages["'"$pageid"'"].extract' >> "$LLM_OUTPUT"
echo '{
"link": "https://en.wikipedia.org/wiki/'"$title"'",
"summary": "'"$summary"'"
}' >> "$LLM_OUTPUT"
} }
eval "$(argc --argc-eval "$0" "$@")" eval "$(argc --argc-eval "$0" "$@")"