Fix some things in dialect downloader

This commit is contained in:
2021-05-26 00:02:15 +01:00
parent 5b1a616f74
commit 8bdf8c2b56

View File

@@ -12,6 +12,8 @@ middle-east
north-america north-america
south-america" south-america"
destination="$1"
for continent in $continents for continent in $continents
do do
countries_html="$(wget -q -O - $url/$continent)" countries_html="$(wget -q -O - $url/$continent)"
@@ -19,7 +21,8 @@ do
country_urls="$( \ country_urls="$( \
echo "$countries_html" | \ echo "$countries_html" | \
sed -n -e '/Please select a/,/clear/{p;}' | \ sed -n -e '/Please select a/,/clear/{p;}' | \
grep -io --color=never "$url/[^\"]*" \ grep -io --color=never "$url/[^\"]*" | \
uniq
)" )"
for country_url in $country_urls for country_url in $country_urls
@@ -33,7 +36,7 @@ do
grep -iP --color=never "$url/$country-\d+\">[^>]*>.*?(fe)?male" \ grep -iP --color=never "$url/$country-\d+\">[^>]*>.*?(fe)?male" \
)" )"
directory="$continent/$country" directory="$destination/$continent/$country"
mkdir -p "$directory" mkdir -p "$directory"
@@ -64,7 +67,7 @@ do
filename="$(basename $dialect_url): $dialect_info.mp3" filename="$(basename $dialect_url): $dialect_info.mp3"
echo "Downloading $filename to $directory" echo "Downloading $filename to $directory"
wget -q -O "$directory/$filename" $dialect_url wget -q -O "$directory/$filename" $dialect_download
done done
done done
done done