Comments removed as requested.


input_url="https://example.com/list_of_urls.txt"

filtered_urls_file="filtered_urls.txt"


output_file="downloaded_data.txt"

curl -s "$input_url" | grep -v '^#' > "$filtered_urls_file"

while read -r url; do
  echo "Downloading content from: $url"
  curl -s "$url" >> "$output_file"
  echo -e "\n" >> "$output_file" 
done < "$filtered_urls_file"


rm "$filtered_urls_file"
spam fails_task lang_mismatch pii not_appropriate hate_speech sexual_content quality toxicity humor helpfulness creativity violence