diff --git a/collector.sh b/collector.sh index 9564d03..fb799ba 100755 --- a/collector.sh +++ b/collector.sh @@ -252,9 +252,6 @@ WGET_CMD="wget --recursive --page-requisites --html-extension --convert-links \ --no-parent --timestamping --backup-converted \ --load-cookies=\"$COOKIE_JAR\" --save-cookies=\"$COOKIE_JAR\" --keep-session-cookies \ --execute robots=off --reject-regex='(logout|signout|sign-out)' \ - --header='Accept: text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,*/*;q=0.8' \ - --header='Accept-Language: en-US,en;q=0.5' \ - --header='Accept-Encoding: gzip, deflate, br' \ --header='Cache-Control: max-age=0' \ $DEPTH_PARAM --directory-prefix=\"$WEBSITE_DIR\" \"$TARGET_URL\" 2>&1 | tee \"$WGET_LOG\""