#!/bin/bash

#DIROUT=""

UA="Mozilla/5.0 (X11; Ubuntu; Linux x86_64; rv:97.0) Gecko/20100101 Firefox/97.0"

#LINK="https://www.inet.no/"

#LINK="https://download.bareos.org/bareos/"

#LINK="https://www.nartac.com/"

LINK="http://ftp.perforce.com/perforce/"

#wget -o wget.log -e robots=off --user-agent=$UA --random-wait \
#  --mirror --no-parent -R "index.html*" \
#  --continue $LINK # -P $DIROU2T

wget -o wget.log -e robots=off --user-agent=$UA --random-wait \
  --mirror --convert-links --html-extension --page-requisites \
  $LINK
#  https://www.inet.no/ $LINK

find ./ -type f -name "index.html*" -delete

# -m, --mirror
# Turn on options suitable for mirroring. This option turns on recursion and time-stamping, sets infinite recursion depth and
# keeps FTP directory listings. It is currently equivalent to
# -r -N -l inf -nr.

# https://www.computerhope.com/unix/wget.htm
