sh wget站点地图

Posted 2021-05-07

#!/bin/bash
# creates a sitemap with purely wget
# by: Cody Kochmann
# example usage: bash wget_sitemap.sh <sitename-1> <sitename-2> <sitename-3>

function wget_sitemap
{
    # creates a sitemap of the given urls
    for i in $@
    do
        echo "creating sitemap for: $i"
        wget --spider --recursive --no-verbose --output-file=$i.sitemap.txt $i
    done
}

wget_sitemap $@