snapaid/mksnapidx.awk

#
# Copyright 2018 John-Mark Gurney.
# All rights reserved.
#
# Redistribution and use in source and binary forms, with or without
# modification, are permitted provided that the following conditions
# are met:
# 1. Redistributions of source code must retain the above copyright
#    notice, this list of conditions and the following disclaimer.
# 2. Redistributions in binary form must reproduce the above copyright
#    notice, this list of conditions and the following disclaimer in the
#    documentation and/or other materials provided with the distribution.
#
# THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
# ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
# IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
# ARE DISCLAIMED.  IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
# FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
# DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
# OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
# HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
# LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
# OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
# SUCH DAMAGE.
#
#	$Id$
#

BEGIN {
	vmroot = "https://download.freebsd.org/ftp/snapshots/VM-IMAGES/"
	isoroot = "https://download.freebsd.org/ftp/snapshots/ISO-IMAGES/"
	bciroot = "https://download.freebsd.org/ftp/snapshots/CI-IMAGES/"

	relvmroot = "https://download.freebsd.org/ftp/releases/VM-IMAGES/"
	relisoroot = "https://download.freebsd.org/ftp/releases/ISO-IMAGES/"
	relbciroot = "https://download.freebsd.org/ftp/releases/CI-IMAGES/"
}

tolower($1) == "message-id:" {
	MID=$2
	sub(".*<", "", MID)
	sub(">.*", "", MID)
}

$0 == "== ISO CHECKSUMS ==" ||
$0 == "ISO Image Checksums" {
	type = "iso"
}

$0 == "== VM IMAGE CHECKSUMS ==" ||
$0 == "Virtual Machine Disk Image Checksums" {
	type = "vm"
}

function isdate(date) {
	m = match(date, "[0-9]+")
	if (m && RLENGTH == 8)
		return 1

	return 0
}

function isrev(s) {
	if (substr(rev, 1, 1) != "r")
		return 1

	m = match(s, "[0-9a-f]+")
	if (m && RLENGTH == 11)
		return 1

	return 0
}

function isrelease(relpart) {
	if (index(relpart, "BETA") == 1 || index(relpart, "RC") == 1 ||
	    index(relpart, "RELEASE") == 1)
		return 1

	return 0
}

#FreeBSD-13.0-CURRENT-arm64-aarch64-20200903-c122cf32f2a.qcow2.xz
#FreeBSD-13.0-CURRENT-powerpc-powerpcspe-20181026-r339752-bootonly.iso
#FreeBSD-13.0-CURRENT-sparc64-20181026-r339752-bootonly.iso.asc
#FreeBSD-13.0-CURRENT-arm64-aarch64-PINE64-LTS-20181026-r339752.img.xz
#FreeBSD-13.0-CURRENT-i386-20181026-r339752.vmdk.xz
#FreeBSD-12.1-BETA3-amd64-mini-memstick.img.xz
#FreeBSD-12.1-RC1-amd64-mini-memstick.img.xz
#FreeBSD-12.1-RELEASE-arm64-aarch64.vmdk.xz
#FreeBSD-13.1-RELEASE-riscv-riscv64.vmdk.xz
#FreeBSD-13.1-RELEASE-amd64-BASIC-CI.raw.xz

$1 == "SHA512" {
	# Strip parens
	fname = substr($2, 2, length($2) - 2)

	split(fname, dotparts, ".")

	# recombine around dot in version, strips off ALL extensions (including vm type)
	basename = dotparts[1] "." dotparts[2]

	cnt = split(basename, parts, "-")

	# make arch part, may include additional part
	arch = parts[4]
	basearch = arch
	if (parts[4] == "arm" || parts[4] == "riscv" ||
	    (parts[4] == "powerpc" && parts[5] == "powerpcspe") ||
	    (parts[4] == "powerpc" && parts[5] == "powerpc64") ||
	    parts[4] == "arm64") {
		# FreeBSD-11.3-STABLE-arm64-aarch64-20191011-r353406-memstick.img
		basearch = parts[5]
		arch = parts[4] "-" parts[5]
		nextidx = 6
	} else {
		# FreeBSD-11.3-STABLE-amd64-20191011-r353406.qcow2.xz
		nextidx = 5
	}

	# find date, may be platform first
	if (isrelease(parts[3])) {
		if (nextidx > cnt) {
			# FreeBSD-12.1-BETA3-i386.vhd.xz
			platform = "xxx"
		} else if (cnt == nextidx) {
			# FreeBSD-12.1-RC1-powerpc-powerpcspe-dvd1.iso
			platform = parts[nextidx]
			nextidx += 1
		} else {
			# FreeBSD-12.1-BETA3-amd64-mini-memstick.img.xz
			platform = parts[nextidx] "-" parts[nextidx + 1]
			nextidx += 2
		}
		date = "xxx"
	} else if (isdate(parts[nextidx])) {
		# FreeBSD-11.3-STABLE-amd64-20191011-r353406.qcow2.xz
		platform = "xxx"
		date = parts[nextidx]
		nextidx += 1
	} else {
		# FreeBSD-13.0-CURRENT-arm64-aarch64-PINE64-LTS-20181026-r339752.img.xz
		platform = parts[nextidx]
		date = parts[nextidx + 1]
		if (isdate(date)) {
			# FreeBSD-13.0-CURRENT-arm64-aarch64-PINEBOOK-20191011-r353427.img.xz
			nextidx += 2
		} else {
			# FreeBSD-13.0-CURRENT-arm64-aarch64-PINE64-LTS-20181026-r339752.img.xz
			date = parts[nextidx + 2]
			platform = parts[nextidx] "-" parts[nextidx + 1]
			nextidx += 3
		}
	}

	if (nextidx >= cnt)
		vers="xxx"
	else {
		vers=""
		sep=""
		for (i = nextidx + 1; i <= cnt; i++) {
			vers = vers sep parts[i]
			sep="-"
		}
	}
	if (isrelease(parts[3])) {
		if (platform == "BASIC-CI") {
			vers = dotparts[3]
			url = relbciroot parts[2] "-" parts[3] "/" basearch "/Latest/" fname
		} else if (type == "vm") {
			vers = dotparts[3]
			url = relvmroot parts[2] "-" parts[3] "/" basearch "/Latest/" fname
		} else
			url = relisoroot parts[2] "/" fname
	} else {
		if (platform == "BASIC-CI") {
			vers = dotparts[3]
			url = cbiroot parts[2] "-" parts[3] "/" basearch "/" date "/" fname
		} else if (type == "vm") {
			vers = dotparts[3]
			url = vmroot parts[2] "-" parts[3] "/" basearch "/" date "/" fname
		} else
			url = isoroot parts[2] "/" fname
	}

	# if this part doesn't begin w/ r (for svn rev), skip it, we can't parse
	# others for now
	rev = parts[nextidx]
	if (isrelease(parts[3])) {
		# FreeBSD-12.1-RC1-amd64-mini-memstick.img.xz
		rev = "unspec"
	} else if (!isrev(rev)) {
		next
	}

	# double check that date is valid, if not, skip it
	if (date != "xxx" && !isdate(date))
		next

	printf("%s %s %s %s %s %s %s %s %s %s\n", type, parts[2] "-" parts[3], arch, platform, date, rev, vers, fname, url, MID)
}