#!/bin/bash
zcat $1 | awk 'match($0, /http:\/\/[a-zA-Z0-9.\-]*/) { tmp=substr($0, RSTART+7, RLENGTH-7)} match($0, /\[([0-9]{1,3}\.){3}[0-9]{1,3}\]/) { print tmp, substr($0, RSTART, RLENGTH), $1"_"$2"_"$3 } ' | awk '!seen[$1]++' | sort