#!/bin/bash
# Domain names analyzer
# Karol Bonenberg 

#
# Configuration 
#

FILENAME="domains.log"
DIR="./data/"
# Count lines in file
lines=$(wc -l $FILENAME | cut -f1 -d" ")

# Excute a command for each entry
for ((i=1; i <= $lines; i++)) 
do
	domain=$(head -n $i $FILENAME | tail -n 1)
	lynx -connect_timeout=6 -accept_all_cookies -source http://$domain > $DIR$domain.html
	echo "$i.."
done