#!/usr/bin/env ruby
require "rubygems"
require "hpricot"
require "open-uri"
DATE = 0
ITEM = 1
uri_base = "http://www.woot.com/Forums/Default.aspx?p="
Hpricot.buffer_size = 262144
master_list = []
(0..58).each{|page|
        doc = Hpricot(open(uri_base+page.to_s))
        row =(doc/'tr.itemRow')
        data =[]
        data = row.map{|row| ["#{(row/'div.saleMonth').text} #{(row/'div.saleDay').text} #{(row/'div.saleYear').text}","#{(row/'div.saleTitle/a').text}"] }
        master_list.push(*data)
        sleep(5)
    }
puts Dir.pwd
File.open("woot.data","w+"){|file|
    puts "in file"
    file<<"Date,Item\n"
    puts "file header"
    master_list.each{|woot_item|
        #puts woot_item[0]+","+woot_item[1].gsub(",","\,")+"\n"
        file.puts woot_item[DATE]+","+woot_item[ITEM].gsub(",","\,")+"\n"#woot_item[0]<<","<<woot_item[1]<<"\n"
        }
    }
puts "done!"