#! /usr/bin/python from bs4 import BeautifulSoup import requests, re, sys, time, codecs from random import randint fp=open("C:\\Users\\SBRmlb2010.txt", "w") fp.write('away team, home team, a-open, a-5d, a-pinnacle, h-open, h-5d, h-pinnacle, concensus\n') def fullgame(): time.sleep(randint(8,10)) number_of_games = len(soup.find_all('div', 'el-div eventLine-rotation')) for i in range(0, number_of_games): consensus_data = soup.find_all('div', 'el-div eventLine-consensus')[i].get_text() rotation_data1 = soup.find_all('div', 'el-div eventLine-rotation')[i].find_all('div')[0].get_text().strip() team_data1 = soup.find_all('div', 'el-div eventLine-team')[i].find_all('div')[0].get_text().strip() opener_data1 = soup.find_all('div', 'el-div eventLine-opener')[i].find_all('div')[0].get_text().strip() fivedimes_data1 = soup.find_all('div', 'el-div eventLine-book', rel='19')[i].find_all('div')[0].get_text().strip() pinnacle_data1 = soup.find_all('div', 'el-div eventLine-book', rel='238')[i].find_all('div')[0].get_text().strip() bovada_data1 = soup.find_all('div', 'el-div eventLine-book', rel='999996')[i].find_all('div')[0].get_text().strip() matchbook_data1 = soup.find_all('div', 'el-div eventLine-book', rel='626')[i].find_all('div')[0].get_text().strip() rotation_data2 = soup.find_all('div', 'el-div eventLine-rotation')[i].find_all('div')[1].get_text().strip() team_data2 = soup.find_all('div', 'el-div eventLine-team')[i].find_all('div')[1].get_text().strip() opener_data2 = soup.find_all('div', 'el-div eventLine-opener')[i].find_all('div')[1].get_text().strip() fivedimes_data2 = soup.find_all('div', 'el-div eventLine-book', rel='19')[i].find_all('div')[1].get_text().strip() pinnacle_data2 = soup.find_all('div', 'el-div eventLine-book', rel='238')[i].find_all('div')[1].get_text().strip() bovada_data2 = soup.find_all('div', 'el-div eventLine-book', rel='999996')[i].find_all('div')[1].get_text().strip() matchbook_data2 = soup.find_all('div', 'el-div eventLine-book', rel='626')[i].find_all('div')[1].get_text().strip() ateam = team_data1.replace(u'\xa0',' ').replace(u'\xbd','.5').encode('utf-8') hteam = team_data2.replace(u'\xa0',' ').replace(u'\xbd','.5').encode('utf-8') aopen = opener_data1.replace(u'\xa0',' ').replace(u'\xbd','.5').encode('utf-8') hopen = opener_data2.replace(u'\xa0',' ').replace(u'\xbd','.5').encode('utf-8') a5d = fivedimes_data1.replace(u'\xa0',' ').replace(u'\xbd','.5').encode('utf-8') h5d = fivedimes_data2.replace(u'\xa0',' ').replace(u'\xbd','.5').encode('utf-8') apin = pinnacle_data1.replace(u'\xa0',' ').replace(u'\xbd','.5').encode('utf-8') hpin = pinnacle_data2.replace(u'\xa0',' ').replace(u'\xbd','.5').encode('utf-8') print ateam, hteam, aopen fp.write(date+", %s, %s, %s, %s, %s, %s, %s, %s, %s\n" % (ateam, aopen, a5d, apin, hteam, hopen, h5d, hpin, consensus_data)) april = ['01','02','03','04','05','06','07','08','09','11','12','13','14','15','16','17','18','19','20','21','22','23','24','25','26','27','28','29','30'] may = ['01','02','03','04','05','06','07','08','09','11','12','13','14','15','16','17','18','19','20','21','22','23','24','25','26','27','28','29','30','31'] june = ['01','02','03','04','05','06','07','08','09','11','12','13','14','15','16','17','18','19','20','21','22','23','24','25','26','27','28','29','30'] july = ['01','02','03','04','05','06','07','08','09','11','12','13','14','15','16','17','18','19','20','21','22','23','24','25','26','27','28','29','30','31'] august = ['01','02','03','04','05','06','07','08','09','11','12','13','14','15','16','17','18','19','20','21','22','23','24','25','26','27','28','29','30'] september = ['01','02','03','04','05','06','07','08','09','11','12','13','14','15','16','17','18','19','20','21','22','23','24','25','26','27','28','29','30','31'] season = '2010' for j in april: date = 'season'+'04'+j print date raw_data = requests.get('http://www.sbrforum.com/betting-odds/mlb-baseball/?date='+date) soup = BeautifulSoup(raw_data.text) fullgame() for j in may: date = 'season'+'05'+j print date raw_data = requests.get('http://www.sbrforum.com/betting-odds/mlb-baseball/?date='+date) soup = BeautifulSoup(raw_data.text) fullgame() for j in june: date = 'season'+'06'+j print date raw_data = requests.get('http://www.sbrforum.com/betting-odds/mlb-baseball/?date='+date) soup = BeautifulSoup(raw_data.text) fullgame() for j in july: date = 'season'+'07'+j print date raw_data = requests.get('http://www.sbrforum.com/betting-odds/mlb-baseball/?date='+date) soup = BeautifulSoup(raw_data.text) fullgame() for j in august: date = 'season'+'08'+j print date raw_data = requests.get('http://www.sbrforum.com/betting-odds/mlb-baseball/?date='+date) soup = BeautifulSoup(raw_data.text) fullgame() for j in september: date = 'season'+'09'+j print date raw_data = requests.get('http://www.sbrforum.com/betting-odds/mlb-baseball/?date='+date) soup = BeautifulSoup(raw_data.text) fullgame()