forked from bashia/Holdem
-
Notifications
You must be signed in to change notification settings - Fork 0
/
ABSparser.py
344 lines (287 loc) · 12.1 KB
/
ABSparser.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
from enum import Enum
import re
import copy
import numpy as np
import matplotlib.pyplot as plt
import datetime
from datastruct import *
import os
import traceback
import cPickle
class ParseState(Enum):
PSTAGE = 0
PTABLE = 1
PPLAYER = 2
PPREDEAL = 3
PPREFLOP = 4
PFLOP = 5
PTURN = 6
PRIVER = 7
PSHOWDOWN = 8
PSUMMARY = 9
def findindex(list , obj):
index = 0
for i in list:
if obj == i:
return index
index += 1
return -1
def parse_stage(line):
#parse stage
handid = int(re.search('#(\d+):', line).group(1))
#parse table info
curbb = float(re.search(' \$([\. \d]+)(,| -)', line).group(1))
curtype = re.search(': ([^\$]*) \$', line).group(1)
curante = float(0)
if "ante" in line: #sometimes no ante
curante = float(re.search(' \$([\. \d]+)ante', line).group(1))
#print line
#print curbb, curante, curtype
return handid, curtype, curbb, curante
def parse_table(line ,type, bb, ante):
name = re.search('Table: (.*) Seat', line).group(1)
table = Table(name, type, bb, ante)
return table
def parse_player(line):
name = re.search('- (.*) \(', line).group(1)
stackstr = re.search('\$([\d,.]*)', line).group(1)
stack = float(stackstr.replace(',', ''))
seat = int(re.search('Seat (\d) -', line).group(1))
#print name, stack
return Player(name, stack, seat)
def get_acttype_from_str(str):
if 'Ante' in str:
return ActionType.ANTE
if 'Posts' in str:
return ActionType.POST
if 'Bets' in str:
return ActionType.BET
if 'Calls' in str:
return ActionType.CALL
if 'Folds' in str:
return ActionType.FOLD
if 'Raises' in str:
return ActionType.RAISE
if 'Checks' in str:
return ActionType.CHECK
if 'All-In' in str:
return ActionType.ALLIN
if 'Timeout' in str:
return ActionType.TIMEOUT
def parse_action(line, player, info):
type = get_acttype_from_str(line)
amount = 0
if type != ActionType.FOLD and type != ActionType.CHECK:
amount = float(re.search('\$([\d,.]*)', line).group(1).replace(',',''))
player.stack -= amount
#print player, info.name , type.name, amount, player.stack
return Action(type, info, amount, player)
def parse_action_line(line, curhand, info):
playername = re.search('(.*) -', line).group(1)
player = curhand.find_player_by_name(playername)
if "returned" in line: #ignore returned as it is not player action
amount = float(re.search('\$([\d,.]*)', line).group(1).replace(',',''))
player.stack += amount
else:
action = parse_action(line, player, info)
curhand.actions.append(action)
def parse_board(line, curhand):
boardstr = re.search('(\[.*\])', line).group(1)
boardstr = boardstr.replace('[', '').replace(']', '')
curhand.board = Board(boardstr)
def parse_collect(line, curhand):
playername = re.search('(.*) Col', line).group(1)
player = curhand.find_player_by_name(playername)
amount = float(re.search('\$([\d,.]*)', line).group(1).replace(',',''))
player.stack += amount
curhand.winners.append(player)
#print playername, "collects", amount
def parse_cards(line, curhand):
name = re.search('(.*) - Shows', line).group(1)
player = curhand.find_player_by_name(name)
handstr = re.search('(\[.*\])', line).group(1)
handstr = handstr.replace('[', '').replace(']', '')
player.hand = handstr
def hands_in_list(tablelist):
numhands = 0
for table in tablelist:
numhands += table.numhands()
return numhands
def parse_file(file):
tablelist = []
parserstate = ParseState.PSTAGE
curhand = None
curtable = None
#for table
curbb = 0
curante = 0
curtype = ""
#state machine parser
for line in file:
try:#capturing an error will skip the hand
if parserstate == ParseState.PSTAGE:
if "Stage" in line:
hid, curtype, curbb, curante = parse_stage(line)
curhand = Hand(hid)
parserstate = ParseState.PTABLE
elif parserstate == ParseState.PTABLE:
if "Table:" in line:
table = parse_table(line, curtype, curbb, curante)
index = findindex(tablelist, table)
if index == -1: #not in tablelist
tablelist.append(table)
index = len(tablelist) - 1
curtable = tablelist[index]
parserstate = ParseState.PPLAYER
else:
parserstate = ParseState.PSTAGE
elif parserstate == ParseState.PPLAYER:
if "Seat " in line:
player = parse_player(line)
curhand.players.append(player)
else:
parserstate = ParseState.PPREDEAL
if parserstate == ParseState.PPREDEAL: #IF NOT ELIF
if "POCKET" in line:
parserstate = ParseState.PPREFLOP
elif "due to player sit out" or "due to player leave" in line:
pass #ignore these lines
else:
playername = re.search('(.*) -', line).group(1)
player = curhand.find_player_by_name(playername)
if "sitout" in line: #handle sitout/leave by deleting player from hand not player action
curhand.players.remove(player)
for action in curhand.actions:#removed actions by that player
if action.player.name == player.name:
curhand.actions.remove(action)
elif "returned" not in line: #ignore returned as player is deleted
action = parse_action(line, player, ActionInfo.PREDEAL)
curhand.actions.append(action)
#print "removed" + " " + str(action)
elif parserstate == ParseState.PPREFLOP:
if "FLOP" in line:
parse_board(line, curhand)
parserstate = ParseState.PFLOP
elif "SHOW DOWN" in line:
parserstate = ParseState.PSHOWDOWN
else:
parse_action_line(line, curhand, ActionInfo.PREFLOP)
elif parserstate == ParseState.PFLOP:
if "TURN" in line:
parse_board(line, curhand)
parserstate = ParseState.PTURN
elif "SHOW DOWN" in line:
parserstate = ParseState.PSHOWDOWN
else:
parse_action_line(line, curhand, ActionInfo.FLOP)
elif parserstate == ParseState.PTURN:
if "RIVER" in line:
parse_board(line, curhand)
parserstate = ParseState.PRIVER
elif "SHOW DOWN" in line:
parserstate = ParseState.PSHOWDOWN
else:
parse_action_line(line, curhand, ActionInfo.TURN)
elif parserstate == ParseState.PRIVER:
if "SHOW DOWN" in line:
parserstate = ParseState.PSHOWDOWN
else:
parse_action_line(line, curhand, ActionInfo.RIVER)
elif parserstate == ParseState.PSHOWDOWN:
if "SUMMARY" in line:
parserstate = ParseState.PSUMMARY
elif "Shows" in line:
curhand.showdown = True
parse_cards(line, curhand)
elif "Collects" in line:
parse_collect(line, curhand)
elif parserstate == ParseState.PSUMMARY:
if "Pot" in line:
curhand.totalpot = float(re.search('\$([\d,.]*)', line).group(1).replace(',',''))
else:
curtable.hands.append(curhand)
curhand = None
parserstate = ParseState.PSTAGE
except Exception as e:
parserstate = ParseState.PSTAGE
#traceback.print_exc()
#print line
print "hand skipped"
print "Parsed", hands_in_list(tablelist), "hands"
return tablelist
def tester(tablelist):
#Try to find which players played the most hands and plot their winnings
playerlist = []
playerwinnings = []
def findplayerindex(playerlist, playername):
index = -1
for p in playerlist:
index += 1
if p == playername:
return index
return -1
for table in tablelist:
for hand in table.hands:
for player in hand.players:
index = findplayerindex(playerlist, player.name)
if index == -1:
playerlist.append(player.name)
index = len(playerlist) - 1
playerwinnings.append([])
playerwinnings[index].append(player.stack - player.origstack)
max = 0
maxi = 0
for i in xrange(len(playerwinnings)):
sum = np.sum(playerwinnings[i])
if sum > max:
max = sum
maxi = i
print max
print playerlist[maxi]
plt.plot(np.cumsum(playerwinnings[maxi]))
print playerwinnings[maxi]
plt.ylabel('Stack size')
plt.xlabel('hands')
plt.show()
def serialize_chunk(tablelist, out_folder, out_name, file_ext, file_cnt, hand_cnt):
#now serialize the data with the cPickle module
filename = out_folder + out_name + str(file_cnt) + file_ext
print "Serializing", hand_cnt, "hands to file", filename
start_time = datetime.datetime.now()
output = open(filename, 'wb')
cPickle.dump(tablelist, output)
end_time = datetime.datetime.now()
print "cPickle time taken: ", end_time - start_time
if __name__ == "__main__":
#if you want to try parsing the data, create a folder called Holdem/data. unzip all the files from http://web.archive.org/web/20110205042259/http://www.outflopped.com/questions/286/obfuscated-datamined-hand-histories into that folder and run.
#currently this version only works on ABS logs.
tablelist = []
rawdata_folder = './rawABSdata/'
out_folder = './ABSdata/'
out_name = 'ABSdata_'
file_ext = '.pkl'
file_cnt = 0
hand_cnt = 0
maxhands = 20000 #how many hands per file actual amount may be more
total_start_time = datetime.datetime.now()
#create dir if not exists
if not os.path.exists(out_folder):
os.makedirs(out_folder)
#data has to be partitioned in many files otherwise computer runs out of memory while parsing :(
for folder in os.listdir(rawdata_folder):
for logfile in os.listdir(rawdata_folder + folder):
print "Parsing file:" + rawdata_folder + folder + '/' + logfile
start_time = datetime.datetime.now()
file = open(rawdata_folder + folder + '/' + logfile, 'r')
list = parse_file(file)
tablelist.extend(list)
if hands_in_list(tablelist) > maxhands:
file_cnt += 1
serialize_chunk(tablelist, out_folder, out_name, file_ext, file_cnt, hands_in_list(tablelist))
hand_cnt += hands_in_list(tablelist)
tablelist = []
end_time = datetime.datetime.now()
print "time taken: ", end_time - start_time
totaltime = datetime.datetime.now() - total_start_time
print "Parsed" , hand_cnt , "total hands in" , totaltime
print "Created" , file_cnt, "files in", out_folder