1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
|
import sys
import glob
import re
import pypyodbc
from os import path
from bs4 import BeautifulSoup as bs4
class JFRBidding:
# alignment of the bidding table
__directions = ['W', 'N', 'E', 'S']
# converts BWS lineup data to
# {round}.{sector}_{table}.{pair numbers} structure
def __parse_lineup_data(self, sitting_data):
round_lineups = {}
for sitting in sitting_data[1:]:
round_no = sitting[2]
table_no = str(sitting[0]) + '_' + str(sitting[1])
if round_no not in round_lineups:
round_lineups[round_no] = {}
round_lineups[round_no][table_no] = sorted([
sitting[3], sitting[4]])
return round_lineups
# converts BWS bidding to the structure:
# {board}_{round}_{sector}_{table}.{sector}_{table}.{round} -> {bidding}[],
# including erased calls
def __parse_bidding_data(self, bidding_data):
bids = {}
for bid in bidding_data[1:]:
round_no = bid[3]
table_no = str(bid[1]) + '_' + str(bid[2])
board_no = str(bid[4]) + '_' + str(round_no) + '_' + table_no
bid_counter = bid[5]
bid_erased = bid[10]
if board_no not in bids:
bids[board_no] = {}
if table_no not in bids[board_no]:
bids[board_no][table_no] = {}
if round_no not in bids[board_no][table_no]:
bids[board_no][table_no][round_no] = {}
if bid_erased == 1:
if bid_counter in bids[board_no][table_no][round_no]:
if bids[board_no][table_no][round_no][bid_counter][
'direction'] == bid[6]:
bids[board_no][table_no][round_no].pop(
bid_counter, None)
if len(bids[board_no][table_no][round_no]) == 0:
bids[board_no][table_no].pop(round_no, None)
else:
bids[board_no][table_no][round_no][bid_counter] = {
'direction': bid[6], 'bid': bid[7]}
return bids
# converts bidding data into HTML table
def __format_bidding(self, bidding):
bid_match = re.compile('(\d)([SHDCN])')
html_output = bs4('<table>', 'lxml')
header_row = html_output.new_tag('tr')
html_output.table.append(header_row)
for direction in self.__directions:
header_cell = html_output.new_tag('th')
header_cell.string = direction
header_row.append(header_cell)
for bid_round in bidding:
bidding_row = html_output.new_tag('tr')
html_output.table.append(bidding_row)
for bid in bid_round:
bid_cell = html_output.new_tag('td')
call_match = re.match(bid_match, bid)
if call_match:
bid_cell.append(call_match.group(1))
bid_icon = html_output.new_tag(
'img', src='images/' + call_match.group(2) + '.gif')
bid_cell.append(bid_icon)
else:
bid_cell.append(bid)
bidding_row.append(bid_cell)
return html_output.table.prettify()
# returns file path for bidding HTML output
# {prefix}_bidding_{jfr_board_number}_{pair_numbers}.txt
def __get_bidding_file_output_path(self,
board_no,
round_no=None,
table_no=None,
pair_numbers=None):
return u'{0}_bidding_{1:03}_{2}.txt'.format(
self.__tournament_prefix, board_no,
'_'.join(map(str,
self.__round_lineups[round_no][table_no]
if pair_numbers is None # read numbers from lineup
else pair_numbers))) # or use provided numbers
def __map_board_numbers(self):
self.__tournament_files = [
f for f
in glob.glob(self.__tournament_prefix + '*.html')
if re.search(self.__tournament_files_match, f)]
for round_data in self.__lineup_data:
# 13th column has JFR number for the first board
if len(round_data) > 12:
jfr_number = round_data[12]
round_no = round_data[2]
sector_no = round_data[0]
table_no = round_data[1]
if jfr_number and round_no:
# 5th and 6th - actual board number
for board_number in range(int(round_data[5]),
int(round_data[6])+1):
board_string = '_'.join([
str(board_number),
str(round_no),
str(sector_no),
str(table_no)])
self.__board_number_mapping[
board_string] = jfr_number + board_number - \
round_data[5]
# only include these board numbers from mapping
# which actually exist in JFR output
custom_files = []
for b_number, jfr_number in self.__board_number_mapping.iteritems():
board_files = [
f for f
in self.__tournament_files
if f.endswith('{0:03}.html'.format(jfr_number))]
if len(board_files):
custom_files = custom_files + board_files
else:
self.__board_number_mapping[b_number] = None
self.__tournament_files = custom_files
# sitting read from BWS
__round_lineups = {}
# bidding read from BWS
__bids = {}
# full path + JFR prefix
__tournament_prefix = ''
# RegEx matching board HTML files
__tournament_files_match = None
# matched files, including board number mapping boundaries
__tournament_files = []
# BWS number -> JFR number mapping
__board_number_mapping = {}
def __init__(self, bws_file, file_prefix):
connection = pypyodbc.win_connect_mdb(bws_file)
cursor = connection.cursor()
self.__lineup_data = cursor.execute('SELECT * FROM RoundData').fetchall()
self.__round_lineups = self.__parse_lineup_data(self.__lineup_data)
self.__bids = self.__parse_bidding_data(
cursor.execute('SELECT * FROM BiddingData').fetchall())
self.__tournament_prefix = path.splitext(
path.realpath(file_prefix + '.html'))[0]
self.__tournament_files_match = re.compile(
re.escape(self.__tournament_prefix) + '([0-9]{3})\.html')
self.__map_board_numbers()
def write_bidding_tables(self):
for board_no, board_data in self.__bids.items():
if board_no in self.__board_number_mapping:
for table_no, table_data in board_data.items():
for round_no, round_data in table_data.items():
if round_no in self.__round_lineups:
if table_no in self.__round_lineups[round_no]:
bidding = sorted(round_data)
dealer = round_data[bidding[0]]['direction']
bidding_table = [[], [], [], []]
# compile bidding player-by-player
for bid_index in bidding:
bid = round_data[bid_index]
bidding_table[
self.__directions.index(
bid['direction'])
].append(bid['bid'])
last_bidder = bid['direction']
# fill skipped calls for players before dealer
# in the first round of bidding
for pos in range(
0, self.__directions.index(dealer)):
bidding_table[pos].insert(0, '')
# fill skipped calls for players after pass out
# (so that bidding table is a proper matrix)
for pos in range(
self.__directions.index(last_bidder),
len(self.__directions)):
bidding_table[pos].append('')
# transpose the bidding table
# aligning it row-by-row (bid round-by-round)
bidding_table = map(list, zip(*bidding_table))
bidding_fpath = \
self.__get_bidding_file_output_path(
self.__board_number_mapping[board_no],
round_no, table_no)
with file(bidding_fpath, 'w') as bidding_file:
bidding_file.write(
self.__format_bidding(bidding_table))
def write_bidding_scripts(self):
for tournament_file in self.__tournament_files:
with file(tournament_file, 'r+') as board_html:
board_content = bs4(board_html, 'lxml', from_encoding='utf-8')
header_scripts = board_content.select('head script')
# check for jQuery, append if necessary
jquery_scripts = [script for script in header_scripts
if script['src'] == 'javas/jquery.js']
if not len(jquery_scripts):
jquery = board_content.new_tag(
'script', src='javas/jquery.js',
type='text/javascript')
jquery_scripts.append(jquery)
board_content.head.append(jquery)
# check for bidding.js
bidding_scripts = [
script for script in header_scripts
if script['src'] == 'javas/bidding.js']
# and make sure bidding.js is appended after jQuery
for script in bidding_scripts:
script.extract()
bidding_script = board_content.new_tag(
'script', src='javas/bidding.js',
type='text/javascript')
jquery_scripts[0].insert_after(bidding_script)
board_html.seek(0)
board_html.write(board_content.prettify(
'utf-8', formatter='html'))
board_html.truncate()
def write_bidding_links(self):
for tournament_file in self.__tournament_files:
file_number = re.match(
self.__tournament_files_match,
tournament_file).group(1)
board_text_path = path.splitext(tournament_file)[0] + '.txt'
with file(board_text_path, 'r+') as board_text:
board_text_content = bs4(
board_text, 'lxml', from_encoding='iso-8859-2')
for row in board_text_content.select('tr'):
cells = row.select('td')
# traveller table rows for specific score entries
# should have 11 cells
if len(cells) == 11:
try:
pair_numbers = sorted([
int(cells[1].contents[0]),
int(cells[2].contents[0])])
except ValueError:
continue
bidding_link = board_text_content.new_tag(
'a', href='#', **{'class': 'biddingLink'})
bidding_link.string = ' '
bidding_link['data-bidding-link'] = path.basename(
self.__get_bidding_file_output_path(
int(file_number, 10),
pair_numbers=pair_numbers))
# only append link if we've got bidding data
if path.isfile(path.join(
path.dirname(self.__tournament_prefix),
bidding_link['data-bidding-link'])):
# fourth cell is the contract
for link in cells[3].select('a.biddingLink'):
link.extract()
cells[3].append(bidding_link)
board_text.seek(0)
board_text.write(board_text_content.table.prettify(
'iso-8859-2', formatter='html'))
board_text.truncate()
if __name__ == '__main__':
import argparse
argument_parser = argparse.ArgumentParser(
description='Display bidding data from BWS files on JFR Pary pages')
argument_parser.add_argument('bws_file', metavar='BWS_FILE',
help='path to BWS file')
argument_parser.add_argument('path', metavar='PATH',
help='tournament path with JFR prefix')
arguments = argument_parser.parse_args()
bidding_parser = JFRBidding(
bws_file=arguments.bws_file,
file_prefix=arguments.path,
)
bidding_parser.write_bidding_tables()
bidding_parser.write_bidding_scripts()
bidding_parser.write_bidding_links()
|
