summaryrefslogtreecommitdiff
path: root/bidding_data.py
blob: b1c9665f6cc401ad5e3b5f068febe093b5bedf82 (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
import sys
import glob
import re
import pypyodbc

from os import path
from bs4 import BeautifulSoup as bs4


class JFRBidding:

    # alignment of the bidding table
    __directions = ['W', 'N', 'E', 'S']

    # converts BWS lineup data to
    # {round}.{sector}_{table}.{pair numbers} structure
    def __parse_lineup_data(self, sitting_data):
        round_lineups = {}
        for sitting in sitting_data[1:]:
            round_no = sitting[2]
            table_no = str(sitting[0]) + '_' + str(sitting[1])
            if round_no not in round_lineups:
                round_lineups[round_no] = {}
            round_lineups[round_no][table_no] = sorted([
                sitting[3], sitting[4]])
        return round_lineups

    # converts BWS bidding to the structure:
    # {board}_{round}_{sector}_{table}.{sector}_{table}.{round} -> {bidding}[],
    # including erased calls
    def __parse_bidding_data(self, bidding_data):
        bids = {}
        for bid in bidding_data[1:]:
            round_no = bid[3]
            table_no = str(bid[1]) + '_' + str(bid[2])
            board_no = str(bid[4]) + '_' + str(round_no) + '_' + table_no
            bid_counter = bid[5]
            bid_erased = bid[10]
            if board_no not in bids:
                bids[board_no] = {}
            if table_no not in bids[board_no]:
                bids[board_no][table_no] = {}
            if round_no not in bids[board_no][table_no]:
                bids[board_no][table_no][round_no] = {}
            if bid_erased == 1:
                if bid_counter in bids[board_no][table_no][round_no]:
                    if bids[board_no][table_no][round_no][bid_counter][
                            'direction'] == bid[6]:
                        bids[board_no][table_no][round_no].pop(
                            bid_counter, None)
                        if len(bids[board_no][table_no][round_no]) == 0:
                            bids[board_no][table_no].pop(round_no, None)
            else:
                bids[board_no][table_no][round_no][bid_counter] = {
                    'direction': bid[6], 'bid': bid[7]}
        return bids

    # converts bidding data into HTML table
    def __format_bidding(self, bidding):
        bid_match = re.compile('(\d)([SHDCN])')
        html_output = bs4('<table>', 'lxml')
        header_row = html_output.new_tag('tr')
        html_output.table.append(header_row)
        for direction in self.__directions:
            header_cell = html_output.new_tag('th')
            header_cell.string = direction
            header_row.append(header_cell)
        for bid_round in bidding:
            bidding_row = html_output.new_tag('tr')
            html_output.table.append(bidding_row)
            for bid in bid_round:
                bid_cell = html_output.new_tag('td')
                call_match = re.match(bid_match, bid)
                if call_match:
                    bid_cell.append(call_match.group(1))
                    bid_icon = html_output.new_tag(
                        'img', src='images/' + call_match.group(2) + '.gif')
                    bid_cell.append(bid_icon)
                else:
                    bid_cell.append(bid)
                bidding_row.append(bid_cell)
        return html_output.table.prettify()

    # returns file path for bidding HTML output
    # {prefix}_bidding_{jfr_board_number}_{pair_numbers}.txt
    def __get_bidding_file_output_path(self,
                                       board_no,
                                       round_no=None,
                                       table_no=None,
                                       pair_numbers=None):
        return u'{0}_bidding_{1:03}_{2}.txt'.format(
            self.__tournament_prefix, board_no,
            '_'.join(map(str,
                         self.__round_lineups[round_no][table_no]
                         if pair_numbers is None  # read numbers from lineup
                         else pair_numbers)))     # or use provided numbers

    def __map_board_numbers(self):
        self.__tournament_files = [
            f for f
            in glob.glob(self.__tournament_prefix + '*.html')
            if re.search(self.__tournament_files_match, f)]
        for round_data in self.__lineup_data:
            # 13th column has JFR number for the first board
            if len(round_data) > 12:
                jfr_number = round_data[12]
                if jfr_number:
                    # 5th and 6th - actual board number
                    for board_number in range(int(round_data[5]),
                                              int(round_data[6])+1):
                        board_string = '_'.join([
                            str(board_number),
                            str(round_data[2]),    # round number
                            str(round_data[0]),    # sector number
                            str(round_data[1])])   # table number
                        self.__board_number_mapping[
                            board_string] = jfr_number + board_number - \
                                            round_data[5]
        # only include these board numbers from mapping
        # which actually exist in JFR output
        custom_files = []
        for b_number, jfr_number in self.__board_number_mapping.iteritems():
            board_files = [
                f for f
                in self.__tournament_files
                if f.endswith('{0:03}.html'.format(jfr_number))]
            if len(board_files):
                custom_files = custom_files + board_files
            else:
                self.__board_number_mapping[b_number] = None
        self.__tournament_files = custom_files

    # sitting read from BWS
    __round_lineups = {}
    # bidding read from BWS
    __bids = {}

    # full path + JFR prefix
    __tournament_prefix = ''
    # RegEx matching board HTML files
    __tournament_files_match = None
    # matched files, including board number mapping boundaries
    __tournament_files = []

    # BWS number -> JFR number mapping
    __board_number_mapping = {}

    def __init__(self, bws_file, file_prefix):
        connection = pypyodbc.win_connect_mdb(bws_file)
        cursor = connection.cursor()
        self.__lineup_data = cursor.execute('SELECT * FROM RoundData').fetchall()
        self.__round_lineups = self.__parse_lineup_data(self.__lineup_data)
        self.__bids = self.__parse_bidding_data(
            cursor.execute('SELECT * FROM BiddingData').fetchall())
        self.__tournament_prefix = path.splitext(
            path.realpath(file_prefix + '.html'))[0]
        self.__tournament_files_match = re.compile(
            re.escape(self.__tournament_prefix) + '([0-9]{3})\.html')
        self.__map_board_numbers()

    def write_bidding_tables(self):
        for board_no, board_data in self.__bids.items():
            if board_no in self.__board_number_mapping:
                for table_no, table_data in board_data.items():
                    for round_no, round_data in table_data.items():
                        if round_no in self.__round_lineups:
                            if table_no in self.__round_lineups[round_no]:
                                bidding = sorted(round_data)
                                dealer = round_data[bidding[0]]['direction']
                                bidding_table = [[], [], [], []]
                                # compile bidding player-by-player
                                for bid_index in bidding:
                                    bid = round_data[bid_index]
                                    bidding_table[
                                        self.__directions.index(
                                            bid['direction'])
                                    ].append(bid['bid'])
                                    last_bidder = bid['direction']
                                # fill skipped calls for players before dealer
                                # in the first round of bidding
                                for pos in range(
                                        0, self.__directions.index(dealer)):
                                    bidding_table[pos].insert(0, '')
                                # fill skipped calls for players after pass out
                                # (so that bidding table is a proper matrix)
                                for pos in range(
                                        self.__directions.index(last_bidder),
                                        len(self.__directions)):
                                    bidding_table[pos].append('')
                                # transpose the bidding table
                                # aligning it row-by-row (bid round-by-round)
                                bidding_table = map(list, zip(*bidding_table))
                                bidding_fpath = \
                                    self.__get_bidding_file_output_path(
                                        self.__board_number_mapping[board_no],
                                        round_no, table_no)
                                with file(bidding_fpath, 'w') as bidding_file:
                                    bidding_file.write(
                                        self.__format_bidding(bidding_table))

    def write_bidding_scripts(self):
        for tournament_file in self.__tournament_files:
            with file(tournament_file, 'r+') as board_html:
                board_content = bs4(board_html, 'lxml', from_encoding='utf-8')
                header_scripts = board_content.select('head script')
                # check for jQuery, append if necessary
                jquery_scripts = [script for script in header_scripts
                                  if script['src'] == 'javas/jquery.js']
                if not len(jquery_scripts):
                    jquery = board_content.new_tag(
                        'script', src='javas/jquery.js',
                        type='text/javascript')
                    jquery_scripts.append(jquery)
                    board_content.head.append(jquery)
                # check for bidding.js
                bidding_scripts = [
                    script for script in header_scripts
                    if script['src'] == 'javas/bidding.js']
                # and make sure bidding.js is appended after jQuery
                for script in bidding_scripts:
                    script.extract()
                bidding_script = board_content.new_tag(
                    'script', src='javas/bidding.js',
                    type='text/javascript')
                jquery_scripts[0].insert_after(bidding_script)
                board_html.seek(0)
                board_html.write(board_content.prettify(
                    'utf-8', formatter='html'))
                board_html.truncate()

    def write_bidding_links(self):
        for tournament_file in self.__tournament_files:
            file_number = re.match(
                self.__tournament_files_match,
                tournament_file).group(1)
            board_text_path = path.splitext(tournament_file)[0] + '.txt'
            with file(board_text_path, 'r+') as board_text:
                board_text_content = bs4(
                    board_text, 'lxml', from_encoding='iso-8859-2')
                for row in board_text_content.select('tr'):
                    cells = row.select('td')
                    # traveller table rows for specific score entries
                    # should have 11 cells
                    if len(cells) == 11:
                        try:
                            pair_numbers = sorted([
                                int(cells[1].contents[0]),
                                int(cells[2].contents[0])])
                        except ValueError:
                            continue
                        bidding_link = board_text_content.new_tag(
                            'a', href='#', **{'class': 'biddingLink'})
                        bidding_link.string = ' '
                        bidding_link['data-bidding-link'] = path.basename(
                            self.__get_bidding_file_output_path(
                                int(file_number, 10),
                                pair_numbers=pair_numbers))
                        # only append link if we've got bidding data
                        if path.isfile(path.join(
                                path.dirname(self.__tournament_prefix),
                                bidding_link['data-bidding-link'])):
                            # fourth cell is the contract
                            for link in cells[3].select('a.biddingLink'):
                                link.extract()
                            cells[3].append(bidding_link)
                board_text.seek(0)
                board_text.write(board_text_content.table.prettify(
                    'iso-8859-2', formatter='html'))
                board_text.truncate()

if __name__ == '__main__':
    import argparse

    argument_parser = argparse.ArgumentParser(
        description='Display bidding data from BWS files on JFR Pary pages')
    argument_parser.add_argument('bws_file', metavar='BWS_FILE',
                                 help='path to BWS file')
    argument_parser.add_argument('path', metavar='PATH',
                                 help='tournament path with JFR prefix')

    arguments = argument_parser.parse_args()

    bidding_parser = JFRBidding(
        bws_file=arguments.bws_file,
        file_prefix=arguments.path,
    )
    bidding_parser.write_bidding_tables()
    bidding_parser.write_bidding_scripts()
    bidding_parser.write_bidding_links()