import csv import sys import glob import re from os import path from bs4 import BeautifulSoup as bs4 class JFRBidding: # alignment of the bidding table __directions = ['W', 'N', 'E', 'S'] # converts csv file to list of row lists def __csv_to_list(self, file_path): file_data = [] with file(file_path) as csv_file: csv_data = csv.reader(csv_file) for line in csv_data: file_data.append(line) return file_data # converts CSV lineup data to # {round}.{sector}_{table}.{pair numbers} structure def __parse_lineup_data(self, sitting_data): round_lineups = {} for sitting in sitting_data[1:]: round_no = int(sitting[2]) table_no = sitting[0] + '_' + sitting[1] if round_no not in round_lineups: round_lineups[round_no] = {} round_lineups[round_no][table_no] = sorted([ int(sitting[3]), int(sitting[4])]) return round_lineups # converts CSV bidding to # {board}.{sector}_{table}.{round}.{bidding}[] structure, # including erased calls def __parse_bidding_data(self, bidding_data): bids = {} for bid in bidding_data[1:]: board_no = int(bid[4]) round_no = int(bid[3]) table_no = bid[1] + '_' + bid[2] bid_counter = int(bid[5]) bid_erased = int(bid[10]) if board_no not in bids: bids[board_no] = {} if table_no not in bids[board_no]: bids[board_no][table_no] = {} if round_no not in bids[board_no][table_no]: bids[board_no][table_no][round_no] = {} if bid_erased == 1: if bid_counter in bids[board_no][table_no][round_no]: if bids[board_no][table_no][round_no][bid_counter][ 'direction'] == bid[6]: bids[board_no][table_no][round_no].pop( bid_counter, None) if len(bids[board_no][table_no][round_no]) == 0: bids[board_no][table_no].pop(round_no, None) else: bids[board_no][table_no][round_no][bid_counter] = { 'direction': bid[6], 'bid': bid[7]} return bids # converts bidding data into HTML table def __format_bidding(self, bidding): bid_match = re.compile('(\d)([SHDCN])') html_output = bs4('', 'lxml') header_row = html_output.new_tag('tr') html_output.table.append(header_row) for direction in self.__directions: header_cell = html_output.new_tag('th') header_cell.string = direction header_row.append(header_cell) for bid_round in bidding: bidding_row = html_output.new_tag('tr') html_output.table.append(bidding_row) for bid in bid_round: bid_cell = html_output.new_tag('td') call_match = re.match(bid_match, bid) if call_match: bid_cell.append(call_match.group(1)) bid_icon = html_output.new_tag( 'img', src='images/' + call_match.group(2) + '.gif') bid_cell.append(bid_icon) else: bid_cell.append(bid) bidding_row.append(bid_cell) return html_output.table.prettify() # returns file path for bidding HTML output # {prefix}_bidding_{jfr_board_number}_{pair_numbers}.txt def __get_bidding_file_output_path(self, board_no, round_no=None, table_no=None, pair_numbers=None): return '{0}_bidding_{1:03}_{2}.txt'.format( self.__tournament_prefix, board_no, '_'.join(map(str, self.__round_lineups[round_no][table_no] if pair_numbers is None # read numbers from lineup else pair_numbers))) # or use provided numbers def __map_board_numbers(self, custom_mapping=None): self.__tournament_files = [ f for f in glob.glob(self.__tournament_prefix + '*.html') if re.search(self.__tournament_files_match, f)] if custom_mapping is not None and len(custom_mapping) >= 3: custom_files = [] for jfr_number in range(custom_mapping[0], custom_mapping[1]+1): # only include these board numbers from custom mapping # which actually exist in JFP output board_files = [ f for f in self.__tournament_files if f.endswith('{0:03}.html'.format(jfr_number))] if len(board_files): self.__board_number_mapping[ jfr_number - custom_mapping[0] + custom_mapping[2] ] = jfr_number custom_files = custom_files + board_files self.__tournament_files = custom_files else: for tournament_file in self.__tournament_files: # scan for all JFR board HTML files # and read actual board numbers from HTML headers file_number = re.match( self.__tournament_files_match, tournament_file).group(1) with file(tournament_file, 'r+') as board_html: board_content = bs4( board_html, 'lxml', from_encoding='utf-8') # first found

element should be actual board number board_number = re.sub( '[^0-9]', '', board_content.select('h4')[0].contents[0].strip()) self.__board_number_mapping[ int(board_number, 10) ] = int(file_number, 10) # sitting read from BWS __round_lineups = {} # bidding read from BWS __bids = {} # full path + JFR prefix __tournament_prefix = '' # RegEx matching board HTML files __tournament_files_match = None # matched files, including board number mapping boundaries __tournament_files = [] # BWS number -> JFR number mapping __board_number_mapping = {} def __init__(self, bidding_file, lineup_file, file_prefix, board_mapping): self.__round_lineups = self.__parse_lineup_data( self.__csv_to_list(lineup_file)) self.__bids = self.__parse_bidding_data( self.__csv_to_list(bidding_file)) self.__tournament_prefix = path.splitext( path.realpath(file_prefix + '.html'))[0] self.__tournament_files_match = re.compile( re.escape(self.__tournament_prefix) + '([0-9]{3})\.html') self.__map_board_numbers(board_mapping) def write_bidding_tables(self): for board_no, board_data in self.__bids.items(): if board_no in self.__board_number_mapping: for table_no, table_data in board_data.items(): for round_no, round_data in table_data.items(): if round_no in self.__round_lineups: if table_no in self.__round_lineups[round_no]: bidding = sorted(round_data) dealer = round_data[bidding[0]]['direction'] bidding_table = [[], [], [], []] # compile bidding player-by-player for bid_index in bidding: bid = round_data[bid_index] bidding_table[ self.__directions.index(bid['direction']) ].append(bid['bid']) last_bidder = bid['direction'] # fill skipped calls for players before dealer # in the first round of bidding for pos in range( 0, self.__directions.index(dealer)): bidding_table[pos].insert(0, '') # fill skipped calls for players after pass out # (so that bidding table is a proper matrix) for pos in range( self.__directions.index(last_bidder), len(self.__directions)): bidding_table[pos].append('') # transpose the bidding table # aligning it row-by-row (bidding round-by-round) bidding_table = map(list, zip(*bidding_table)) bidding_fpath = \ self.__get_bidding_file_output_path( self.__board_number_mapping[board_no], round_no, table_no) with file(bidding_fpath, 'w') as bidding_file: bidding_file.write( self.__format_bidding(bidding_table)) def write_bidding_scripts(self): for tournament_file in self.__tournament_files: with file(tournament_file, 'r+') as board_html: board_content = bs4(board_html, 'lxml', from_encoding='utf-8') header_scripts = board_content.select('head script') # check for jQuery, append if necessary jquery_scripts = [script for script in header_scripts if script['src'] == 'javas/jquery.js'] if not len(jquery_scripts): jquery = board_content.new_tag( 'script', src='javas/jquery.js', type='text/javascript') jquery_scripts.append(jquery) board_content.head.append(jquery) # check for bidding.js bidding_scripts = [ script for script in header_scripts if script['src'] == 'javas/bidding.js'] # and make sure bidding.js is appended after jQuery for script in bidding_scripts: script.extract() bidding_script = board_content.new_tag( 'script', src='javas/bidding.js', type='text/javascript') jquery_scripts[0].insert_after(bidding_script) board_html.seek(0) board_html.write(board_content.prettify( 'utf-8', formatter='html')) board_html.truncate() def write_bidding_links(self): for tournament_file in self.__tournament_files: file_number = re.match( self.__tournament_files_match, tournament_file).group(1) board_text_path = path.splitext(tournament_file)[0] + '.txt' with file(board_text_path, 'r+') as board_text: board_text_content = bs4( board_text, 'lxml', from_encoding='iso-8859-2') for row in board_text_content.select('tr'): cells = row.select('td') # traveller table rows for specific score entries # should have 11 cells if len(cells) == 11: try: pair_numbers = sorted([ int(cells[1].contents[0]), int(cells[2].contents[0])]) except ValueError: continue bidding_link = board_text_content.new_tag( 'a', href='#', **{'class': 'biddingLink'}) bidding_link.string = ' ' bidding_link['data-bidding-link'] = path.basename( self.__get_bidding_file_output_path( int(file_number, 10), pair_numbers=pair_numbers)) # only append link if we've got bidding data if path.isfile(path.join( path.dirname(self.__tournament_prefix), bidding_link['data-bidding-link'])): # fourth cell is the contract for link in cells[3].select('a.biddingLink'): link.extract() cells[3].append(bidding_link) board_text.seek(0) board_text.write(board_text_content.table.prettify( 'iso-8859-2', formatter='html')) board_text.truncate() if __name__ == '__main__': import argparse argument_parser = argparse.ArgumentParser( description='Display bidding data from BWS files on JFR Pary pages') argument_parser.add_argument('bidding_file', metavar='BIDDING_FILE', help='CSV containing bidding data from BWS') argument_parser.add_argument('lineup_file', metavar='LINEUP_FILE', help='CSV containing lineup data from BWS') argument_parser.add_argument('path', metavar='PATH', help='tournament path with JFR prefix') argument_parser.add_argument('board_mapping', metavar='BOARD_MAPPING', default=[], nargs='*', type=int, help='board number mapping ' + '(JFR_FROM JFR_TO BWS_FROM)') arguments = argument_parser.parse_args() bidding_parser = JFRBidding( bidding_file=arguments.bidding_file, lineup_file=arguments.lineup_file, file_prefix=arguments.path, board_mapping=arguments.board_mapping ) bidding_parser.write_bidding_tables() bidding_parser.write_bidding_scripts() bidding_parser.write_bidding_links()