submit.py

from cashier import Cashier
import subprocess
import json
import os
from pprint import pprint


def output_json(db_id, user, receipts, path):
    print ('=======================')
    output = {}
    output['testcase'] = db_id
    output['user'] = user
    receipts_json = []
    for id_result in receipts:
        receipt = receipts[id_result]
        receipt_json = {}
        receipt_json['target_id'] = id_result
        products = []
        for purchase in receipt.purchaseList:
            product = {}
            # Workaround for db error: [JD] You are correct on BASELINE-3 and BASELINE-11:
            # The following product is scanned by our scanner with an extra "0":
            if purchase == '120130':
                productID = '01201303'
            elif purchase == '120850':
                productID = '0120850'
            else:
                productID = purchase
            product['barcode'] = productID
            product['quantity'] = receipt.purchaseList[purchase][1]
            products.append(product)
        receipt_json['products'] = products
        receipts_json.append(receipt_json)
    output['receipts'] = receipts_json
    with open(path, 'w') as outfile:
        json.dump(output, outfile)

def generate_output():
    # Load JSON
    f = open('competition/test_cases.json')

    test_cases = json.load(f)
    myCashier = Cashier()
    userID = '5ea023be-b530-4816-8eda-5340cfabe9b0'
    output_paths = []
    for test_db in test_cases:
        print(test_db['name'])
        dbName = test_db['name']
        dbId = test_db['uuid']
        receipts = myCashier.process(dbName)
        # Generate output file
        path = "outputs/output-{}.json".format(dbName)
        output_paths.append(path)
        output_json(dbId, userID, receipts, path=path)
    return output_paths

def cal_avg(scores):
    if (len(scores) == 0):
        return None
    total = 0
    for score in scores:
        total += score
    return total / len(scores)

def get_score(output_paths=['outputs/output-BASELINE-1.json']):
    # Send a POST Request
    # command_line = [
    #     'curl', '--location', '--request' ,'POST', '\'cps-week.internal.aifi.io/api/v1/results\'',\
    #     '--header', '\'TOKEN: 5ea023be-b530-4816-8eda-5340cfabe9b0\'',\
    #     '--header', '\'Content-Type: application/json\'',\
    #     '--data-raw'
    # ]
    pre_cmd = 'curl --location --request POST \'cps-week.internal.aifi.io/api/v1/results\' --header \'TOKEN: 5ea023be-b530-4816-8eda-5340cfabe9b0\' --header \'Content-Type: application/json\' --data-raw '
    f1_scores = []
    f = open("competition/results.md", "w")
    # output_str = ""
    for path in output_paths:
        with open(path, 'r') as file:
            raw_string = file.read().replace('\n', '')
        cmd = pre_cmd + '\'' + raw_string + '\''
        head_str = "\n=============== Receive feedbacks for %s ===============\n" % path
        f.write(head_str)
        print(head_str)
        # output_str += head_str + '\n'
        # Option 1 Record 
        stream = os.popen(cmd)
        output = stream.read()
        print(output)
        output_dict = json.loads(output)
        pprint(output_dict, f)
        f1_scores.append(output_dict['f1_score'])

    averageScoreStr = ("Average F1 score over all test cases: %f\n" % (cal_avg(f1_scores)))
    print(averageScoreStr)
    f.write(averageScoreStr)
    f.close()

if __name__ == '__main__':
    if not os.path.exists('outputs'):
        os.makedirs('outputs')
    output_paths = generate_output()
    # output_paths = ['outputs/output-BASELINE-1.json', 'outputs/output-BASELINE-2.json']
    print("Submitting: ", output_paths)
    get_score(output_paths)