#!/usr/bin/env python import sys import pickle print "" print "" print "" print "" print "" print "

Imago test

" print "

"

res = pickle.load(open(sys.argv[1], 'r'))

total = len(res)

failed = [(name,error) for (name, time, output, error, r_code) in res
          if r_code > 0]
print "failed tests:", str(len(failed)) + '/' + str(total)

for (name, error) in failed:
    print "    ", name

print ""

n = 0
t = 0
correct = 0

for (name, time, output, error, r_code) in res:
    if r_code > 0:
        continue
    n += 1
    t += time
    ref = open(name.split('.')[0] + '.txt').read()
    if output == ref:
        correct += 1
    else:
        #TODO find and record the error
        pass

print "average runtime:", (t/n)
print "correct:", str(correct) + '/' + str(n)

print "

" for (name, time, output, error, r_code) in res: print "

" print "

" + name + "

" print "

" print "" output = output.split('\n') correct = open(name[:-4]+".txt").readlines() output = map(lambda s: s.split(), output) correct = map(lambda s: s.split(), correct) for i in range(len(output)): print "" for j in range(len(output[i])): if output[i][j] == correct[i][j]: print "".format(output[i][j]) else: print "".format(output[i][j]) print "" print "

{}

" print "

" print "" print ""