tester.py

from main import find_answers
from custom_exceptions import PaperDetectionError, BubbleDetectionError

def compute_accuracy(original_ans, detected_ans):
    """Returns the accuracy calculated by comparing to lists of answers
    Upon encountering a wrong answer, this function will print out:
    (question number, true answer, detected answer)
    For instance: (40, 'B', 'A')
    """
    correct = 0.0
    for i in range(len(original_ans)):
        if original_ans[i] == detected_ans[i]:
            correct += 1
        else:
            print(i + 1, original_ans[i], detected_ans[i])
    return correct / len(original_ans)

# Normally functional data set
normal = ['6388', '2826','1243', '3064', '6591', '8836', '8760', '6024',
          '6112', '1738', '3031', '5241', '7230', '7394', '3497', '6415']
# File(s) that cause an exception to be thrown, meaning that the user has to retake an image
fails = ['9891', '8880']
# File(s) that contain questions with multiple bubbled in answers. The algorithm still functions normally though,
# identifying the selected answer for those questions as ''
multiple_bubbles = ['1299', '2241', '6812']

filenames = ["assets/IMG_" + num + ".JPG" for num in multiple_bubbles]

# Answers inputted manually for comparison
ORIGINAL_ANS = ['A', 'C', 'B', 'D', 'B', 'A', 'D', 'B', 'C', 'C', 'A', 'A', 'A',
                'A', 'D', 'C', 'A', 'D', 'D', 'B', 'B', 'A', 'C', 'C', 'C', 'B',
                'B', 'D', 'A', 'B', 'A', 'C', 'D', 'B', 'D', 'D', 'C', 'B', 'A',
                'B', 'B', 'D', 'A', 'D', 'B', 'C', 'A', 'A', 'D', 'D', 'A', 'A']

cumulative_accuracy = 0

# Loop through each file in list filenames, test the accuracy of find_answers() and print out the cumulative accuracy
for file in filenames:
    print(file)
    try:
        detected_ans = find_answers(file)
    except (PaperDetectionError, BubbleDetectionError) as e:
        print(e)
        continue
    else:
        accuracy = compute_accuracy(ORIGINAL_ANS, detected_ans)
        cumulative_accuracy += accuracy
        print("Accuracy: " + str(accuracy))

print("Cumulative Accuracy: " + str(cumulative_accuracy / len(filenames)))