#!/usr/bin/env python
import os
import sys
import re
import StringIO

sys.path.append('../')
import functions

#functions.set_debug_function(functions.debug.print_to_stdout)

def completion_test(source):
    """
    This is the completion test for some cases. The tests are not unit test
    like, they are rather integration tests.
    It uses comments to specify a test in the next line. The comment also says,
    which results are expected. The comment always begins with `#?`. The last
    row symbolizes the cursor.

    For example:
    #? ['ab']
    ab = 3; a
    """
    fails = 0
    tests = 0
    correct = None
    for line_nr, line in enumerate(StringIO.StringIO(source)):
        line_nr += 1
        if correct:
            # lines start with 1 and column is just the last (makes no
            # difference for testing)
            completions = functions.complete(source, line_nr, 999,
                                                completion_test_dir)
            comp_str = str([str(c) for c in completions])
            if comp_str != correct:
                print 'Solution not correct, received %s, wanted %s' % \
                            (correct, comp_str)
                fails += 1
            correct = None
            tests += 1
        else:
            try:
                correct = re.search(r'#\?\s*([^\n]+)', line).group(1)
            except:
                correct = None
    return tests, fails

# completion tests:
completion_test_dir = 'completion'
for f_name in os.listdir(completion_test_dir ):
    if f_name.endswith(".py"):
        path = os.path.join(completion_test_dir, f_name)
        f = open(path)
        num_tests, fails = completion_test(f.read())
        print 'run %s tests with %s fails (%s)' % (num_tests, fails, f_name)