Lines Matching refs:test
37 # load Haskell function to do a simple test
44 # load Haskell function to do a test which allows permutation of list elems
51 # load Haskell function to do a test which allows tolerance
113 'and test data as parameters of this funtion. '+
126 test = simpleTest,
138 test = permTest,
150 test = toleranceTest,
165 student and model solution on given test data.
183 def _preProcessCheckSyntax(self, test, src, **kwargs):
189 @param: test:
195 if test.syntax:
196 #result = re.sub('\$\{SOURCE\}', src, test.syntax)
197 result = test.syntax.replace('${SOURCE}', src)
205 def _postProcessCheckSyntax(self, test, message):
219 'line: %d' % (int(matches[0]) - test.lineNumberOffset),
225 def _postProcessCheckSemantic(self, test, message):
245 test data.
249 # test for available test specs
253 msg = 'No test specification selected.'
257 # test for defined repeat fields in the schema definition
263 # test for available test data
268 msg = 'No test data defined.'
273 # we have some test data -> lets start the evaluation
291 # run selected test specifications
292 for test in testSpecs:
296 self.log.debug('Running semantic check with test: %s' % test.getName())
299 interpreter = test.interpreter
302 self._writeModule('Model', model, self.srcFileSuffix, job.getId(), test.encoding)
303 self._writeModule('Student', submission, self.srcFileSuffix, job.getId(), test.encoding)
306 src = test.semantic
316 # set test function
317 #src = re.sub('\$\{testFunction\}', test.test, src)
318 src = src.replace('${testFunction}', test.test)
320 # run with all test data
335 test.encoding)
360 % (t, test.getName(),
361 self._postProcessCheckSemantic(test, result))
365 # has the students' solution passed this test?
379 % (t, test.getName())