46 lines
1.1 KiB
Plaintext
46 lines
1.1 KiB
Plaintext
.. Copyright (C) 2001-2019 NLTK Project
|
|
.. For license information, see LICENSE.TXT
|
|
|
|
.. -*- coding: utf-8 -*-
|
|
|
|
=============
|
|
METEOR tests
|
|
=============
|
|
|
|
No Allignment test
|
|
------------------
|
|
|
|
>>> from nltk.translate import meteor
|
|
|
|
If the candidate has no alignment to any of the references, the METEOR score is 0.
|
|
|
|
>>> round(meteor(
|
|
... ['The candidate has no alignment to any of the references'],
|
|
... 'John loves Mary'
|
|
... ),4)
|
|
0.0
|
|
|
|
Tests based on wikipedia examples
|
|
---------------------------------
|
|
|
|
Testing on `wikipedia examples <https://en.wikipedia.org/wiki/METEOR#Examples>`_
|
|
|
|
>>> same_res = round(meteor(
|
|
... ['The cat sat on the mat'],
|
|
... 'The cat sat on the mat'
|
|
... ),4)
|
|
>>> abs(same_res - 0.9977) < 1e-2
|
|
True
|
|
|
|
>>> meteor(
|
|
... ['The cat sat on the mat'],
|
|
... 'on the mat sat the cat'
|
|
... )
|
|
0.5
|
|
|
|
>>> round(meteor(
|
|
... ['The cat sat on the mat'],
|
|
... 'The cat was sat on the mat'
|
|
... ),4)
|
|
0.9654
|