Mark McGranaghan 8d31ec147c move to vendor
2012-11-17 08:21:42 -08:00

47 lines
1.4 KiB
Python

# -*- coding: utf-8 -*-
"""
Test suite for the token module
~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
:copyright: Copyright 2006-2012 by the Pygments team, see AUTHORS.
:license: BSD, see LICENSE for details.
"""
import unittest
from pygments import token
class TokenTest(unittest.TestCase):
def test_tokentype(self):
e = self.assertEqual
t = token.String
e(t.split(), [token.Token, token.Literal, token.String])
e(t.__class__, token._TokenType)
def test_functions(self):
self.assertTrue(token.is_token_subtype(token.String, token.String))
self.assertTrue(token.is_token_subtype(token.String, token.Literal))
self.assertFalse(token.is_token_subtype(token.Literal, token.String))
self.assertTrue(token.string_to_tokentype(token.String) is token.String)
self.assertTrue(token.string_to_tokentype('') is token.Token)
self.assertTrue(token.string_to_tokentype('String') is token.String)
def test_sanity_check(self):
stp = token.STANDARD_TYPES.copy()
stp[token.Token] = '---' # Token and Text do conflict, that is okay
t = {}
for k, v in stp.iteritems():
t.setdefault(v, []).append(k)
if len(t) == len(stp):
return # Okay
for k, v in t.iteritems():
if len(v) > 1:
self.fail("%r has more than one key: %r" % (k, v))