# -*- encoding: iso-8859-15 -*-
"""ZopePageTemplate regression tests.
Ensures that adding a page template works correctly.
Note: Tests require Zope >= 2.7
"""
import unittest
import Zope2
import transaction
import zope.component.testing
from zope.traversing.adapters import DefaultTraversable, Traverser
from zope.publisher.http import HTTPCharsets
from Testing.makerequest import makerequest
from Testing.ZopeTestCase import ZopeTestCase, installProduct
from Products.PageTemplates.ZopePageTemplate import ZopePageTemplate
from Products.PageTemplates.ZopePageTemplate import manage_addPageTemplate
from Products.PageTemplates.utils import encodingFromXMLPreamble
from Products.PageTemplates.utils import charsetFromMetaEquiv
from zope.component import provideUtility
from Products.PageTemplates.interfaces import IUnicodeEncodingConflictResolver
from Products.PageTemplates.unicodeconflictresolver \
import PreferredCharsetResolver
ascii_str = 'hello world'
iso885915_str = 'üöäÜÖÄß'
utf8_str = unicode(iso885915_str, 'iso-8859-15').encode('utf-8')
xml_template = '''
üöäÜÖÄß
'''
xml_iso_8859_15 = xml_template % 'iso-8859-15'
xml_utf8 = unicode(xml_template, 'iso-8859-15').encode('utf-8') % 'utf-8'
html_template_w_header = '''
test üöäÜÖÄß
'''
html_iso_8859_15_w_header = html_template_w_header % 'iso-8859-15'
html_utf8_w_header = unicode(html_template_w_header,
'iso-8859-15').encode('utf-8') % 'utf-8'
html_template_wo_header = '''
test üöäÜÖÄß
'''
html_iso_8859_15_wo_header = html_template_wo_header
html_utf8_wo_header = unicode(html_template_wo_header,
'iso-8859-15').encode('utf-8')
xml_with_upper_attr = '''
'''
html_with_upper_attr = '''
'''
installProduct('PageTemplates')
class ZPTUtilsTests(unittest.TestCase):
def testExtractEncodingFromXMLPreamble(self):
extract = encodingFromXMLPreamble
self.assertEqual(extract(''), 'utf-8')
self.assertEqual(extract(''),
'utf-8')
self.assertEqual(extract(''),
'utf-8')
self.assertEqual(extract(''),
'iso-8859-15')
self.assertEqual(extract(''),
'iso-8859-15')
def testExtractCharsetFromMetaHTTPEquivTag(self):
extract = charsetFromMetaEquiv
self.assertEqual(extract(''),
'utf-8')
self.assertEqual(extract(''),
'iso-8859-15')
self.assertEqual(extract(''),
None)
self.assertEqual(extract('...'), None)
class ZPTUnicodeEncodingConflictResolution(ZopeTestCase):
def afterSetUp(self):
zope.component.provideAdapter(DefaultTraversable, (None,))
zope.component.provideAdapter(HTTPCharsets, (None,))
provideUtility(PreferredCharsetResolver,
IUnicodeEncodingConflictResolver)
def testISO_8859_15(self):
manage_addPageTemplate(self.app, 'test',
text=(''),
encoding='ascii')
zpt = self.app['test']
self.app.REQUEST.set('HTTP_ACCEPT_CHARSET', 'ISO-8859-15,utf-8')
self.app.REQUEST.set('data', 'üöä')
result = zpt.pt_render()
self.assertTrue(result.startswith(unicode('üöä
',
'iso-8859-15')))
def testUTF8(self):
manage_addPageTemplate(self.app, 'test',
text=(''),
encoding='ascii')
zpt = self.app['test']
self.app.REQUEST.set('HTTP_ACCEPT_CHARSET', 'utf-8,ISO-8859-15')
self.app.REQUEST.set('data',
unicode('üöä', 'iso-8859-15').encode('utf-8'))
result = zpt.pt_render()
self.assertTrue(result.startswith(unicode('üöä
',
'iso-8859-15')))
def testUTF8WrongPreferredCharset(self):
manage_addPageTemplate(self.app, 'test',
text=(''),
encoding='ascii')
zpt = self.app['test']
self.app.REQUEST.set('HTTP_ACCEPT_CHARSET', 'iso-8859-15')
self.app.REQUEST.set('data',
unicode('üöä', 'iso-8859-15').encode('utf-8'))
result = zpt.pt_render()
self.assertFalse(result.startswith(unicode('üöä
',
'iso-8859-15')))
def testStructureWithAccentedChars(self):
manage_addPageTemplate(self.app, 'test',
text=('' % "'üöä'"),
encoding='iso-8859-15')
zpt = self.app['test']
self.app.REQUEST.set('HTTP_ACCEPT_CHARSET', 'iso-8859-15,utf-8')
self.app.REQUEST.set('data', unicode('üöä',
'iso-8859-15').encode('utf-8'))
result = zpt.pt_render()
self.assertTrue(result.startswith(unicode('üöä
',
'iso-8859-15')))
def testBug151020(self):
manage_addPageTemplate(self.app, 'test',
text=('' % "'üöä'"),
encoding='iso-8859-15')
zpt = self.app['test']
self.app.REQUEST.set('HTTP_ACCEPT_CHARSET',
'x-user-defined, iso-8859-15,utf-8')
self.app.REQUEST.set('data',
unicode('üöä', 'iso-8859-15').encode('utf-8'))
result = zpt.pt_render()
self.assertTrue(result.startswith(unicode('üöä
',
'iso-8859-15')))
def test_bug_198274(self):
# See https://bugs.launchpad.net/bugs/198274
# ZPT w/ '_text' not assigned can't be unpickled.
import cPickle
empty = ZopePageTemplate(id='empty', text=' ',
content_type='text/html',
output_encoding='ascii',
)
state = cPickle.dumps(empty, protocol=1)
clone = cPickle.loads(state)
def testBug246983(self):
# See https://bugs.launchpad.net/bugs/246983
self.app.REQUEST.set('HTTP_ACCEPT_CHARSET', 'utf-8')
self.app.REQUEST.set('data', u'üöä'.encode('utf-8'))
# Direct inclusion of encoded strings is hadled normally by the unicode
# conflict resolver
textDirect = """
""".strip()
manage_addPageTemplate(self.app, 'test', text=textDirect)
zpt = self.app['test']
self.assertEquals(zpt.pt_render(), u'üöä')
# Indirect inclusion of encoded strings through String Expressions
# should be resolved as well.
textIndirect = """
""".strip()
zpt.pt_edit(textIndirect, zpt.content_type)
self.assertEquals(zpt.pt_render(), u'x üöä')
def testDebugFlags(self):
# Test for bug 229549
manage_addPageTemplate(self.app, 'test',
text='bar
',
encoding='ascii')
zpt = self.app['test']
from zope.publisher.base import DebugFlags
self.app.REQUEST.debug = DebugFlags()
self.assertEqual(zpt.pt_render(), unicode('foo
'))
self.app.REQUEST.debug.showTAL = True
self.assertEqual(zpt.pt_render(),
unicode('foo
'))
self.app.REQUEST.debug.sourceAnnotations = True
self.assertEqual(zpt.pt_render().startswith(unicode('