tokenizer_test.php 2.9 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596
  1. <?php
  2. /**
  3. * ezcDocumentPdfHyphenatorTests
  4. *
  5. * Licensed to the Apache Software Foundation (ASF) under one
  6. * or more contributor license agreements. See the NOTICE file
  7. * distributed with this work for additional information
  8. * regarding copyright ownership. The ASF licenses this file
  9. * to you under the Apache License, Version 2.0 (the
  10. * "License"); you may not use this file except in compliance
  11. * with the License. You may obtain a copy of the License at
  12. *
  13. * http://www.apache.org/licenses/LICENSE-2.0
  14. *
  15. * Unless required by applicable law or agreed to in writing,
  16. * software distributed under the License is distributed on an
  17. * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
  18. * KIND, either express or implied. See the License for the
  19. * specific language governing permissions and limitations
  20. * under the License.
  21. *
  22. * @package Document
  23. * @version //autogen//
  24. * @subpackage Tests
  25. * @license http://www.apache.org/licenses/LICENSE-2.0 Apache License, Version 2.0
  26. */
  27. /**
  28. * Test suite for class.
  29. *
  30. * @package Document
  31. * @subpackage Tests
  32. */
  33. class ezcDocumentPdfTokenizerTests extends ezcTestCase
  34. {
  35. public static function suite()
  36. {
  37. return new PHPUnit_Framework_TestSuite( __CLASS__ );
  38. }
  39. public function testDefaultTokenizerNoSplit()
  40. {
  41. $hyphenator = new ezcDocumentPdfDefaultTokenizer();
  42. $this->assertSame(
  43. array( 'foo' ),
  44. $hyphenator->tokenize( 'foo' )
  45. );
  46. }
  47. public function testDefaultTokenizerSingleMiddleSplit()
  48. {
  49. $hyphenator = new ezcDocumentPdfDefaultTokenizer();
  50. $this->assertSame(
  51. array( 'foo', ezcDocumentPdfTokenizer::SPACE, 'bar' ),
  52. $hyphenator->tokenize( 'foo bar' )
  53. );
  54. }
  55. public function testDefaultTokenizerSplitAll()
  56. {
  57. $hyphenator = new ezcDocumentPdfDefaultTokenizer();
  58. $this->assertSame(
  59. array( ezcDocumentPdfTokenizer::SPACE, 'Hello', ezcDocumentPdfTokenizer::SPACE, 'world!', ezcDocumentPdfTokenizer::SPACE ),
  60. $hyphenator->tokenize( ' Hello world! ' )
  61. );
  62. }
  63. public function testDefaultTokenizerSplitTab()
  64. {
  65. $hyphenator = new ezcDocumentPdfDefaultTokenizer();
  66. $this->assertSame(
  67. array( 'foo', ezcDocumentPdfTokenizer::SPACE, 'bar' ),
  68. $hyphenator->tokenize( "foo\tbar" )
  69. );
  70. }
  71. public function testDefaultTokenizerSplitNewLine()
  72. {
  73. $hyphenator = new ezcDocumentPdfDefaultTokenizer();
  74. $this->assertSame(
  75. array( 'foo', ezcDocumentPdfTokenizer::SPACE, 'bar' ),
  76. $hyphenator->tokenize( "foo\tbar" )
  77. );
  78. }
  79. public function testDefaultTokenizerSplitMultipleDifferentSpaces()
  80. {
  81. $hyphenator = new ezcDocumentPdfDefaultTokenizer();
  82. $this->assertSame(
  83. array( 'foo', ezcDocumentPdfTokenizer::SPACE, 'bar' ),
  84. $hyphenator->tokenize( "foo \t \r \n bar" )
  85. );
  86. }
  87. }
  88. ?>