| #!/usr/bin/env perl |
| use strict; |
| use warnings; |
| use Test::More; |
| use utf8; |
| use Mojo::Util qw/encode decode/; |
| |
| use_ok('Krawfish::Util::String'); |
| |
| is(fold_case('aaa'), 'aaa', 'Case fold 1'); |
| is(fold_case('AAA'), 'aaa', 'Case fold 2'); |
| is(fold_case('AaA'), 'aaa', 'Case fold 3'); |
| |
| is(fold_case('aäa'), 'aäa', 'Case fold 4'); |
| is(fold_case('aÄß'), 'aäss', 'Case fold 5'); |
| is(fold_case('a-Äß'), 'a-äss', 'Case fold 6'); |
| is(fold_case('ÄÖÜß'), 'äöüss', 'Case fold 7'); |
| |
| is(remove_diacritics('Česká'), 'Ceska', 'Removed diacritics'); |
| is(remove_diacritics('Äößa'), 'Aoßa', 'Removed diacritics'); |
| |
| # From comment in http://archives.miloush.net/michkap/archive/2007/05/14/2629747.html |
| is(remove_diacritics('ÅåÄäÖö'), 'AaAaOo', 'Check swedish'); |
| # Krawfish::Util::String::_list_props('Łł'); |
| is(remove_diacritics('ĄąĆćĘꣳŃńÓóŚśŹźŻż'), 'AaCcEeLlNnOoSsZzZz', 'Check polish'); |
| is(remove_diacritics('ľščťžýáíéúäôň*ȍŽÝÁÍÉÚÄÔŇĎ'), 'lsctzyaieuaondLSCTZYAIEUAOND', 'Check slowakish'); |
| is(remove_diacritics('ëőüűŐÜŰ'), 'eouuOUU', 'Check hungarian'); |
| is(remove_diacritics('Ññ¿'), 'Nn¿', 'Check spanish'); |
| is(remove_diacritics('àèòçï'), 'aeoci', 'Check CA?'); |
| is(remove_diacritics('ı'), 'i', 'Check turkish'); |
| |
| # From http://stackoverflow.com/questions/249087/how-do-i-remove-diacritics-accents-from-a-string-in-net#249126 |
| is(remove_diacritics('äáčďěéíľľňôóřŕšťúůýž'), 'aacdeeillnoorrstuuyz'); |
| is(remove_diacritics('ÄÁČĎĚÉÍĽĽŇÔÓŘŔŠŤÚŮÝŽ'), 'AACDEEILLNOORRSTUUYZ'); |
| is(remove_diacritics('ÖÜË'), 'OUE'); |
| is(remove_diacritics('łŁđĐ'), 'lLdD'); |
| is(remove_diacritics('ţŢşŞçÇ'), 'tTsScC'); |
| is(remove_diacritics('øı'), 'oi'); |
| |
| is(remove_diacritics( |
| q{Bonjour ça va? C'est l'été! Ich möchte ä Ä á à â ê é è ë Ë É ï Ï î í ì ó ò ô ö Ö Ü ü ù ú û Û ý Ý ç Ç ñ Ñ}), |
| q{Bonjour ca va? C'est l'ete! Ich mochte a A a a a e e e e E E i I i i i o o o o O U u u u u U y Y c C n N}); |
| |
| # https://docs.seneca.nl/Smartsite-Docs/Features-Modules/Add-On_Modules/Faceted_Search/FS_Reference/FTS_and_iFTS_technical_background_information/Diacritics_and_Unicode.html |
| is(remove_diacritics( |
| q/!"#$'()*+,-.0123456789:;=?@ABCDEFGHIJKLMNOPQRSTUVWXYZ[\]^_` abcdefghijklmnoprstuvwxyz{|}~¡¢£¤¥¦§¨©ª«¬®¯°±²³´µ¶·¸¹º»¼½¾¿−ÀÁ ÃÄÅÆÇÈÉÊËÌÍÎÏÐÑÒÓÔÕÖרÙÚÛÜÝÞßàáâãäåæçèéêëìíîïðñòóôõö÷øùúûüýþÿ/), |
| q/!"#$'()*+,-.0123456789:;=?@ABCDEFGHIJKLMNOPQRSTUVWXYZ[\]^_` abcdefghijklmnoprstuvwxyz{|}~¡¢£¤¥¦§¨©ª«¬®¯°±²³´µ¶·¸¹º»¼½¾¿−AAA AAAÆCEEEEIIIIDNOOOOO×OUUUUYÞßaaaaaaæceeeeiiiiðnooooo÷ouuuuyþy/); |
| |
| is(squote("baum"), "'baum'", 'Check quote'); |
| is(squote("that's"), "'that\\'s'", 'Check quote'); |
| is(squote("that\\'s"), "'that\\\\\\'s'", 'Check quote'); |
| is(unsquote("'that\\\\\\'s'"), "that\\'s", 'Check unquote'); |
| is(unsquote("'that\\'s'"), "that's", 'Check unquote'); |
| is(unsquote("'baum'"), "baum", 'Check unquote'); |
| |
| done_testing; |
| __END__ |
| |