python (3.12.0)
Browse
Usage
Versions
Αe
D ( d Z ddlZddlmZ ddlZddlZddlZddlmZm Z m
Z
m Z m Z G d dej Z G d dej Z G d d
e Z G d d e Z G d
dej Zedk( r ej( yy)z Tests for the unicodedata module.
Written by Marc-Andre Lemburg (mal@lemburg.com).
(c) Copyright CNRI, All Rights Reserved. NO WARRANTY.
N)
HTTPException)open_urlresourcerequires_resource
script_helper cpython_only check_disallow_instantiationc , e Zd ZdZ ed d Zy)UnicodeMethodsTest(e708c31c0d51f758adf475cb7201cf80917362becpuc t j }t t j dz D ] }t | }d|j
d|j d|j d|j d|j d|j d|j d|j d|j d|dz j
d|dz j d|dz j d|dz j d|dz j d|dz j d|dz j d|dz j d|dz j |j |j! |j# |dz j |dz j! |dz j# |dz j# g}|j% dj' | j) dd |j+ }| j- || j. y )
N 01abc123z ABC utf-8
surrogatepass)hashlibsha1rangesys
maxunicodechrisalnumisalpha isdecimalisdigitislower isnumericisspaceistitleisupperloweruppertitleupdatejoinencode hexdigest assertEqualexpectedchecksum)selfhichardataresults I/BuggyBox/python/3.12.0/bootstrap/lib/python3.12/test/test_unicodedata.pytest_method_checksumz'UnicodeMethodsTest.test_method_checksum s& LLNs~~)* % EAq6D T\\^$T\\^$T^^%&T\\^$T\\^$T^^%&T\\^$T\\^$T\\^$ dUl++-.dUl++-.dUl--/0dUl++-.dUl++-.dUl--/0dUl++-.dUl++-.dUl++-.
$$& $$& $$& $$&A"DF
HHRWWT]))'?C DK% EL !6!67 N)__name__
__module__ __qualname__r- r r5 r6 r4 r
r
s" Bu )8 )8r6 r
c e Zd ZeZy)UnicodeDatabaseTestN)r7 r8 r9 unicodedatadbr: r6 r4 r< r< C s Br6 r< c e Zd ZdZ ed d Z ed d Zd Zd Zd Z d Z
d Z d
Z d Z
d Zd
Zd Zd Zd Zd Zd Zy)UnicodeFunctionsTest(26ff0d31c14194b4606a5b3a81ac36df3a14e331r c g }t j }t t j dz D ]q }t | }t
| j j |d d t
| j j |d d t
| j j |d d | j j | | j j | | j j | t | j j | t | j j! | t# j$ | | j j' |d g
}|j) dj+ | j- d t |j/ }| j1 || j2 y )Nr z.12gr ascii)r r r r r r formatr> digitnumericdecimalcategory
bidirectional
decompositionstrmirrored combiningr= east_asian_widthnamer( r) r* r+ r, r- )r. r2 r/ r0 r1 r3 s r4 test_function_checksumz+UnicodeFunctionsTest.test_function_checksumL sT LLNs~~)* 4Aq6D tww}}T2.7twwtR0&9twwtR0&9 &%%d+%%d+DGG$$T*+DGG%%d+,,,T2 T2& D
HHRWWT]))'2 3 4 !6!67r6 c t t j dz D ]W }t | }| j j |d x}s-| j
| j j | | Y y )Nr )r r r r r> rP r, lookup)r. r0 r1 looked_names r4 test_name_inverse_lookupz-UnicodeFunctionsTest.test_name_inverse_lookupd sa s~~)* DAq6D "ggll4 66{6 !<dC Dr6 c | j | j j dd d | j | j j d d | j | j j dd d | j | j j d d | j | j j dd d | j | j j d d | j t | j j | j t | j j d | j t
| j j d
y NA9 ⅛ ⑨ 𠀀u 𝟽 xxx)r, r> rF assertRaises TypeError
ValueErrorr. s r4
test_digitz UnicodeFunctionsTest.test_digitk s sD148 s+Q/ x6= x0!4 |T:DA |4a8 )TWW]]3 )TWW]]D9 *dggmmS9r6 c b | j | j j dd d | j | j j d d | j | j j d d | j | j j d d | j | j j d d | j | j j d
d d | j | j j d d | j t | j j | j t | j j d
| j t
| j j d y )NrX rY rZ r[ g ?r\ g "@u ꘧g @r] 𐄪i(# r_ r` )r, r> rG ra rb rc rd s r4 test_numericz!UnicodeFunctionsTest.test_numericw s T2D9 -q1 2E: 2C8 2C8 t<dC 6= )TWW__5 )TWW__d; *dggoos;r6 c | j | j j dd d | j | j j d d | j | j j dd d | j | j j dd d | j | j j dd d | j | j j d d | j t | j j | j t | j j d | j t
| j j d
y rW )r, r> rH ra rb rc rd s r4 test_decimalz!UnicodeFunctionsTest.test_decimal s T2D9 -q1 48$? 48$? t<dC 6: )TWW__5 )TWW__d; *dggoos;r6 c \ | j | j j d d | j | j j d d | j | j j d d | j | j j d d | j | j j d d
| j t | j j | j t | j j d y ) N CnaLlrX Lur] Lorg Nor_ )r, r> rI ra rb rd s r4
test_categoryz"UnicodeFunctionsTest.test_category s ))(3T: ))#.5 ))#.5 )),7> )),7> )TWW%5%56 )TWW%5%5t<r6 c | j | j j d d | j | j j d d | j | j j d d | j | j j d d | j t | j j | j t | j j d y ) Nrl r WSrX Lr] r_ )r, r> rJ ra rb rd s r4 test_bidirectionalz'UnicodeFunctionsTest.test_bidirectional s ..x8"= ..s3T: ..s3S9 ..|<cB )TWW%:%:; )TWW%:%:DAr6 c Z | j | j j d d | j | j j d d | j t | j j | j t | j j d y )Nrl r ¼z<fraction> 0031 2044 0034r_ )r, r> rK ra rb rd s r4 test_decompositionz'UnicodeFunctionsTest.test_decomposition sw ..x8< ..x8:UV )TWW%:%:; )TWW%:%:DAr6 c | j | j j d d | j | j j d d | j | j j d d | j | j j d d | j t | j j | j t | j j d y )Nrl r rn u ∁r r] r_ )r, r> rM ra rb rd s r4
test_mirroredz"UnicodeFunctionsTest.test_mirrored s ))(3Q7 ))#.2 ))(3Q7 )),7; )TWW%5%56 )TWW%5%5t<r6 c | j | j j d d | j | j j d d | j | j j d d | j | j j d d | j t | j j | j t | j j d y )Nrl r rn u ⃡ r] r_ )r, r> rN ra rb rd s r4 test_combiningz#UnicodeFunctionsTest.test_combining s **84a8 **3/3 **84c: **<8!< )TWW%6%67 )TWW%6%6=r6 c n d}|D ]. }| j | j j d| | 0 y )N)u େ̀ାu ᄀ̀ᅡu Li̍t-sṳ́u. मार्क ज़ुकेरबर्गu' किर्गिज़स्तानNFCr, r> normalize)r. composedtexts r4 test_pr29z UnicodeFunctionsTest.test_pr29 s= 8 CD TWW . .ud ;T B Cr6 c d d}d}| j | j j d| | y )Nu? C̸C̸C̸C̸C̸C̸C̸C̸C̸C̸C̸C̸C̸C̸C̸C̸C̸C̸C̸C̸Çu> C̸C̸C̸C̸C̸C̸C̸C̸C̸C̸C̸C̸C̸C̸C̸C̸C̸C̸C̸C̸Çr r )r. rn bs r4 test_issue10254z$UnicodeFunctionsTest.test_issue10254 s- ' $ **5!4a8r6 c $ d}d}d}d}d}d}| j | j j d| | | j | j j d| | | j | j j d| | y )Nu ᄀᅶᆨu 기ᆧu 기ᆧu 기ᇃu 기ᇃr r )r. u1176_str_a u1176_str_b u11a7_str_a u11a7_str_b u11c3_str_a u11c3_str_bs r4 test_issue29456z$UnicodeFunctionsTest.test_issue29456 s * * * $ * $ **5+> L **5+> L **5+> Lr6 c H | j j }| j t |d | j t |t | j t |d | j t |d | j |d d | j |d d | j |d d | j |d
d | j |d d
| j |d d | j |d d y )N ar ra Nru Nau 좔Wu ｦHu ？Fu ‐rX r] )r> rO ra rb bytearrayr, )r. eaws r4 test_east_asian_widthz*UnicodeFunctionsTest.test_east_asian_width s gg&& )S$/ )S)+6 )S"- )S$/ Vc* Vd+ X , X , X , X , \*C0r6 c | j j }dD ]F }| j || d | j | j j |d d H dD ]F }| j || d | j | j j |d d H dD ]F }| j || d | j | j j |d d H y )Nu r u r u rX )r> rO r, assertIsrP )r. r r1 s r4 test_east_asian_width_unassignedz5UnicodeFunctionsTest.test_east_asian_width_unassigned s gg&&H :D SY , MM$'',,tT2D 9 :
K :D SY , MM$'',,tT2D 9 :
K :D SY , MM$'',,tT2D 9 :r6 c | j | j j j d d | j | j j d d y )Nu ⌚r r )r, r> ucd_3_2_0rO rd s r4 !test_east_asian_width_9_0_changesz6UnicodeFunctionsTest.test_east_asian_width_9_0_changes sF **;;HEsK 11(;SAr6 N)r7 r8 r9 r- r rQ rU re rh rj rs rx r{ r} r r r r r r r r: r6 r4 r@ r@ F s Bu 8 8. u D D
: <
<=BB=>
C9
M 1 :"Br6 r@ c b e Zd Zed Zd Zd Zd Zd Zd Z e
d d Z d Z d
Z
y ) UnicodeMiscTestc 8 t | t j y N)r r= UCDrd s r4 test_disallow_instantiationz+UnicodeMiscTest.test_disallow_instantiation s %T;??;r6 c d}t j d| }d}| j ||j j d y )NzGimport sys;sys.modules['unicodedata'] = None;eval("'\\N{SOFT HYPHEN}'")z-czUSyntaxError: (unicode error) \N escapes not supported (can't load unicodedata module)rD )r assert_python_failureassertInerrdecode)r. coder3 errors r4 #test_failed_import_during_compilingz3UnicodeMiscTest.test_failed_import_during_compiling sA /
44T4@.
eVZZ . .w 78r6 c
d}t d D ]_ }t | }| j j |d }|dk7 s0| j || j j | |dz
}a | j
|dk\ y Nr rC r
)r r r> rH r, rG
assertTruer. countr0 cdecs r4 test_decimal_numeric_consistentz/UnicodeMiscTest.test_decimal_numeric_consistent sx w AAA''//!R(Cby dggooa&89
$r6 c
d}t d D ]_ }t | }| j j |d }|dk7 s0| j || j j | |dz
}a | j
|dk\ y r )r r r> rF r, rG r r s r4 test_digit_numeric_consistentz-UnicodeMiscTest.test_digit_numeric_consistent! sx w AAA''--2&Cby dggooa&89
$r6 c Z | j | j j d d y )NzGOTHIC LETTER FAIHUu 𐍆)r, r> rS rd s r4 test_bug_1704793z UnicodeMiscTest.test_bug_1704793. s (=> Mr6 c p dd l }| j |j d | j |j j d | j dj dk( | j dj dk( | j dj dk( y )Nr u ༺rn rX ᵹu Ᵹ.)r= r rM r r& )r. r= s r4 test_ucd_510z UnicodeMiscTest.test_ucd_5101 s , ,,X67 K 1 1 : :8 DDE
S() ((23 S()r6 r c
b | j dj d | j t t j dz D cg c]S }dt | j t | j
z t | j z v r|U c}dg y c c}w )Nr r r )r, r% r r r r r& r' )r. r s r4
test_bug_5828z UnicodeMiscTest.test_bug_5828< s )84 !12
SV\\^CFLLN :3q6<<> II
C
s
AB,c | j dj d | j dj d | j dj d y )Nu DŽu Džu dž)r, r' rd s r4
test_bug_4971z UnicodeMiscTest.test_bug_4971H sG )84 )84 )84r6 c t d D ]a }t | dz j }|dv r | j t | dd|z C| j t | dd|z c y )Nr rX )
r
i( i) z \u%.4x should be a linebreakr z \u%.4x should not be a linebreak)r r
splitlinesr, len)r. r0 liness r4 test_linebreak_7643z#UnicodeMiscTest.test_linebreak_7643N sz w JAVc\--/E 7 7 UQ!@1!DF UQ!Dq!HJ Jr6 N)r7 r8 r9 r r r r r r r r r r r r: r6 r4 r r sR < <9 % %N * u
5 Jr6 r c p e Zd Zed Zed Z ed ed d Zd Zd Z d Z
y )
NormalizationTestc F | j }t j |v S r )readliner= unidata_version)testfilehdrs r4
check_versionz NormalizationTest.check_versionZ s! !**c11r6 c | j d D cg c] }t |d } }dj | D cg c]
}t | c} S c c}w c c}w )Nru r )splitintr) r )r2 r` s r4 unistrzNormalizationTest.unistr_ sI $(JJsO4qAr
44ww-1A-.. 5-s
AAnetworkr c Z d}dt j d| } t |d| j }5 | j | d d d y # t $ r | j d| d Y =t t f$ r!}| j d| d | Y d }~gd }~ww xY w# 1 sw Y y xY w)
NzNormalizationTest.txtz"http://www.pythontest.net/unicode//r )encodingcheckz"Permission error when downloading z into the test data directoryzFailed to download z: ) r= r r r PermissionErrorskipTestOSErrorr run_normalization_tests)r. TESTDATAFILE TESTDATAURLtestdataexcs r4 test_normalizationz$NormalizationTest.test_normalizationd s / :;;V;V:WWXYeXfg F' g.2.@.@BH 3 ( ( 2 3 3
; MM >{m L9 :
; ' F MM / }BseD E E F 3 3s( A B! B /B =BB !B*c d }i }d }d }d }d }|D ] }d|v r|j d d }|j }|s/|j d r|j d }T|j d d d D cg c] } | j | c} \ }
} } }
}| j | ||
cxk( xr || cxk( xr || k( nc | | j |
||
cxk( xr || k( nc | | j | ||
cxk( xr || cxk( xr || k( nc | | j | ||
cxk( xr || k( nc | | j |
||
cxk( xr5 || cxk( xr' || cxk( xr ||
cxk( xr || k( nc | | j | ||
cxk( xr5 || cxk( xr' || cxk( xr ||
cxk( xr || k( nc | | j t j d
| | j t j d
|
| j t j d | | j t j d | | j t j d |
| j t j d
| |dk( sd||
< t t j dz D ]Z }t | }||v r| j | || cxk( xr' || cxk( xr || cxk( xr || k( nc | \ y c c} w )Nc . t j d| S )Nr r= r rL s r4 r z6NormalizationTest.run_normalization_tests.<locals>.NFC{ ((4 4r6 c . t j d| S )NNFKCr r s r4 r z7NormalizationTest.run_normalization_tests.<locals>.NFKC~ ((5 5r6 c . t j d| S )NNFDr r s r4 r z6NormalizationTest.run_normalization_tests.<locals>.NFD r r6 c . t j d| S )NNFKDr r s r4 r z7NormalizationTest.run_normalization_tests.<locals>.NFKD r r6 #r z@Part;rC r r r r z@Part1r ) r strip
startswithr r r=
is_normalizedr r r r )r. r part
part1_datar r r r liner` c1c2c3c4c5r Xs r4 r z)NormalizationTest.run_normalization_testsw s
5 6 5 6 " #Dd{zz#q)::<Dw'zz|A6:jjocr6J Kdkk!n KNBr"R
OOB3r7 Bs2w B3r7 BD I OOB3r7 6s2w 6 = OOB3r7 Bs2w B3r7 BD I OOB3r7 6s2w 6 = OOB$r( =d2h = H =(,R =48H =
"
OOB$r( =d2h = H =(,R =48H =
"
OOK 5 5eR @ A OOK 5 5eR @ A OOK 5 5eR @ A OOK 5 5eR @ A OOK 5 5fb A B OOK 5 5fb A B x !"
2E" #J s~~a'( LAAAJ OOAQ G3q6 GT!W GQ G K L9 Ls =M=c | j t t j | j t t j dd | j t j dd d y )Nunknownr_ r r )ra rb r= r rc r, rd s r4 test_edge_casesz!NormalizationTest.test_edge_cases sO )[%:%:; *k&;&;YM ..vr:B?r6 c 0 t j dd y )Nr u 한글r rd s r4 test_bug_834676z!NormalizationTest.test_bug_834676 s e^4r6 N) r7 r8 r9 staticmethodr r r r r r r r: r6 r4 r r Y s` 2 2 / / y!u 3 "3"9Lv@
5r6 r __main__)__doc__r http.clientr r r= unittest test.supportr r r r r TestCaser
r< r@ r r r7 mainr: r6 r4 <module>r s %
F F/8** /8b(++ uB. uBnZJ) ZJx`5)) `5F zHMMO r6