hN<SSKrSSKJr SSKJr SSKJrJr SSKJ r J r SSK J r SSK Jr SSKJr SS KJr SS KJr SS KJr SS KJr S SKJrJr S/SQ/SQS.4S/SQ/SQS.4/rS/SQ/SQS.4S/SQ/SQS.4/rS/SQ/SQS.4/rSr\R>S5r \R>S5r!Sr"\RFRIS5S 5r%\RFRIS!5S"5r&\RFRIS!5S#5r'\RFRIS$5\RFRQS%S&9S'55r)S(r*\RFRWS)S&9\RFRYS*S+//5S,55r-\RFRWS)S&9S-5r.S.r/S/r0\RFRWS)S&9S05r1S1r2S2r3\RFRYS3S4S5/5S65r4\RFRYS3S4S5/5S75r5\RFRl\RFRYS3S4S5/5\RFRYS8S9\S4S:S;S S\S4S:S;S Svocab..Cs1)lex_attr_getters)rrr%r*r'vocabr,As 4"5 66r*c^URRS5 S[0n[R"USS9Sn[ X5mSTR S'STR S'TRS 5 TRU4S j5 [S 5n[S 5H@n0n[U/S QS9n[R"U/SQ/SQS.5nTRU/X5S9 MB T$)NrmodelTvalidatertoken_vector_width hidden_widthleftc>[T5/$r$_parser_exampleparsersr'r(parser..P v67r*gMbP? abcdwordsrrrE)r4rr4rrsgdlosses)stringsaddr rresolver cfg add_label initializerranger r from_dictupdate) r,rLr.rGirHdocexampler9s @r'r9r9Fs MMf ( )C   S4 0 9E e +F'(FJJ#$!#FJJ~ V 78 u+C 2Y%34## <1QR   wiS 8  Mr*cl[UR/SQS9n/SQ/SQS.n[R"X5$)Nr=rBrD)rightrr4rr)r r,rrP)r9rSgolds r'r7r7]s/ fll"6 7C!+L MD   S ''r*i cn/SQn/SQnS/[U5-n[XX#S9nUSRSLdeg)zATest that deprojectivization doesn't mess up sentence boundaries.)Whenwewriteor communicate virtually,rZcanhideourtruefeelings.)rr rrrrfrfrfrf rgrfrfdeprCrrrFN)lenr is_sent_start)en_vocabrCrrrSs r'test_issue2772rmcsE @E 9E 7SZ D h5 [T5/$r$r6r8sr'r(*test_issue3830_no_subtok..{r;r*NrrKr r rrMlabelsrNconfigr.r9s @r'test_issue3830_no_subtokrwqs F   g';[T5/$r$r6r8sr'r(,test_issue3830_with_subtok..r;r*Nrsrus @r'test_issue3830_with_subtokr{s F   g';C s8q==    $  % q6::?? % $s A Ac6/SQn/SQn[XS9n[XU5 USRRS:XdeUSRRS:XdeUSRRS:XdeUSRRS:Xdeg)N)Iatethepizzawith anchoviesre)L-nsubjSzL-detrBrrrrE)r rheadrR)rlrrC transitionrSs r'test_parser_initialrs CE*J h $Cij9 q6;;==A   q6;;==A   q6;;==A   q6;;==A  r*ch/SQn/SQnS/[U5-n[XX4S9n[[USR55S:Xde[[USR55S:Xde[[USR 55S:Xde[[USR55S:Xde[[USR55S :Xde[[USR 55S:Xde[[USR 55S :Xdeg) N)Thefourwheelsonrbusturnedquickly)rrrrrErrrhrirrrErrr)rjr listleftsrightschildrensubtree)rlrrCrrrSs r'test_parser_parse_subtreesrs NE $E 7SZ D h5 r?r@rAe)R-nsubjDrrrzR-ROOTrBrrrrrE)rrrrrrr)r rn_leftsn_rights left_edgerR right_edger)rlrrCrtokenss r'$test_parser_arc_eager_finalize_staters &EFJ  'Fi< !9   !! ! !9   "" " !9   A %% % !9   ! !Q && & !9>>  q  !9   !! ! !9   "" " !9   A %% % !9   ! !Q && & !9>>  q  !9   !! ! !9   "" " !9   A %% % !9   ! !Q && & !9>>  q  !9   !! ! !9   "" " !9   A %% % !9   ! !Q && & !9>>  q  !9   !! ! !9   "" " !9   A %% % !9   ! !Q && & !9>>  q  MJ  'Fi< !9   !! ! !9   "" " !9   A %% % !9   ! !Q && & !9>>  q  !9   !! ! !9   "" " !9   A %% % !9   ! !Q && & !9>>  q  !9   !! ! !9   "" " !9   A %% % !9   ! !Q && & !9>>  q  !9   !! ! !9   "" " !9   A %% % !9   ! !Q && & !9>>  q  !9   !! ! !9   "" " !9   A %% % !9   ! !Q && & !9>>  q  r*c*/SQn/SQn/SQn[XX2S9n[[U55H7nUS:XdUS:XaXERSLdeM$XERSLaM7e URHnUHnUR U;aMe M g) N)&EinSatzreu AußerdemistZimmerdavonu überzeugtr_dassauchzepige- netische MechanismeneineRollespielenr_alsou Vorgänger_diersichdarauf auswirkenr_welcheGene abgelesenwerdenundrrnichtrer)&rrrrrrrr rrrrrrrrrrrrrr2rrr$)&nkrrmorsboppdrcprrrrroarerrapprrrrrrcrrrocrcdrrngrr)rCrrrrETF)r rOrjrksentsr)rlrCrrrSrRsenttokens r'test_parser_set_sent_startsr%s VE ZE D h$ T$r$r%)train_examplessr'r(&test_incomplete_data..MsNr*) get_examplesrF-C6?I like securities.rrrrr)r add_pipe PARTIAL_DATAappendrrPmake_docgetrMrNrOrQdep_rrR) rnlpr9r annotationsrh optimizerrRrH test_textrSr s @r'test_incomplete_datarBs3 )C \\) $FN)g// T0BKPQ??62.C  %/* ,BCI 3Z >y @ ) v %% %%I i.C q6;;' !! ! q6;;&  q6;;==A   q6;;==A  r*cj[5nURU5n/n[HdupEUR[R "UR U5U55 URS/5HnURU5 M Mf UR5n[S5Hn0n URX7U S9 M W US:deSn U"U 5n U SRS:XdeU SRS :XdeU S RS :XdeU SRRS :XdeU SRRS :XdeU S RRS :Xde[5n UR!U 5 ["R$"U 5n U "U 5nUSRS:XdeUSRS :XdeUS RS :XdeUSRRS :XdeUSRRS :XdeUS RRS :XdeSSS5 /S QnUR'U5V s/sHoR)[*/5PM nn UR'U5V s/sHoR)[*/5PM nn UVs/sH oA"U5PM snV s/sHoR)[*/5PM nn [-UU5 [-UU5 g!,(df  N=fs sn fs sn fs snfs sn f)NrrFrrrrrrrErr)zJust a sentence.z$Then one more sentence about London.zHere is another one.r!)r r TRAIN_DATArrrPrrrMrNrOrQrrrRrto_diskrload_model_from_pathpipeto_arrayrr)rrr9r rrrhrrRrHrrStmp_dirnlp2doc2texts batch_deps_1 batch_deps_2 no_batch_depss r'test_overfitting_IOr+\s )C \\) $FN'g// T0BKPQ??62.C   S !/( I 3Z > @ ) v %% %$I i.C q6;;' !! ! q6;;&  q6;;' !! ! q6;;==A   q6;;==A   q6;;==A   7 G((1IAw||w&&&Aw||v%%%Aw||w&&&Aw||~~"""Aw||~~"""Aw||~~"""  E 4788E?C?CLL#'?LC3688E?C?CLL#'?LCKP4Q54SY54QR4QS\\3%(4QMR|,}-- $DC4QRs%;C L'L!L&L+L0 L parser_configzspacy.TransitionBasedParser.v1F@T)z@architecturestok2vec state_typeextra_state_tokensr3 maxout_pieces use_upperzspacy.TransitionBasedParser.v2cSU0n[5nURXS9n/n[HdupgUR[R "UR U5U55 URS/5HnURU5 M Mf UR5n [S5Hn 0n URXYU S9 M g)Nr.rvrrrF) r rrrrrPrrrMrNrOrQ) rr, pipe_configrr9r rrrhrrRrHs r'test_parser_configsr6sM*K )C \\)\ 8FN'g// T0BKPQ??62.C   S !/( I 1X > @r*cBSnSn[5nUUS.nURSUS9n/n[HdupgUR[R "UR U5U55 URS/5HnURU5 M Mf UR5n [S5Hn 0n URXYU S9 M S n UR U 5n U /nURU5nURU5unn[[U 55HnURH-nUS UU4nS [ - Us=::aS [ -::aM*e e [[U 55H-n US UU 4nS [ - Us=::aS [ -::aM*e e M g) Nrr beam_width beam_densityr r4rr<rFrrr)r rCONFLICTING_DATArrrPrrrMrNrOrQpredict scored_parsesrjrteps)r9r:rrvr9r rrrhrrRrHrrSdocsbeams head_scores label_scoresjlabel label_score head_scores r'test_beam_parser_scoresrGsJL )C $F\\-\ 7FN-g// T0BKPQ??62.C   S !/. I2Y > @ %I ,,y !C 5D NN4 E & 4 4U ;K 3s8_]]E&q/1e*5Ks7k4QW4 44 44#s3xA$QA/Js7j3AG3 33 33! r*c [5nSnSnUUS.nURSUS9n/n[HdupgUR[R "UR U5U55 URS/5HnURU5 M Mf UR5n [S5Hn 0n URXYU S9 M W SS:deS n UR U 5/n URU 5nURU5unnUS nUS nUS [R"S [ S 9:XdeUS[R"S[ S 9:XdeUS[R"S[ S 9:XdeUS[R"S[ S 9:XdeUS[R"S [ S 9:XdeUS[R"S[ S 9:XdeUS[R"S[ S 9:XdeUS[R"S[ S 9:XdeUS[R"S [ S 9:XdeUS[R"S[ S 9:XdeUS[R"S [ S 9:XdeUS[R"S[ S 9:XdeUS[R"S[ S 9:XdeUS[R"S [ S 9:XdeUS[R"S[ S 9:XdeUS[R"S[ S 9:XdeUS[R"S [ S 9:XdeUS[R"S[ S 9:Xde[#5nUR%U5 [&R("U5nUR U 5/nUR+S5nURU5nURU5unnUS nUS nUS [R"S [ S 9:XdeUS[R"S[ S 9:XdeUS[R"S[ S 9:XdeUS[R"S[ S 9:XdeUS[R"S [ S 9:XdeUS[R"S[ S 9:XdeUS[R"S[ S 9:XdeUS[R"S[ S 9:XdeUS[R"S [ S 9:XdeUS[R"S[ S 9:XdeUS[R"S [ S 9:XdeUS[R"S[ S 9:XdeUS[R"S[ S 9:XdeUS[R"S [ S 9:XdeUS[R"S[ S 9:XdeUS[R"S[ S 9:XdeUS[R"S [ S 9:XdeUS[R"S[ S 9:XdeSSS5 g!,(df  g=f) Nrrr8r r4rrrFrr)rrg?)abs)rrg)rr)rr)rr)rr)rEr)rEr)rEr)rr)rr)rr)rr)rr)rr)rEr)rEr)rEr)r rrrrrPrrrMrNrOrQr<r=pytestapproxr>rr rr!get_pipe)rr9r:rvr9r rrrhrrRrHrr?r@rArBr$r%docs2parser2beams2 head_scores2 label_scores2s r'test_beam_overfitting_IOrRs )CJL $F\\-\ 7FN'g// T0BKPQ??62.C   S !/( I 3Z > @ - 6 )) )$I LL # $D NN4 E & 4 4U ;Ka.K?L  %s)D DD D  $ cs(C CC C  %s)D DD D  %s)D DD D  $ cs(C CC C  %s)D DD D  %s)D DD D  $ cs(C CC C  %s)D DD D v &--"= == = v &--"= == = v &--"= == = v &--"= == = v &--"= == = v &--"= == = v &--"= == = v &--"= == = v &--"= == = 7 G((1y)*-- .'&-&;&;F&C# m#A %a( \*fmmCS.IIII[)V]]3C-HHHH\*fmmCS.IIII\*fmmCS.IIII[)V]]3C-HHHH\*fmmCS.IIII\*fmmCS.IIII[)V]]3C-HHHH\*fmmCS.IIIIF#v}}Sc'BBBBF#v}}Sc'BBBBF#v}}Sc'BBBBF#v}}Sc'BBBBF#v}}Sc'BBBBF#v}}Sc'BBBBF#v}}Sc'BBBBF#v}}Sc'BBBBF#v}}Sc'BBBB9 s KY,, Y:):rJ numpy.testingr thinc.apirspacyrr spacy.attrsrr spacy.lang.enr spacy.pipeliner spacy.pipeline.dep_parserr spacy.pipeline.tok2vecr spacy.tokensr spacy.trainingr spacy.vocabrrrrr;rr>fixturer,r9r7markissuermrwr{xfailr~rskip parametrizerrrrrrrrr+slowr6rGrRr%r*r'resc & !!+:8": 1*S  $'D  ( $'D  $'E & $3   77,( 4 ) )4 ) )4 % %4/*)+)" JG9+./ J * # JF!F!R&" &x&?@A2x&?@/.A/.fx&?@=I^nvOTfh{|KO P