Of6ErSrSSKJr SSKJrJrJrJrJrJ r J r J r J r J r JrJrJr SSKJrJrJrJrJrJrJrJr "SS\5r"SS\\5r"S S \5r"S S \5r"S S\5r"SS\5r"SS\ 5r "SS\5r!"SS\5r""SS\5r#"SS\5r$\"5\"5\"5\"5\"5/r%\"5\"5\"5\"5/r&\"5\ "5\"5\"5/r'\"5\ "5\"5\"5/r(\"5\ "5\ "5/r)"SS\5r*"SS\*5r+"SS \*5r,"S!S"\*5r-"S#S$\*5r."S%S&\*5r/\"5\"5\""5\#"5\$"5/r0\"5\"5\"5\!"5/r1\"5\"5\"5\!"5/r2\"5\"5\"5\!"5/r3"S'S(\*\5r4"S)S*\45r5"S+S,\45r6"S-S.\45r7"S/S0\45r8S4S1jr9\:S2:Xa\9"5 g3g3)5a Data classes and parser implementations for *incremental* chart parsers, which use dynamic programming to efficiently parse a text. A "chart parser" derives parse trees for a text by iteratively adding "edges" to a "chart". Each "edge" represents a hypothesis about the tree structure for a subsequence of the text. The "chart" is a "blackboard" for composing and combining these hypotheses. A parser is "incremental", if it guarantees that for all i, j where i < j, all edges ending at i are built before any edges ending at j. This is appealing for, say, speech recognizer hypothesis filtering. The main parser class is ``EarleyChartParser``, which is a top-down algorithm, originally formulated by Jay Earley (1970). ) perf_counter) BottomUpPredictCombineRuleBottomUpPredictRuleCachedTopDownPredictRuleChart ChartParserEdgeIEmptyPredictRule"FilteredBottomUpPredictCombineRule!FilteredSingleEdgeFundamentalRuleLeafEdge LeafInitRuleSingleEdgeFundamentalRuleTopDownInitRule)!FeatureBottomUpPredictCombineRuleFeatureBottomUpPredictRule FeatureChartFeatureChartParserFeatureEmptyPredictRule FeatureSingleEdgeFundamentalRuleFeatureTopDownInitRuleFeatureTopDownPredictRulecD\rSrSrSrSrSrSrSrSr Sr S r S r g ) IncrementalChart=cj[SUR555Ul0Ul0Ulg)Nc3&# UHn/v M g7fN.0xs 8/usr/lib/python3/dist-packages/nltk/parse/earleychart.py .IncrementalChart.initialize..@s>,=q,=)tuple _positions _edgelists _edge_to_cpls_indexesselfs r# initializeIncrementalChart.initialize>s.>DOO,=>>  c4[UR55$r)list iteredgesr,s r#edgesIncrementalChart.edgesIsDNN$%%r0c(SUR5$)Nc36# UHoHo"v M M g7frr)r!edgelistedges r#r$-IncrementalChart.iteredges..MsJ__s)r)r,s r#r3IncrementalChart.iteredgesLsJT__JJr0c L^URUnT0:Xa [U5$[TR55n[ U5nX@R ;aUR U5 [ U4SjU55n[UR UURU/55$)Nc3.># UH nTUv M g7frr)r!key restrictionss r#r$*IncrementalChart.select..^s=*3\#&*sr)itersortedkeysr'r+ _add_indexgetr-endr?r8 restr_keysvalss ` r#selectIncrementalChart.selectOs??3' 2 > !L--/0 :&  ]] * OOJ '=*==DMM*-c266tR@AAr0c|^UH&n[[U5(aM[SU-5e [SUR 555=o0R U'[ UR5HHupEX4nUH9m[U4SjU55nURU/5RT5 M; MJ g)NBad restriction: %sc3&# UHn0v M g7frrr s r#r$.IncrementalChart._add_index..h1P>O">Or&c3F># UHn[TU5"5v M g7frgetattrr!r>r9s r#r$rPnsHZcWT3/11Z! hasattrr ValueErrorr'r(r+ enumerater) setdefaultappend r-rIr>indexrHr8 this_indexrJr9s @r#rEIncrementalChart._add_indexasC5#&& !6!<== -21Pdoo>O1P,PP j)'t7MCJ HZHH%%dB/66t<!8r0c^TR5nURR5H=up4[U4SjU55nXBR U/5R T5 M? g)Nc3F># UHn[TU5"5v M g7frrSrUs r#r$:IncrementalChart._register_with_indexes..tsD#s+--rVrHr+itemsr'r[r\r-r9rHrIr^rJs ` r#_register_with_indexes'IncrementalChart._register_with_indexesqsUhhj!%!4!4!6 JDDDD J ! !$ + 2 24 8"7r0c\URUR5RU5 gr)r)rHr\)r-r9s r# _append_edgeIncrementalChart._append_edgews  #**40r0c:[UR5S-5$)N)range num_leavesr,s r#r(IncrementalChart._positionszsT__&*++r0)r*r)r+N) __name__ __module__ __qualname____firstlineno__r.r4r3rKrErgrjr(__static_attributes__rr0r#rr=s, &KB$= 9 1,r0rc&\rSrSrSrSrSrSrg)FeatureIncrementalChart~c R^^TRUnT0:Xa [U5$[TR55n[ U5nUTR ;aTR U5 [ UU4SjU55n[TR UURU/55$)Nc3L># UHnTRTU5v M g7fr)_get_type_if_possible)r!r>r?r-s r#r$1FeatureIncrementalChart.select..s' EOcD & &|C'8 9 9Zs!$rArGs` ` r#rKFeatureIncrementalChart.selects??3' 2 > !L--/0 :&  T]] * OOJ ' EO  DMM*-c266tR@AAr0c^^UH&n[[U5(aM[SU-5e [STR 555=nTR U'[ TR5HIupEX4nUH:m[UU4SjU55nURU/5RT5 M< MK g)NrNc3&# UHn0v M g7frrr s r#r$5FeatureIncrementalChart._add_index..rQr&c3d># UH%nTR[TU5"55v M' g7frr{rTr!r>r9r-s r#r$rs0)..wtS/A/CDD)-0rWr]s ` @r#rE"FeatureIncrementalChart._add_indexsC5#&& !6!<== -21Pdoo>O1P,PP j)'t7MCJ )%%dB/66t< !8r0c^^TR5nTRR5H>up4[UU4SjU55nXBR U/5R T5 M@ g)Nc3d># UH%nTR[TU5"55v M' g7frrrs r#r$AFeatureIncrementalChart._register_with_indexes..s,LVS**74+=+?@@Jrrdrfs`` r#rg.FeatureIncrementalChart._register_with_indexess^hhj!%!4!4!6 JLVD J ! !$ + 2 24 8 "7r0rN)rqrrrsrtrKrErgrurr0r#rwrw~sB(=&9r0rwc\rSrSrSrSrg)CompleteFundamentalRulec## UR5nURXDSUR5S9H?nURUR55nUR XcU5(dM;Uv MA g7fNT)startrH is_completelhs)rHrKnextsymmove_dot_forwardinsert_with_backpointer)r-chartgrammar left_edgerH right_edgenew_edges r#_apply_incomplete)CompleteFundamentalRule._apply_incompleteskmmo ,,Di6G6G6I' J!11*..2BCH,,X*MM  s A'A6- A6rNrqrrrsrtrrurr0r#rrs r0rc(\rSrSr\"5rSrSrg) CompleterRulec## [U[5(d%URRXU5ShvN ggN7fr isinstancer _fundamental_ruleapplyr-rrr9s r#rCompleterRule.applys6$))--33EDI I I* I5A>ArNrqrrrsrtrrrrurr0r#rr/1Jr0rc(\rSrSr\"5rSrSrg) ScannerRulec## [U[5(a%URRXU5ShvN ggN7frrrs r#rScannerRule.applys6 dH % %--33EDI I I & IrrNrrr0r#rrrr0rc\rSrSrSrg) PredictorRulerNrqrrrsrtrurr0r#rrr0rc\rSrSrSrSrg)FilteredCompleteFundamentalRulec#p# UR5(aURXU5ShvN ggN7fr)r_apply_completers r#r%FilteredCompleteFundamentalRule.applys4     ++EDA A A  As +646rN)rqrrrsrtrrurr0r#rrsBr0rc\rSrSrSrSrg)FeatureCompleteFundamentalRulec## URnUR5nURXUSUR5S9HnUR XX65ShvN M gN 7fr)rrHrKrr)r-rrrfrrHrs r#r0FeatureCompleteFundamentalRule._apply_incompletesa  # #mmo ,,Di6G6G6I' Jxx F F F  GsAA"A  A"rNrrr0r#rrsGr0rc"\rSrSr\"5rSrg)FeatureCompleterRulerNrqrrrsrtrrrurr0r#rr 68r0rc"\rSrSr\"5rSrg)FeatureScannerRulerNrrr0r#rrrr0rc\rSrSrSrg)FeaturePredictorRulerNrrr0r#rrrr0rc4\rSrSrSr\SS\4SjrS SjrSr g) IncrementalChartParseria An *incremental* chart parser implementing Jay Earley's parsing algorithm: | For each index end in [0, 1, ..., N]: | For each edge such that edge.end = end: | If edge is incomplete and edge.next is not a part of speech: | Apply PredictorRule to edge | If edge is incomplete and edge.next is a part of speech: | Apply ScannerRule to edge | If edge is complete: | Apply CompleterRule to edge | Return any complete parses in the chart r2c(XlX0lX@lXPl/Ul/UlUHfnUR S:XaURRU5 M0UR S:XaUR RU5 M][S5e g)av Create a new Earley chart parser, that uses ``grammar`` to parse texts. :type grammar: CFG :param grammar: The grammar used to parse texts. :type trace: int :param trace: The level of tracing that should be used when parsing a text. ``0`` will generate no tracing output; and higher numbers will produce more verbose tracing output. :type trace_chart_width: int :param trace_chart_width: The default total width reserved for the chart in trace output. The remainder of each line will be used to display edges. :param chart_class: The class that should be used to create the charts used by this parser. rrmz9Incremental inference rules must have NUM_EDGES == 0 or 1N) _grammar_trace_trace_chart_width _chart_class_axioms_inference_rules NUM_EDGESr\rY)r-rstrategytracetrace_chart_width chart_classrules r#__init__IncrementalChartParser.__init__/s4  "3' "D~~" ##D)1$%%,,T2 R r0Nc fUc URnURn[U5nURR U5 UR U5nURnUR UR5S--nU(a[URU55 URH'n[URXE55nU"XGXU5 M) URn [UR5S-5Hn US:a [SU S5 [URU S95n U (dM7U R5n U HXn [U RXEU 55nU"XMXU5 UH*nUR!5U :XdMU R#U5 M, MZ U (aMwM U$)Nrmz * Processing queue: )rH)r_trace_new_edgesr2rcheck_coveragerrroprintpretty_format_leavesrrrrnrKpoprHr\)r-tokensrtrace_new_edgesrrtrace_edge_widthaxiom new_edgesinference_rulesrHagendar9rrs r# chart_parse"IncrementalChartParser.chart_parseZsv =KKE//f $$V,!!&)-- 22u7G7G7IA7MN  %,,-=> ?\\EU[[89I E)S0"MM(3%.,& 1 r0)rrrrrrr) rqrrrsrt__doc__BU_LC_INCREMENTAL_STRATEGYrrrrurr0r#rrs  $,$ )V!r0rc\rSrSrSrSrg)EarleyChartParseri~c <[R"X[40UD6 gr)rrEARLEY_STRATEGYr-r parser_argss r#rEarleyChartParser.__init__s''V+Vr0rNrqrrrsrtrrurr0r#rr~sWr0rc\rSrSrSrSrg)IncrementalTopDownChartParseric <[R"X[40UD6 gr)rrTD_INCREMENTAL_STRATEGYrs r#r&IncrementalTopDownChartParser.__init__'' 2 6A r0rNrrr0r#rr r0rc\rSrSrSrSrg)IncrementalBottomUpChartParseric <[R"X[40UD6 gr)rrBU_INCREMENTAL_STRATEGYrs r#r'IncrementalBottomUpChartParser.__init__rr0rNrrr0r#rrrr0rc\rSrSrSrSrg)(IncrementalBottomUpLeftCornerChartParseric <[R"X[40UD6 gr)rrrrs r#r1IncrementalBottomUpLeftCornerChartParser.__init__s'' 5 9D r0rNrrr0r#rrrr0rc\rSrSrSrSrg) IncrementalLeftCornerChartParseric |UR5(d [S5e[R"X[40UD6 g)NzNIncrementalLeftCornerParser only works for grammars without empty productions.) is_nonemptyrYrrLC_INCREMENTAL_STRATEGYrs r#r)IncrementalLeftCornerChartParser.__init__sA""$$-  '' 2 6A r0rNrrr0r#rrs r0rc$\rSrSr\S\4SjrSrg)FeatureIncrementalChartParseric <[R"UU4UUUS.UD6 g)N)rrr)rr)r-rrrrrs r#r&FeatureIncrementalChartParser.__init__s2 ''   /#    r0rN)rqrrrsrt"BU_LC_INCREMENTAL_FEATURE_STRATEGYrwrrurr0r#rrs4+  r0rc\rSrSrSrSrg)FeatureEarleyChartParseric <[R"X[40UD6 gr)rrEARLEY_FEATURE_STRATEGYrs r#r!FeatureEarleyChartParser.__init__s%.. 2 6A r0rNrrr0r#rrrr0rc\rSrSrSrSrg)$FeatureIncrementalTopDownChartParseric <[R"X[40UD6 gr)rrTD_INCREMENTAL_FEATURE_STRATEGYrs r#r-FeatureIncrementalTopDownChartParser.__init__%.. : >I r0rNrrr0r#rrrr0rc\rSrSrSrSrg)%FeatureIncrementalBottomUpChartParseric <[R"X[40UD6 gr)rrBU_INCREMENTAL_FEATURE_STRATEGYrs r#r.FeatureIncrementalBottomUpChartParser.__init__rr0rNrrr0r#rrrr0rc\rSrSrSrSrg)/FeatureIncrementalBottomUpLeftCornerChartParseric <[R"X[40UD6 gr)rrrrs r#r8FeatureIncrementalBottomUpLeftCornerChartParser.__init__s%.. = AL r0rNrrr0r#r$r$rr0r$cTSSKnSSKnSSKJn U"5n U(a[ S5 [ U 5 [ S5 [ U5 UR 5n [ U 5 [ 5 [ XS9n [5n U RU 5n [U RU R555n[5U - n U(a[U5U:XdS5eU(aUHn[ U5 M O[ S[U55 U(a [ S U 5 gg) z( A demonstration of the Earley parsers. rN) demo_grammarz * Grammarz * Sentence:)rzNot all parses foundz Nr trees:zTime:) systimenltk.parse.chartr(rsplitrrrr2parsesrlen) print_times print_grammar print_treesrsent numparsesr)r*r(rrearleytrr-trees r#demor7s-nG k g - $K ZZ\F &M Gw 4FA   v &E %,,w}}/ 0FA6{i'?)??'D $K k3v;' gqr0__main__N)TFTz$I saw John with a dog with my cookie);rr*rr+rrrrrr r r r r rrrnltk.parse.featurechartrrrrrrrrrrwrrrrrrrrrrrrrr rrrrrrrrr!rrrrrr$r7rqrr0r#r<s     >,u>,B.9. .9l 7 J+JJ)J , B&GB G%E G9=999 4 NOMO N N N  N&(#%\[\~W.W  $:  %;  /E   '=  "N N"$ #N "$ #N%'"$ &" $: