/[suikacvs]/markup/html/whatpm/Whatpm/HTML.pm.src
Suika

Contents of /markup/html/whatpm/Whatpm/HTML.pm.src

Parent Directory Parent Directory | Revision Log Revision Log


Revision 1.90 - (hide annotations) (download) (as text)
Sat Mar 8 02:54:45 2008 UTC (16 years, 8 months ago) by wakaba
Branch: MAIN
Changes since 1.89: +2 -10 lines
File MIME type: application/x-wais-source
++ whatpm/Whatpm/ChangeLog	8 Mar 2008 02:51:41 -0000
	* HTML.pm.src: A "generate implied end tags" code (t409.1)
	could not be reached so that it is now removed (HTML5 revision
	1320).

2008-03-08  Wakaba  <wakaba@suika.fam.cx>

1 wakaba 1.2 package Whatpm::HTML;
2 wakaba 1.1 use strict;
3 wakaba 1.90 our $VERSION=do{my @r=(q$Revision: 1.89 $=~/\d+/g);sprintf "%d."."%02d" x $#r,@r};
4 wakaba 1.63 use Error qw(:try);
5 wakaba 1.1
6 wakaba 1.18 ## ISSUE:
7     ## var doc = implementation.createDocument (null, null, null);
8     ## doc.write ('');
9     ## alert (doc.compatMode);
10 wakaba 1.1
11 wakaba 1.70 ## TODO: Control charcters and noncharacters are not allowed (HTML5 revision 1263)
12     ## TODO: 1252 parse error (revision 1264)
13     ## TODO: 8859-11 = 874 (revision 1271)
14    
15 wakaba 1.1 my $permitted_slash_tag_name = {
16     base => 1,
17     link => 1,
18     meta => 1,
19     hr => 1,
20     br => 1,
21 wakaba 1.71 img => 1,
22 wakaba 1.1 embed => 1,
23     param => 1,
24     area => 1,
25     col => 1,
26     input => 1,
27     };
28    
29 wakaba 1.4 my $c1_entity_char = {
30 wakaba 1.10 0x80 => 0x20AC,
31     0x81 => 0xFFFD,
32     0x82 => 0x201A,
33     0x83 => 0x0192,
34     0x84 => 0x201E,
35     0x85 => 0x2026,
36     0x86 => 0x2020,
37     0x87 => 0x2021,
38     0x88 => 0x02C6,
39     0x89 => 0x2030,
40     0x8A => 0x0160,
41     0x8B => 0x2039,
42     0x8C => 0x0152,
43     0x8D => 0xFFFD,
44     0x8E => 0x017D,
45     0x8F => 0xFFFD,
46     0x90 => 0xFFFD,
47     0x91 => 0x2018,
48     0x92 => 0x2019,
49     0x93 => 0x201C,
50     0x94 => 0x201D,
51     0x95 => 0x2022,
52     0x96 => 0x2013,
53     0x97 => 0x2014,
54     0x98 => 0x02DC,
55     0x99 => 0x2122,
56     0x9A => 0x0161,
57     0x9B => 0x203A,
58     0x9C => 0x0153,
59     0x9D => 0xFFFD,
60     0x9E => 0x017E,
61     0x9F => 0x0178,
62 wakaba 1.4 }; # $c1_entity_char
63 wakaba 1.1
64     my $special_category = {
65     address => 1, area => 1, base => 1, basefont => 1, bgsound => 1,
66     blockquote => 1, body => 1, br => 1, center => 1, col => 1, colgroup => 1,
67     dd => 1, dir => 1, div => 1, dl => 1, dt => 1, embed => 1, fieldset => 1,
68     form => 1, frame => 1, frameset => 1, h1 => 1, h2 => 1, h3 => 1,
69     h4 => 1, h5 => 1, h6 => 1, head => 1, hr => 1, iframe => 1, image => 1,
70     img => 1, input => 1, isindex => 1, li => 1, link => 1, listing => 1,
71     menu => 1, meta => 1, noembed => 1, noframes => 1, noscript => 1,
72     ol => 1, optgroup => 1, option => 1, p => 1, param => 1, plaintext => 1,
73     pre => 1, script => 1, select => 1, spacer => 1, style => 1, tbody => 1,
74     textarea => 1, tfoot => 1, thead => 1, title => 1, tr => 1, ul => 1, wbr => 1,
75     };
76     my $scoping_category = {
77     button => 1, caption => 1, html => 1, marquee => 1, object => 1,
78     table => 1, td => 1, th => 1,
79     };
80     my $formatting_category = {
81     a => 1, b => 1, big => 1, em => 1, font => 1, i => 1, nobr => 1,
82     s => 1, small => 1, strile => 1, strong => 1, tt => 1, u => 1,
83     };
84     # $phrasing_category: all other elements
85    
86 wakaba 1.63 sub parse_byte_string ($$$$;$) {
87     my $self = ref $_[0] ? shift : shift->new;
88     my $charset = shift;
89     my $bytes_s = ref $_[0] ? $_[0] : \($_[0]);
90     my $s;
91    
92     if (defined $charset) {
93 wakaba 1.64 require Encode; ## TODO: decode(utf8) don't delete BOM
94 wakaba 1.63 $s = \ (Encode::decode ($charset, $$bytes_s));
95 wakaba 1.64 $self->{input_encoding} = lc $charset; ## TODO: normalize name
96 wakaba 1.63 $self->{confident} = 1;
97     } else {
98 wakaba 1.65 ## TODO: Implement HTML5 detection algorithm
99     require Whatpm::Charset::UniversalCharDet;
100     $charset = Whatpm::Charset::UniversalCharDet->detect_byte_string
101     (substr ($$bytes_s, 0, 1024));
102     $charset ||= 'windows-1252';
103 wakaba 1.64 $s = \ (Encode::decode ($charset, $$bytes_s));
104     $self->{input_encoding} = $charset;
105 wakaba 1.63 $self->{confident} = 0;
106     }
107    
108     $self->{change_encoding} = sub {
109     my $self = shift;
110     my $charset = lc shift;
111     ## TODO: if $charset is supported
112     ## TODO: normalize charset name
113    
114     ## "Change the encoding" algorithm:
115    
116     ## Step 1
117     if ($charset eq 'utf-16') { ## ISSUE: UTF-16BE -> UTF-8? UTF-16LE -> UTF-8?
118     $charset = 'utf-8';
119     }
120    
121     ## Step 2
122     if (defined $self->{input_encoding} and
123     $self->{input_encoding} eq $charset) {
124     $self->{confident} = 1;
125     return;
126     }
127    
128 wakaba 1.64 !!!parse-error (type => 'charset label detected:'.$self->{input_encoding}.
129     ':'.$charset, level => 'w');
130 wakaba 1.63
131     ## Step 3
132     # if (can) {
133     ## change the encoding on the fly.
134     #$self->{confident} = 1;
135     #return;
136     # }
137    
138     ## Step 4
139     throw Whatpm::HTML::RestartParser (charset => $charset);
140     }; # $self->{change_encoding}
141    
142     my @args = @_; shift @args; # $s
143     my $return;
144     try {
145     $return = $self->parse_char_string ($s, @args);
146     } catch Whatpm::HTML::RestartParser with {
147     my $charset = shift->{charset};
148     $s = \ (Encode::decode ($charset, $$bytes_s));
149 wakaba 1.64 $self->{input_encoding} = $charset; ## TODO: normalize
150 wakaba 1.63 $self->{confident} = 1;
151     $return = $self->parse_char_string ($s, @args);
152     };
153     return $return;
154     } # parse_byte_string
155    
156 wakaba 1.71 ## NOTE: HTML5 spec says that the encoding layer MUST NOT strip BOM
157     ## and the HTML layer MUST ignore it. However, we does strip BOM in
158     ## the encoding layer and the HTML layer does not ignore any U+FEFF,
159     ## because the core part of our HTML parser expects a string of character,
160     ## not a string of bytes or code units or anything which might contain a BOM.
161     ## Therefore, any parser interface that accepts a string of bytes,
162     ## such as |parse_byte_string| in this module, must ensure that it does
163     ## strip the BOM and never strip any ZWNBSP.
164    
165 wakaba 1.63 *parse_char_string = \&parse_string;
166    
167 wakaba 1.1 sub parse_string ($$$;$) {
168 wakaba 1.63 my $self = ref $_[0] ? shift : shift->new;
169     my $s = ref $_[0] ? $_[0] : \($_[0]);
170 wakaba 1.1 $self->{document} = $_[1];
171 wakaba 1.63 @{$self->{document}->child_nodes} = ();
172 wakaba 1.1
173 wakaba 1.3 ## NOTE: |set_inner_html| copies most of this method's code
174    
175 wakaba 1.63 $self->{confident} = 1 unless exists $self->{confident};
176 wakaba 1.64 $self->{document}->input_encoding ($self->{input_encoding})
177     if defined $self->{input_encoding};
178 wakaba 1.63
179 wakaba 1.1 my $i = 0;
180 wakaba 1.3 my $line = 1;
181     my $column = 0;
182 wakaba 1.76 $self->{set_next_char} = sub {
183 wakaba 1.1 my $self = shift;
184 wakaba 1.13
185 wakaba 1.76 pop @{$self->{prev_char}};
186     unshift @{$self->{prev_char}}, $self->{next_char};
187 wakaba 1.13
188 wakaba 1.76 $self->{next_char} = -1 and return if $i >= length $$s;
189     $self->{next_char} = ord substr $$s, $i++, 1;
190 wakaba 1.3 $column++;
191 wakaba 1.1
192 wakaba 1.76 if ($self->{next_char} == 0x000A) { # LF
193 wakaba 1.4 $line++;
194     $column = 0;
195 wakaba 1.76 } elsif ($self->{next_char} == 0x000D) { # CR
196 wakaba 1.15 $i++ if substr ($$s, $i, 1) eq "\x0A";
197 wakaba 1.76 $self->{next_char} = 0x000A; # LF # MUST
198 wakaba 1.3 $line++;
199 wakaba 1.4 $column = 0;
200 wakaba 1.76 } elsif ($self->{next_char} > 0x10FFFF) {
201     $self->{next_char} = 0xFFFD; # REPLACEMENT CHARACTER # MUST
202     } elsif ($self->{next_char} == 0x0000) { # NULL
203 wakaba 1.8 !!!parse-error (type => 'NULL');
204 wakaba 1.76 $self->{next_char} = 0xFFFD; # REPLACEMENT CHARACTER # MUST
205 wakaba 1.1 }
206     };
207 wakaba 1.76 $self->{prev_char} = [-1, -1, -1];
208     $self->{next_char} = -1;
209 wakaba 1.1
210 wakaba 1.3 my $onerror = $_[2] || sub {
211     my (%opt) = @_;
212     warn "Parse error ($opt{type}) at line $opt{line} column $opt{column}\n";
213     };
214     $self->{parse_error} = sub {
215     $onerror->(@_, line => $line, column => $column);
216 wakaba 1.1 };
217    
218     $self->_initialize_tokenizer;
219     $self->_initialize_tree_constructor;
220     $self->_construct_tree;
221     $self->_terminate_tree_constructor;
222    
223     return $self->{document};
224     } # parse_string
225    
226     sub new ($) {
227     my $class = shift;
228     my $self = bless {}, $class;
229 wakaba 1.76 $self->{set_next_char} = sub {
230     $self->{next_char} = -1;
231 wakaba 1.1 };
232     $self->{parse_error} = sub {
233     #
234     };
235 wakaba 1.63 $self->{change_encoding} = sub {
236     # if ($_[0] is a supported encoding) {
237     # run "change the encoding" algorithm;
238     # throw Whatpm::HTML::RestartParser (charset => $new_encoding);
239     # }
240     };
241 wakaba 1.61 $self->{application_cache_selection} = sub {
242     #
243     };
244 wakaba 1.1 return $self;
245     } # new
246    
247 wakaba 1.40 sub CM_ENTITY () { 0b001 } # & markup in data
248     sub CM_LIMITED_MARKUP () { 0b010 } # < markup in data (limited)
249     sub CM_FULL_MARKUP () { 0b100 } # < markup in data (any)
250    
251     sub PLAINTEXT_CONTENT_MODEL () { 0 }
252     sub CDATA_CONTENT_MODEL () { CM_LIMITED_MARKUP }
253     sub RCDATA_CONTENT_MODEL () { CM_ENTITY | CM_LIMITED_MARKUP }
254     sub PCDATA_CONTENT_MODEL () { CM_ENTITY | CM_FULL_MARKUP }
255    
256 wakaba 1.57 sub DATA_STATE () { 0 }
257     sub ENTITY_DATA_STATE () { 1 }
258     sub TAG_OPEN_STATE () { 2 }
259     sub CLOSE_TAG_OPEN_STATE () { 3 }
260     sub TAG_NAME_STATE () { 4 }
261     sub BEFORE_ATTRIBUTE_NAME_STATE () { 5 }
262     sub ATTRIBUTE_NAME_STATE () { 6 }
263     sub AFTER_ATTRIBUTE_NAME_STATE () { 7 }
264     sub BEFORE_ATTRIBUTE_VALUE_STATE () { 8 }
265     sub ATTRIBUTE_VALUE_DOUBLE_QUOTED_STATE () { 9 }
266     sub ATTRIBUTE_VALUE_SINGLE_QUOTED_STATE () { 10 }
267     sub ATTRIBUTE_VALUE_UNQUOTED_STATE () { 11 }
268     sub ENTITY_IN_ATTRIBUTE_VALUE_STATE () { 12 }
269     sub MARKUP_DECLARATION_OPEN_STATE () { 13 }
270     sub COMMENT_START_STATE () { 14 }
271     sub COMMENT_START_DASH_STATE () { 15 }
272     sub COMMENT_STATE () { 16 }
273     sub COMMENT_END_STATE () { 17 }
274     sub COMMENT_END_DASH_STATE () { 18 }
275     sub BOGUS_COMMENT_STATE () { 19 }
276     sub DOCTYPE_STATE () { 20 }
277     sub BEFORE_DOCTYPE_NAME_STATE () { 21 }
278     sub DOCTYPE_NAME_STATE () { 22 }
279     sub AFTER_DOCTYPE_NAME_STATE () { 23 }
280     sub BEFORE_DOCTYPE_PUBLIC_IDENTIFIER_STATE () { 24 }
281     sub DOCTYPE_PUBLIC_IDENTIFIER_DOUBLE_QUOTED_STATE () { 25 }
282     sub DOCTYPE_PUBLIC_IDENTIFIER_SINGLE_QUOTED_STATE () { 26 }
283     sub AFTER_DOCTYPE_PUBLIC_IDENTIFIER_STATE () { 27 }
284     sub BEFORE_DOCTYPE_SYSTEM_IDENTIFIER_STATE () { 28 }
285     sub DOCTYPE_SYSTEM_IDENTIFIER_DOUBLE_QUOTED_STATE () { 29 }
286     sub DOCTYPE_SYSTEM_IDENTIFIER_SINGLE_QUOTED_STATE () { 30 }
287     sub AFTER_DOCTYPE_SYSTEM_IDENTIFIER_STATE () { 31 }
288     sub BOGUS_DOCTYPE_STATE () { 32 }
289 wakaba 1.72 sub AFTER_ATTRIBUTE_VALUE_QUOTED_STATE () { 33 }
290 wakaba 1.57
291 wakaba 1.55 sub DOCTYPE_TOKEN () { 1 }
292     sub COMMENT_TOKEN () { 2 }
293     sub START_TAG_TOKEN () { 3 }
294     sub END_TAG_TOKEN () { 4 }
295     sub END_OF_FILE_TOKEN () { 5 }
296     sub CHARACTER_TOKEN () { 6 }
297    
298 wakaba 1.54 sub AFTER_HTML_IMS () { 0b100 }
299     sub HEAD_IMS () { 0b1000 }
300     sub BODY_IMS () { 0b10000 }
301 wakaba 1.56 sub BODY_TABLE_IMS () { 0b100000 }
302 wakaba 1.54 sub TABLE_IMS () { 0b1000000 }
303 wakaba 1.56 sub ROW_IMS () { 0b10000000 }
304 wakaba 1.54 sub BODY_AFTER_IMS () { 0b100000000 }
305     sub FRAME_IMS () { 0b1000000000 }
306    
307 wakaba 1.84 ## NOTE: "initial" and "before html" insertion modes have no constants.
308    
309     ## NOTE: "after after body" insertion mode.
310 wakaba 1.54 sub AFTER_HTML_BODY_IM () { AFTER_HTML_IMS | BODY_AFTER_IMS }
311 wakaba 1.84
312     ## NOTE: "after after frameset" insertion mode.
313 wakaba 1.54 sub AFTER_HTML_FRAMESET_IM () { AFTER_HTML_IMS | FRAME_IMS }
314 wakaba 1.84
315 wakaba 1.54 sub IN_HEAD_IM () { HEAD_IMS | 0b00 }
316     sub IN_HEAD_NOSCRIPT_IM () { HEAD_IMS | 0b01 }
317     sub AFTER_HEAD_IM () { HEAD_IMS | 0b10 }
318     sub BEFORE_HEAD_IM () { HEAD_IMS | 0b11 }
319     sub IN_BODY_IM () { BODY_IMS }
320 wakaba 1.56 sub IN_CELL_IM () { BODY_IMS | BODY_TABLE_IMS | 0b01 }
321     sub IN_CAPTION_IM () { BODY_IMS | BODY_TABLE_IMS | 0b10 }
322     sub IN_ROW_IM () { TABLE_IMS | ROW_IMS | 0b01 }
323     sub IN_TABLE_BODY_IM () { TABLE_IMS | ROW_IMS | 0b10 }
324 wakaba 1.54 sub IN_TABLE_IM () { TABLE_IMS }
325     sub AFTER_BODY_IM () { BODY_AFTER_IMS }
326     sub IN_FRAMESET_IM () { FRAME_IMS | 0b01 }
327     sub AFTER_FRAMESET_IM () { FRAME_IMS | 0b10 }
328     sub IN_SELECT_IM () { 0b01 }
329     sub IN_COLUMN_GROUP_IM () { 0b10 }
330    
331 wakaba 1.1 ## Implementations MUST act as if state machine in the spec
332    
333     sub _initialize_tokenizer ($) {
334     my $self = shift;
335 wakaba 1.57 $self->{state} = DATA_STATE; # MUST
336 wakaba 1.40 $self->{content_model} = PCDATA_CONTENT_MODEL; # be
337 wakaba 1.1 undef $self->{current_token}; # start tag, end tag, comment, or DOCTYPE
338     undef $self->{current_attribute};
339     undef $self->{last_emitted_start_tag_name};
340     undef $self->{last_attribute_value_state};
341     $self->{char} = [];
342 wakaba 1.76 # $self->{next_char}
343 wakaba 1.1 !!!next-input-character;
344     $self->{token} = [];
345 wakaba 1.18 # $self->{escape}
346 wakaba 1.1 } # _initialize_tokenizer
347    
348     ## A token has:
349 wakaba 1.55 ## ->{type} == DOCTYPE_TOKEN, START_TAG_TOKEN, END_TAG_TOKEN, COMMENT_TOKEN,
350     ## CHARACTER_TOKEN, or END_OF_FILE_TOKEN
351     ## ->{name} (DOCTYPE_TOKEN)
352     ## ->{tag_name} (START_TAG_TOKEN, END_TAG_TOKEN)
353     ## ->{public_identifier} (DOCTYPE_TOKEN)
354     ## ->{system_identifier} (DOCTYPE_TOKEN)
355 wakaba 1.75 ## ->{quirks} == 1 or 0 (DOCTYPE_TOKEN): "force-quirks" flag
356 wakaba 1.55 ## ->{attributes} isa HASH (START_TAG_TOKEN, END_TAG_TOKEN)
357 wakaba 1.66 ## ->{name}
358     ## ->{value}
359     ## ->{has_reference} == 1 or 0
360 wakaba 1.55 ## ->{data} (COMMENT_TOKEN, CHARACTER_TOKEN)
361 wakaba 1.1
362     ## Emitted token MUST immediately be handled by the tree construction state.
363    
364     ## Before each step, UA MAY check to see if either one of the scripts in
365     ## "list of scripts that will execute as soon as possible" or the first
366     ## script in the "list of scripts that will execute asynchronously",
367     ## has completed loading. If one has, then it MUST be executed
368     ## and removed from the list.
369    
370 wakaba 1.59 ## NOTE: HTML5 "Writing HTML documents" section, applied to
371     ## documents and not to user agents and conformance checkers,
372     ## contains some requirements that are not detected by the
373     ## parsing algorithm:
374     ## - Some requirements on character encoding declarations. ## TODO
375     ## - "Elements MUST NOT contain content that their content model disallows."
376     ## ... Some are parse error, some are not (will be reported by c.c.).
377     ## - Polytheistic slash SHOULD NOT be used. (Applied only to atheists.) ## TODO
378     ## - Text (in elements, attributes, and comments) SHOULD NOT contain
379     ## control characters other than space characters. ## TODO: (what is control character? C0, C1 and DEL? Unicode control character?)
380    
381     ## TODO: HTML5 poses authors two SHOULD-level requirements that cannot
382     ## be detected by the HTML5 parsing algorithm:
383     ## - Text,
384    
385 wakaba 1.1 sub _get_next_token ($) {
386     my $self = shift;
387     if (@{$self->{token}}) {
388     return shift @{$self->{token}};
389     }
390    
391     A: {
392 wakaba 1.57 if ($self->{state} == DATA_STATE) {
393 wakaba 1.76 if ($self->{next_char} == 0x0026) { # &
394 wakaba 1.72 if ($self->{content_model} & CM_ENTITY and # PCDATA | RCDATA
395     not $self->{escape}) {
396 wakaba 1.77 !!!cp (1);
397 wakaba 1.57 $self->{state} = ENTITY_DATA_STATE;
398 wakaba 1.1 !!!next-input-character;
399     redo A;
400     } else {
401 wakaba 1.77 !!!cp (2);
402 wakaba 1.1 #
403     }
404 wakaba 1.76 } elsif ($self->{next_char} == 0x002D) { # -
405 wakaba 1.40 if ($self->{content_model} & CM_LIMITED_MARKUP) { # RCDATA | CDATA
406 wakaba 1.13 unless ($self->{escape}) {
407 wakaba 1.76 if ($self->{prev_char}->[0] == 0x002D and # -
408     $self->{prev_char}->[1] == 0x0021 and # !
409     $self->{prev_char}->[2] == 0x003C) { # <
410 wakaba 1.77 !!!cp (3);
411 wakaba 1.13 $self->{escape} = 1;
412 wakaba 1.77 } else {
413     !!!cp (4);
414 wakaba 1.13 }
415 wakaba 1.77 } else {
416     !!!cp (5);
417 wakaba 1.13 }
418     }
419    
420     #
421 wakaba 1.76 } elsif ($self->{next_char} == 0x003C) { # <
422 wakaba 1.40 if ($self->{content_model} & CM_FULL_MARKUP or # PCDATA
423     (($self->{content_model} & CM_LIMITED_MARKUP) and # CDATA | RCDATA
424 wakaba 1.13 not $self->{escape})) {
425 wakaba 1.77 !!!cp (6);
426 wakaba 1.57 $self->{state} = TAG_OPEN_STATE;
427 wakaba 1.1 !!!next-input-character;
428     redo A;
429     } else {
430 wakaba 1.77 !!!cp (7);
431 wakaba 1.1 #
432     }
433 wakaba 1.76 } elsif ($self->{next_char} == 0x003E) { # >
434 wakaba 1.13 if ($self->{escape} and
435 wakaba 1.40 ($self->{content_model} & CM_LIMITED_MARKUP)) { # RCDATA | CDATA
436 wakaba 1.76 if ($self->{prev_char}->[0] == 0x002D and # -
437     $self->{prev_char}->[1] == 0x002D) { # -
438 wakaba 1.77 !!!cp (8);
439 wakaba 1.13 delete $self->{escape};
440 wakaba 1.77 } else {
441     !!!cp (9);
442 wakaba 1.13 }
443 wakaba 1.77 } else {
444     !!!cp (10);
445 wakaba 1.13 }
446    
447     #
448 wakaba 1.76 } elsif ($self->{next_char} == -1) {
449 wakaba 1.77 !!!cp (11);
450 wakaba 1.55 !!!emit ({type => END_OF_FILE_TOKEN});
451 wakaba 1.1 last A; ## TODO: ok?
452 wakaba 1.77 } else {
453     !!!cp (12);
454 wakaba 1.1 }
455     # Anything else
456 wakaba 1.55 my $token = {type => CHARACTER_TOKEN,
457 wakaba 1.76 data => chr $self->{next_char}};
458 wakaba 1.1 ## Stay in the data state
459     !!!next-input-character;
460    
461     !!!emit ($token);
462    
463     redo A;
464 wakaba 1.57 } elsif ($self->{state} == ENTITY_DATA_STATE) {
465 wakaba 1.1 ## (cannot happen in CDATA state)
466    
467 wakaba 1.72 my $token = $self->_tokenize_attempt_to_consume_an_entity (0, -1);
468 wakaba 1.1
469 wakaba 1.57 $self->{state} = DATA_STATE;
470 wakaba 1.1 # next-input-character is already done
471    
472     unless (defined $token) {
473 wakaba 1.77 !!!cp (13);
474 wakaba 1.55 !!!emit ({type => CHARACTER_TOKEN, data => '&'});
475 wakaba 1.1 } else {
476 wakaba 1.77 !!!cp (14);
477 wakaba 1.1 !!!emit ($token);
478     }
479    
480     redo A;
481 wakaba 1.57 } elsif ($self->{state} == TAG_OPEN_STATE) {
482 wakaba 1.40 if ($self->{content_model} & CM_LIMITED_MARKUP) { # RCDATA | CDATA
483 wakaba 1.76 if ($self->{next_char} == 0x002F) { # /
484 wakaba 1.77 !!!cp (15);
485 wakaba 1.1 !!!next-input-character;
486 wakaba 1.57 $self->{state} = CLOSE_TAG_OPEN_STATE;
487 wakaba 1.1 redo A;
488     } else {
489 wakaba 1.77 !!!cp (16);
490 wakaba 1.1 ## reconsume
491 wakaba 1.57 $self->{state} = DATA_STATE;
492 wakaba 1.1
493 wakaba 1.55 !!!emit ({type => CHARACTER_TOKEN, data => '<'});
494 wakaba 1.1
495     redo A;
496     }
497 wakaba 1.40 } elsif ($self->{content_model} & CM_FULL_MARKUP) { # PCDATA
498 wakaba 1.76 if ($self->{next_char} == 0x0021) { # !
499 wakaba 1.77 !!!cp (17);
500 wakaba 1.57 $self->{state} = MARKUP_DECLARATION_OPEN_STATE;
501 wakaba 1.1 !!!next-input-character;
502     redo A;
503 wakaba 1.76 } elsif ($self->{next_char} == 0x002F) { # /
504 wakaba 1.77 !!!cp (18);
505 wakaba 1.57 $self->{state} = CLOSE_TAG_OPEN_STATE;
506 wakaba 1.1 !!!next-input-character;
507     redo A;
508 wakaba 1.76 } elsif (0x0041 <= $self->{next_char} and
509     $self->{next_char} <= 0x005A) { # A..Z
510 wakaba 1.77 !!!cp (19);
511 wakaba 1.1 $self->{current_token}
512 wakaba 1.55 = {type => START_TAG_TOKEN,
513 wakaba 1.76 tag_name => chr ($self->{next_char} + 0x0020)};
514 wakaba 1.57 $self->{state} = TAG_NAME_STATE;
515 wakaba 1.1 !!!next-input-character;
516     redo A;
517 wakaba 1.76 } elsif (0x0061 <= $self->{next_char} and
518     $self->{next_char} <= 0x007A) { # a..z
519 wakaba 1.77 !!!cp (20);
520 wakaba 1.55 $self->{current_token} = {type => START_TAG_TOKEN,
521 wakaba 1.76 tag_name => chr ($self->{next_char})};
522 wakaba 1.57 $self->{state} = TAG_NAME_STATE;
523 wakaba 1.1 !!!next-input-character;
524     redo A;
525 wakaba 1.76 } elsif ($self->{next_char} == 0x003E) { # >
526 wakaba 1.77 !!!cp (21);
527 wakaba 1.3 !!!parse-error (type => 'empty start tag');
528 wakaba 1.57 $self->{state} = DATA_STATE;
529 wakaba 1.1 !!!next-input-character;
530    
531 wakaba 1.55 !!!emit ({type => CHARACTER_TOKEN, data => '<>'});
532 wakaba 1.1
533     redo A;
534 wakaba 1.76 } elsif ($self->{next_char} == 0x003F) { # ?
535 wakaba 1.77 !!!cp (22);
536 wakaba 1.3 !!!parse-error (type => 'pio');
537 wakaba 1.57 $self->{state} = BOGUS_COMMENT_STATE;
538 wakaba 1.76 ## $self->{next_char} is intentionally left as is
539 wakaba 1.1 redo A;
540     } else {
541 wakaba 1.77 !!!cp (23);
542 wakaba 1.3 !!!parse-error (type => 'bare stago');
543 wakaba 1.57 $self->{state} = DATA_STATE;
544 wakaba 1.1 ## reconsume
545    
546 wakaba 1.55 !!!emit ({type => CHARACTER_TOKEN, data => '<'});
547 wakaba 1.1
548     redo A;
549     }
550     } else {
551 wakaba 1.40 die "$0: $self->{content_model} in tag open";
552 wakaba 1.1 }
553 wakaba 1.57 } elsif ($self->{state} == CLOSE_TAG_OPEN_STATE) {
554 wakaba 1.40 if ($self->{content_model} & CM_LIMITED_MARKUP) { # RCDATA | CDATA
555 wakaba 1.23 if (defined $self->{last_emitted_start_tag_name}) {
556 wakaba 1.30 ## NOTE: <http://krijnhoetmer.nl/irc-logs/whatwg/20070626#l-564>
557 wakaba 1.23 my @next_char;
558     TAGNAME: for (my $i = 0; $i < length $self->{last_emitted_start_tag_name}; $i++) {
559 wakaba 1.76 push @next_char, $self->{next_char};
560 wakaba 1.23 my $c = ord substr ($self->{last_emitted_start_tag_name}, $i, 1);
561     my $C = 0x0061 <= $c && $c <= 0x007A ? $c - 0x0020 : $c;
562 wakaba 1.76 if ($self->{next_char} == $c or $self->{next_char} == $C) {
563 wakaba 1.77 !!!cp (24);
564 wakaba 1.23 !!!next-input-character;
565     next TAGNAME;
566     } else {
567 wakaba 1.77 !!!cp (25);
568 wakaba 1.76 $self->{next_char} = shift @next_char; # reconsume
569 wakaba 1.23 !!!back-next-input-character (@next_char);
570 wakaba 1.57 $self->{state} = DATA_STATE;
571 wakaba 1.23
572 wakaba 1.55 !!!emit ({type => CHARACTER_TOKEN, data => '</'});
573 wakaba 1.23
574     redo A;
575     }
576     }
577 wakaba 1.76 push @next_char, $self->{next_char};
578 wakaba 1.23
579 wakaba 1.76 unless ($self->{next_char} == 0x0009 or # HT
580     $self->{next_char} == 0x000A or # LF
581     $self->{next_char} == 0x000B or # VT
582     $self->{next_char} == 0x000C or # FF
583     $self->{next_char} == 0x0020 or # SP
584     $self->{next_char} == 0x003E or # >
585     $self->{next_char} == 0x002F or # /
586     $self->{next_char} == -1) {
587 wakaba 1.77 !!!cp (26);
588 wakaba 1.76 $self->{next_char} = shift @next_char; # reconsume
589 wakaba 1.1 !!!back-next-input-character (@next_char);
590 wakaba 1.57 $self->{state} = DATA_STATE;
591 wakaba 1.55 !!!emit ({type => CHARACTER_TOKEN, data => '</'});
592 wakaba 1.1 redo A;
593 wakaba 1.23 } else {
594 wakaba 1.77 !!!cp (27);
595 wakaba 1.76 $self->{next_char} = shift @next_char;
596 wakaba 1.23 !!!back-next-input-character (@next_char);
597     # and consume...
598 wakaba 1.1 }
599 wakaba 1.23 } else {
600     ## No start tag token has ever been emitted
601 wakaba 1.77 !!!cp (28);
602 wakaba 1.23 # next-input-character is already done
603 wakaba 1.57 $self->{state} = DATA_STATE;
604 wakaba 1.55 !!!emit ({type => CHARACTER_TOKEN, data => '</'});
605 wakaba 1.1 redo A;
606     }
607     }
608    
609 wakaba 1.76 if (0x0041 <= $self->{next_char} and
610     $self->{next_char} <= 0x005A) { # A..Z
611 wakaba 1.77 !!!cp (29);
612 wakaba 1.55 $self->{current_token} = {type => END_TAG_TOKEN,
613 wakaba 1.76 tag_name => chr ($self->{next_char} + 0x0020)};
614 wakaba 1.57 $self->{state} = TAG_NAME_STATE;
615 wakaba 1.1 !!!next-input-character;
616     redo A;
617 wakaba 1.76 } elsif (0x0061 <= $self->{next_char} and
618     $self->{next_char} <= 0x007A) { # a..z
619 wakaba 1.77 !!!cp (30);
620 wakaba 1.55 $self->{current_token} = {type => END_TAG_TOKEN,
621 wakaba 1.76 tag_name => chr ($self->{next_char})};
622 wakaba 1.57 $self->{state} = TAG_NAME_STATE;
623 wakaba 1.1 !!!next-input-character;
624     redo A;
625 wakaba 1.76 } elsif ($self->{next_char} == 0x003E) { # >
626 wakaba 1.77 !!!cp (31);
627 wakaba 1.3 !!!parse-error (type => 'empty end tag');
628 wakaba 1.57 $self->{state} = DATA_STATE;
629 wakaba 1.1 !!!next-input-character;
630     redo A;
631 wakaba 1.76 } elsif ($self->{next_char} == -1) {
632 wakaba 1.77 !!!cp (32);
633 wakaba 1.3 !!!parse-error (type => 'bare etago');
634 wakaba 1.57 $self->{state} = DATA_STATE;
635 wakaba 1.1 # reconsume
636    
637 wakaba 1.55 !!!emit ({type => CHARACTER_TOKEN, data => '</'});
638 wakaba 1.1
639     redo A;
640     } else {
641 wakaba 1.77 !!!cp (33);
642 wakaba 1.3 !!!parse-error (type => 'bogus end tag');
643 wakaba 1.57 $self->{state} = BOGUS_COMMENT_STATE;
644 wakaba 1.76 ## $self->{next_char} is intentionally left as is
645 wakaba 1.1 redo A;
646     }
647 wakaba 1.57 } elsif ($self->{state} == TAG_NAME_STATE) {
648 wakaba 1.76 if ($self->{next_char} == 0x0009 or # HT
649     $self->{next_char} == 0x000A or # LF
650     $self->{next_char} == 0x000B or # VT
651     $self->{next_char} == 0x000C or # FF
652     $self->{next_char} == 0x0020) { # SP
653 wakaba 1.77 !!!cp (34);
654 wakaba 1.57 $self->{state} = BEFORE_ATTRIBUTE_NAME_STATE;
655 wakaba 1.1 !!!next-input-character;
656     redo A;
657 wakaba 1.76 } elsif ($self->{next_char} == 0x003E) { # >
658 wakaba 1.55 if ($self->{current_token}->{type} == START_TAG_TOKEN) {
659 wakaba 1.77 !!!cp (35);
660 wakaba 1.28 $self->{current_token}->{first_start_tag}
661     = not defined $self->{last_emitted_start_tag_name};
662 wakaba 1.1 $self->{last_emitted_start_tag_name} = $self->{current_token}->{tag_name};
663 wakaba 1.55 } elsif ($self->{current_token}->{type} == END_TAG_TOKEN) {
664 wakaba 1.40 $self->{content_model} = PCDATA_CONTENT_MODEL; # MUST
665 wakaba 1.78 #if ($self->{current_token}->{attributes}) {
666     # ## NOTE: This should never be reached.
667     # !!! cp (36);
668     # !!! parse-error (type => 'end tag attribute');
669     #} else {
670 wakaba 1.77 !!!cp (37);
671 wakaba 1.78 #}
672 wakaba 1.1 } else {
673     die "$0: $self->{current_token}->{type}: Unknown token type";
674     }
675 wakaba 1.57 $self->{state} = DATA_STATE;
676 wakaba 1.1 !!!next-input-character;
677    
678     !!!emit ($self->{current_token}); # start tag or end tag
679    
680     redo A;
681 wakaba 1.76 } elsif (0x0041 <= $self->{next_char} and
682     $self->{next_char} <= 0x005A) { # A..Z
683 wakaba 1.77 !!!cp (38);
684 wakaba 1.76 $self->{current_token}->{tag_name} .= chr ($self->{next_char} + 0x0020);
685 wakaba 1.1 # start tag or end tag
686     ## Stay in this state
687     !!!next-input-character;
688     redo A;
689 wakaba 1.76 } elsif ($self->{next_char} == -1) {
690 wakaba 1.3 !!!parse-error (type => 'unclosed tag');
691 wakaba 1.55 if ($self->{current_token}->{type} == START_TAG_TOKEN) {
692 wakaba 1.77 !!!cp (39);
693 wakaba 1.28 $self->{current_token}->{first_start_tag}
694     = not defined $self->{last_emitted_start_tag_name};
695 wakaba 1.1 $self->{last_emitted_start_tag_name} = $self->{current_token}->{tag_name};
696 wakaba 1.55 } elsif ($self->{current_token}->{type} == END_TAG_TOKEN) {
697 wakaba 1.40 $self->{content_model} = PCDATA_CONTENT_MODEL; # MUST
698 wakaba 1.78 #if ($self->{current_token}->{attributes}) {
699     # ## NOTE: This state should never be reached.
700     # !!! cp (40);
701     # !!! parse-error (type => 'end tag attribute');
702     #} else {
703 wakaba 1.77 !!!cp (41);
704 wakaba 1.78 #}
705 wakaba 1.1 } else {
706     die "$0: $self->{current_token}->{type}: Unknown token type";
707     }
708 wakaba 1.57 $self->{state} = DATA_STATE;
709 wakaba 1.1 # reconsume
710    
711     !!!emit ($self->{current_token}); # start tag or end tag
712    
713     redo A;
714 wakaba 1.76 } elsif ($self->{next_char} == 0x002F) { # /
715 wakaba 1.1 !!!next-input-character;
716 wakaba 1.76 if ($self->{next_char} == 0x003E and # >
717 wakaba 1.55 $self->{current_token}->{type} == START_TAG_TOKEN and
718 wakaba 1.1 $permitted_slash_tag_name->{$self->{current_token}->{tag_name}}) {
719     # permitted slash
720 wakaba 1.77 !!!cp (42);
721 wakaba 1.1 #
722     } else {
723 wakaba 1.77 !!!cp (43);
724 wakaba 1.3 !!!parse-error (type => 'nestc');
725 wakaba 1.1 }
726 wakaba 1.57 $self->{state} = BEFORE_ATTRIBUTE_NAME_STATE;
727 wakaba 1.1 # next-input-character is already done
728     redo A;
729     } else {
730 wakaba 1.77 !!!cp (44);
731 wakaba 1.76 $self->{current_token}->{tag_name} .= chr $self->{next_char};
732 wakaba 1.1 # start tag or end tag
733     ## Stay in the state
734     !!!next-input-character;
735     redo A;
736     }
737 wakaba 1.57 } elsif ($self->{state} == BEFORE_ATTRIBUTE_NAME_STATE) {
738 wakaba 1.76 if ($self->{next_char} == 0x0009 or # HT
739     $self->{next_char} == 0x000A or # LF
740     $self->{next_char} == 0x000B or # VT
741     $self->{next_char} == 0x000C or # FF
742     $self->{next_char} == 0x0020) { # SP
743 wakaba 1.77 !!!cp (45);
744 wakaba 1.1 ## Stay in the state
745     !!!next-input-character;
746     redo A;
747 wakaba 1.76 } elsif ($self->{next_char} == 0x003E) { # >
748 wakaba 1.55 if ($self->{current_token}->{type} == START_TAG_TOKEN) {
749 wakaba 1.77 !!!cp (46);
750 wakaba 1.28 $self->{current_token}->{first_start_tag}
751     = not defined $self->{last_emitted_start_tag_name};
752 wakaba 1.1 $self->{last_emitted_start_tag_name} = $self->{current_token}->{tag_name};
753 wakaba 1.55 } elsif ($self->{current_token}->{type} == END_TAG_TOKEN) {
754 wakaba 1.40 $self->{content_model} = PCDATA_CONTENT_MODEL; # MUST
755 wakaba 1.1 if ($self->{current_token}->{attributes}) {
756 wakaba 1.77 !!!cp (47);
757 wakaba 1.3 !!!parse-error (type => 'end tag attribute');
758 wakaba 1.77 } else {
759     !!!cp (48);
760 wakaba 1.1 }
761     } else {
762     die "$0: $self->{current_token}->{type}: Unknown token type";
763     }
764 wakaba 1.57 $self->{state} = DATA_STATE;
765 wakaba 1.1 !!!next-input-character;
766    
767     !!!emit ($self->{current_token}); # start tag or end tag
768    
769     redo A;
770 wakaba 1.76 } elsif (0x0041 <= $self->{next_char} and
771     $self->{next_char} <= 0x005A) { # A..Z
772 wakaba 1.77 !!!cp (49);
773 wakaba 1.76 $self->{current_attribute} = {name => chr ($self->{next_char} + 0x0020),
774 wakaba 1.1 value => ''};
775 wakaba 1.57 $self->{state} = ATTRIBUTE_NAME_STATE;
776 wakaba 1.1 !!!next-input-character;
777     redo A;
778 wakaba 1.76 } elsif ($self->{next_char} == 0x002F) { # /
779 wakaba 1.1 !!!next-input-character;
780 wakaba 1.76 if ($self->{next_char} == 0x003E and # >
781 wakaba 1.55 $self->{current_token}->{type} == START_TAG_TOKEN and
782 wakaba 1.1 $permitted_slash_tag_name->{$self->{current_token}->{tag_name}}) {
783     # permitted slash
784 wakaba 1.77 !!!cp (50);
785 wakaba 1.1 #
786     } else {
787 wakaba 1.77 !!!cp (51);
788 wakaba 1.3 !!!parse-error (type => 'nestc');
789 wakaba 1.1 }
790     ## Stay in the state
791     # next-input-character is already done
792     redo A;
793 wakaba 1.76 } elsif ($self->{next_char} == -1) {
794 wakaba 1.3 !!!parse-error (type => 'unclosed tag');
795 wakaba 1.55 if ($self->{current_token}->{type} == START_TAG_TOKEN) {
796 wakaba 1.77 !!!cp (52);
797 wakaba 1.28 $self->{current_token}->{first_start_tag}
798     = not defined $self->{last_emitted_start_tag_name};
799 wakaba 1.1 $self->{last_emitted_start_tag_name} = $self->{current_token}->{tag_name};
800 wakaba 1.55 } elsif ($self->{current_token}->{type} == END_TAG_TOKEN) {
801 wakaba 1.40 $self->{content_model} = PCDATA_CONTENT_MODEL; # MUST
802 wakaba 1.1 if ($self->{current_token}->{attributes}) {
803 wakaba 1.77 !!!cp (53);
804 wakaba 1.3 !!!parse-error (type => 'end tag attribute');
805 wakaba 1.77 } else {
806     !!!cp (54);
807 wakaba 1.1 }
808     } else {
809     die "$0: $self->{current_token}->{type}: Unknown token type";
810     }
811 wakaba 1.57 $self->{state} = DATA_STATE;
812 wakaba 1.1 # reconsume
813    
814     !!!emit ($self->{current_token}); # start tag or end tag
815    
816     redo A;
817     } else {
818 wakaba 1.72 if ({
819     0x0022 => 1, # "
820     0x0027 => 1, # '
821     0x003D => 1, # =
822 wakaba 1.76 }->{$self->{next_char}}) {
823 wakaba 1.77 !!!cp (55);
824 wakaba 1.72 !!!parse-error (type => 'bad attribute name');
825 wakaba 1.77 } else {
826     !!!cp (56);
827 wakaba 1.72 }
828 wakaba 1.76 $self->{current_attribute} = {name => chr ($self->{next_char}),
829 wakaba 1.1 value => ''};
830 wakaba 1.57 $self->{state} = ATTRIBUTE_NAME_STATE;
831 wakaba 1.1 !!!next-input-character;
832     redo A;
833     }
834 wakaba 1.57 } elsif ($self->{state} == ATTRIBUTE_NAME_STATE) {
835 wakaba 1.1 my $before_leave = sub {
836     if (exists $self->{current_token}->{attributes} # start tag or end tag
837     ->{$self->{current_attribute}->{name}}) { # MUST
838 wakaba 1.77 !!!cp (57);
839 wakaba 1.39 !!!parse-error (type => 'duplicate attribute:'.$self->{current_attribute}->{name});
840 wakaba 1.1 ## Discard $self->{current_attribute} # MUST
841     } else {
842 wakaba 1.77 !!!cp (58);
843 wakaba 1.1 $self->{current_token}->{attributes}->{$self->{current_attribute}->{name}}
844     = $self->{current_attribute};
845     }
846     }; # $before_leave
847    
848 wakaba 1.76 if ($self->{next_char} == 0x0009 or # HT
849     $self->{next_char} == 0x000A or # LF
850     $self->{next_char} == 0x000B or # VT
851     $self->{next_char} == 0x000C or # FF
852     $self->{next_char} == 0x0020) { # SP
853 wakaba 1.77 !!!cp (59);
854 wakaba 1.1 $before_leave->();
855 wakaba 1.57 $self->{state} = AFTER_ATTRIBUTE_NAME_STATE;
856 wakaba 1.1 !!!next-input-character;
857     redo A;
858 wakaba 1.76 } elsif ($self->{next_char} == 0x003D) { # =
859 wakaba 1.77 !!!cp (60);
860 wakaba 1.1 $before_leave->();
861 wakaba 1.57 $self->{state} = BEFORE_ATTRIBUTE_VALUE_STATE;
862 wakaba 1.1 !!!next-input-character;
863     redo A;
864 wakaba 1.76 } elsif ($self->{next_char} == 0x003E) { # >
865 wakaba 1.1 $before_leave->();
866 wakaba 1.55 if ($self->{current_token}->{type} == START_TAG_TOKEN) {
867 wakaba 1.77 !!!cp (61);
868 wakaba 1.28 $self->{current_token}->{first_start_tag}
869     = not defined $self->{last_emitted_start_tag_name};
870 wakaba 1.1 $self->{last_emitted_start_tag_name} = $self->{current_token}->{tag_name};
871 wakaba 1.55 } elsif ($self->{current_token}->{type} == END_TAG_TOKEN) {
872 wakaba 1.77 !!!cp (62);
873 wakaba 1.40 $self->{content_model} = PCDATA_CONTENT_MODEL; # MUST
874 wakaba 1.1 if ($self->{current_token}->{attributes}) {
875 wakaba 1.3 !!!parse-error (type => 'end tag attribute');
876 wakaba 1.1 }
877     } else {
878     die "$0: $self->{current_token}->{type}: Unknown token type";
879     }
880 wakaba 1.57 $self->{state} = DATA_STATE;
881 wakaba 1.1 !!!next-input-character;
882    
883     !!!emit ($self->{current_token}); # start tag or end tag
884    
885     redo A;
886 wakaba 1.76 } elsif (0x0041 <= $self->{next_char} and
887     $self->{next_char} <= 0x005A) { # A..Z
888 wakaba 1.77 !!!cp (63);
889 wakaba 1.76 $self->{current_attribute}->{name} .= chr ($self->{next_char} + 0x0020);
890 wakaba 1.1 ## Stay in the state
891     !!!next-input-character;
892     redo A;
893 wakaba 1.76 } elsif ($self->{next_char} == 0x002F) { # /
894 wakaba 1.1 $before_leave->();
895     !!!next-input-character;
896 wakaba 1.76 if ($self->{next_char} == 0x003E and # >
897 wakaba 1.55 $self->{current_token}->{type} == START_TAG_TOKEN and
898 wakaba 1.1 $permitted_slash_tag_name->{$self->{current_token}->{tag_name}}) {
899     # permitted slash
900 wakaba 1.77 !!!cp (64);
901 wakaba 1.1 #
902     } else {
903 wakaba 1.77 !!!cp (65);
904 wakaba 1.3 !!!parse-error (type => 'nestc');
905 wakaba 1.1 }
906 wakaba 1.57 $self->{state} = BEFORE_ATTRIBUTE_NAME_STATE;
907 wakaba 1.1 # next-input-character is already done
908     redo A;
909 wakaba 1.76 } elsif ($self->{next_char} == -1) {
910 wakaba 1.3 !!!parse-error (type => 'unclosed tag');
911 wakaba 1.1 $before_leave->();
912 wakaba 1.55 if ($self->{current_token}->{type} == START_TAG_TOKEN) {
913 wakaba 1.77 !!!cp (66);
914 wakaba 1.28 $self->{current_token}->{first_start_tag}
915     = not defined $self->{last_emitted_start_tag_name};
916 wakaba 1.1 $self->{last_emitted_start_tag_name} = $self->{current_token}->{tag_name};
917 wakaba 1.55 } elsif ($self->{current_token}->{type} == END_TAG_TOKEN) {
918 wakaba 1.40 $self->{content_model} = PCDATA_CONTENT_MODEL; # MUST
919 wakaba 1.1 if ($self->{current_token}->{attributes}) {
920 wakaba 1.77 !!!cp (67);
921 wakaba 1.3 !!!parse-error (type => 'end tag attribute');
922 wakaba 1.77 } else {
923 wakaba 1.78 ## NOTE: This state should never be reached.
924 wakaba 1.77 !!!cp (68);
925 wakaba 1.1 }
926     } else {
927     die "$0: $self->{current_token}->{type}: Unknown token type";
928     }
929 wakaba 1.57 $self->{state} = DATA_STATE;
930 wakaba 1.1 # reconsume
931    
932     !!!emit ($self->{current_token}); # start tag or end tag
933    
934     redo A;
935     } else {
936 wakaba 1.76 if ($self->{next_char} == 0x0022 or # "
937     $self->{next_char} == 0x0027) { # '
938 wakaba 1.77 !!!cp (69);
939 wakaba 1.72 !!!parse-error (type => 'bad attribute name');
940 wakaba 1.77 } else {
941     !!!cp (70);
942 wakaba 1.72 }
943 wakaba 1.76 $self->{current_attribute}->{name} .= chr ($self->{next_char});
944 wakaba 1.1 ## Stay in the state
945     !!!next-input-character;
946     redo A;
947     }
948 wakaba 1.57 } elsif ($self->{state} == AFTER_ATTRIBUTE_NAME_STATE) {
949 wakaba 1.76 if ($self->{next_char} == 0x0009 or # HT
950     $self->{next_char} == 0x000A or # LF
951     $self->{next_char} == 0x000B or # VT
952     $self->{next_char} == 0x000C or # FF
953     $self->{next_char} == 0x0020) { # SP
954 wakaba 1.77 !!!cp (71);
955 wakaba 1.1 ## Stay in the state
956     !!!next-input-character;
957     redo A;
958 wakaba 1.76 } elsif ($self->{next_char} == 0x003D) { # =
959 wakaba 1.77 !!!cp (72);
960 wakaba 1.57 $self->{state} = BEFORE_ATTRIBUTE_VALUE_STATE;
961 wakaba 1.1 !!!next-input-character;
962     redo A;
963 wakaba 1.76 } elsif ($self->{next_char} == 0x003E) { # >
964 wakaba 1.55 if ($self->{current_token}->{type} == START_TAG_TOKEN) {
965 wakaba 1.77 !!!cp (73);
966 wakaba 1.28 $self->{current_token}->{first_start_tag}
967     = not defined $self->{last_emitted_start_tag_name};
968 wakaba 1.1 $self->{last_emitted_start_tag_name} = $self->{current_token}->{tag_name};
969 wakaba 1.55 } elsif ($self->{current_token}->{type} == END_TAG_TOKEN) {
970 wakaba 1.40 $self->{content_model} = PCDATA_CONTENT_MODEL; # MUST
971 wakaba 1.1 if ($self->{current_token}->{attributes}) {
972 wakaba 1.77 !!!cp (74);
973 wakaba 1.3 !!!parse-error (type => 'end tag attribute');
974 wakaba 1.77 } else {
975 wakaba 1.78 ## NOTE: This state should never be reached.
976 wakaba 1.77 !!!cp (75);
977 wakaba 1.1 }
978     } else {
979     die "$0: $self->{current_token}->{type}: Unknown token type";
980     }
981 wakaba 1.57 $self->{state} = DATA_STATE;
982 wakaba 1.1 !!!next-input-character;
983    
984     !!!emit ($self->{current_token}); # start tag or end tag
985    
986     redo A;
987 wakaba 1.76 } elsif (0x0041 <= $self->{next_char} and
988     $self->{next_char} <= 0x005A) { # A..Z
989 wakaba 1.77 !!!cp (76);
990 wakaba 1.76 $self->{current_attribute} = {name => chr ($self->{next_char} + 0x0020),
991 wakaba 1.1 value => ''};
992 wakaba 1.57 $self->{state} = ATTRIBUTE_NAME_STATE;
993 wakaba 1.1 !!!next-input-character;
994     redo A;
995 wakaba 1.76 } elsif ($self->{next_char} == 0x002F) { # /
996 wakaba 1.1 !!!next-input-character;
997 wakaba 1.76 if ($self->{next_char} == 0x003E and # >
998 wakaba 1.55 $self->{current_token}->{type} == START_TAG_TOKEN and
999 wakaba 1.1 $permitted_slash_tag_name->{$self->{current_token}->{tag_name}}) {
1000     # permitted slash
1001 wakaba 1.77 !!!cp (77);
1002 wakaba 1.1 #
1003     } else {
1004 wakaba 1.77 !!!cp (78);
1005 wakaba 1.3 !!!parse-error (type => 'nestc');
1006 wakaba 1.33 ## TODO: Different error type for <aa / bb> than <aa/>
1007 wakaba 1.1 }
1008 wakaba 1.57 $self->{state} = BEFORE_ATTRIBUTE_NAME_STATE;
1009 wakaba 1.1 # next-input-character is already done
1010     redo A;
1011 wakaba 1.76 } elsif ($self->{next_char} == -1) {
1012 wakaba 1.3 !!!parse-error (type => 'unclosed tag');
1013 wakaba 1.55 if ($self->{current_token}->{type} == START_TAG_TOKEN) {
1014 wakaba 1.77 !!!cp (79);
1015 wakaba 1.28 $self->{current_token}->{first_start_tag}
1016     = not defined $self->{last_emitted_start_tag_name};
1017 wakaba 1.1 $self->{last_emitted_start_tag_name} = $self->{current_token}->{tag_name};
1018 wakaba 1.55 } elsif ($self->{current_token}->{type} == END_TAG_TOKEN) {
1019 wakaba 1.40 $self->{content_model} = PCDATA_CONTENT_MODEL; # MUST
1020 wakaba 1.1 if ($self->{current_token}->{attributes}) {
1021 wakaba 1.77 !!!cp (80);
1022 wakaba 1.3 !!!parse-error (type => 'end tag attribute');
1023 wakaba 1.77 } else {
1024 wakaba 1.78 ## NOTE: This state should never be reached.
1025 wakaba 1.77 !!!cp (81);
1026 wakaba 1.1 }
1027     } else {
1028     die "$0: $self->{current_token}->{type}: Unknown token type";
1029     }
1030 wakaba 1.57 $self->{state} = DATA_STATE;
1031 wakaba 1.1 # reconsume
1032    
1033     !!!emit ($self->{current_token}); # start tag or end tag
1034    
1035     redo A;
1036     } else {
1037 wakaba 1.77 !!!cp (82);
1038 wakaba 1.76 $self->{current_attribute} = {name => chr ($self->{next_char}),
1039 wakaba 1.1 value => ''};
1040 wakaba 1.57 $self->{state} = ATTRIBUTE_NAME_STATE;
1041 wakaba 1.1 !!!next-input-character;
1042     redo A;
1043     }
1044 wakaba 1.57 } elsif ($self->{state} == BEFORE_ATTRIBUTE_VALUE_STATE) {
1045 wakaba 1.76 if ($self->{next_char} == 0x0009 or # HT
1046     $self->{next_char} == 0x000A or # LF
1047     $self->{next_char} == 0x000B or # VT
1048     $self->{next_char} == 0x000C or # FF
1049     $self->{next_char} == 0x0020) { # SP
1050 wakaba 1.77 !!!cp (83);
1051 wakaba 1.1 ## Stay in the state
1052     !!!next-input-character;
1053     redo A;
1054 wakaba 1.76 } elsif ($self->{next_char} == 0x0022) { # "
1055 wakaba 1.77 !!!cp (84);
1056 wakaba 1.57 $self->{state} = ATTRIBUTE_VALUE_DOUBLE_QUOTED_STATE;
1057 wakaba 1.1 !!!next-input-character;
1058     redo A;
1059 wakaba 1.76 } elsif ($self->{next_char} == 0x0026) { # &
1060 wakaba 1.77 !!!cp (85);
1061 wakaba 1.57 $self->{state} = ATTRIBUTE_VALUE_UNQUOTED_STATE;
1062 wakaba 1.1 ## reconsume
1063     redo A;
1064 wakaba 1.76 } elsif ($self->{next_char} == 0x0027) { # '
1065 wakaba 1.77 !!!cp (86);
1066 wakaba 1.57 $self->{state} = ATTRIBUTE_VALUE_SINGLE_QUOTED_STATE;
1067 wakaba 1.1 !!!next-input-character;
1068     redo A;
1069 wakaba 1.76 } elsif ($self->{next_char} == 0x003E) { # >
1070 wakaba 1.55 if ($self->{current_token}->{type} == START_TAG_TOKEN) {
1071 wakaba 1.77 !!!cp (87);
1072 wakaba 1.28 $self->{current_token}->{first_start_tag}
1073     = not defined $self->{last_emitted_start_tag_name};
1074 wakaba 1.1 $self->{last_emitted_start_tag_name} = $self->{current_token}->{tag_name};
1075 wakaba 1.55 } elsif ($self->{current_token}->{type} == END_TAG_TOKEN) {
1076 wakaba 1.40 $self->{content_model} = PCDATA_CONTENT_MODEL; # MUST
1077 wakaba 1.1 if ($self->{current_token}->{attributes}) {
1078 wakaba 1.77 !!!cp (88);
1079 wakaba 1.3 !!!parse-error (type => 'end tag attribute');
1080 wakaba 1.77 } else {
1081 wakaba 1.78 ## NOTE: This state should never be reached.
1082 wakaba 1.77 !!!cp (89);
1083 wakaba 1.1 }
1084     } else {
1085     die "$0: $self->{current_token}->{type}: Unknown token type";
1086     }
1087 wakaba 1.57 $self->{state} = DATA_STATE;
1088 wakaba 1.1 !!!next-input-character;
1089    
1090     !!!emit ($self->{current_token}); # start tag or end tag
1091    
1092     redo A;
1093 wakaba 1.76 } elsif ($self->{next_char} == -1) {
1094 wakaba 1.3 !!!parse-error (type => 'unclosed tag');
1095 wakaba 1.55 if ($self->{current_token}->{type} == START_TAG_TOKEN) {
1096 wakaba 1.77 !!!cp (90);
1097 wakaba 1.28 $self->{current_token}->{first_start_tag}
1098     = not defined $self->{last_emitted_start_tag_name};
1099 wakaba 1.1 $self->{last_emitted_start_tag_name} = $self->{current_token}->{tag_name};
1100 wakaba 1.55 } elsif ($self->{current_token}->{type} == END_TAG_TOKEN) {
1101 wakaba 1.40 $self->{content_model} = PCDATA_CONTENT_MODEL; # MUST
1102 wakaba 1.1 if ($self->{current_token}->{attributes}) {
1103 wakaba 1.77 !!!cp (91);
1104 wakaba 1.3 !!!parse-error (type => 'end tag attribute');
1105 wakaba 1.77 } else {
1106 wakaba 1.78 ## NOTE: This state should never be reached.
1107 wakaba 1.77 !!!cp (92);
1108 wakaba 1.1 }
1109     } else {
1110     die "$0: $self->{current_token}->{type}: Unknown token type";
1111     }
1112 wakaba 1.57 $self->{state} = DATA_STATE;
1113 wakaba 1.1 ## reconsume
1114    
1115     !!!emit ($self->{current_token}); # start tag or end tag
1116    
1117     redo A;
1118     } else {
1119 wakaba 1.76 if ($self->{next_char} == 0x003D) { # =
1120 wakaba 1.77 !!!cp (93);
1121 wakaba 1.72 !!!parse-error (type => 'bad attribute value');
1122 wakaba 1.77 } else {
1123     !!!cp (94);
1124 wakaba 1.72 }
1125 wakaba 1.76 $self->{current_attribute}->{value} .= chr ($self->{next_char});
1126 wakaba 1.57 $self->{state} = ATTRIBUTE_VALUE_UNQUOTED_STATE;
1127 wakaba 1.1 !!!next-input-character;
1128     redo A;
1129     }
1130 wakaba 1.57 } elsif ($self->{state} == ATTRIBUTE_VALUE_DOUBLE_QUOTED_STATE) {
1131 wakaba 1.76 if ($self->{next_char} == 0x0022) { # "
1132 wakaba 1.77 !!!cp (95);
1133 wakaba 1.72 $self->{state} = AFTER_ATTRIBUTE_VALUE_QUOTED_STATE;
1134 wakaba 1.1 !!!next-input-character;
1135     redo A;
1136 wakaba 1.76 } elsif ($self->{next_char} == 0x0026) { # &
1137 wakaba 1.77 !!!cp (96);
1138 wakaba 1.57 $self->{last_attribute_value_state} = $self->{state};
1139     $self->{state} = ENTITY_IN_ATTRIBUTE_VALUE_STATE;
1140 wakaba 1.1 !!!next-input-character;
1141     redo A;
1142 wakaba 1.76 } elsif ($self->{next_char} == -1) {
1143 wakaba 1.3 !!!parse-error (type => 'unclosed attribute value');
1144 wakaba 1.55 if ($self->{current_token}->{type} == START_TAG_TOKEN) {
1145 wakaba 1.77 !!!cp (97);
1146 wakaba 1.28 $self->{current_token}->{first_start_tag}
1147     = not defined $self->{last_emitted_start_tag_name};
1148 wakaba 1.1 $self->{last_emitted_start_tag_name} = $self->{current_token}->{tag_name};
1149 wakaba 1.55 } elsif ($self->{current_token}->{type} == END_TAG_TOKEN) {
1150 wakaba 1.40 $self->{content_model} = PCDATA_CONTENT_MODEL; # MUST
1151 wakaba 1.1 if ($self->{current_token}->{attributes}) {
1152 wakaba 1.77 !!!cp (98);
1153 wakaba 1.3 !!!parse-error (type => 'end tag attribute');
1154 wakaba 1.77 } else {
1155 wakaba 1.78 ## NOTE: This state should never be reached.
1156 wakaba 1.77 !!!cp (99);
1157 wakaba 1.1 }
1158     } else {
1159     die "$0: $self->{current_token}->{type}: Unknown token type";
1160     }
1161 wakaba 1.57 $self->{state} = DATA_STATE;
1162 wakaba 1.1 ## reconsume
1163    
1164     !!!emit ($self->{current_token}); # start tag or end tag
1165    
1166     redo A;
1167     } else {
1168 wakaba 1.77 !!!cp (100);
1169 wakaba 1.76 $self->{current_attribute}->{value} .= chr ($self->{next_char});
1170 wakaba 1.1 ## Stay in the state
1171     !!!next-input-character;
1172     redo A;
1173     }
1174 wakaba 1.57 } elsif ($self->{state} == ATTRIBUTE_VALUE_SINGLE_QUOTED_STATE) {
1175 wakaba 1.76 if ($self->{next_char} == 0x0027) { # '
1176 wakaba 1.77 !!!cp (101);
1177 wakaba 1.72 $self->{state} = AFTER_ATTRIBUTE_VALUE_QUOTED_STATE;
1178 wakaba 1.1 !!!next-input-character;
1179     redo A;
1180 wakaba 1.76 } elsif ($self->{next_char} == 0x0026) { # &
1181 wakaba 1.77 !!!cp (102);
1182 wakaba 1.57 $self->{last_attribute_value_state} = $self->{state};
1183     $self->{state} = ENTITY_IN_ATTRIBUTE_VALUE_STATE;
1184 wakaba 1.1 !!!next-input-character;
1185     redo A;
1186 wakaba 1.76 } elsif ($self->{next_char} == -1) {
1187 wakaba 1.3 !!!parse-error (type => 'unclosed attribute value');
1188 wakaba 1.55 if ($self->{current_token}->{type} == START_TAG_TOKEN) {
1189 wakaba 1.77 !!!cp (103);
1190 wakaba 1.28 $self->{current_token}->{first_start_tag}
1191     = not defined $self->{last_emitted_start_tag_name};
1192 wakaba 1.1 $self->{last_emitted_start_tag_name} = $self->{current_token}->{tag_name};
1193 wakaba 1.55 } elsif ($self->{current_token}->{type} == END_TAG_TOKEN) {
1194 wakaba 1.40 $self->{content_model} = PCDATA_CONTENT_MODEL; # MUST
1195 wakaba 1.1 if ($self->{current_token}->{attributes}) {
1196 wakaba 1.77 !!!cp (104);
1197 wakaba 1.3 !!!parse-error (type => 'end tag attribute');
1198 wakaba 1.77 } else {
1199 wakaba 1.78 ## NOTE: This state should never be reached.
1200 wakaba 1.77 !!!cp (105);
1201 wakaba 1.1 }
1202     } else {
1203     die "$0: $self->{current_token}->{type}: Unknown token type";
1204     }
1205 wakaba 1.57 $self->{state} = DATA_STATE;
1206 wakaba 1.1 ## reconsume
1207    
1208     !!!emit ($self->{current_token}); # start tag or end tag
1209    
1210     redo A;
1211     } else {
1212 wakaba 1.77 !!!cp (106);
1213 wakaba 1.76 $self->{current_attribute}->{value} .= chr ($self->{next_char});
1214 wakaba 1.1 ## Stay in the state
1215     !!!next-input-character;
1216     redo A;
1217     }
1218 wakaba 1.57 } elsif ($self->{state} == ATTRIBUTE_VALUE_UNQUOTED_STATE) {
1219 wakaba 1.76 if ($self->{next_char} == 0x0009 or # HT
1220     $self->{next_char} == 0x000A or # LF
1221     $self->{next_char} == 0x000B or # HT
1222     $self->{next_char} == 0x000C or # FF
1223     $self->{next_char} == 0x0020) { # SP
1224 wakaba 1.77 !!!cp (107);
1225 wakaba 1.57 $self->{state} = BEFORE_ATTRIBUTE_NAME_STATE;
1226 wakaba 1.1 !!!next-input-character;
1227     redo A;
1228 wakaba 1.76 } elsif ($self->{next_char} == 0x0026) { # &
1229 wakaba 1.77 !!!cp (108);
1230 wakaba 1.57 $self->{last_attribute_value_state} = $self->{state};
1231     $self->{state} = ENTITY_IN_ATTRIBUTE_VALUE_STATE;
1232 wakaba 1.1 !!!next-input-character;
1233     redo A;
1234 wakaba 1.76 } elsif ($self->{next_char} == 0x003E) { # >
1235 wakaba 1.55 if ($self->{current_token}->{type} == START_TAG_TOKEN) {
1236 wakaba 1.77 !!!cp (109);
1237 wakaba 1.28 $self->{current_token}->{first_start_tag}
1238     = not defined $self->{last_emitted_start_tag_name};
1239 wakaba 1.1 $self->{last_emitted_start_tag_name} = $self->{current_token}->{tag_name};
1240 wakaba 1.55 } elsif ($self->{current_token}->{type} == END_TAG_TOKEN) {
1241 wakaba 1.40 $self->{content_model} = PCDATA_CONTENT_MODEL; # MUST
1242 wakaba 1.1 if ($self->{current_token}->{attributes}) {
1243 wakaba 1.77 !!!cp (110);
1244 wakaba 1.3 !!!parse-error (type => 'end tag attribute');
1245 wakaba 1.77 } else {
1246 wakaba 1.78 ## NOTE: This state should never be reached.
1247 wakaba 1.77 !!!cp (111);
1248 wakaba 1.1 }
1249     } else {
1250     die "$0: $self->{current_token}->{type}: Unknown token type";
1251     }
1252 wakaba 1.57 $self->{state} = DATA_STATE;
1253 wakaba 1.1 !!!next-input-character;
1254    
1255     !!!emit ($self->{current_token}); # start tag or end tag
1256    
1257     redo A;
1258 wakaba 1.76 } elsif ($self->{next_char} == -1) {
1259 wakaba 1.3 !!!parse-error (type => 'unclosed tag');
1260 wakaba 1.55 if ($self->{current_token}->{type} == START_TAG_TOKEN) {
1261 wakaba 1.77 !!!cp (112);
1262 wakaba 1.28 $self->{current_token}->{first_start_tag}
1263     = not defined $self->{last_emitted_start_tag_name};
1264 wakaba 1.1 $self->{last_emitted_start_tag_name} = $self->{current_token}->{tag_name};
1265 wakaba 1.55 } elsif ($self->{current_token}->{type} == END_TAG_TOKEN) {
1266 wakaba 1.40 $self->{content_model} = PCDATA_CONTENT_MODEL; # MUST
1267 wakaba 1.1 if ($self->{current_token}->{attributes}) {
1268 wakaba 1.77 !!!cp (113);
1269 wakaba 1.3 !!!parse-error (type => 'end tag attribute');
1270 wakaba 1.77 } else {
1271 wakaba 1.78 ## NOTE: This state should never be reached.
1272 wakaba 1.77 !!!cp (114);
1273 wakaba 1.1 }
1274     } else {
1275     die "$0: $self->{current_token}->{type}: Unknown token type";
1276     }
1277 wakaba 1.57 $self->{state} = DATA_STATE;
1278 wakaba 1.1 ## reconsume
1279    
1280     !!!emit ($self->{current_token}); # start tag or end tag
1281    
1282     redo A;
1283     } else {
1284 wakaba 1.72 if ({
1285     0x0022 => 1, # "
1286     0x0027 => 1, # '
1287     0x003D => 1, # =
1288 wakaba 1.76 }->{$self->{next_char}}) {
1289 wakaba 1.77 !!!cp (115);
1290 wakaba 1.72 !!!parse-error (type => 'bad attribute value');
1291 wakaba 1.77 } else {
1292     !!!cp (116);
1293 wakaba 1.72 }
1294 wakaba 1.76 $self->{current_attribute}->{value} .= chr ($self->{next_char});
1295 wakaba 1.1 ## Stay in the state
1296     !!!next-input-character;
1297     redo A;
1298     }
1299 wakaba 1.57 } elsif ($self->{state} == ENTITY_IN_ATTRIBUTE_VALUE_STATE) {
1300 wakaba 1.72 my $token = $self->_tokenize_attempt_to_consume_an_entity
1301     (1,
1302     $self->{last_attribute_value_state}
1303     == ATTRIBUTE_VALUE_DOUBLE_QUOTED_STATE ? 0x0022 : # "
1304     $self->{last_attribute_value_state}
1305     == ATTRIBUTE_VALUE_SINGLE_QUOTED_STATE ? 0x0027 : # '
1306     -1);
1307 wakaba 1.1
1308     unless (defined $token) {
1309 wakaba 1.77 !!!cp (117);
1310 wakaba 1.1 $self->{current_attribute}->{value} .= '&';
1311     } else {
1312 wakaba 1.77 !!!cp (118);
1313 wakaba 1.1 $self->{current_attribute}->{value} .= $token->{data};
1314 wakaba 1.66 $self->{current_attribute}->{has_reference} = $token->{has_reference};
1315 wakaba 1.1 ## ISSUE: spec says "append the returned character token to the current attribute's value"
1316     }
1317    
1318     $self->{state} = $self->{last_attribute_value_state};
1319     # next-input-character is already done
1320     redo A;
1321 wakaba 1.72 } elsif ($self->{state} == AFTER_ATTRIBUTE_VALUE_QUOTED_STATE) {
1322 wakaba 1.76 if ($self->{next_char} == 0x0009 or # HT
1323     $self->{next_char} == 0x000A or # LF
1324     $self->{next_char} == 0x000B or # VT
1325     $self->{next_char} == 0x000C or # FF
1326     $self->{next_char} == 0x0020) { # SP
1327 wakaba 1.77 !!!cp (118);
1328 wakaba 1.72 $self->{state} = BEFORE_ATTRIBUTE_NAME_STATE;
1329     !!!next-input-character;
1330     redo A;
1331 wakaba 1.76 } elsif ($self->{next_char} == 0x003E) { # >
1332 wakaba 1.72 if ($self->{current_token}->{type} == START_TAG_TOKEN) {
1333 wakaba 1.77 !!!cp (119);
1334 wakaba 1.72 $self->{current_token}->{first_start_tag}
1335     = not defined $self->{last_emitted_start_tag_name};
1336     $self->{last_emitted_start_tag_name} = $self->{current_token}->{tag_name};
1337     } elsif ($self->{current_token}->{type} == END_TAG_TOKEN) {
1338     $self->{content_model} = PCDATA_CONTENT_MODEL; # MUST
1339     if ($self->{current_token}->{attributes}) {
1340 wakaba 1.77 !!!cp (120);
1341 wakaba 1.72 !!!parse-error (type => 'end tag attribute');
1342 wakaba 1.77 } else {
1343 wakaba 1.78 ## NOTE: This state should never be reached.
1344 wakaba 1.77 !!!cp (121);
1345 wakaba 1.72 }
1346     } else {
1347     die "$0: $self->{current_token}->{type}: Unknown token type";
1348     }
1349     $self->{state} = DATA_STATE;
1350     !!!next-input-character;
1351    
1352     !!!emit ($self->{current_token}); # start tag or end tag
1353    
1354     redo A;
1355 wakaba 1.76 } elsif ($self->{next_char} == 0x002F) { # /
1356 wakaba 1.72 !!!next-input-character;
1357 wakaba 1.76 if ($self->{next_char} == 0x003E and # >
1358 wakaba 1.72 $self->{current_token}->{type} == START_TAG_TOKEN and
1359     $permitted_slash_tag_name->{$self->{current_token}->{tag_name}}) {
1360     # permitted slash
1361 wakaba 1.77 !!!cp (122);
1362 wakaba 1.72 #
1363     } else {
1364 wakaba 1.77 !!!cp (123);
1365 wakaba 1.72 !!!parse-error (type => 'nestc');
1366     }
1367     $self->{state} = BEFORE_ATTRIBUTE_NAME_STATE;
1368     # next-input-character is already done
1369     redo A;
1370     } else {
1371 wakaba 1.77 !!!cp (124);
1372 wakaba 1.72 !!!parse-error (type => 'no space between attributes');
1373     $self->{state} = BEFORE_ATTRIBUTE_NAME_STATE;
1374     ## reconsume
1375     redo A;
1376     }
1377 wakaba 1.57 } elsif ($self->{state} == BOGUS_COMMENT_STATE) {
1378 wakaba 1.1 ## (only happen if PCDATA state)
1379    
1380 wakaba 1.55 my $token = {type => COMMENT_TOKEN, data => ''};
1381 wakaba 1.1
1382     BC: {
1383 wakaba 1.76 if ($self->{next_char} == 0x003E) { # >
1384 wakaba 1.77 !!!cp (124);
1385 wakaba 1.57 $self->{state} = DATA_STATE;
1386 wakaba 1.1 !!!next-input-character;
1387    
1388     !!!emit ($token);
1389    
1390     redo A;
1391 wakaba 1.76 } elsif ($self->{next_char} == -1) {
1392 wakaba 1.77 !!!cp (125);
1393 wakaba 1.57 $self->{state} = DATA_STATE;
1394 wakaba 1.1 ## reconsume
1395    
1396     !!!emit ($token);
1397    
1398     redo A;
1399     } else {
1400 wakaba 1.77 !!!cp (126);
1401 wakaba 1.76 $token->{data} .= chr ($self->{next_char});
1402 wakaba 1.1 !!!next-input-character;
1403     redo BC;
1404     }
1405     } # BC
1406 wakaba 1.77
1407     die "$0: _get_next_token: unexpected case [BC]";
1408 wakaba 1.57 } elsif ($self->{state} == MARKUP_DECLARATION_OPEN_STATE) {
1409 wakaba 1.1 ## (only happen if PCDATA state)
1410    
1411     my @next_char;
1412 wakaba 1.76 push @next_char, $self->{next_char};
1413 wakaba 1.1
1414 wakaba 1.76 if ($self->{next_char} == 0x002D) { # -
1415 wakaba 1.1 !!!next-input-character;
1416 wakaba 1.76 push @next_char, $self->{next_char};
1417     if ($self->{next_char} == 0x002D) { # -
1418 wakaba 1.77 !!!cp (127);
1419 wakaba 1.55 $self->{current_token} = {type => COMMENT_TOKEN, data => ''};
1420 wakaba 1.57 $self->{state} = COMMENT_START_STATE;
1421 wakaba 1.1 !!!next-input-character;
1422     redo A;
1423 wakaba 1.77 } else {
1424     !!!cp (128);
1425 wakaba 1.1 }
1426 wakaba 1.76 } elsif ($self->{next_char} == 0x0044 or # D
1427     $self->{next_char} == 0x0064) { # d
1428 wakaba 1.1 !!!next-input-character;
1429 wakaba 1.76 push @next_char, $self->{next_char};
1430     if ($self->{next_char} == 0x004F or # O
1431     $self->{next_char} == 0x006F) { # o
1432 wakaba 1.1 !!!next-input-character;
1433 wakaba 1.76 push @next_char, $self->{next_char};
1434     if ($self->{next_char} == 0x0043 or # C
1435     $self->{next_char} == 0x0063) { # c
1436 wakaba 1.1 !!!next-input-character;
1437 wakaba 1.76 push @next_char, $self->{next_char};
1438     if ($self->{next_char} == 0x0054 or # T
1439     $self->{next_char} == 0x0074) { # t
1440 wakaba 1.1 !!!next-input-character;
1441 wakaba 1.76 push @next_char, $self->{next_char};
1442     if ($self->{next_char} == 0x0059 or # Y
1443     $self->{next_char} == 0x0079) { # y
1444 wakaba 1.1 !!!next-input-character;
1445 wakaba 1.76 push @next_char, $self->{next_char};
1446     if ($self->{next_char} == 0x0050 or # P
1447     $self->{next_char} == 0x0070) { # p
1448 wakaba 1.1 !!!next-input-character;
1449 wakaba 1.76 push @next_char, $self->{next_char};
1450     if ($self->{next_char} == 0x0045 or # E
1451     $self->{next_char} == 0x0065) { # e
1452 wakaba 1.77 !!!cp (129);
1453     ## TODO: What a stupid code this is!
1454 wakaba 1.57 $self->{state} = DOCTYPE_STATE;
1455 wakaba 1.1 !!!next-input-character;
1456     redo A;
1457 wakaba 1.77 } else {
1458     !!!cp (130);
1459 wakaba 1.1 }
1460 wakaba 1.77 } else {
1461     !!!cp (131);
1462 wakaba 1.1 }
1463 wakaba 1.77 } else {
1464     !!!cp (132);
1465 wakaba 1.1 }
1466 wakaba 1.77 } else {
1467     !!!cp (133);
1468 wakaba 1.1 }
1469 wakaba 1.77 } else {
1470     !!!cp (134);
1471 wakaba 1.1 }
1472 wakaba 1.77 } else {
1473     !!!cp (135);
1474 wakaba 1.1 }
1475 wakaba 1.77 } else {
1476     !!!cp (136);
1477 wakaba 1.1 }
1478    
1479 wakaba 1.30 !!!parse-error (type => 'bogus comment');
1480 wakaba 1.76 $self->{next_char} = shift @next_char;
1481 wakaba 1.1 !!!back-next-input-character (@next_char);
1482 wakaba 1.57 $self->{state} = BOGUS_COMMENT_STATE;
1483 wakaba 1.1 redo A;
1484    
1485     ## ISSUE: typos in spec: chacacters, is is a parse error
1486     ## ISSUE: spec is somewhat unclear on "is the first character that will be in the comment"; what is "that will be in the comment" is what the algorithm defines, isn't it?
1487 wakaba 1.57 } elsif ($self->{state} == COMMENT_START_STATE) {
1488 wakaba 1.76 if ($self->{next_char} == 0x002D) { # -
1489 wakaba 1.77 !!!cp (137);
1490 wakaba 1.57 $self->{state} = COMMENT_START_DASH_STATE;
1491 wakaba 1.23 !!!next-input-character;
1492     redo A;
1493 wakaba 1.76 } elsif ($self->{next_char} == 0x003E) { # >
1494 wakaba 1.77 !!!cp (138);
1495 wakaba 1.23 !!!parse-error (type => 'bogus comment');
1496 wakaba 1.57 $self->{state} = DATA_STATE;
1497 wakaba 1.23 !!!next-input-character;
1498    
1499     !!!emit ($self->{current_token}); # comment
1500    
1501     redo A;
1502 wakaba 1.76 } elsif ($self->{next_char} == -1) {
1503 wakaba 1.77 !!!cp (139);
1504 wakaba 1.23 !!!parse-error (type => 'unclosed comment');
1505 wakaba 1.57 $self->{state} = DATA_STATE;
1506 wakaba 1.23 ## reconsume
1507    
1508     !!!emit ($self->{current_token}); # comment
1509    
1510     redo A;
1511     } else {
1512 wakaba 1.77 !!!cp (140);
1513 wakaba 1.23 $self->{current_token}->{data} # comment
1514 wakaba 1.76 .= chr ($self->{next_char});
1515 wakaba 1.57 $self->{state} = COMMENT_STATE;
1516 wakaba 1.23 !!!next-input-character;
1517     redo A;
1518     }
1519 wakaba 1.57 } elsif ($self->{state} == COMMENT_START_DASH_STATE) {
1520 wakaba 1.76 if ($self->{next_char} == 0x002D) { # -
1521 wakaba 1.77 !!!cp (141);
1522 wakaba 1.57 $self->{state} = COMMENT_END_STATE;
1523 wakaba 1.23 !!!next-input-character;
1524     redo A;
1525 wakaba 1.76 } elsif ($self->{next_char} == 0x003E) { # >
1526 wakaba 1.77 !!!cp (142);
1527 wakaba 1.23 !!!parse-error (type => 'bogus comment');
1528 wakaba 1.57 $self->{state} = DATA_STATE;
1529 wakaba 1.23 !!!next-input-character;
1530    
1531     !!!emit ($self->{current_token}); # comment
1532    
1533     redo A;
1534 wakaba 1.76 } elsif ($self->{next_char} == -1) {
1535 wakaba 1.77 !!!cp (143);
1536 wakaba 1.23 !!!parse-error (type => 'unclosed comment');
1537 wakaba 1.57 $self->{state} = DATA_STATE;
1538 wakaba 1.23 ## reconsume
1539    
1540     !!!emit ($self->{current_token}); # comment
1541    
1542     redo A;
1543     } else {
1544 wakaba 1.77 !!!cp (144);
1545 wakaba 1.23 $self->{current_token}->{data} # comment
1546 wakaba 1.76 .= '-' . chr ($self->{next_char});
1547 wakaba 1.57 $self->{state} = COMMENT_STATE;
1548 wakaba 1.23 !!!next-input-character;
1549     redo A;
1550     }
1551 wakaba 1.57 } elsif ($self->{state} == COMMENT_STATE) {
1552 wakaba 1.76 if ($self->{next_char} == 0x002D) { # -
1553 wakaba 1.77 !!!cp (145);
1554 wakaba 1.57 $self->{state} = COMMENT_END_DASH_STATE;
1555 wakaba 1.1 !!!next-input-character;
1556     redo A;
1557 wakaba 1.76 } elsif ($self->{next_char} == -1) {
1558 wakaba 1.77 !!!cp (146);
1559 wakaba 1.3 !!!parse-error (type => 'unclosed comment');
1560 wakaba 1.57 $self->{state} = DATA_STATE;
1561 wakaba 1.1 ## reconsume
1562    
1563     !!!emit ($self->{current_token}); # comment
1564    
1565     redo A;
1566     } else {
1567 wakaba 1.77 !!!cp (147);
1568 wakaba 1.76 $self->{current_token}->{data} .= chr ($self->{next_char}); # comment
1569 wakaba 1.1 ## Stay in the state
1570     !!!next-input-character;
1571     redo A;
1572     }
1573 wakaba 1.57 } elsif ($self->{state} == COMMENT_END_DASH_STATE) {
1574 wakaba 1.76 if ($self->{next_char} == 0x002D) { # -
1575 wakaba 1.77 !!!cp (148);
1576 wakaba 1.57 $self->{state} = COMMENT_END_STATE;
1577 wakaba 1.1 !!!next-input-character;
1578     redo A;
1579 wakaba 1.76 } elsif ($self->{next_char} == -1) {
1580 wakaba 1.77 !!!cp (149);
1581 wakaba 1.3 !!!parse-error (type => 'unclosed comment');
1582 wakaba 1.57 $self->{state} = DATA_STATE;
1583 wakaba 1.1 ## reconsume
1584    
1585     !!!emit ($self->{current_token}); # comment
1586    
1587     redo A;
1588     } else {
1589 wakaba 1.77 !!!cp (150);
1590 wakaba 1.76 $self->{current_token}->{data} .= '-' . chr ($self->{next_char}); # comment
1591 wakaba 1.57 $self->{state} = COMMENT_STATE;
1592 wakaba 1.1 !!!next-input-character;
1593     redo A;
1594     }
1595 wakaba 1.57 } elsif ($self->{state} == COMMENT_END_STATE) {
1596 wakaba 1.76 if ($self->{next_char} == 0x003E) { # >
1597 wakaba 1.77 !!!cp (151);
1598 wakaba 1.57 $self->{state} = DATA_STATE;
1599 wakaba 1.1 !!!next-input-character;
1600    
1601     !!!emit ($self->{current_token}); # comment
1602    
1603     redo A;
1604 wakaba 1.76 } elsif ($self->{next_char} == 0x002D) { # -
1605 wakaba 1.77 !!!cp (152);
1606 wakaba 1.3 !!!parse-error (type => 'dash in comment');
1607 wakaba 1.1 $self->{current_token}->{data} .= '-'; # comment
1608     ## Stay in the state
1609     !!!next-input-character;
1610     redo A;
1611 wakaba 1.76 } elsif ($self->{next_char} == -1) {
1612 wakaba 1.77 !!!cp (153);
1613 wakaba 1.3 !!!parse-error (type => 'unclosed comment');
1614 wakaba 1.57 $self->{state} = DATA_STATE;
1615 wakaba 1.1 ## reconsume
1616    
1617     !!!emit ($self->{current_token}); # comment
1618    
1619     redo A;
1620     } else {
1621 wakaba 1.77 !!!cp (154);
1622 wakaba 1.3 !!!parse-error (type => 'dash in comment');
1623 wakaba 1.76 $self->{current_token}->{data} .= '--' . chr ($self->{next_char}); # comment
1624 wakaba 1.57 $self->{state} = COMMENT_STATE;
1625 wakaba 1.1 !!!next-input-character;
1626     redo A;
1627     }
1628 wakaba 1.57 } elsif ($self->{state} == DOCTYPE_STATE) {
1629 wakaba 1.76 if ($self->{next_char} == 0x0009 or # HT
1630     $self->{next_char} == 0x000A or # LF
1631     $self->{next_char} == 0x000B or # VT
1632     $self->{next_char} == 0x000C or # FF
1633     $self->{next_char} == 0x0020) { # SP
1634 wakaba 1.77 !!!cp (155);
1635 wakaba 1.57 $self->{state} = BEFORE_DOCTYPE_NAME_STATE;
1636 wakaba 1.1 !!!next-input-character;
1637     redo A;
1638     } else {
1639 wakaba 1.77 !!!cp (156);
1640 wakaba 1.3 !!!parse-error (type => 'no space before DOCTYPE name');
1641 wakaba 1.57 $self->{state} = BEFORE_DOCTYPE_NAME_STATE;
1642 wakaba 1.1 ## reconsume
1643     redo A;
1644     }
1645 wakaba 1.57 } elsif ($self->{state} == BEFORE_DOCTYPE_NAME_STATE) {
1646 wakaba 1.76 if ($self->{next_char} == 0x0009 or # HT
1647     $self->{next_char} == 0x000A or # LF
1648     $self->{next_char} == 0x000B or # VT
1649     $self->{next_char} == 0x000C or # FF
1650     $self->{next_char} == 0x0020) { # SP
1651 wakaba 1.77 !!!cp (157);
1652 wakaba 1.1 ## Stay in the state
1653     !!!next-input-character;
1654     redo A;
1655 wakaba 1.76 } elsif ($self->{next_char} == 0x003E) { # >
1656 wakaba 1.77 !!!cp (158);
1657 wakaba 1.3 !!!parse-error (type => 'no DOCTYPE name');
1658 wakaba 1.57 $self->{state} = DATA_STATE;
1659 wakaba 1.1 !!!next-input-character;
1660    
1661 wakaba 1.75 !!!emit ({type => DOCTYPE_TOKEN, quirks => 1});
1662 wakaba 1.1
1663     redo A;
1664 wakaba 1.77 } elsif ($self->{next_char} == -1) {
1665     !!!cp (159);
1666 wakaba 1.3 !!!parse-error (type => 'no DOCTYPE name');
1667 wakaba 1.57 $self->{state} = DATA_STATE;
1668 wakaba 1.1 ## reconsume
1669    
1670 wakaba 1.75 !!!emit ({type => DOCTYPE_TOKEN, quirks => 1});
1671 wakaba 1.1
1672     redo A;
1673     } else {
1674 wakaba 1.77 !!!cp (160);
1675 wakaba 1.18 $self->{current_token}
1676 wakaba 1.55 = {type => DOCTYPE_TOKEN,
1677 wakaba 1.76 name => chr ($self->{next_char}),
1678 wakaba 1.75 #quirks => 0,
1679     };
1680 wakaba 1.4 ## ISSUE: "Set the token's name name to the" in the spec
1681 wakaba 1.57 $self->{state} = DOCTYPE_NAME_STATE;
1682 wakaba 1.1 !!!next-input-character;
1683     redo A;
1684     }
1685 wakaba 1.57 } elsif ($self->{state} == DOCTYPE_NAME_STATE) {
1686 wakaba 1.18 ## ISSUE: Redundant "First," in the spec.
1687 wakaba 1.76 if ($self->{next_char} == 0x0009 or # HT
1688     $self->{next_char} == 0x000A or # LF
1689     $self->{next_char} == 0x000B or # VT
1690     $self->{next_char} == 0x000C or # FF
1691     $self->{next_char} == 0x0020) { # SP
1692 wakaba 1.77 !!!cp (161);
1693 wakaba 1.57 $self->{state} = AFTER_DOCTYPE_NAME_STATE;
1694 wakaba 1.1 !!!next-input-character;
1695     redo A;
1696 wakaba 1.76 } elsif ($self->{next_char} == 0x003E) { # >
1697 wakaba 1.77 !!!cp (162);
1698 wakaba 1.57 $self->{state} = DATA_STATE;
1699 wakaba 1.1 !!!next-input-character;
1700    
1701     !!!emit ($self->{current_token}); # DOCTYPE
1702    
1703     redo A;
1704 wakaba 1.76 } elsif ($self->{next_char} == -1) {
1705 wakaba 1.77 !!!cp (163);
1706 wakaba 1.3 !!!parse-error (type => 'unclosed DOCTYPE');
1707 wakaba 1.57 $self->{state} = DATA_STATE;
1708 wakaba 1.1 ## reconsume
1709    
1710 wakaba 1.75 $self->{current_token}->{quirks} = 1;
1711 wakaba 1.18 !!!emit ($self->{current_token}); # DOCTYPE
1712 wakaba 1.1
1713     redo A;
1714     } else {
1715 wakaba 1.77 !!!cp (164);
1716 wakaba 1.1 $self->{current_token}->{name}
1717 wakaba 1.76 .= chr ($self->{next_char}); # DOCTYPE
1718 wakaba 1.1 ## Stay in the state
1719     !!!next-input-character;
1720     redo A;
1721     }
1722 wakaba 1.57 } elsif ($self->{state} == AFTER_DOCTYPE_NAME_STATE) {
1723 wakaba 1.76 if ($self->{next_char} == 0x0009 or # HT
1724     $self->{next_char} == 0x000A or # LF
1725     $self->{next_char} == 0x000B or # VT
1726     $self->{next_char} == 0x000C or # FF
1727     $self->{next_char} == 0x0020) { # SP
1728 wakaba 1.77 !!!cp (165);
1729 wakaba 1.1 ## Stay in the state
1730     !!!next-input-character;
1731     redo A;
1732 wakaba 1.76 } elsif ($self->{next_char} == 0x003E) { # >
1733 wakaba 1.77 !!!cp (166);
1734 wakaba 1.57 $self->{state} = DATA_STATE;
1735 wakaba 1.1 !!!next-input-character;
1736    
1737     !!!emit ($self->{current_token}); # DOCTYPE
1738    
1739     redo A;
1740 wakaba 1.76 } elsif ($self->{next_char} == -1) {
1741 wakaba 1.77 !!!cp (167);
1742 wakaba 1.3 !!!parse-error (type => 'unclosed DOCTYPE');
1743 wakaba 1.57 $self->{state} = DATA_STATE;
1744 wakaba 1.1 ## reconsume
1745    
1746 wakaba 1.75 $self->{current_token}->{quirks} = 1;
1747 wakaba 1.18 !!!emit ($self->{current_token}); # DOCTYPE
1748    
1749     redo A;
1750 wakaba 1.76 } elsif ($self->{next_char} == 0x0050 or # P
1751     $self->{next_char} == 0x0070) { # p
1752 wakaba 1.18 !!!next-input-character;
1753 wakaba 1.76 if ($self->{next_char} == 0x0055 or # U
1754     $self->{next_char} == 0x0075) { # u
1755 wakaba 1.18 !!!next-input-character;
1756 wakaba 1.76 if ($self->{next_char} == 0x0042 or # B
1757     $self->{next_char} == 0x0062) { # b
1758 wakaba 1.18 !!!next-input-character;
1759 wakaba 1.76 if ($self->{next_char} == 0x004C or # L
1760     $self->{next_char} == 0x006C) { # l
1761 wakaba 1.18 !!!next-input-character;
1762 wakaba 1.76 if ($self->{next_char} == 0x0049 or # I
1763     $self->{next_char} == 0x0069) { # i
1764 wakaba 1.18 !!!next-input-character;
1765 wakaba 1.76 if ($self->{next_char} == 0x0043 or # C
1766     $self->{next_char} == 0x0063) { # c
1767 wakaba 1.77 !!!cp (168);
1768 wakaba 1.57 $self->{state} = BEFORE_DOCTYPE_PUBLIC_IDENTIFIER_STATE;
1769 wakaba 1.18 !!!next-input-character;
1770     redo A;
1771 wakaba 1.77 } else {
1772     !!!cp (169);
1773 wakaba 1.18 }
1774 wakaba 1.77 } else {
1775     !!!cp (170);
1776 wakaba 1.18 }
1777 wakaba 1.77 } else {
1778     !!!cp (171);
1779 wakaba 1.18 }
1780 wakaba 1.77 } else {
1781     !!!cp (172);
1782 wakaba 1.18 }
1783 wakaba 1.77 } else {
1784     !!!cp (173);
1785 wakaba 1.18 }
1786    
1787     #
1788 wakaba 1.76 } elsif ($self->{next_char} == 0x0053 or # S
1789     $self->{next_char} == 0x0073) { # s
1790 wakaba 1.18 !!!next-input-character;
1791 wakaba 1.76 if ($self->{next_char} == 0x0059 or # Y
1792     $self->{next_char} == 0x0079) { # y
1793 wakaba 1.18 !!!next-input-character;
1794 wakaba 1.76 if ($self->{next_char} == 0x0053 or # S
1795     $self->{next_char} == 0x0073) { # s
1796 wakaba 1.18 !!!next-input-character;
1797 wakaba 1.76 if ($self->{next_char} == 0x0054 or # T
1798     $self->{next_char} == 0x0074) { # t
1799 wakaba 1.18 !!!next-input-character;
1800 wakaba 1.76 if ($self->{next_char} == 0x0045 or # E
1801     $self->{next_char} == 0x0065) { # e
1802 wakaba 1.18 !!!next-input-character;
1803 wakaba 1.76 if ($self->{next_char} == 0x004D or # M
1804     $self->{next_char} == 0x006D) { # m
1805 wakaba 1.77 !!!cp (174);
1806 wakaba 1.57 $self->{state} = BEFORE_DOCTYPE_SYSTEM_IDENTIFIER_STATE;
1807 wakaba 1.18 !!!next-input-character;
1808     redo A;
1809 wakaba 1.77 } else {
1810     !!!cp (175);
1811 wakaba 1.18 }
1812 wakaba 1.77 } else {
1813     !!!cp (176);
1814 wakaba 1.18 }
1815 wakaba 1.77 } else {
1816     !!!cp (177);
1817 wakaba 1.18 }
1818 wakaba 1.77 } else {
1819     !!!cp (178);
1820 wakaba 1.18 }
1821 wakaba 1.77 } else {
1822     !!!cp (179);
1823 wakaba 1.18 }
1824    
1825     #
1826     } else {
1827 wakaba 1.77 !!!cp (180);
1828 wakaba 1.18 !!!next-input-character;
1829     #
1830     }
1831    
1832     !!!parse-error (type => 'string after DOCTYPE name');
1833 wakaba 1.75 $self->{current_token}->{quirks} = 1;
1834 wakaba 1.73
1835 wakaba 1.57 $self->{state} = BOGUS_DOCTYPE_STATE;
1836 wakaba 1.18 # next-input-character is already done
1837     redo A;
1838 wakaba 1.57 } elsif ($self->{state} == BEFORE_DOCTYPE_PUBLIC_IDENTIFIER_STATE) {
1839 wakaba 1.18 if ({
1840     0x0009 => 1, 0x000A => 1, 0x000B => 1, 0x000C => 1, 0x0020 => 1,
1841     #0x000D => 1, # HT, LF, VT, FF, SP, CR
1842 wakaba 1.76 }->{$self->{next_char}}) {
1843 wakaba 1.77 !!!cp (181);
1844 wakaba 1.18 ## Stay in the state
1845     !!!next-input-character;
1846     redo A;
1847 wakaba 1.76 } elsif ($self->{next_char} eq 0x0022) { # "
1848 wakaba 1.77 !!!cp (182);
1849 wakaba 1.18 $self->{current_token}->{public_identifier} = ''; # DOCTYPE
1850 wakaba 1.57 $self->{state} = DOCTYPE_PUBLIC_IDENTIFIER_DOUBLE_QUOTED_STATE;
1851 wakaba 1.18 !!!next-input-character;
1852     redo A;
1853 wakaba 1.76 } elsif ($self->{next_char} eq 0x0027) { # '
1854 wakaba 1.77 !!!cp (183);
1855 wakaba 1.18 $self->{current_token}->{public_identifier} = ''; # DOCTYPE
1856 wakaba 1.57 $self->{state} = DOCTYPE_PUBLIC_IDENTIFIER_SINGLE_QUOTED_STATE;
1857 wakaba 1.18 !!!next-input-character;
1858     redo A;
1859 wakaba 1.76 } elsif ($self->{next_char} eq 0x003E) { # >
1860 wakaba 1.77 !!!cp (184);
1861 wakaba 1.18 !!!parse-error (type => 'no PUBLIC literal');
1862    
1863 wakaba 1.57 $self->{state} = DATA_STATE;
1864 wakaba 1.18 !!!next-input-character;
1865    
1866 wakaba 1.75 $self->{current_token}->{quirks} = 1;
1867 wakaba 1.18 !!!emit ($self->{current_token}); # DOCTYPE
1868    
1869     redo A;
1870 wakaba 1.76 } elsif ($self->{next_char} == -1) {
1871 wakaba 1.77 !!!cp (185);
1872 wakaba 1.18 !!!parse-error (type => 'unclosed DOCTYPE');
1873    
1874 wakaba 1.57 $self->{state} = DATA_STATE;
1875 wakaba 1.18 ## reconsume
1876    
1877 wakaba 1.75 $self->{current_token}->{quirks} = 1;
1878 wakaba 1.18 !!!emit ($self->{current_token}); # DOCTYPE
1879    
1880     redo A;
1881     } else {
1882 wakaba 1.77 !!!cp (186);
1883 wakaba 1.18 !!!parse-error (type => 'string after PUBLIC');
1884 wakaba 1.75 $self->{current_token}->{quirks} = 1;
1885 wakaba 1.73
1886 wakaba 1.57 $self->{state} = BOGUS_DOCTYPE_STATE;
1887 wakaba 1.18 !!!next-input-character;
1888     redo A;
1889     }
1890 wakaba 1.57 } elsif ($self->{state} == DOCTYPE_PUBLIC_IDENTIFIER_DOUBLE_QUOTED_STATE) {
1891 wakaba 1.76 if ($self->{next_char} == 0x0022) { # "
1892 wakaba 1.77 !!!cp (187);
1893 wakaba 1.57 $self->{state} = AFTER_DOCTYPE_PUBLIC_IDENTIFIER_STATE;
1894 wakaba 1.18 !!!next-input-character;
1895     redo A;
1896 wakaba 1.76 } elsif ($self->{next_char} == 0x003E) { # >
1897 wakaba 1.77 !!!cp (188);
1898 wakaba 1.69 !!!parse-error (type => 'unclosed PUBLIC literal');
1899    
1900     $self->{state} = DATA_STATE;
1901     !!!next-input-character;
1902    
1903 wakaba 1.75 $self->{current_token}->{quirks} = 1;
1904 wakaba 1.69 !!!emit ($self->{current_token}); # DOCTYPE
1905    
1906     redo A;
1907 wakaba 1.76 } elsif ($self->{next_char} == -1) {
1908 wakaba 1.77 !!!cp (189);
1909 wakaba 1.18 !!!parse-error (type => 'unclosed PUBLIC literal');
1910    
1911 wakaba 1.57 $self->{state} = DATA_STATE;
1912 wakaba 1.18 ## reconsume
1913    
1914 wakaba 1.75 $self->{current_token}->{quirks} = 1;
1915 wakaba 1.18 !!!emit ($self->{current_token}); # DOCTYPE
1916    
1917     redo A;
1918     } else {
1919 wakaba 1.77 !!!cp (190);
1920 wakaba 1.18 $self->{current_token}->{public_identifier} # DOCTYPE
1921 wakaba 1.76 .= chr $self->{next_char};
1922 wakaba 1.18 ## Stay in the state
1923     !!!next-input-character;
1924     redo A;
1925     }
1926 wakaba 1.57 } elsif ($self->{state} == DOCTYPE_PUBLIC_IDENTIFIER_SINGLE_QUOTED_STATE) {
1927 wakaba 1.76 if ($self->{next_char} == 0x0027) { # '
1928 wakaba 1.77 !!!cp (191);
1929 wakaba 1.57 $self->{state} = AFTER_DOCTYPE_PUBLIC_IDENTIFIER_STATE;
1930 wakaba 1.18 !!!next-input-character;
1931     redo A;
1932 wakaba 1.76 } elsif ($self->{next_char} == 0x003E) { # >
1933 wakaba 1.77 !!!cp (192);
1934 wakaba 1.69 !!!parse-error (type => 'unclosed PUBLIC literal');
1935    
1936     $self->{state} = DATA_STATE;
1937     !!!next-input-character;
1938    
1939 wakaba 1.75 $self->{current_token}->{quirks} = 1;
1940 wakaba 1.69 !!!emit ($self->{current_token}); # DOCTYPE
1941    
1942     redo A;
1943 wakaba 1.76 } elsif ($self->{next_char} == -1) {
1944 wakaba 1.77 !!!cp (193);
1945 wakaba 1.18 !!!parse-error (type => 'unclosed PUBLIC literal');
1946    
1947 wakaba 1.57 $self->{state} = DATA_STATE;
1948 wakaba 1.18 ## reconsume
1949    
1950 wakaba 1.75 $self->{current_token}->{quirks} = 1;
1951 wakaba 1.18 !!!emit ($self->{current_token}); # DOCTYPE
1952    
1953     redo A;
1954     } else {
1955 wakaba 1.77 !!!cp (194);
1956 wakaba 1.18 $self->{current_token}->{public_identifier} # DOCTYPE
1957 wakaba 1.76 .= chr $self->{next_char};
1958 wakaba 1.18 ## Stay in the state
1959     !!!next-input-character;
1960     redo A;
1961     }
1962 wakaba 1.57 } elsif ($self->{state} == AFTER_DOCTYPE_PUBLIC_IDENTIFIER_STATE) {
1963 wakaba 1.18 if ({
1964     0x0009 => 1, 0x000A => 1, 0x000B => 1, 0x000C => 1, 0x0020 => 1,
1965     #0x000D => 1, # HT, LF, VT, FF, SP, CR
1966 wakaba 1.76 }->{$self->{next_char}}) {
1967 wakaba 1.77 !!!cp (195);
1968 wakaba 1.18 ## Stay in the state
1969     !!!next-input-character;
1970     redo A;
1971 wakaba 1.76 } elsif ($self->{next_char} == 0x0022) { # "
1972 wakaba 1.77 !!!cp (196);
1973 wakaba 1.18 $self->{current_token}->{system_identifier} = ''; # DOCTYPE
1974 wakaba 1.57 $self->{state} = DOCTYPE_SYSTEM_IDENTIFIER_DOUBLE_QUOTED_STATE;
1975 wakaba 1.18 !!!next-input-character;
1976     redo A;
1977 wakaba 1.76 } elsif ($self->{next_char} == 0x0027) { # '
1978 wakaba 1.77 !!!cp (197);
1979 wakaba 1.18 $self->{current_token}->{system_identifier} = ''; # DOCTYPE
1980 wakaba 1.57 $self->{state} = DOCTYPE_SYSTEM_IDENTIFIER_SINGLE_QUOTED_STATE;
1981 wakaba 1.18 !!!next-input-character;
1982     redo A;
1983 wakaba 1.76 } elsif ($self->{next_char} == 0x003E) { # >
1984 wakaba 1.77 !!!cp (198);
1985 wakaba 1.57 $self->{state} = DATA_STATE;
1986 wakaba 1.18 !!!next-input-character;
1987    
1988     !!!emit ($self->{current_token}); # DOCTYPE
1989    
1990     redo A;
1991 wakaba 1.76 } elsif ($self->{next_char} == -1) {
1992 wakaba 1.77 !!!cp (199);
1993 wakaba 1.18 !!!parse-error (type => 'unclosed DOCTYPE');
1994    
1995 wakaba 1.57 $self->{state} = DATA_STATE;
1996 wakaba 1.26 ## reconsume
1997 wakaba 1.18
1998 wakaba 1.75 $self->{current_token}->{quirks} = 1;
1999 wakaba 1.18 !!!emit ($self->{current_token}); # DOCTYPE
2000    
2001     redo A;
2002     } else {
2003 wakaba 1.77 !!!cp (200);
2004 wakaba 1.18 !!!parse-error (type => 'string after PUBLIC literal');
2005 wakaba 1.75 $self->{current_token}->{quirks} = 1;
2006 wakaba 1.73
2007 wakaba 1.57 $self->{state} = BOGUS_DOCTYPE_STATE;
2008 wakaba 1.18 !!!next-input-character;
2009     redo A;
2010     }
2011 wakaba 1.57 } elsif ($self->{state} == BEFORE_DOCTYPE_SYSTEM_IDENTIFIER_STATE) {
2012 wakaba 1.18 if ({
2013     0x0009 => 1, 0x000A => 1, 0x000B => 1, 0x000C => 1, 0x0020 => 1,
2014     #0x000D => 1, # HT, LF, VT, FF, SP, CR
2015 wakaba 1.76 }->{$self->{next_char}}) {
2016 wakaba 1.77 !!!cp (201);
2017 wakaba 1.18 ## Stay in the state
2018     !!!next-input-character;
2019     redo A;
2020 wakaba 1.76 } elsif ($self->{next_char} == 0x0022) { # "
2021 wakaba 1.77 !!!cp (202);
2022 wakaba 1.18 $self->{current_token}->{system_identifier} = ''; # DOCTYPE
2023 wakaba 1.57 $self->{state} = DOCTYPE_SYSTEM_IDENTIFIER_DOUBLE_QUOTED_STATE;
2024 wakaba 1.18 !!!next-input-character;
2025     redo A;
2026 wakaba 1.76 } elsif ($self->{next_char} == 0x0027) { # '
2027 wakaba 1.77 !!!cp (203);
2028 wakaba 1.18 $self->{current_token}->{system_identifier} = ''; # DOCTYPE
2029 wakaba 1.57 $self->{state} = DOCTYPE_SYSTEM_IDENTIFIER_SINGLE_QUOTED_STATE;
2030 wakaba 1.18 !!!next-input-character;
2031     redo A;
2032 wakaba 1.76 } elsif ($self->{next_char} == 0x003E) { # >
2033 wakaba 1.77 !!!cp (204);
2034 wakaba 1.18 !!!parse-error (type => 'no SYSTEM literal');
2035 wakaba 1.57 $self->{state} = DATA_STATE;
2036 wakaba 1.18 !!!next-input-character;
2037    
2038 wakaba 1.75 $self->{current_token}->{quirks} = 1;
2039 wakaba 1.18 !!!emit ($self->{current_token}); # DOCTYPE
2040    
2041     redo A;
2042 wakaba 1.76 } elsif ($self->{next_char} == -1) {
2043 wakaba 1.77 !!!cp (205);
2044 wakaba 1.18 !!!parse-error (type => 'unclosed DOCTYPE');
2045    
2046 wakaba 1.57 $self->{state} = DATA_STATE;
2047 wakaba 1.26 ## reconsume
2048 wakaba 1.18
2049 wakaba 1.75 $self->{current_token}->{quirks} = 1;
2050 wakaba 1.18 !!!emit ($self->{current_token}); # DOCTYPE
2051    
2052     redo A;
2053     } else {
2054 wakaba 1.77 !!!cp (206);
2055 wakaba 1.30 !!!parse-error (type => 'string after SYSTEM');
2056 wakaba 1.75 $self->{current_token}->{quirks} = 1;
2057 wakaba 1.73
2058 wakaba 1.57 $self->{state} = BOGUS_DOCTYPE_STATE;
2059 wakaba 1.18 !!!next-input-character;
2060     redo A;
2061     }
2062 wakaba 1.57 } elsif ($self->{state} == DOCTYPE_SYSTEM_IDENTIFIER_DOUBLE_QUOTED_STATE) {
2063 wakaba 1.76 if ($self->{next_char} == 0x0022) { # "
2064 wakaba 1.77 !!!cp (207);
2065 wakaba 1.57 $self->{state} = AFTER_DOCTYPE_SYSTEM_IDENTIFIER_STATE;
2066 wakaba 1.18 !!!next-input-character;
2067     redo A;
2068 wakaba 1.76 } elsif ($self->{next_char} == 0x003E) { # >
2069 wakaba 1.77 !!!cp (208);
2070 wakaba 1.69 !!!parse-error (type => 'unclosed PUBLIC literal');
2071    
2072     $self->{state} = DATA_STATE;
2073     !!!next-input-character;
2074    
2075 wakaba 1.75 $self->{current_token}->{quirks} = 1;
2076 wakaba 1.69 !!!emit ($self->{current_token}); # DOCTYPE
2077    
2078     redo A;
2079 wakaba 1.76 } elsif ($self->{next_char} == -1) {
2080 wakaba 1.77 !!!cp (209);
2081 wakaba 1.18 !!!parse-error (type => 'unclosed SYSTEM literal');
2082    
2083 wakaba 1.57 $self->{state} = DATA_STATE;
2084 wakaba 1.18 ## reconsume
2085    
2086 wakaba 1.75 $self->{current_token}->{quirks} = 1;
2087 wakaba 1.18 !!!emit ($self->{current_token}); # DOCTYPE
2088    
2089     redo A;
2090     } else {
2091 wakaba 1.77 !!!cp (210);
2092 wakaba 1.18 $self->{current_token}->{system_identifier} # DOCTYPE
2093 wakaba 1.76 .= chr $self->{next_char};
2094 wakaba 1.18 ## Stay in the state
2095     !!!next-input-character;
2096     redo A;
2097     }
2098 wakaba 1.57 } elsif ($self->{state} == DOCTYPE_SYSTEM_IDENTIFIER_SINGLE_QUOTED_STATE) {
2099 wakaba 1.76 if ($self->{next_char} == 0x0027) { # '
2100 wakaba 1.77 !!!cp (211);
2101 wakaba 1.57 $self->{state} = AFTER_DOCTYPE_SYSTEM_IDENTIFIER_STATE;
2102 wakaba 1.18 !!!next-input-character;
2103     redo A;
2104 wakaba 1.76 } elsif ($self->{next_char} == 0x003E) { # >
2105 wakaba 1.77 !!!cp (212);
2106 wakaba 1.69 !!!parse-error (type => 'unclosed PUBLIC literal');
2107    
2108     $self->{state} = DATA_STATE;
2109     !!!next-input-character;
2110    
2111 wakaba 1.75 $self->{current_token}->{quirks} = 1;
2112 wakaba 1.69 !!!emit ($self->{current_token}); # DOCTYPE
2113    
2114     redo A;
2115 wakaba 1.76 } elsif ($self->{next_char} == -1) {
2116 wakaba 1.77 !!!cp (213);
2117 wakaba 1.18 !!!parse-error (type => 'unclosed SYSTEM literal');
2118    
2119 wakaba 1.57 $self->{state} = DATA_STATE;
2120 wakaba 1.18 ## reconsume
2121    
2122 wakaba 1.75 $self->{current_token}->{quirks} = 1;
2123 wakaba 1.1 !!!emit ($self->{current_token}); # DOCTYPE
2124    
2125     redo A;
2126     } else {
2127 wakaba 1.77 !!!cp (214);
2128 wakaba 1.18 $self->{current_token}->{system_identifier} # DOCTYPE
2129 wakaba 1.76 .= chr $self->{next_char};
2130 wakaba 1.18 ## Stay in the state
2131     !!!next-input-character;
2132     redo A;
2133     }
2134 wakaba 1.57 } elsif ($self->{state} == AFTER_DOCTYPE_SYSTEM_IDENTIFIER_STATE) {
2135 wakaba 1.18 if ({
2136     0x0009 => 1, 0x000A => 1, 0x000B => 1, 0x000C => 1, 0x0020 => 1,
2137     #0x000D => 1, # HT, LF, VT, FF, SP, CR
2138 wakaba 1.76 }->{$self->{next_char}}) {
2139 wakaba 1.77 !!!cp (215);
2140 wakaba 1.18 ## Stay in the state
2141     !!!next-input-character;
2142     redo A;
2143 wakaba 1.76 } elsif ($self->{next_char} == 0x003E) { # >
2144 wakaba 1.77 !!!cp (216);
2145 wakaba 1.57 $self->{state} = DATA_STATE;
2146 wakaba 1.18 !!!next-input-character;
2147    
2148     !!!emit ($self->{current_token}); # DOCTYPE
2149    
2150     redo A;
2151 wakaba 1.76 } elsif ($self->{next_char} == -1) {
2152 wakaba 1.77 !!!cp (217);
2153 wakaba 1.18 !!!parse-error (type => 'unclosed DOCTYPE');
2154    
2155 wakaba 1.57 $self->{state} = DATA_STATE;
2156 wakaba 1.26 ## reconsume
2157 wakaba 1.18
2158 wakaba 1.75 $self->{current_token}->{quirks} = 1;
2159 wakaba 1.18 !!!emit ($self->{current_token}); # DOCTYPE
2160    
2161     redo A;
2162     } else {
2163 wakaba 1.77 !!!cp (218);
2164 wakaba 1.18 !!!parse-error (type => 'string after SYSTEM literal');
2165 wakaba 1.75 #$self->{current_token}->{quirks} = 1;
2166 wakaba 1.73
2167 wakaba 1.57 $self->{state} = BOGUS_DOCTYPE_STATE;
2168 wakaba 1.1 !!!next-input-character;
2169     redo A;
2170     }
2171 wakaba 1.57 } elsif ($self->{state} == BOGUS_DOCTYPE_STATE) {
2172 wakaba 1.76 if ($self->{next_char} == 0x003E) { # >
2173 wakaba 1.77 !!!cp (219);
2174 wakaba 1.57 $self->{state} = DATA_STATE;
2175 wakaba 1.1 !!!next-input-character;
2176    
2177     !!!emit ($self->{current_token}); # DOCTYPE
2178    
2179     redo A;
2180 wakaba 1.76 } elsif ($self->{next_char} == -1) {
2181 wakaba 1.77 !!!cp (220);
2182 wakaba 1.3 !!!parse-error (type => 'unclosed DOCTYPE');
2183 wakaba 1.57 $self->{state} = DATA_STATE;
2184 wakaba 1.1 ## reconsume
2185    
2186     !!!emit ($self->{current_token}); # DOCTYPE
2187    
2188     redo A;
2189     } else {
2190 wakaba 1.77 !!!cp (221);
2191 wakaba 1.1 ## Stay in the state
2192     !!!next-input-character;
2193     redo A;
2194     }
2195     } else {
2196     die "$0: $self->{state}: Unknown state";
2197     }
2198     } # A
2199    
2200     die "$0: _get_next_token: unexpected case";
2201     } # _get_next_token
2202    
2203 wakaba 1.72 sub _tokenize_attempt_to_consume_an_entity ($$$) {
2204     my ($self, $in_attr, $additional) = @_;
2205 wakaba 1.20
2206     if ({
2207     0x0009 => 1, 0x000A => 1, 0x000B => 1, 0x000C => 1, # HT, LF, VT, FF,
2208     0x0020 => 1, 0x003C => 1, 0x0026 => 1, -1 => 1, # SP, <, & # 0x000D # CR
2209 wakaba 1.72 $additional => 1,
2210 wakaba 1.76 }->{$self->{next_char}}) {
2211 wakaba 1.78 !!!cp (1001);
2212 wakaba 1.20 ## Don't consume
2213     ## No error
2214     return undef;
2215 wakaba 1.76 } elsif ($self->{next_char} == 0x0023) { # #
2216 wakaba 1.1 !!!next-input-character;
2217 wakaba 1.76 if ($self->{next_char} == 0x0078 or # x
2218     $self->{next_char} == 0x0058) { # X
2219 wakaba 1.26 my $code;
2220 wakaba 1.1 X: {
2221 wakaba 1.76 my $x_char = $self->{next_char};
2222 wakaba 1.1 !!!next-input-character;
2223 wakaba 1.76 if (0x0030 <= $self->{next_char} and
2224     $self->{next_char} <= 0x0039) { # 0..9
2225 wakaba 1.78 !!!cp (1002);
2226 wakaba 1.26 $code ||= 0;
2227     $code *= 0x10;
2228 wakaba 1.76 $code += $self->{next_char} - 0x0030;
2229 wakaba 1.1 redo X;
2230 wakaba 1.76 } elsif (0x0061 <= $self->{next_char} and
2231     $self->{next_char} <= 0x0066) { # a..f
2232 wakaba 1.78 !!!cp (1003);
2233 wakaba 1.26 $code ||= 0;
2234     $code *= 0x10;
2235 wakaba 1.76 $code += $self->{next_char} - 0x0060 + 9;
2236 wakaba 1.1 redo X;
2237 wakaba 1.76 } elsif (0x0041 <= $self->{next_char} and
2238     $self->{next_char} <= 0x0046) { # A..F
2239 wakaba 1.78 !!!cp (1004);
2240 wakaba 1.26 $code ||= 0;
2241     $code *= 0x10;
2242 wakaba 1.76 $code += $self->{next_char} - 0x0040 + 9;
2243 wakaba 1.1 redo X;
2244 wakaba 1.26 } elsif (not defined $code) { # no hexadecimal digit
2245 wakaba 1.78 !!!cp (1005);
2246 wakaba 1.3 !!!parse-error (type => 'bare hcro');
2247 wakaba 1.76 !!!back-next-input-character ($x_char, $self->{next_char});
2248     $self->{next_char} = 0x0023; # #
2249 wakaba 1.1 return undef;
2250 wakaba 1.76 } elsif ($self->{next_char} == 0x003B) { # ;
2251 wakaba 1.78 !!!cp (1006);
2252 wakaba 1.1 !!!next-input-character;
2253     } else {
2254 wakaba 1.78 !!!cp (1007);
2255 wakaba 1.3 !!!parse-error (type => 'no refc');
2256 wakaba 1.1 }
2257    
2258 wakaba 1.26 if ($code == 0 or (0xD800 <= $code and $code <= 0xDFFF)) {
2259 wakaba 1.78 !!!cp (1008);
2260 wakaba 1.26 !!!parse-error (type => sprintf 'invalid character reference:U+%04X', $code);
2261     $code = 0xFFFD;
2262     } elsif ($code > 0x10FFFF) {
2263 wakaba 1.78 !!!cp (1009);
2264 wakaba 1.26 !!!parse-error (type => sprintf 'invalid character reference:U-%08X', $code);
2265     $code = 0xFFFD;
2266     } elsif ($code == 0x000D) {
2267 wakaba 1.78 !!!cp (1010);
2268 wakaba 1.26 !!!parse-error (type => 'CR character reference');
2269     $code = 0x000A;
2270     } elsif (0x80 <= $code and $code <= 0x9F) {
2271 wakaba 1.78 !!!cp (1011);
2272 wakaba 1.30 !!!parse-error (type => sprintf 'C1 character reference:U+%04X', $code);
2273 wakaba 1.26 $code = $c1_entity_char->{$code};
2274 wakaba 1.1 }
2275    
2276 wakaba 1.66 return {type => CHARACTER_TOKEN, data => chr $code,
2277     has_reference => 1};
2278 wakaba 1.1 } # X
2279 wakaba 1.76 } elsif (0x0030 <= $self->{next_char} and
2280     $self->{next_char} <= 0x0039) { # 0..9
2281     my $code = $self->{next_char} - 0x0030;
2282 wakaba 1.1 !!!next-input-character;
2283    
2284 wakaba 1.76 while (0x0030 <= $self->{next_char} and
2285     $self->{next_char} <= 0x0039) { # 0..9
2286 wakaba 1.78 !!!cp (1012);
2287 wakaba 1.1 $code *= 10;
2288 wakaba 1.76 $code += $self->{next_char} - 0x0030;
2289 wakaba 1.1
2290     !!!next-input-character;
2291     }
2292    
2293 wakaba 1.76 if ($self->{next_char} == 0x003B) { # ;
2294 wakaba 1.78 !!!cp (1013);
2295 wakaba 1.1 !!!next-input-character;
2296     } else {
2297 wakaba 1.78 !!!cp (1014);
2298 wakaba 1.3 !!!parse-error (type => 'no refc');
2299 wakaba 1.1 }
2300    
2301 wakaba 1.26 if ($code == 0 or (0xD800 <= $code and $code <= 0xDFFF)) {
2302 wakaba 1.78 !!!cp (1015);
2303 wakaba 1.26 !!!parse-error (type => sprintf 'invalid character reference:U+%04X', $code);
2304     $code = 0xFFFD;
2305     } elsif ($code > 0x10FFFF) {
2306 wakaba 1.78 !!!cp (1016);
2307 wakaba 1.26 !!!parse-error (type => sprintf 'invalid character reference:U-%08X', $code);
2308     $code = 0xFFFD;
2309     } elsif ($code == 0x000D) {
2310 wakaba 1.78 !!!cp (1017);
2311 wakaba 1.26 !!!parse-error (type => 'CR character reference');
2312     $code = 0x000A;
2313 wakaba 1.4 } elsif (0x80 <= $code and $code <= 0x9F) {
2314 wakaba 1.78 !!!cp (1018);
2315 wakaba 1.30 !!!parse-error (type => sprintf 'C1 character reference:U+%04X', $code);
2316 wakaba 1.4 $code = $c1_entity_char->{$code};
2317 wakaba 1.1 }
2318    
2319 wakaba 1.66 return {type => CHARACTER_TOKEN, data => chr $code, has_reference => 1};
2320 wakaba 1.1 } else {
2321 wakaba 1.78 !!!cp (1019);
2322 wakaba 1.3 !!!parse-error (type => 'bare nero');
2323 wakaba 1.76 !!!back-next-input-character ($self->{next_char});
2324     $self->{next_char} = 0x0023; # #
2325 wakaba 1.1 return undef;
2326     }
2327 wakaba 1.76 } elsif ((0x0041 <= $self->{next_char} and
2328     $self->{next_char} <= 0x005A) or
2329     (0x0061 <= $self->{next_char} and
2330     $self->{next_char} <= 0x007A)) {
2331     my $entity_name = chr $self->{next_char};
2332 wakaba 1.1 !!!next-input-character;
2333    
2334     my $value = $entity_name;
2335 wakaba 1.37 my $match = 0;
2336 wakaba 1.16 require Whatpm::_NamedEntityList;
2337     our $EntityChar;
2338 wakaba 1.1
2339     while (length $entity_name < 10 and
2340     ## NOTE: Some number greater than the maximum length of entity name
2341 wakaba 1.76 ((0x0041 <= $self->{next_char} and # a
2342     $self->{next_char} <= 0x005A) or # x
2343     (0x0061 <= $self->{next_char} and # a
2344     $self->{next_char} <= 0x007A) or # z
2345     (0x0030 <= $self->{next_char} and # 0
2346     $self->{next_char} <= 0x0039) or # 9
2347     $self->{next_char} == 0x003B)) { # ;
2348     $entity_name .= chr $self->{next_char};
2349 wakaba 1.16 if (defined $EntityChar->{$entity_name}) {
2350 wakaba 1.76 if ($self->{next_char} == 0x003B) { # ;
2351 wakaba 1.78 !!!cp (1020);
2352 wakaba 1.26 $value = $EntityChar->{$entity_name};
2353 wakaba 1.16 $match = 1;
2354     !!!next-input-character;
2355     last;
2356 wakaba 1.37 } else {
2357 wakaba 1.78 !!!cp (1021);
2358 wakaba 1.26 $value = $EntityChar->{$entity_name};
2359     $match = -1;
2360 wakaba 1.37 !!!next-input-character;
2361 wakaba 1.16 }
2362 wakaba 1.1 } else {
2363 wakaba 1.78 !!!cp (1022);
2364 wakaba 1.76 $value .= chr $self->{next_char};
2365 wakaba 1.37 $match *= 2;
2366     !!!next-input-character;
2367 wakaba 1.1 }
2368     }
2369    
2370 wakaba 1.16 if ($match > 0) {
2371 wakaba 1.78 !!!cp (1023);
2372 wakaba 1.66 return {type => CHARACTER_TOKEN, data => $value, has_reference => 1};
2373 wakaba 1.16 } elsif ($match < 0) {
2374 wakaba 1.30 !!!parse-error (type => 'no refc');
2375 wakaba 1.37 if ($in_attr and $match < -1) {
2376 wakaba 1.78 !!!cp (1024);
2377 wakaba 1.55 return {type => CHARACTER_TOKEN, data => '&'.$entity_name};
2378 wakaba 1.37 } else {
2379 wakaba 1.78 !!!cp (1025);
2380 wakaba 1.66 return {type => CHARACTER_TOKEN, data => $value, has_reference => 1};
2381 wakaba 1.37 }
2382 wakaba 1.1 } else {
2383 wakaba 1.78 !!!cp (1026);
2384 wakaba 1.3 !!!parse-error (type => 'bare ero');
2385 wakaba 1.66 ## NOTE: "No characters are consumed" in the spec.
2386 wakaba 1.55 return {type => CHARACTER_TOKEN, data => '&'.$value};
2387 wakaba 1.1 }
2388     } else {
2389 wakaba 1.78 !!!cp (1027);
2390 wakaba 1.1 ## no characters are consumed
2391 wakaba 1.3 !!!parse-error (type => 'bare ero');
2392 wakaba 1.1 return undef;
2393     }
2394     } # _tokenize_attempt_to_consume_an_entity
2395    
2396     sub _initialize_tree_constructor ($) {
2397     my $self = shift;
2398     ## NOTE: $self->{document} MUST be specified before this method is called
2399     $self->{document}->strict_error_checking (0);
2400     ## TODO: Turn mutation events off # MUST
2401     ## TODO: Turn loose Document option (manakai extension) on
2402 wakaba 1.18 $self->{document}->manakai_is_html (1); # MUST
2403 wakaba 1.1 } # _initialize_tree_constructor
2404    
2405     sub _terminate_tree_constructor ($) {
2406     my $self = shift;
2407     $self->{document}->strict_error_checking (1);
2408     ## TODO: Turn mutation events on
2409     } # _terminate_tree_constructor
2410    
2411     ## ISSUE: Should append_child (for example) in script executed in tree construction stage fire mutation events?
2412    
2413 wakaba 1.3 { # tree construction stage
2414     my $token;
2415    
2416 wakaba 1.1 sub _construct_tree ($) {
2417     my ($self) = @_;
2418    
2419     ## When an interactive UA render the $self->{document} available
2420     ## to the user, or when it begin accepting user input, are
2421     ## not defined.
2422    
2423     ## Append a character: collect it and all subsequent consecutive
2424     ## characters and insert one Text node whose data is concatenation
2425     ## of all those characters. # MUST
2426    
2427     !!!next-token;
2428    
2429 wakaba 1.3 undef $self->{form_element};
2430     undef $self->{head_element};
2431     $self->{open_elements} = [];
2432     undef $self->{inner_html_node};
2433    
2434 wakaba 1.84 ## NOTE: The "initial" insertion mode.
2435 wakaba 1.3 $self->_tree_construction_initial; # MUST
2436 wakaba 1.84
2437     ## NOTE: The "before html" insertion mode.
2438 wakaba 1.3 $self->_tree_construction_root_element;
2439 wakaba 1.84 $self->{insertion_mode} = BEFORE_HEAD_IM;
2440    
2441     ## NOTE: The "before head" insertion mode and so on.
2442 wakaba 1.3 $self->_tree_construction_main;
2443     } # _construct_tree
2444    
2445     sub _tree_construction_initial ($) {
2446     my $self = shift;
2447 wakaba 1.84
2448     ## NOTE: "initial" insertion mode
2449    
2450 wakaba 1.18 INITIAL: {
2451 wakaba 1.55 if ($token->{type} == DOCTYPE_TOKEN) {
2452 wakaba 1.18 ## NOTE: Conformance checkers MAY, instead of reporting "not HTML5"
2453     ## error, switch to a conformance checking mode for another
2454     ## language.
2455     my $doctype_name = $token->{name};
2456     $doctype_name = '' unless defined $doctype_name;
2457     $doctype_name =~ tr/a-z/A-Z/;
2458     if (not defined $token->{name} or # <!DOCTYPE>
2459     defined $token->{public_identifier} or
2460     defined $token->{system_identifier}) {
2461 wakaba 1.79 !!!cp ('t1');
2462 wakaba 1.18 !!!parse-error (type => 'not HTML5');
2463     } elsif ($doctype_name ne 'HTML') {
2464 wakaba 1.79 !!!cp ('t2');
2465 wakaba 1.18 ## ISSUE: ASCII case-insensitive? (in fact it does not matter)
2466     !!!parse-error (type => 'not HTML5');
2467 wakaba 1.79 } else {
2468     !!!cp ('t3');
2469 wakaba 1.18 }
2470    
2471     my $doctype = $self->{document}->create_document_type_definition
2472     ($token->{name}); ## ISSUE: If name is missing (e.g. <!DOCTYPE>)?
2473     $doctype->public_id ($token->{public_identifier})
2474     if defined $token->{public_identifier};
2475     $doctype->system_id ($token->{system_identifier})
2476     if defined $token->{system_identifier};
2477     ## NOTE: Other DocumentType attributes are null or empty lists.
2478     ## ISSUE: internalSubset = null??
2479     $self->{document}->append_child ($doctype);
2480    
2481 wakaba 1.75 if ($token->{quirks} or $doctype_name ne 'HTML') {
2482 wakaba 1.79 !!!cp ('t4');
2483 wakaba 1.18 $self->{document}->manakai_compat_mode ('quirks');
2484     } elsif (defined $token->{public_identifier}) {
2485     my $pubid = $token->{public_identifier};
2486     $pubid =~ tr/a-z/A-z/;
2487     if ({
2488     "+//SILMARIL//DTD HTML PRO V0R11 19970101//EN" => 1,
2489     "-//ADVASOFT LTD//DTD HTML 3.0 ASWEDIT + EXTENSIONS//EN" => 1,
2490     "-//AS//DTD HTML 3.0 ASWEDIT + EXTENSIONS//EN" => 1,
2491     "-//IETF//DTD HTML 2.0 LEVEL 1//EN" => 1,
2492     "-//IETF//DTD HTML 2.0 LEVEL 2//EN" => 1,
2493     "-//IETF//DTD HTML 2.0 STRICT LEVEL 1//EN" => 1,
2494     "-//IETF//DTD HTML 2.0 STRICT LEVEL 2//EN" => 1,
2495     "-//IETF//DTD HTML 2.0 STRICT//EN" => 1,
2496     "-//IETF//DTD HTML 2.0//EN" => 1,
2497     "-//IETF//DTD HTML 2.1E//EN" => 1,
2498     "-//IETF//DTD HTML 3.0//EN" => 1,
2499     "-//IETF//DTD HTML 3.0//EN//" => 1,
2500     "-//IETF//DTD HTML 3.2 FINAL//EN" => 1,
2501     "-//IETF//DTD HTML 3.2//EN" => 1,
2502     "-//IETF//DTD HTML 3//EN" => 1,
2503     "-//IETF//DTD HTML LEVEL 0//EN" => 1,
2504     "-//IETF//DTD HTML LEVEL 0//EN//2.0" => 1,
2505     "-//IETF//DTD HTML LEVEL 1//EN" => 1,
2506     "-//IETF//DTD HTML LEVEL 1//EN//2.0" => 1,
2507     "-//IETF//DTD HTML LEVEL 2//EN" => 1,
2508     "-//IETF//DTD HTML LEVEL 2//EN//2.0" => 1,
2509     "-//IETF//DTD HTML LEVEL 3//EN" => 1,
2510     "-//IETF//DTD HTML LEVEL 3//EN//3.0" => 1,
2511     "-//IETF//DTD HTML STRICT LEVEL 0//EN" => 1,
2512     "-//IETF//DTD HTML STRICT LEVEL 0//EN//2.0" => 1,
2513     "-//IETF//DTD HTML STRICT LEVEL 1//EN" => 1,
2514     "-//IETF//DTD HTML STRICT LEVEL 1//EN//2.0" => 1,
2515     "-//IETF//DTD HTML STRICT LEVEL 2//EN" => 1,
2516     "-//IETF//DTD HTML STRICT LEVEL 2//EN//2.0" => 1,
2517     "-//IETF//DTD HTML STRICT LEVEL 3//EN" => 1,
2518     "-//IETF//DTD HTML STRICT LEVEL 3//EN//3.0" => 1,
2519     "-//IETF//DTD HTML STRICT//EN" => 1,
2520     "-//IETF//DTD HTML STRICT//EN//2.0" => 1,
2521     "-//IETF//DTD HTML STRICT//EN//3.0" => 1,
2522     "-//IETF//DTD HTML//EN" => 1,
2523     "-//IETF//DTD HTML//EN//2.0" => 1,
2524     "-//IETF//DTD HTML//EN//3.0" => 1,
2525     "-//METRIUS//DTD METRIUS PRESENTATIONAL//EN" => 1,
2526     "-//MICROSOFT//DTD INTERNET EXPLORER 2.0 HTML STRICT//EN" => 1,
2527     "-//MICROSOFT//DTD INTERNET EXPLORER 2.0 HTML//EN" => 1,
2528     "-//MICROSOFT//DTD INTERNET EXPLORER 2.0 TABLES//EN" => 1,
2529     "-//MICROSOFT//DTD INTERNET EXPLORER 3.0 HTML STRICT//EN" => 1,
2530     "-//MICROSOFT//DTD INTERNET EXPLORER 3.0 HTML//EN" => 1,
2531     "-//MICROSOFT//DTD INTERNET EXPLORER 3.0 TABLES//EN" => 1,
2532     "-//NETSCAPE COMM. CORP.//DTD HTML//EN" => 1,
2533     "-//NETSCAPE COMM. CORP.//DTD STRICT HTML//EN" => 1,
2534     "-//O'REILLY AND ASSOCIATES//DTD HTML 2.0//EN" => 1,
2535     "-//O'REILLY AND ASSOCIATES//DTD HTML EXTENDED 1.0//EN" => 1,
2536 wakaba 1.72 "-//O'REILLY AND ASSOCIATES//DTD HTML EXTENDED RELAXED 1.0//EN" => 1,
2537     "-//SOFTQUAD SOFTWARE//DTD HOTMETAL PRO 6.0::19990601::EXTENSIONS TO HTML 4.0//EN" => 1,
2538     "-//SOFTQUAD//DTD HOTMETAL PRO 4.0::19971010::EXTENSIONS TO HTML 4.0//EN" => 1,
2539 wakaba 1.18 "-//SPYGLASS//DTD HTML 2.0 EXTENDED//EN" => 1,
2540     "-//SQ//DTD HTML 2.0 HOTMETAL + EXTENSIONS//EN" => 1,
2541     "-//SUN MICROSYSTEMS CORP.//DTD HOTJAVA HTML//EN" => 1,
2542     "-//SUN MICROSYSTEMS CORP.//DTD HOTJAVA STRICT HTML//EN" => 1,
2543     "-//W3C//DTD HTML 3 1995-03-24//EN" => 1,
2544     "-//W3C//DTD HTML 3.2 DRAFT//EN" => 1,
2545     "-//W3C//DTD HTML 3.2 FINAL//EN" => 1,
2546     "-//W3C//DTD HTML 3.2//EN" => 1,
2547     "-//W3C//DTD HTML 3.2S DRAFT//EN" => 1,
2548     "-//W3C//DTD HTML 4.0 FRAMESET//EN" => 1,
2549     "-//W3C//DTD HTML 4.0 TRANSITIONAL//EN" => 1,
2550     "-//W3C//DTD HTML EXPERIMETNAL 19960712//EN" => 1,
2551     "-//W3C//DTD HTML EXPERIMENTAL 970421//EN" => 1,
2552     "-//W3C//DTD W3 HTML//EN" => 1,
2553     "-//W3O//DTD W3 HTML 3.0//EN" => 1,
2554     "-//W3O//DTD W3 HTML 3.0//EN//" => 1,
2555     "-//W3O//DTD W3 HTML STRICT 3.0//EN//" => 1,
2556     "-//WEBTECHS//DTD MOZILLA HTML 2.0//EN" => 1,
2557     "-//WEBTECHS//DTD MOZILLA HTML//EN" => 1,
2558     "-/W3C/DTD HTML 4.0 TRANSITIONAL/EN" => 1,
2559     "HTML" => 1,
2560     }->{$pubid}) {
2561 wakaba 1.79 !!!cp ('t5');
2562 wakaba 1.18 $self->{document}->manakai_compat_mode ('quirks');
2563     } elsif ($pubid eq "-//W3C//DTD HTML 4.01 FRAMESET//EN" or
2564     $pubid eq "-//W3C//DTD HTML 4.01 TRANSITIONAL//EN") {
2565     if (defined $token->{system_identifier}) {
2566 wakaba 1.79 !!!cp ('t6');
2567 wakaba 1.18 $self->{document}->manakai_compat_mode ('quirks');
2568     } else {
2569 wakaba 1.79 !!!cp ('t7');
2570 wakaba 1.18 $self->{document}->manakai_compat_mode ('limited quirks');
2571 wakaba 1.3 }
2572 wakaba 1.80 } elsif ($pubid eq "-//W3C//DTD XHTML 1.0 FRAMESET//EN" or
2573     $pubid eq "-//W3C//DTD XHTML 1.0 TRANSITIONAL//EN") {
2574 wakaba 1.79 !!!cp ('t8');
2575 wakaba 1.18 $self->{document}->manakai_compat_mode ('limited quirks');
2576 wakaba 1.79 } else {
2577     !!!cp ('t9');
2578 wakaba 1.18 }
2579 wakaba 1.79 } else {
2580     !!!cp ('t10');
2581 wakaba 1.18 }
2582     if (defined $token->{system_identifier}) {
2583     my $sysid = $token->{system_identifier};
2584     $sysid =~ tr/A-Z/a-z/;
2585     if ($sysid eq "http://www.ibm.com/data/dtd/v11/ibmxhtml1-transitional.dtd") {
2586 wakaba 1.80 ## TODO: Check the spec: PUBLIC "(limited quirks)" "(quirks)"
2587 wakaba 1.18 $self->{document}->manakai_compat_mode ('quirks');
2588 wakaba 1.79 !!!cp ('t11');
2589     } else {
2590     !!!cp ('t12');
2591 wakaba 1.18 }
2592 wakaba 1.79 } else {
2593     !!!cp ('t13');
2594 wakaba 1.18 }
2595    
2596 wakaba 1.84 ## Go to the "before html" insertion mode.
2597 wakaba 1.18 !!!next-token;
2598     return;
2599     } elsif ({
2600 wakaba 1.55 START_TAG_TOKEN, 1,
2601     END_TAG_TOKEN, 1,
2602     END_OF_FILE_TOKEN, 1,
2603 wakaba 1.18 }->{$token->{type}}) {
2604 wakaba 1.79 !!!cp ('t14');
2605 wakaba 1.18 !!!parse-error (type => 'no DOCTYPE');
2606     $self->{document}->manakai_compat_mode ('quirks');
2607 wakaba 1.84 ## Go to the "before html" insertion mode.
2608 wakaba 1.18 ## reprocess
2609     return;
2610 wakaba 1.55 } elsif ($token->{type} == CHARACTER_TOKEN) {
2611 wakaba 1.18 if ($token->{data} =~ s/^([\x09\x0A\x0B\x0C\x20]+)//) { # \x0D
2612     ## Ignore the token
2613 wakaba 1.26
2614 wakaba 1.18 unless (length $token->{data}) {
2615 wakaba 1.79 !!!cp ('t15');
2616 wakaba 1.84 ## Stay in the insertion mode.
2617 wakaba 1.18 !!!next-token;
2618     redo INITIAL;
2619 wakaba 1.79 } else {
2620     !!!cp ('t16');
2621 wakaba 1.3 }
2622 wakaba 1.79 } else {
2623     !!!cp ('t17');
2624 wakaba 1.3 }
2625 wakaba 1.18
2626     !!!parse-error (type => 'no DOCTYPE');
2627     $self->{document}->manakai_compat_mode ('quirks');
2628 wakaba 1.84 ## Go to the "before html" insertion mode.
2629 wakaba 1.18 ## reprocess
2630     return;
2631 wakaba 1.55 } elsif ($token->{type} == COMMENT_TOKEN) {
2632 wakaba 1.79 !!!cp ('t18');
2633 wakaba 1.18 my $comment = $self->{document}->create_comment ($token->{data});
2634     $self->{document}->append_child ($comment);
2635    
2636 wakaba 1.84 ## Stay in the insertion mode.
2637 wakaba 1.18 !!!next-token;
2638     redo INITIAL;
2639     } else {
2640 wakaba 1.55 die "$0: $token->{type}: Unknown token type";
2641 wakaba 1.18 }
2642     } # INITIAL
2643 wakaba 1.79
2644     die "$0: _tree_construction_initial: This should be never reached";
2645 wakaba 1.3 } # _tree_construction_initial
2646    
2647     sub _tree_construction_root_element ($) {
2648     my $self = shift;
2649 wakaba 1.84
2650     ## NOTE: "before html" insertion mode.
2651 wakaba 1.3
2652     B: {
2653 wakaba 1.55 if ($token->{type} == DOCTYPE_TOKEN) {
2654 wakaba 1.79 !!!cp ('t19');
2655 wakaba 1.3 !!!parse-error (type => 'in html:#DOCTYPE');
2656     ## Ignore the token
2657 wakaba 1.84 ## Stay in the insertion mode.
2658 wakaba 1.3 !!!next-token;
2659     redo B;
2660 wakaba 1.55 } elsif ($token->{type} == COMMENT_TOKEN) {
2661 wakaba 1.79 !!!cp ('t20');
2662 wakaba 1.3 my $comment = $self->{document}->create_comment ($token->{data});
2663     $self->{document}->append_child ($comment);
2664 wakaba 1.84 ## Stay in the insertion mode.
2665 wakaba 1.3 !!!next-token;
2666     redo B;
2667 wakaba 1.55 } elsif ($token->{type} == CHARACTER_TOKEN) {
2668 wakaba 1.26 if ($token->{data} =~ s/^([\x09\x0A\x0B\x0C\x20]+)//) { # \x0D
2669     ## Ignore the token.
2670    
2671 wakaba 1.3 unless (length $token->{data}) {
2672 wakaba 1.79 !!!cp ('t21');
2673 wakaba 1.84 ## Stay in the insertion mode.
2674 wakaba 1.3 !!!next-token;
2675     redo B;
2676 wakaba 1.79 } else {
2677     !!!cp ('t22');
2678 wakaba 1.3 }
2679 wakaba 1.79 } else {
2680     !!!cp ('t23');
2681 wakaba 1.3 }
2682 wakaba 1.61
2683     $self->{application_cache_selection}->(undef);
2684    
2685     #
2686     } elsif ($token->{type} == START_TAG_TOKEN) {
2687 wakaba 1.84 if ($token->{tag_name} eq 'html') {
2688     my $root_element;
2689     !!!create-element ($root_element, $token->{tag_name}, $token->{attributes});
2690     $self->{document}->append_child ($root_element);
2691     push @{$self->{open_elements}}, [$root_element, 'html'];
2692    
2693     if ($token->{attributes}->{manifest}) {
2694     !!!cp ('t24');
2695     $self->{application_cache_selection}
2696     ->($token->{attributes}->{manifest}->{value});
2697     ## ISSUE: No relative reference resolution?
2698     } else {
2699     !!!cp ('t25');
2700     $self->{application_cache_selection}->(undef);
2701     }
2702    
2703     !!!next-token;
2704     return; ## Go to the "before head" insertion mode.
2705 wakaba 1.61 } else {
2706 wakaba 1.84 !!!cp ('t25.1');
2707     #
2708 wakaba 1.61 }
2709 wakaba 1.3 } elsif ({
2710 wakaba 1.55 END_TAG_TOKEN, 1,
2711     END_OF_FILE_TOKEN, 1,
2712 wakaba 1.3 }->{$token->{type}}) {
2713 wakaba 1.79 !!!cp ('t26');
2714 wakaba 1.3 #
2715     } else {
2716 wakaba 1.55 die "$0: $token->{type}: Unknown token type";
2717 wakaba 1.3 }
2718 wakaba 1.61
2719 wakaba 1.84 my $root_element; !!!create-element ($root_element, 'html');
2720     $self->{document}->append_child ($root_element);
2721     push @{$self->{open_elements}}, [$root_element, 'html'];
2722    
2723     $self->{application_cache_selection}->(undef);
2724    
2725     ## NOTE: Reprocess the token.
2726     return; ## Go to the "before head" insertion mode.
2727    
2728     ## ISSUE: There is an issue in the spec
2729 wakaba 1.3 } # B
2730 wakaba 1.79
2731     die "$0: _tree_construction_root_element: This should never be reached";
2732 wakaba 1.3 } # _tree_construction_root_element
2733    
2734     sub _reset_insertion_mode ($) {
2735     my $self = shift;
2736    
2737     ## Step 1
2738     my $last;
2739    
2740     ## Step 2
2741     my $i = -1;
2742     my $node = $self->{open_elements}->[$i];
2743    
2744     ## Step 3
2745     S3: {
2746 wakaba 1.29 ## ISSUE: Oops! "If node is the first node in the stack of open
2747     ## elements, then set last to true. If the context element of the
2748     ## HTML fragment parsing algorithm is neither a td element nor a
2749     ## th element, then set node to the context element. (fragment case)":
2750     ## The second "if" is in the scope of the first "if"!?
2751     if ($self->{open_elements}->[0]->[0] eq $node->[0]) {
2752     $last = 1;
2753     if (defined $self->{inner_html_node}) {
2754     if ($self->{inner_html_node}->[1] eq 'td' or
2755     $self->{inner_html_node}->[1] eq 'th') {
2756 wakaba 1.79 !!!cp ('t27');
2757 wakaba 1.29 #
2758     } else {
2759 wakaba 1.79 !!!cp ('t28');
2760 wakaba 1.29 $node = $self->{inner_html_node};
2761     }
2762 wakaba 1.3 }
2763     }
2764    
2765     ## Step 4..13
2766     my $new_mode = {
2767 wakaba 1.54 select => IN_SELECT_IM,
2768 wakaba 1.83 ## NOTE: |option| and |optgroup| do not set
2769     ## insertion mode to "in select" by themselves.
2770 wakaba 1.54 td => IN_CELL_IM,
2771     th => IN_CELL_IM,
2772     tr => IN_ROW_IM,
2773     tbody => IN_TABLE_BODY_IM,
2774     thead => IN_TABLE_BODY_IM,
2775     tfoot => IN_TABLE_BODY_IM,
2776     caption => IN_CAPTION_IM,
2777     colgroup => IN_COLUMN_GROUP_IM,
2778     table => IN_TABLE_IM,
2779     head => IN_BODY_IM, # not in head!
2780     body => IN_BODY_IM,
2781     frameset => IN_FRAMESET_IM,
2782 wakaba 1.3 }->{$node->[1]};
2783     $self->{insertion_mode} = $new_mode and return if defined $new_mode;
2784    
2785     ## Step 14
2786     if ($node->[1] eq 'html') {
2787     unless (defined $self->{head_element}) {
2788 wakaba 1.79 !!!cp ('t29');
2789 wakaba 1.54 $self->{insertion_mode} = BEFORE_HEAD_IM;
2790 wakaba 1.3 } else {
2791 wakaba 1.81 ## ISSUE: Can this state be reached?
2792 wakaba 1.79 !!!cp ('t30');
2793 wakaba 1.54 $self->{insertion_mode} = AFTER_HEAD_IM;
2794 wakaba 1.3 }
2795     return;
2796 wakaba 1.79 } else {
2797     !!!cp ('t31');
2798 wakaba 1.3 }
2799    
2800     ## Step 15
2801 wakaba 1.54 $self->{insertion_mode} = IN_BODY_IM and return if $last;
2802 wakaba 1.3
2803     ## Step 16
2804     $i--;
2805     $node = $self->{open_elements}->[$i];
2806    
2807     ## Step 17
2808     redo S3;
2809     } # S3
2810 wakaba 1.79
2811     die "$0: _reset_insertion_mode: This line should never be reached";
2812 wakaba 1.3 } # _reset_insertion_mode
2813    
2814     sub _tree_construction_main ($) {
2815     my $self = shift;
2816    
2817 wakaba 1.1 my $active_formatting_elements = [];
2818    
2819     my $reconstruct_active_formatting_elements = sub { # MUST
2820     my $insert = shift;
2821    
2822     ## Step 1
2823     return unless @$active_formatting_elements;
2824    
2825     ## Step 3
2826     my $i = -1;
2827     my $entry = $active_formatting_elements->[$i];
2828    
2829     ## Step 2
2830     return if $entry->[0] eq '#marker';
2831 wakaba 1.3 for (@{$self->{open_elements}}) {
2832 wakaba 1.1 if ($entry->[0] eq $_->[0]) {
2833 wakaba 1.79 !!!cp ('t32');
2834 wakaba 1.1 return;
2835     }
2836     }
2837    
2838     S4: {
2839     ## Step 4
2840     last S4 if $active_formatting_elements->[0]->[0] eq $entry->[0];
2841    
2842     ## Step 5
2843     $i--;
2844     $entry = $active_formatting_elements->[$i];
2845    
2846     ## Step 6
2847     if ($entry->[0] eq '#marker') {
2848 wakaba 1.81 !!!cp ('t33_1');
2849 wakaba 1.1 #
2850     } else {
2851     my $in_open_elements;
2852 wakaba 1.3 OE: for (@{$self->{open_elements}}) {
2853 wakaba 1.1 if ($entry->[0] eq $_->[0]) {
2854 wakaba 1.79 !!!cp ('t33');
2855 wakaba 1.1 $in_open_elements = 1;
2856     last OE;
2857     }
2858     }
2859     if ($in_open_elements) {
2860 wakaba 1.79 !!!cp ('t34');
2861 wakaba 1.1 #
2862     } else {
2863 wakaba 1.81 ## NOTE: <!DOCTYPE HTML><p><b><i><u></p> <p>X
2864 wakaba 1.79 !!!cp ('t35');
2865 wakaba 1.1 redo S4;
2866     }
2867     }
2868    
2869     ## Step 7
2870     $i++;
2871     $entry = $active_formatting_elements->[$i];
2872     } # S4
2873    
2874     S7: {
2875     ## Step 8
2876     my $clone = [$entry->[0]->clone_node (0), $entry->[1]];
2877    
2878     ## Step 9
2879     $insert->($clone->[0]);
2880 wakaba 1.3 push @{$self->{open_elements}}, $clone;
2881 wakaba 1.1
2882     ## Step 10
2883 wakaba 1.3 $active_formatting_elements->[$i] = $self->{open_elements}->[-1];
2884 wakaba 1.1
2885     ## Step 11
2886     unless ($clone->[0] eq $active_formatting_elements->[-1]->[0]) {
2887 wakaba 1.79 !!!cp ('t36');
2888 wakaba 1.1 ## Step 7'
2889     $i++;
2890     $entry = $active_formatting_elements->[$i];
2891    
2892     redo S7;
2893     }
2894 wakaba 1.79
2895     !!!cp ('t37');
2896 wakaba 1.1 } # S7
2897     }; # $reconstruct_active_formatting_elements
2898    
2899     my $clear_up_to_marker = sub {
2900     for (reverse 0..$#$active_formatting_elements) {
2901     if ($active_formatting_elements->[$_]->[0] eq '#marker') {
2902 wakaba 1.79 !!!cp ('t38');
2903 wakaba 1.1 splice @$active_formatting_elements, $_;
2904     return;
2905     }
2906     }
2907 wakaba 1.79
2908     !!!cp ('t39');
2909 wakaba 1.1 }; # $clear_up_to_marker
2910    
2911 wakaba 1.25 my $parse_rcdata = sub ($$) {
2912     my ($content_model_flag, $insert) = @_;
2913    
2914     ## Step 1
2915     my $start_tag_name = $token->{tag_name};
2916     my $el;
2917     !!!create-element ($el, $start_tag_name, $token->{attributes});
2918    
2919     ## Step 2
2920     $insert->($el); # /context node/->append_child ($el)
2921    
2922     ## Step 3
2923 wakaba 1.40 $self->{content_model} = $content_model_flag; # CDATA or RCDATA
2924 wakaba 1.13 delete $self->{escape}; # MUST
2925 wakaba 1.25
2926     ## Step 4
2927 wakaba 1.1 my $text = '';
2928     !!!next-token;
2929 wakaba 1.55 while ($token->{type} == CHARACTER_TOKEN) { # or until stop tokenizing
2930 wakaba 1.79 !!!cp ('t40');
2931 wakaba 1.1 $text .= $token->{data};
2932     !!!next-token;
2933 wakaba 1.25 }
2934    
2935     ## Step 5
2936 wakaba 1.1 if (length $text) {
2937 wakaba 1.79 !!!cp ('t41');
2938 wakaba 1.25 my $text = $self->{document}->create_text_node ($text);
2939     $el->append_child ($text);
2940 wakaba 1.1 }
2941 wakaba 1.25
2942     ## Step 6
2943 wakaba 1.40 $self->{content_model} = PCDATA_CONTENT_MODEL;
2944 wakaba 1.25
2945     ## Step 7
2946 wakaba 1.79 if ($token->{type} == END_TAG_TOKEN and
2947     $token->{tag_name} eq $start_tag_name) {
2948     !!!cp ('t42');
2949 wakaba 1.1 ## Ignore the token
2950 wakaba 1.40 } elsif ($content_model_flag == CDATA_CONTENT_MODEL) {
2951 wakaba 1.79 !!!cp ('t43');
2952 wakaba 1.40 !!!parse-error (type => 'in CDATA:#'.$token->{type});
2953     } elsif ($content_model_flag == RCDATA_CONTENT_MODEL) {
2954 wakaba 1.79 !!!cp ('t44');
2955 wakaba 1.40 !!!parse-error (type => 'in RCDATA:#'.$token->{type});
2956 wakaba 1.1 } else {
2957 wakaba 1.40 die "$0: $content_model_flag in parse_rcdata";
2958 wakaba 1.1 }
2959     !!!next-token;
2960 wakaba 1.25 }; # $parse_rcdata
2961 wakaba 1.1
2962 wakaba 1.25 my $script_start_tag = sub ($) {
2963     my $insert = $_[0];
2964 wakaba 1.1 my $script_el;
2965     !!!create-element ($script_el, 'script', $token->{attributes});
2966     ## TODO: mark as "parser-inserted"
2967    
2968 wakaba 1.40 $self->{content_model} = CDATA_CONTENT_MODEL;
2969 wakaba 1.13 delete $self->{escape}; # MUST
2970 wakaba 1.1
2971     my $text = '';
2972     !!!next-token;
2973 wakaba 1.55 while ($token->{type} == CHARACTER_TOKEN) {
2974 wakaba 1.79 !!!cp ('t45');
2975 wakaba 1.1 $text .= $token->{data};
2976     !!!next-token;
2977     } # stop if non-character token or tokenizer stops tokenising
2978     if (length $text) {
2979 wakaba 1.79 !!!cp ('t46');
2980 wakaba 1.1 $script_el->manakai_append_text ($text);
2981     }
2982    
2983 wakaba 1.40 $self->{content_model} = PCDATA_CONTENT_MODEL;
2984 wakaba 1.1
2985 wakaba 1.55 if ($token->{type} == END_TAG_TOKEN and
2986 wakaba 1.1 $token->{tag_name} eq 'script') {
2987 wakaba 1.79 !!!cp ('t47');
2988 wakaba 1.1 ## Ignore the token
2989     } else {
2990 wakaba 1.79 !!!cp ('t48');
2991 wakaba 1.3 !!!parse-error (type => 'in CDATA:#'.$token->{type});
2992 wakaba 1.1 ## ISSUE: And ignore?
2993     ## TODO: mark as "already executed"
2994     }
2995    
2996 wakaba 1.3 if (defined $self->{inner_html_node}) {
2997 wakaba 1.79 !!!cp ('t49');
2998 wakaba 1.3 ## TODO: mark as "already executed"
2999     } else {
3000 wakaba 1.79 !!!cp ('t50');
3001 wakaba 1.1 ## TODO: $old_insertion_point = current insertion point
3002     ## TODO: insertion point = just before the next input character
3003 wakaba 1.25
3004     $insert->($script_el);
3005 wakaba 1.1
3006     ## TODO: insertion point = $old_insertion_point (might be "undefined")
3007    
3008     ## TODO: if there is a script that will execute as soon as the parser resume, then...
3009     }
3010    
3011     !!!next-token;
3012     }; # $script_start_tag
3013    
3014     my $formatting_end_tag = sub {
3015     my $tag_name = shift;
3016    
3017     FET: {
3018     ## Step 1
3019     my $formatting_element;
3020     my $formatting_element_i_in_active;
3021     AFE: for (reverse 0..$#$active_formatting_elements) {
3022     if ($active_formatting_elements->[$_]->[1] eq $tag_name) {
3023 wakaba 1.79 !!!cp ('t51');
3024 wakaba 1.1 $formatting_element = $active_formatting_elements->[$_];
3025     $formatting_element_i_in_active = $_;
3026     last AFE;
3027     } elsif ($active_formatting_elements->[$_]->[0] eq '#marker') {
3028 wakaba 1.79 !!!cp ('t52');
3029 wakaba 1.1 last AFE;
3030     }
3031     } # AFE
3032     unless (defined $formatting_element) {
3033 wakaba 1.79 !!!cp ('t53');
3034 wakaba 1.3 !!!parse-error (type => 'unmatched end tag:'.$tag_name);
3035 wakaba 1.1 ## Ignore the token
3036     !!!next-token;
3037     return;
3038     }
3039     ## has an element in scope
3040     my $in_scope = 1;
3041     my $formatting_element_i_in_open;
3042 wakaba 1.3 INSCOPE: for (reverse 0..$#{$self->{open_elements}}) {
3043     my $node = $self->{open_elements}->[$_];
3044 wakaba 1.1 if ($node->[0] eq $formatting_element->[0]) {
3045     if ($in_scope) {
3046 wakaba 1.79 !!!cp ('t54');
3047 wakaba 1.1 $formatting_element_i_in_open = $_;
3048     last INSCOPE;
3049     } else { # in open elements but not in scope
3050 wakaba 1.79 !!!cp ('t55');
3051 wakaba 1.4 !!!parse-error (type => 'unmatched end tag:'.$token->{tag_name});
3052 wakaba 1.1 ## Ignore the token
3053     !!!next-token;
3054     return;
3055     }
3056     } elsif ({
3057     table => 1, caption => 1, td => 1, th => 1,
3058     button => 1, marquee => 1, object => 1, html => 1,
3059     }->{$node->[1]}) {
3060 wakaba 1.79 !!!cp ('t56');
3061 wakaba 1.1 $in_scope = 0;
3062     }
3063     } # INSCOPE
3064     unless (defined $formatting_element_i_in_open) {
3065 wakaba 1.79 !!!cp ('t57');
3066 wakaba 1.4 !!!parse-error (type => 'unmatched end tag:'.$token->{tag_name});
3067 wakaba 1.1 pop @$active_formatting_elements; # $formatting_element
3068     !!!next-token; ## TODO: ok?
3069     return;
3070     }
3071 wakaba 1.3 if (not $self->{open_elements}->[-1]->[0] eq $formatting_element->[0]) {
3072 wakaba 1.79 !!!cp ('t58');
3073 wakaba 1.4 !!!parse-error (type => 'not closed:'.$self->{open_elements}->[-1]->[1]);
3074 wakaba 1.1 }
3075    
3076     ## Step 2
3077     my $furthest_block;
3078     my $furthest_block_i_in_open;
3079 wakaba 1.3 OE: for (reverse 0..$#{$self->{open_elements}}) {
3080     my $node = $self->{open_elements}->[$_];
3081 wakaba 1.1 if (not $formatting_category->{$node->[1]} and
3082     #not $phrasing_category->{$node->[1]} and
3083     ($special_category->{$node->[1]} or
3084     $scoping_category->{$node->[1]})) {
3085 wakaba 1.79 !!!cp ('t59');
3086 wakaba 1.1 $furthest_block = $node;
3087     $furthest_block_i_in_open = $_;
3088     } elsif ($node->[0] eq $formatting_element->[0]) {
3089 wakaba 1.79 !!!cp ('t60');
3090 wakaba 1.1 last OE;
3091     }
3092     } # OE
3093    
3094     ## Step 3
3095     unless (defined $furthest_block) { # MUST
3096 wakaba 1.79 !!!cp ('t61');
3097 wakaba 1.3 splice @{$self->{open_elements}}, $formatting_element_i_in_open;
3098 wakaba 1.1 splice @$active_formatting_elements, $formatting_element_i_in_active, 1;
3099     !!!next-token;
3100     return;
3101     }
3102    
3103     ## Step 4
3104 wakaba 1.3 my $common_ancestor_node = $self->{open_elements}->[$formatting_element_i_in_open - 1];
3105 wakaba 1.1
3106     ## Step 5
3107     my $furthest_block_parent = $furthest_block->[0]->parent_node;
3108     if (defined $furthest_block_parent) {
3109 wakaba 1.79 !!!cp ('t62');
3110 wakaba 1.1 $furthest_block_parent->remove_child ($furthest_block->[0]);
3111     }
3112    
3113     ## Step 6
3114     my $bookmark_prev_el
3115     = $active_formatting_elements->[$formatting_element_i_in_active - 1]
3116     ->[0];
3117    
3118     ## Step 7
3119     my $node = $furthest_block;
3120     my $node_i_in_open = $furthest_block_i_in_open;
3121     my $last_node = $furthest_block;
3122     S7: {
3123     ## Step 1
3124     $node_i_in_open--;
3125 wakaba 1.3 $node = $self->{open_elements}->[$node_i_in_open];
3126 wakaba 1.1
3127     ## Step 2
3128     my $node_i_in_active;
3129     S7S2: {
3130     for (reverse 0..$#$active_formatting_elements) {
3131     if ($active_formatting_elements->[$_]->[0] eq $node->[0]) {
3132 wakaba 1.79 !!!cp ('t63');
3133 wakaba 1.1 $node_i_in_active = $_;
3134     last S7S2;
3135     }
3136     }
3137 wakaba 1.3 splice @{$self->{open_elements}}, $node_i_in_open, 1;
3138 wakaba 1.1 redo S7;
3139     } # S7S2
3140    
3141     ## Step 3
3142     last S7 if $node->[0] eq $formatting_element->[0];
3143    
3144     ## Step 4
3145     if ($last_node->[0] eq $furthest_block->[0]) {
3146 wakaba 1.79 !!!cp ('t64');
3147 wakaba 1.1 $bookmark_prev_el = $node->[0];
3148     }
3149    
3150     ## Step 5
3151     if ($node->[0]->has_child_nodes ()) {
3152 wakaba 1.79 !!!cp ('t65');
3153 wakaba 1.1 my $clone = [$node->[0]->clone_node (0), $node->[1]];
3154     $active_formatting_elements->[$node_i_in_active] = $clone;
3155 wakaba 1.3 $self->{open_elements}->[$node_i_in_open] = $clone;
3156 wakaba 1.1 $node = $clone;
3157     }
3158    
3159     ## Step 6
3160     $node->[0]->append_child ($last_node->[0]);
3161    
3162     ## Step 7
3163     $last_node = $node;
3164    
3165     ## Step 8
3166     redo S7;
3167     } # S7
3168    
3169     ## Step 8
3170     $common_ancestor_node->[0]->append_child ($last_node->[0]);
3171    
3172     ## Step 9
3173     my $clone = [$formatting_element->[0]->clone_node (0),
3174     $formatting_element->[1]];
3175    
3176     ## Step 10
3177     my @cn = @{$furthest_block->[0]->child_nodes};
3178     $clone->[0]->append_child ($_) for @cn;
3179    
3180     ## Step 11
3181     $furthest_block->[0]->append_child ($clone->[0]);
3182    
3183     ## Step 12
3184     my $i;
3185     AFE: for (reverse 0..$#$active_formatting_elements) {
3186     if ($active_formatting_elements->[$_]->[0] eq $formatting_element->[0]) {
3187 wakaba 1.79 !!!cp ('t66');
3188 wakaba 1.1 splice @$active_formatting_elements, $_, 1;
3189     $i-- and last AFE if defined $i;
3190     } elsif ($active_formatting_elements->[$_]->[0] eq $bookmark_prev_el) {
3191 wakaba 1.79 !!!cp ('t67');
3192 wakaba 1.1 $i = $_;
3193     }
3194     } # AFE
3195     splice @$active_formatting_elements, $i + 1, 0, $clone;
3196    
3197     ## Step 13
3198     undef $i;
3199 wakaba 1.3 OE: for (reverse 0..$#{$self->{open_elements}}) {
3200     if ($self->{open_elements}->[$_]->[0] eq $formatting_element->[0]) {
3201 wakaba 1.79 !!!cp ('t68');
3202 wakaba 1.3 splice @{$self->{open_elements}}, $_, 1;
3203 wakaba 1.1 $i-- and last OE if defined $i;
3204 wakaba 1.3 } elsif ($self->{open_elements}->[$_]->[0] eq $furthest_block->[0]) {
3205 wakaba 1.79 !!!cp ('t69');
3206 wakaba 1.1 $i = $_;
3207     }
3208     } # OE
3209 wakaba 1.3 splice @{$self->{open_elements}}, $i + 1, 1, $clone;
3210 wakaba 1.1
3211     ## Step 14
3212     redo FET;
3213     } # FET
3214     }; # $formatting_end_tag
3215    
3216     my $insert_to_current = sub {
3217 wakaba 1.25 $self->{open_elements}->[-1]->[0]->append_child ($_[0]);
3218 wakaba 1.1 }; # $insert_to_current
3219    
3220     my $insert_to_foster = sub {
3221     my $child = shift;
3222     if ({
3223     table => 1, tbody => 1, tfoot => 1,
3224     thead => 1, tr => 1,
3225 wakaba 1.3 }->{$self->{open_elements}->[-1]->[1]}) {
3226 wakaba 1.1 # MUST
3227     my $foster_parent_element;
3228     my $next_sibling;
3229 wakaba 1.3 OE: for (reverse 0..$#{$self->{open_elements}}) {
3230     if ($self->{open_elements}->[$_]->[1] eq 'table') {
3231     my $parent = $self->{open_elements}->[$_]->[0]->parent_node;
3232 wakaba 1.1 if (defined $parent and $parent->node_type == 1) {
3233 wakaba 1.79 !!!cp ('t70');
3234 wakaba 1.1 $foster_parent_element = $parent;
3235 wakaba 1.3 $next_sibling = $self->{open_elements}->[$_]->[0];
3236 wakaba 1.1 } else {
3237 wakaba 1.79 !!!cp ('t71');
3238 wakaba 1.1 $foster_parent_element
3239 wakaba 1.3 = $self->{open_elements}->[$_ - 1]->[0];
3240 wakaba 1.1 }
3241     last OE;
3242     }
3243     } # OE
3244 wakaba 1.3 $foster_parent_element = $self->{open_elements}->[0]->[0]
3245 wakaba 1.1 unless defined $foster_parent_element;
3246     $foster_parent_element->insert_before
3247     ($child, $next_sibling);
3248     } else {
3249 wakaba 1.79 !!!cp ('t72');
3250 wakaba 1.3 $self->{open_elements}->[-1]->[0]->append_child ($child);
3251 wakaba 1.1 }
3252     }; # $insert_to_foster
3253    
3254 wakaba 1.52 my $insert;
3255 wakaba 1.34
3256 wakaba 1.52 B: {
3257 wakaba 1.55 if ($token->{type} == DOCTYPE_TOKEN) {
3258 wakaba 1.79 !!!cp ('t73');
3259 wakaba 1.52 !!!parse-error (type => 'DOCTYPE in the middle');
3260     ## Ignore the token
3261     ## Stay in the phase
3262     !!!next-token;
3263     redo B;
3264 wakaba 1.55 } elsif ($token->{type} == END_OF_FILE_TOKEN) {
3265 wakaba 1.56 if ($self->{insertion_mode} & AFTER_HTML_IMS) {
3266 wakaba 1.79 !!!cp ('t74');
3267 wakaba 1.52 #
3268     } else {
3269     ## Generate implied end tags
3270 wakaba 1.86 while ({
3271     dd => 1, dt => 1, li => 1, p => 1,
3272     }->{$self->{open_elements}->[-1]->[1]}) {
3273 wakaba 1.79 !!!cp ('t75');
3274 wakaba 1.86 pop @{$self->{open_elements}};
3275 wakaba 1.52 }
3276    
3277     if (@{$self->{open_elements}} > 2 or
3278     (@{$self->{open_elements}} == 2 and $self->{open_elements}->[1]->[1] ne 'body')) {
3279 wakaba 1.79 !!!cp ('t76');
3280 wakaba 1.52 !!!parse-error (type => 'not closed:'.$self->{open_elements}->[-1]->[1]);
3281     } elsif (defined $self->{inner_html_node} and
3282     @{$self->{open_elements}} > 1 and
3283     $self->{open_elements}->[1]->[1] ne 'body') {
3284 wakaba 1.81 ## ISSUE: This case is never reached.
3285 wakaba 1.79 !!!cp ('t77');
3286 wakaba 1.52 !!!parse-error (type => 'not closed:'.$self->{open_elements}->[-1]->[1]);
3287 wakaba 1.79 } else {
3288     !!!cp ('t78');
3289 wakaba 1.34 }
3290    
3291 wakaba 1.52 ## ISSUE: There is an issue in the spec.
3292     }
3293    
3294     ## Stop parsing
3295     last B;
3296 wakaba 1.55 } elsif ($token->{type} == START_TAG_TOKEN and
3297 wakaba 1.52 $token->{tag_name} eq 'html') {
3298 wakaba 1.54 if ($self->{insertion_mode} == AFTER_HTML_BODY_IM) {
3299 wakaba 1.79 !!!cp ('t79');
3300 wakaba 1.52 !!!parse-error (type => 'after html:html');
3301 wakaba 1.54 $self->{insertion_mode} = AFTER_BODY_IM;
3302     } elsif ($self->{insertion_mode} == AFTER_HTML_FRAMESET_IM) {
3303 wakaba 1.79 !!!cp ('t80');
3304 wakaba 1.52 !!!parse-error (type => 'after html:html');
3305 wakaba 1.54 $self->{insertion_mode} = AFTER_FRAMESET_IM;
3306 wakaba 1.79 } else {
3307     !!!cp ('t81');
3308 wakaba 1.52 }
3309    
3310 wakaba 1.84 !!!cp ('t82');
3311     !!!parse-error (type => 'not first start tag');
3312 wakaba 1.52 my $top_el = $self->{open_elements}->[0]->[0];
3313     for my $attr_name (keys %{$token->{attributes}}) {
3314     unless ($top_el->has_attribute_ns (undef, $attr_name)) {
3315 wakaba 1.79 !!!cp ('t84');
3316 wakaba 1.52 $top_el->set_attribute_ns
3317     (undef, [undef, $attr_name],
3318     $token->{attributes}->{$attr_name}->{value});
3319     }
3320     }
3321     !!!next-token;
3322     redo B;
3323 wakaba 1.55 } elsif ($token->{type} == COMMENT_TOKEN) {
3324 wakaba 1.52 my $comment = $self->{document}->create_comment ($token->{data});
3325 wakaba 1.56 if ($self->{insertion_mode} & AFTER_HTML_IMS) {
3326 wakaba 1.79 !!!cp ('t85');
3327 wakaba 1.52 $self->{document}->append_child ($comment);
3328 wakaba 1.54 } elsif ($self->{insertion_mode} == AFTER_BODY_IM) {
3329 wakaba 1.79 !!!cp ('t86');
3330 wakaba 1.52 $self->{open_elements}->[0]->[0]->append_child ($comment);
3331     } else {
3332 wakaba 1.79 !!!cp ('t87');
3333 wakaba 1.52 $self->{open_elements}->[-1]->[0]->append_child ($comment);
3334     }
3335     !!!next-token;
3336     redo B;
3337 wakaba 1.56 } elsif ($self->{insertion_mode} & HEAD_IMS) {
3338 wakaba 1.55 if ($token->{type} == CHARACTER_TOKEN) {
3339 wakaba 1.52 if ($token->{data} =~ s/^([\x09\x0A\x0B\x0C\x20]+)//) {
3340     $self->{open_elements}->[-1]->[0]->manakai_append_text ($1);
3341     unless (length $token->{data}) {
3342 wakaba 1.79 !!!cp ('t88');
3343 wakaba 1.52 !!!next-token;
3344     redo B;
3345 wakaba 1.1 }
3346     }
3347 wakaba 1.52
3348 wakaba 1.54 if ($self->{insertion_mode} == BEFORE_HEAD_IM) {
3349 wakaba 1.79 !!!cp ('t89');
3350 wakaba 1.52 ## As if <head>
3351     !!!create-element ($self->{head_element}, 'head');
3352     $self->{open_elements}->[-1]->[0]->append_child ($self->{head_element});
3353     push @{$self->{open_elements}}, [$self->{head_element}, 'head'];
3354    
3355     ## Reprocess in the "in head" insertion mode...
3356     pop @{$self->{open_elements}};
3357    
3358     ## Reprocess in the "after head" insertion mode...
3359 wakaba 1.54 } elsif ($self->{insertion_mode} == IN_HEAD_NOSCRIPT_IM) {
3360 wakaba 1.79 !!!cp ('t90');
3361 wakaba 1.52 ## As if </noscript>
3362     pop @{$self->{open_elements}};
3363     !!!parse-error (type => 'in noscript:#character');
3364 wakaba 1.1
3365 wakaba 1.52 ## Reprocess in the "in head" insertion mode...
3366     ## As if </head>
3367     pop @{$self->{open_elements}};
3368    
3369     ## Reprocess in the "after head" insertion mode...
3370 wakaba 1.54 } elsif ($self->{insertion_mode} == IN_HEAD_IM) {
3371 wakaba 1.79 !!!cp ('t91');
3372 wakaba 1.52 pop @{$self->{open_elements}};
3373    
3374     ## Reprocess in the "after head" insertion mode...
3375 wakaba 1.79 } else {
3376     !!!cp ('t92');
3377 wakaba 1.1 }
3378 wakaba 1.52
3379     ## "after head" insertion mode
3380     ## As if <body>
3381     !!!insert-element ('body');
3382 wakaba 1.54 $self->{insertion_mode} = IN_BODY_IM;
3383 wakaba 1.52 ## reprocess
3384     redo B;
3385 wakaba 1.55 } elsif ($token->{type} == START_TAG_TOKEN) {
3386 wakaba 1.52 if ($token->{tag_name} eq 'head') {
3387 wakaba 1.54 if ($self->{insertion_mode} == BEFORE_HEAD_IM) {
3388 wakaba 1.79 !!!cp ('t93');
3389 wakaba 1.52 !!!create-element ($self->{head_element}, $token->{tag_name}, $token->{attributes});
3390     $self->{open_elements}->[-1]->[0]->append_child ($self->{head_element});
3391     push @{$self->{open_elements}}, [$self->{head_element}, $token->{tag_name}];
3392 wakaba 1.54 $self->{insertion_mode} = IN_HEAD_IM;
3393 wakaba 1.52 !!!next-token;
3394     redo B;
3395 wakaba 1.54 } elsif ($self->{insertion_mode} == AFTER_HEAD_IM) {
3396 wakaba 1.79 !!!cp ('t94');
3397 wakaba 1.54 #
3398     } else {
3399 wakaba 1.79 !!!cp ('t95');
3400 wakaba 1.52 !!!parse-error (type => 'in head:head'); # or in head noscript
3401     ## Ignore the token
3402     !!!next-token;
3403     redo B;
3404     }
3405 wakaba 1.54 } elsif ($self->{insertion_mode} == BEFORE_HEAD_IM) {
3406 wakaba 1.79 !!!cp ('t96');
3407 wakaba 1.52 ## As if <head>
3408     !!!create-element ($self->{head_element}, 'head');
3409     $self->{open_elements}->[-1]->[0]->append_child ($self->{head_element});
3410     push @{$self->{open_elements}}, [$self->{head_element}, 'head'];
3411    
3412 wakaba 1.54 $self->{insertion_mode} = IN_HEAD_IM;
3413 wakaba 1.52 ## Reprocess in the "in head" insertion mode...
3414 wakaba 1.79 } else {
3415     !!!cp ('t97');
3416 wakaba 1.1 }
3417 wakaba 1.52
3418 wakaba 1.49 if ($token->{tag_name} eq 'base') {
3419 wakaba 1.54 if ($self->{insertion_mode} == IN_HEAD_NOSCRIPT_IM) {
3420 wakaba 1.79 !!!cp ('t98');
3421 wakaba 1.49 ## As if </noscript>
3422     pop @{$self->{open_elements}};
3423     !!!parse-error (type => 'in noscript:base');
3424    
3425 wakaba 1.54 $self->{insertion_mode} = IN_HEAD_IM;
3426 wakaba 1.49 ## Reprocess in the "in head" insertion mode...
3427 wakaba 1.79 } else {
3428     !!!cp ('t99');
3429 wakaba 1.49 }
3430    
3431     ## NOTE: There is a "as if in head" code clone.
3432 wakaba 1.54 if ($self->{insertion_mode} == AFTER_HEAD_IM) {
3433 wakaba 1.79 !!!cp ('t100');
3434 wakaba 1.49 !!!parse-error (type => 'after head:'.$token->{tag_name});
3435     push @{$self->{open_elements}}, [$self->{head_element}, 'head'];
3436 wakaba 1.79 } else {
3437     !!!cp ('t101');
3438 wakaba 1.49 }
3439     !!!insert-element ($token->{tag_name}, $token->{attributes});
3440     pop @{$self->{open_elements}}; ## ISSUE: This step is missing in the spec.
3441     pop @{$self->{open_elements}}
3442 wakaba 1.54 if $self->{insertion_mode} == AFTER_HEAD_IM;
3443 wakaba 1.49 !!!next-token;
3444     redo B;
3445     } elsif ($token->{tag_name} eq 'link') {
3446 wakaba 1.25 ## NOTE: There is a "as if in head" code clone.
3447 wakaba 1.54 if ($self->{insertion_mode} == AFTER_HEAD_IM) {
3448 wakaba 1.79 !!!cp ('t102');
3449 wakaba 1.25 !!!parse-error (type => 'after head:'.$token->{tag_name});
3450     push @{$self->{open_elements}}, [$self->{head_element}, 'head'];
3451 wakaba 1.79 } else {
3452     !!!cp ('t103');
3453 wakaba 1.25 }
3454     !!!insert-element ($token->{tag_name}, $token->{attributes});
3455     pop @{$self->{open_elements}}; ## ISSUE: This step is missing in the spec.
3456     pop @{$self->{open_elements}}
3457 wakaba 1.54 if $self->{insertion_mode} == AFTER_HEAD_IM;
3458 wakaba 1.1 !!!next-token;
3459 wakaba 1.25 redo B;
3460 wakaba 1.34 } elsif ($token->{tag_name} eq 'meta') {
3461     ## NOTE: There is a "as if in head" code clone.
3462 wakaba 1.54 if ($self->{insertion_mode} == AFTER_HEAD_IM) {
3463 wakaba 1.79 !!!cp ('t104');
3464 wakaba 1.34 !!!parse-error (type => 'after head:'.$token->{tag_name});
3465     push @{$self->{open_elements}}, [$self->{head_element}, 'head'];
3466 wakaba 1.79 } else {
3467     !!!cp ('t105');
3468 wakaba 1.34 }
3469     !!!insert-element ($token->{tag_name}, $token->{attributes});
3470 wakaba 1.66 my $meta_el = pop @{$self->{open_elements}}; ## ISSUE: This step is missing in the spec.
3471 wakaba 1.34
3472     unless ($self->{confident}) {
3473     if ($token->{attributes}->{charset}) { ## TODO: And if supported
3474 wakaba 1.79 !!!cp ('t106');
3475 wakaba 1.63 $self->{change_encoding}
3476     ->($self, $token->{attributes}->{charset}->{value});
3477 wakaba 1.66
3478     $meta_el->[0]->get_attribute_node_ns (undef, 'charset')
3479     ->set_user_data (manakai_has_reference =>
3480     $token->{attributes}->{charset}
3481     ->{has_reference});
3482 wakaba 1.63 } elsif ($token->{attributes}->{content}) {
3483 wakaba 1.35 ## ISSUE: Algorithm name in the spec was incorrect so that not linked to the definition.
3484 wakaba 1.63 if ($token->{attributes}->{content}->{value}
3485 wakaba 1.70 =~ /\A[^;]*;[\x09-\x0D\x20]*[Cc][Hh][Aa][Rr][Ss][Ee][Tt]
3486     [\x09-\x0D\x20]*=
3487 wakaba 1.34 [\x09-\x0D\x20]*(?>"([^"]*)"|'([^']*)'|
3488     ([^"'\x09-\x0D\x20][^\x09-\x0D\x20]*))/x) {
3489 wakaba 1.79 !!!cp ('t107');
3490 wakaba 1.63 $self->{change_encoding}
3491     ->($self, defined $1 ? $1 : defined $2 ? $2 : $3);
3492 wakaba 1.68 $meta_el->[0]->get_attribute_node_ns (undef, 'content')
3493     ->set_user_data (manakai_has_reference =>
3494     $token->{attributes}->{content}
3495     ->{has_reference});
3496 wakaba 1.79 } else {
3497     !!!cp ('t108');
3498 wakaba 1.63 }
3499 wakaba 1.34 }
3500 wakaba 1.66 } else {
3501     if ($token->{attributes}->{charset}) {
3502 wakaba 1.79 !!!cp ('t109');
3503 wakaba 1.66 $meta_el->[0]->get_attribute_node_ns (undef, 'charset')
3504     ->set_user_data (manakai_has_reference =>
3505     $token->{attributes}->{charset}
3506     ->{has_reference});
3507     }
3508 wakaba 1.68 if ($token->{attributes}->{content}) {
3509 wakaba 1.79 !!!cp ('t110');
3510 wakaba 1.68 $meta_el->[0]->get_attribute_node_ns (undef, 'content')
3511     ->set_user_data (manakai_has_reference =>
3512     $token->{attributes}->{content}
3513     ->{has_reference});
3514     }
3515 wakaba 1.34 }
3516    
3517     pop @{$self->{open_elements}}
3518 wakaba 1.54 if $self->{insertion_mode} == AFTER_HEAD_IM;
3519 wakaba 1.34 !!!next-token;
3520     redo B;
3521 wakaba 1.49 } elsif ($token->{tag_name} eq 'title') {
3522 wakaba 1.54 if ($self->{insertion_mode} == IN_HEAD_NOSCRIPT_IM) {
3523 wakaba 1.79 !!!cp ('t111');
3524 wakaba 1.49 ## As if </noscript>
3525     pop @{$self->{open_elements}};
3526     !!!parse-error (type => 'in noscript:title');
3527    
3528 wakaba 1.54 $self->{insertion_mode} = IN_HEAD_IM;
3529 wakaba 1.49 ## Reprocess in the "in head" insertion mode...
3530 wakaba 1.54 } elsif ($self->{insertion_mode} == AFTER_HEAD_IM) {
3531 wakaba 1.79 !!!cp ('t112');
3532 wakaba 1.25 !!!parse-error (type => 'after head:'.$token->{tag_name});
3533     push @{$self->{open_elements}}, [$self->{head_element}, 'head'];
3534 wakaba 1.79 } else {
3535     !!!cp ('t113');
3536 wakaba 1.25 }
3537 wakaba 1.49
3538     ## NOTE: There is a "as if in head" code clone.
3539 wakaba 1.31 my $parent = defined $self->{head_element} ? $self->{head_element}
3540     : $self->{open_elements}->[-1]->[0];
3541 wakaba 1.40 $parse_rcdata->(RCDATA_CONTENT_MODEL,
3542     sub { $parent->append_child ($_[0]) });
3543 wakaba 1.25 pop @{$self->{open_elements}}
3544 wakaba 1.54 if $self->{insertion_mode} == AFTER_HEAD_IM;
3545 wakaba 1.25 redo B;
3546     } elsif ($token->{tag_name} eq 'style') {
3547     ## NOTE: Or (scripting is enabled and tag_name eq 'noscript' and
3548 wakaba 1.54 ## insertion mode IN_HEAD_IM)
3549 wakaba 1.25 ## NOTE: There is a "as if in head" code clone.
3550 wakaba 1.54 if ($self->{insertion_mode} == AFTER_HEAD_IM) {
3551 wakaba 1.79 !!!cp ('t114');
3552 wakaba 1.25 !!!parse-error (type => 'after head:'.$token->{tag_name});
3553     push @{$self->{open_elements}}, [$self->{head_element}, 'head'];
3554 wakaba 1.79 } else {
3555     !!!cp ('t115');
3556 wakaba 1.25 }
3557 wakaba 1.40 $parse_rcdata->(CDATA_CONTENT_MODEL, $insert_to_current);
3558 wakaba 1.25 pop @{$self->{open_elements}}
3559 wakaba 1.54 if $self->{insertion_mode} == AFTER_HEAD_IM;
3560 wakaba 1.25 redo B;
3561     } elsif ($token->{tag_name} eq 'noscript') {
3562 wakaba 1.54 if ($self->{insertion_mode} == IN_HEAD_IM) {
3563 wakaba 1.79 !!!cp ('t116');
3564 wakaba 1.25 ## NOTE: and scripting is disalbed
3565     !!!insert-element ($token->{tag_name}, $token->{attributes});
3566 wakaba 1.54 $self->{insertion_mode} = IN_HEAD_NOSCRIPT_IM;
3567 wakaba 1.1 !!!next-token;
3568 wakaba 1.25 redo B;
3569 wakaba 1.54 } elsif ($self->{insertion_mode} == IN_HEAD_NOSCRIPT_IM) {
3570 wakaba 1.79 !!!cp ('t117');
3571 wakaba 1.30 !!!parse-error (type => 'in noscript:noscript');
3572 wakaba 1.1 ## Ignore the token
3573 wakaba 1.41 !!!next-token;
3574 wakaba 1.25 redo B;
3575 wakaba 1.1 } else {
3576 wakaba 1.79 !!!cp ('t118');
3577 wakaba 1.25 #
3578 wakaba 1.1 }
3579 wakaba 1.49 } elsif ($token->{tag_name} eq 'script') {
3580 wakaba 1.54 if ($self->{insertion_mode} == IN_HEAD_NOSCRIPT_IM) {
3581 wakaba 1.79 !!!cp ('t119');
3582 wakaba 1.49 ## As if </noscript>
3583     pop @{$self->{open_elements}};
3584     !!!parse-error (type => 'in noscript:script');
3585    
3586 wakaba 1.54 $self->{insertion_mode} = IN_HEAD_IM;
3587 wakaba 1.49 ## Reprocess in the "in head" insertion mode...
3588 wakaba 1.54 } elsif ($self->{insertion_mode} == AFTER_HEAD_IM) {
3589 wakaba 1.79 !!!cp ('t120');
3590 wakaba 1.25 !!!parse-error (type => 'after head:'.$token->{tag_name});
3591     push @{$self->{open_elements}}, [$self->{head_element}, 'head'];
3592 wakaba 1.79 } else {
3593     !!!cp ('t121');
3594 wakaba 1.25 }
3595 wakaba 1.49
3596 wakaba 1.25 ## NOTE: There is a "as if in head" code clone.
3597     $script_start_tag->($insert_to_current);
3598     pop @{$self->{open_elements}}
3599 wakaba 1.54 if $self->{insertion_mode} == AFTER_HEAD_IM;
3600 wakaba 1.1 redo B;
3601 wakaba 1.49 } elsif ($token->{tag_name} eq 'body' or
3602 wakaba 1.25 $token->{tag_name} eq 'frameset') {
3603 wakaba 1.54 if ($self->{insertion_mode} == IN_HEAD_NOSCRIPT_IM) {
3604 wakaba 1.79 !!!cp ('t122');
3605 wakaba 1.49 ## As if </noscript>
3606     pop @{$self->{open_elements}};
3607     !!!parse-error (type => 'in noscript:'.$token->{tag_name});
3608    
3609     ## Reprocess in the "in head" insertion mode...
3610     ## As if </head>
3611     pop @{$self->{open_elements}};
3612    
3613     ## Reprocess in the "after head" insertion mode...
3614 wakaba 1.54 } elsif ($self->{insertion_mode} == IN_HEAD_IM) {
3615 wakaba 1.79 !!!cp ('t124');
3616 wakaba 1.49 pop @{$self->{open_elements}};
3617    
3618     ## Reprocess in the "after head" insertion mode...
3619 wakaba 1.79 } else {
3620     !!!cp ('t125');
3621 wakaba 1.49 }
3622    
3623     ## "after head" insertion mode
3624     !!!insert-element ($token->{tag_name}, $token->{attributes});
3625 wakaba 1.54 if ($token->{tag_name} eq 'body') {
3626 wakaba 1.79 !!!cp ('t126');
3627 wakaba 1.54 $self->{insertion_mode} = IN_BODY_IM;
3628     } elsif ($token->{tag_name} eq 'frameset') {
3629 wakaba 1.79 !!!cp ('t127');
3630 wakaba 1.54 $self->{insertion_mode} = IN_FRAMESET_IM;
3631     } else {
3632     die "$0: tag name: $self->{tag_name}";
3633     }
3634 wakaba 1.1 !!!next-token;
3635     redo B;
3636     } else {
3637 wakaba 1.79 !!!cp ('t128');
3638 wakaba 1.1 #
3639     }
3640 wakaba 1.49
3641 wakaba 1.54 if ($self->{insertion_mode} == IN_HEAD_NOSCRIPT_IM) {
3642 wakaba 1.79 !!!cp ('t129');
3643 wakaba 1.49 ## As if </noscript>
3644     pop @{$self->{open_elements}};
3645     !!!parse-error (type => 'in noscript:/'.$token->{tag_name});
3646    
3647     ## Reprocess in the "in head" insertion mode...
3648     ## As if </head>
3649 wakaba 1.25 pop @{$self->{open_elements}};
3650 wakaba 1.49
3651     ## Reprocess in the "after head" insertion mode...
3652 wakaba 1.54 } elsif ($self->{insertion_mode} == IN_HEAD_IM) {
3653 wakaba 1.79 !!!cp ('t130');
3654 wakaba 1.49 ## As if </head>
3655 wakaba 1.25 pop @{$self->{open_elements}};
3656 wakaba 1.49
3657     ## Reprocess in the "after head" insertion mode...
3658 wakaba 1.79 } else {
3659     !!!cp ('t131');
3660 wakaba 1.49 }
3661    
3662     ## "after head" insertion mode
3663     ## As if <body>
3664     !!!insert-element ('body');
3665 wakaba 1.54 $self->{insertion_mode} = IN_BODY_IM;
3666 wakaba 1.49 ## reprocess
3667     redo B;
3668 wakaba 1.55 } elsif ($token->{type} == END_TAG_TOKEN) {
3669 wakaba 1.49 if ($token->{tag_name} eq 'head') {
3670 wakaba 1.54 if ($self->{insertion_mode} == BEFORE_HEAD_IM) {
3671 wakaba 1.79 !!!cp ('t132');
3672 wakaba 1.50 ## As if <head>
3673     !!!create-element ($self->{head_element}, 'head');
3674     $self->{open_elements}->[-1]->[0]->append_child ($self->{head_element});
3675     push @{$self->{open_elements}}, [$self->{head_element}, 'head'];
3676    
3677     ## Reprocess in the "in head" insertion mode...
3678     pop @{$self->{open_elements}};
3679 wakaba 1.54 $self->{insertion_mode} = AFTER_HEAD_IM;
3680 wakaba 1.50 !!!next-token;
3681     redo B;
3682 wakaba 1.54 } elsif ($self->{insertion_mode} == IN_HEAD_NOSCRIPT_IM) {
3683 wakaba 1.79 !!!cp ('t133');
3684 wakaba 1.49 ## As if </noscript>
3685     pop @{$self->{open_elements}};
3686 wakaba 1.82 !!!parse-error (type => 'in noscript:/head');
3687 wakaba 1.49
3688     ## Reprocess in the "in head" insertion mode...
3689 wakaba 1.50 pop @{$self->{open_elements}};
3690 wakaba 1.54 $self->{insertion_mode} = AFTER_HEAD_IM;
3691 wakaba 1.50 !!!next-token;
3692     redo B;
3693 wakaba 1.54 } elsif ($self->{insertion_mode} == IN_HEAD_IM) {
3694 wakaba 1.79 !!!cp ('t134');
3695 wakaba 1.49 pop @{$self->{open_elements}};
3696 wakaba 1.54 $self->{insertion_mode} = AFTER_HEAD_IM;
3697 wakaba 1.49 !!!next-token;
3698     redo B;
3699     } else {
3700 wakaba 1.79 !!!cp ('t135');
3701 wakaba 1.49 #
3702     }
3703     } elsif ($token->{tag_name} eq 'noscript') {
3704 wakaba 1.54 if ($self->{insertion_mode} == IN_HEAD_NOSCRIPT_IM) {
3705 wakaba 1.79 !!!cp ('t136');
3706 wakaba 1.49 pop @{$self->{open_elements}};
3707 wakaba 1.54 $self->{insertion_mode} = IN_HEAD_IM;
3708 wakaba 1.49 !!!next-token;
3709     redo B;
3710 wakaba 1.54 } elsif ($self->{insertion_mode} == BEFORE_HEAD_IM) {
3711 wakaba 1.79 !!!cp ('t137');
3712 wakaba 1.50 !!!parse-error (type => 'unmatched end tag:noscript');
3713     ## Ignore the token ## ISSUE: An issue in the spec.
3714     !!!next-token;
3715     redo B;
3716 wakaba 1.49 } else {
3717 wakaba 1.79 !!!cp ('t138');
3718 wakaba 1.49 #
3719     }
3720     } elsif ({
3721 wakaba 1.31 body => 1, html => 1,
3722     }->{$token->{tag_name}}) {
3723 wakaba 1.54 if ($self->{insertion_mode} == BEFORE_HEAD_IM) {
3724 wakaba 1.79 !!!cp ('t139');
3725 wakaba 1.50 ## As if <head>
3726     !!!create-element ($self->{head_element}, 'head');
3727     $self->{open_elements}->[-1]->[0]->append_child ($self->{head_element});
3728     push @{$self->{open_elements}}, [$self->{head_element}, 'head'];
3729    
3730 wakaba 1.54 $self->{insertion_mode} = IN_HEAD_IM;
3731 wakaba 1.50 ## Reprocess in the "in head" insertion mode...
3732 wakaba 1.54 } elsif ($self->{insertion_mode} == IN_HEAD_NOSCRIPT_IM) {
3733 wakaba 1.79 !!!cp ('t140');
3734 wakaba 1.49 !!!parse-error (type => 'unmatched end tag:'.$token->{tag_name});
3735     ## Ignore the token
3736     !!!next-token;
3737     redo B;
3738 wakaba 1.79 } else {
3739     !!!cp ('t141');
3740 wakaba 1.49 }
3741 wakaba 1.50
3742     #
3743 wakaba 1.49 } elsif ({
3744 wakaba 1.31 p => 1, br => 1,
3745     }->{$token->{tag_name}}) {
3746 wakaba 1.54 if ($self->{insertion_mode} == BEFORE_HEAD_IM) {
3747 wakaba 1.79 !!!cp ('t142');
3748 wakaba 1.50 ## As if <head>
3749     !!!create-element ($self->{head_element}, 'head');
3750     $self->{open_elements}->[-1]->[0]->append_child ($self->{head_element});
3751     push @{$self->{open_elements}}, [$self->{head_element}, 'head'];
3752    
3753 wakaba 1.54 $self->{insertion_mode} = IN_HEAD_IM;
3754 wakaba 1.50 ## Reprocess in the "in head" insertion mode...
3755 wakaba 1.79 } else {
3756     !!!cp ('t143');
3757 wakaba 1.50 }
3758    
3759 wakaba 1.1 #
3760 wakaba 1.25 } else {
3761 wakaba 1.54 if ($self->{insertion_mode} == AFTER_HEAD_IM) {
3762 wakaba 1.79 !!!cp ('t144');
3763 wakaba 1.54 #
3764     } else {
3765 wakaba 1.79 !!!cp ('t145');
3766 wakaba 1.49 !!!parse-error (type => 'unmatched end tag:'.$token->{tag_name});
3767     ## Ignore the token
3768     !!!next-token;
3769     redo B;
3770     }
3771     }
3772    
3773 wakaba 1.54 if ($self->{insertion_mode} == IN_HEAD_NOSCRIPT_IM) {
3774 wakaba 1.79 !!!cp ('t146');
3775 wakaba 1.49 ## As if </noscript>
3776     pop @{$self->{open_elements}};
3777     !!!parse-error (type => 'in noscript:/'.$token->{tag_name});
3778    
3779     ## Reprocess in the "in head" insertion mode...
3780     ## As if </head>
3781     pop @{$self->{open_elements}};
3782    
3783     ## Reprocess in the "after head" insertion mode...
3784 wakaba 1.54 } elsif ($self->{insertion_mode} == IN_HEAD_IM) {
3785 wakaba 1.79 !!!cp ('t147');
3786 wakaba 1.49 ## As if </head>
3787     pop @{$self->{open_elements}};
3788    
3789     ## Reprocess in the "after head" insertion mode...
3790 wakaba 1.54 } elsif ($self->{insertion_mode} == BEFORE_HEAD_IM) {
3791 wakaba 1.82 ## ISSUE: This case cannot be reached?
3792 wakaba 1.79 !!!cp ('t148');
3793 wakaba 1.50 !!!parse-error (type => 'unmatched end tag:'.$token->{tag_name});
3794     ## Ignore the token ## ISSUE: An issue in the spec.
3795     !!!next-token;
3796     redo B;
3797 wakaba 1.79 } else {
3798     !!!cp ('t149');
3799 wakaba 1.1 }
3800    
3801 wakaba 1.49 ## "after head" insertion mode
3802     ## As if <body>
3803 wakaba 1.52 !!!insert-element ('body');
3804 wakaba 1.54 $self->{insertion_mode} = IN_BODY_IM;
3805 wakaba 1.52 ## reprocess
3806     redo B;
3807     } else {
3808     die "$0: $token->{type}: Unknown token type";
3809     }
3810    
3811     ## ISSUE: An issue in the spec.
3812 wakaba 1.56 } elsif ($self->{insertion_mode} & BODY_IMS) {
3813 wakaba 1.55 if ($token->{type} == CHARACTER_TOKEN) {
3814 wakaba 1.79 !!!cp ('t150');
3815 wakaba 1.52 ## NOTE: There is a code clone of "character in body".
3816     $reconstruct_active_formatting_elements->($insert_to_current);
3817    
3818     $self->{open_elements}->[-1]->[0]->manakai_append_text ($token->{data});
3819    
3820     !!!next-token;
3821     redo B;
3822 wakaba 1.55 } elsif ($token->{type} == START_TAG_TOKEN) {
3823 wakaba 1.52 if ({
3824     caption => 1, col => 1, colgroup => 1, tbody => 1,
3825     td => 1, tfoot => 1, th => 1, thead => 1, tr => 1,
3826     }->{$token->{tag_name}}) {
3827 wakaba 1.54 if ($self->{insertion_mode} == IN_CELL_IM) {
3828 wakaba 1.52 ## have an element in table scope
3829     my $tn;
3830     INSCOPE: for (reverse 0..$#{$self->{open_elements}}) {
3831     my $node = $self->{open_elements}->[$_];
3832     if ($node->[1] eq 'td' or $node->[1] eq 'th') {
3833 wakaba 1.79 !!!cp ('t151');
3834 wakaba 1.52 $tn = $node->[1];
3835     last INSCOPE;
3836     } elsif ({
3837     table => 1, html => 1,
3838     }->{$node->[1]}) {
3839 wakaba 1.79 !!!cp ('t152');
3840 wakaba 1.52 last INSCOPE;
3841     }
3842     } # INSCOPE
3843     unless (defined $tn) {
3844 wakaba 1.79 !!!cp ('t153');
3845 wakaba 1.82 ## TODO: This error type is wrong.
3846 wakaba 1.52 !!!parse-error (type => 'unmatched end tag:'.$token->{tag_name});
3847     ## Ignore the token
3848     !!!next-token;
3849     redo B;
3850     }
3851    
3852 wakaba 1.79 !!!cp ('t154');
3853 wakaba 1.52 ## Close the cell
3854     !!!back-token; # <?>
3855 wakaba 1.55 $token = {type => END_TAG_TOKEN, tag_name => $tn};
3856 wakaba 1.52 redo B;
3857 wakaba 1.54 } elsif ($self->{insertion_mode} == IN_CAPTION_IM) {
3858 wakaba 1.52 !!!parse-error (type => 'not closed:caption');
3859    
3860     ## As if </caption>
3861     ## have a table element in table scope
3862     my $i;
3863     INSCOPE: for (reverse 0..$#{$self->{open_elements}}) {
3864     my $node = $self->{open_elements}->[$_];
3865     if ($node->[1] eq 'caption') {
3866 wakaba 1.79 !!!cp ('t155');
3867 wakaba 1.52 $i = $_;
3868     last INSCOPE;
3869     } elsif ({
3870     table => 1, html => 1,
3871     }->{$node->[1]}) {
3872 wakaba 1.79 !!!cp ('t156');
3873 wakaba 1.52 last INSCOPE;
3874     }
3875     } # INSCOPE
3876     unless (defined $i) {
3877 wakaba 1.79 !!!cp ('t157');
3878 wakaba 1.83 ## TODO: this type is wrong.
3879 wakaba 1.52 !!!parse-error (type => 'unmatched end tag:caption');
3880     ## Ignore the token
3881     !!!next-token;
3882     redo B;
3883     }
3884    
3885     ## generate implied end tags
3886 wakaba 1.86 while ({
3887     dd => 1, dt => 1, li => 1, p => 1,
3888     }->{$self->{open_elements}->[-1]->[1]}) {
3889 wakaba 1.79 !!!cp ('t158');
3890 wakaba 1.86 pop @{$self->{open_elements}};
3891 wakaba 1.52 }
3892    
3893     if ($self->{open_elements}->[-1]->[1] ne 'caption') {
3894 wakaba 1.79 !!!cp ('t159');
3895 wakaba 1.52 !!!parse-error (type => 'not closed:'.$self->{open_elements}->[-1]->[1]);
3896 wakaba 1.79 } else {
3897     !!!cp ('t160');
3898 wakaba 1.52 }
3899    
3900     splice @{$self->{open_elements}}, $i;
3901    
3902     $clear_up_to_marker->();
3903    
3904 wakaba 1.54 $self->{insertion_mode} = IN_TABLE_IM;
3905 wakaba 1.52
3906     ## reprocess
3907     redo B;
3908     } else {
3909 wakaba 1.79 !!!cp ('t161');
3910 wakaba 1.52 #
3911     }
3912     } else {
3913 wakaba 1.79 !!!cp ('t162');
3914 wakaba 1.52 #
3915     }
3916 wakaba 1.55 } elsif ($token->{type} == END_TAG_TOKEN) {
3917 wakaba 1.52 if ($token->{tag_name} eq 'td' or $token->{tag_name} eq 'th') {
3918 wakaba 1.54 if ($self->{insertion_mode} == IN_CELL_IM) {
3919 wakaba 1.43 ## have an element in table scope
3920 wakaba 1.52 my $i;
3921 wakaba 1.43 INSCOPE: for (reverse 0..$#{$self->{open_elements}}) {
3922     my $node = $self->{open_elements}->[$_];
3923 wakaba 1.52 if ($node->[1] eq $token->{tag_name}) {
3924 wakaba 1.79 !!!cp ('t163');
3925 wakaba 1.52 $i = $_;
3926 wakaba 1.43 last INSCOPE;
3927     } elsif ({
3928     table => 1, html => 1,
3929     }->{$node->[1]}) {
3930 wakaba 1.79 !!!cp ('t164');
3931 wakaba 1.43 last INSCOPE;
3932     }
3933     } # INSCOPE
3934 wakaba 1.52 unless (defined $i) {
3935 wakaba 1.79 !!!cp ('t165');
3936 wakaba 1.43 !!!parse-error (type => 'unmatched end tag:'.$token->{tag_name});
3937     ## Ignore the token
3938     !!!next-token;
3939     redo B;
3940     }
3941    
3942 wakaba 1.52 ## generate implied end tags
3943 wakaba 1.86 while ({
3944     dd => 1, dt => 1, li => 1, p => 1,
3945     }->{$self->{open_elements}->[-1]->[1]}) {
3946 wakaba 1.79 !!!cp ('t166');
3947 wakaba 1.86 pop @{$self->{open_elements}};
3948 wakaba 1.52 }
3949 wakaba 1.86
3950 wakaba 1.52 if ($self->{open_elements}->[-1]->[1] ne $token->{tag_name}) {
3951 wakaba 1.79 !!!cp ('t167');
3952 wakaba 1.52 !!!parse-error (type => 'not closed:'.$self->{open_elements}->[-1]->[1]);
3953 wakaba 1.79 } else {
3954     !!!cp ('t168');
3955 wakaba 1.52 }
3956    
3957     splice @{$self->{open_elements}}, $i;
3958    
3959     $clear_up_to_marker->();
3960    
3961 wakaba 1.54 $self->{insertion_mode} = IN_ROW_IM;
3962 wakaba 1.52
3963     !!!next-token;
3964 wakaba 1.43 redo B;
3965 wakaba 1.54 } elsif ($self->{insertion_mode} == IN_CAPTION_IM) {
3966 wakaba 1.79 !!!cp ('t169');
3967 wakaba 1.52 !!!parse-error (type => 'unmatched end tag:'.$token->{tag_name});
3968     ## Ignore the token
3969     !!!next-token;
3970     redo B;
3971     } else {
3972 wakaba 1.79 !!!cp ('t170');
3973 wakaba 1.52 #
3974     }
3975     } elsif ($token->{tag_name} eq 'caption') {
3976 wakaba 1.54 if ($self->{insertion_mode} == IN_CAPTION_IM) {
3977 wakaba 1.43 ## have a table element in table scope
3978     my $i;
3979     INSCOPE: for (reverse 0..$#{$self->{open_elements}}) {
3980     my $node = $self->{open_elements}->[$_];
3981 wakaba 1.52 if ($node->[1] eq $token->{tag_name}) {
3982 wakaba 1.79 !!!cp ('t171');
3983 wakaba 1.43 $i = $_;
3984     last INSCOPE;
3985     } elsif ({
3986     table => 1, html => 1,
3987     }->{$node->[1]}) {
3988 wakaba 1.79 !!!cp ('t172');
3989 wakaba 1.43 last INSCOPE;
3990     }
3991     } # INSCOPE
3992     unless (defined $i) {
3993 wakaba 1.79 !!!cp ('t173');
3994 wakaba 1.52 !!!parse-error (type => 'unmatched end tag:'.$token->{tag_name});
3995 wakaba 1.43 ## Ignore the token
3996     !!!next-token;
3997     redo B;
3998     }
3999    
4000     ## generate implied end tags
4001 wakaba 1.86 while ({
4002     dd => 1, dt => 1, li => 1, p => 1,
4003     }->{$self->{open_elements}->[-1]->[1]}) {
4004 wakaba 1.79 !!!cp ('t174');
4005 wakaba 1.86 pop @{$self->{open_elements}};
4006 wakaba 1.43 }
4007 wakaba 1.52
4008     if ($self->{open_elements}->[-1]->[1] ne 'caption') {
4009 wakaba 1.79 !!!cp ('t175');
4010 wakaba 1.52 !!!parse-error (type => 'not closed:'.$self->{open_elements}->[-1]->[1]);
4011 wakaba 1.79 } else {
4012     !!!cp ('t176');
4013 wakaba 1.52 }
4014    
4015     splice @{$self->{open_elements}}, $i;
4016    
4017     $clear_up_to_marker->();
4018    
4019 wakaba 1.54 $self->{insertion_mode} = IN_TABLE_IM;
4020 wakaba 1.52
4021     !!!next-token;
4022     redo B;
4023 wakaba 1.54 } elsif ($self->{insertion_mode} == IN_CELL_IM) {
4024 wakaba 1.79 !!!cp ('t177');
4025 wakaba 1.52 !!!parse-error (type => 'unmatched end tag:'.$token->{tag_name});
4026     ## Ignore the token
4027     !!!next-token;
4028     redo B;
4029     } else {
4030 wakaba 1.79 !!!cp ('t178');
4031 wakaba 1.52 #
4032     }
4033     } elsif ({
4034     table => 1, tbody => 1, tfoot => 1,
4035     thead => 1, tr => 1,
4036     }->{$token->{tag_name}} and
4037 wakaba 1.54 $self->{insertion_mode} == IN_CELL_IM) {
4038 wakaba 1.52 ## have an element in table scope
4039     my $i;
4040     my $tn;
4041     INSCOPE: for (reverse 0..$#{$self->{open_elements}}) {
4042     my $node = $self->{open_elements}->[$_];
4043     if ($node->[1] eq $token->{tag_name}) {
4044 wakaba 1.79 !!!cp ('t179');
4045 wakaba 1.52 $i = $_;
4046     last INSCOPE;
4047     } elsif ($node->[1] eq 'td' or $node->[1] eq 'th') {
4048 wakaba 1.79 !!!cp ('t180');
4049 wakaba 1.52 $tn = $node->[1];
4050     ## NOTE: There is exactly one |td| or |th| element
4051     ## in scope in the stack of open elements by definition.
4052     } elsif ({
4053     table => 1, html => 1,
4054     }->{$node->[1]}) {
4055 wakaba 1.79 !!!cp ('t181');
4056 wakaba 1.52 last INSCOPE;
4057     }
4058     } # INSCOPE
4059     unless (defined $i) {
4060 wakaba 1.79 !!!cp ('t182');
4061 wakaba 1.52 !!!parse-error (type => 'unmatched end tag:'.$token->{tag_name});
4062     ## Ignore the token
4063     !!!next-token;
4064     redo B;
4065 wakaba 1.79 } else {
4066     !!!cp ('t183');
4067 wakaba 1.52 }
4068    
4069     ## Close the cell
4070     !!!back-token; # </?>
4071 wakaba 1.55 $token = {type => END_TAG_TOKEN, tag_name => $tn};
4072 wakaba 1.52 redo B;
4073     } elsif ($token->{tag_name} eq 'table' and
4074 wakaba 1.54 $self->{insertion_mode} == IN_CAPTION_IM) {
4075 wakaba 1.52 !!!parse-error (type => 'not closed:caption');
4076    
4077     ## As if </caption>
4078     ## have a table element in table scope
4079     my $i;
4080     INSCOPE: for (reverse 0..$#{$self->{open_elements}}) {
4081     my $node = $self->{open_elements}->[$_];
4082     if ($node->[1] eq 'caption') {
4083 wakaba 1.79 !!!cp ('t184');
4084 wakaba 1.52 $i = $_;
4085     last INSCOPE;
4086     } elsif ({
4087     table => 1, html => 1,
4088     }->{$node->[1]}) {
4089 wakaba 1.79 !!!cp ('t185');
4090 wakaba 1.52 last INSCOPE;
4091     }
4092     } # INSCOPE
4093     unless (defined $i) {
4094 wakaba 1.79 !!!cp ('t186');
4095 wakaba 1.52 !!!parse-error (type => 'unmatched end tag:caption');
4096     ## Ignore the token
4097     !!!next-token;
4098     redo B;
4099     }
4100    
4101     ## generate implied end tags
4102 wakaba 1.86 while ({
4103     dd => 1, dt => 1, li => 1, p => 1,
4104     }->{$self->{open_elements}->[-1]->[1]}) {
4105 wakaba 1.79 !!!cp ('t187');
4106 wakaba 1.86 pop @{$self->{open_elements}};
4107 wakaba 1.52 }
4108    
4109     if ($self->{open_elements}->[-1]->[1] ne 'caption') {
4110 wakaba 1.79 !!!cp ('t188');
4111 wakaba 1.52 !!!parse-error (type => 'not closed:'.$self->{open_elements}->[-1]->[1]);
4112 wakaba 1.79 } else {
4113     !!!cp ('t189');
4114 wakaba 1.52 }
4115    
4116     splice @{$self->{open_elements}}, $i;
4117    
4118     $clear_up_to_marker->();
4119    
4120 wakaba 1.54 $self->{insertion_mode} = IN_TABLE_IM;
4121 wakaba 1.52
4122     ## reprocess
4123     redo B;
4124     } elsif ({
4125     body => 1, col => 1, colgroup => 1, html => 1,
4126     }->{$token->{tag_name}}) {
4127 wakaba 1.56 if ($self->{insertion_mode} & BODY_TABLE_IMS) {
4128 wakaba 1.79 !!!cp ('t190');
4129 wakaba 1.52 !!!parse-error (type => 'unmatched end tag:'.$token->{tag_name});
4130     ## Ignore the token
4131     !!!next-token;
4132     redo B;
4133     } else {
4134 wakaba 1.79 !!!cp ('t191');
4135 wakaba 1.52 #
4136     }
4137     } elsif ({
4138     tbody => 1, tfoot => 1,
4139     thead => 1, tr => 1,
4140     }->{$token->{tag_name}} and
4141 wakaba 1.54 $self->{insertion_mode} == IN_CAPTION_IM) {
4142 wakaba 1.79 !!!cp ('t192');
4143 wakaba 1.52 !!!parse-error (type => 'unmatched end tag:'.$token->{tag_name});
4144     ## Ignore the token
4145     !!!next-token;
4146     redo B;
4147     } else {
4148 wakaba 1.79 !!!cp ('t193');
4149 wakaba 1.52 #
4150     }
4151     } else {
4152     die "$0: $token->{type}: Unknown token type";
4153     }
4154    
4155     $insert = $insert_to_current;
4156     #
4157 wakaba 1.56 } elsif ($self->{insertion_mode} & TABLE_IMS) {
4158 wakaba 1.58 if ($token->{type} == CHARACTER_TOKEN) {
4159 wakaba 1.52 if ($token->{data} =~ s/^([\x09\x0A\x0B\x0C\x20]+)//) {
4160     $self->{open_elements}->[-1]->[0]->manakai_append_text ($1);
4161    
4162     unless (length $token->{data}) {
4163 wakaba 1.79 !!!cp ('t194');
4164 wakaba 1.52 !!!next-token;
4165     redo B;
4166 wakaba 1.79 } else {
4167     !!!cp ('t195');
4168 wakaba 1.52 }
4169     }
4170    
4171     !!!parse-error (type => 'in table:#character');
4172    
4173     ## As if in body, but insert into foster parent element
4174     ## ISSUE: Spec says that "whenever a node would be inserted
4175     ## into the current node" while characters might not be
4176     ## result in a new Text node.
4177     $reconstruct_active_formatting_elements->($insert_to_foster);
4178    
4179     if ({
4180     table => 1, tbody => 1, tfoot => 1,
4181     thead => 1, tr => 1,
4182     }->{$self->{open_elements}->[-1]->[1]}) {
4183     # MUST
4184     my $foster_parent_element;
4185     my $next_sibling;
4186     my $prev_sibling;
4187     OE: for (reverse 0..$#{$self->{open_elements}}) {
4188     if ($self->{open_elements}->[$_]->[1] eq 'table') {
4189     my $parent = $self->{open_elements}->[$_]->[0]->parent_node;
4190     if (defined $parent and $parent->node_type == 1) {
4191 wakaba 1.79 !!!cp ('t196');
4192 wakaba 1.52 $foster_parent_element = $parent;
4193     $next_sibling = $self->{open_elements}->[$_]->[0];
4194     $prev_sibling = $next_sibling->previous_sibling;
4195     } else {
4196 wakaba 1.79 !!!cp ('t197');
4197 wakaba 1.52 $foster_parent_element = $self->{open_elements}->[$_ - 1]->[0];
4198     $prev_sibling = $foster_parent_element->last_child;
4199     }
4200     last OE;
4201     }
4202     } # OE
4203     $foster_parent_element = $self->{open_elements}->[0]->[0] and
4204     $prev_sibling = $foster_parent_element->last_child
4205     unless defined $foster_parent_element;
4206     if (defined $prev_sibling and
4207     $prev_sibling->node_type == 3) {
4208 wakaba 1.79 !!!cp ('t198');
4209 wakaba 1.52 $prev_sibling->manakai_append_text ($token->{data});
4210     } else {
4211 wakaba 1.79 !!!cp ('t199');
4212 wakaba 1.52 $foster_parent_element->insert_before
4213     ($self->{document}->create_text_node ($token->{data}),
4214     $next_sibling);
4215     }
4216     } else {
4217 wakaba 1.79 !!!cp ('t200');
4218 wakaba 1.52 $self->{open_elements}->[-1]->[0]->manakai_append_text ($token->{data});
4219     }
4220    
4221     !!!next-token;
4222     redo B;
4223 wakaba 1.58 } elsif ($token->{type} == START_TAG_TOKEN) {
4224 wakaba 1.52 if ({
4225 wakaba 1.54 tr => ($self->{insertion_mode} != IN_ROW_IM),
4226 wakaba 1.52 th => 1, td => 1,
4227     }->{$token->{tag_name}}) {
4228 wakaba 1.54 if ($self->{insertion_mode} == IN_TABLE_IM) {
4229 wakaba 1.52 ## Clear back to table context
4230     while ($self->{open_elements}->[-1]->[1] ne 'table' and
4231     $self->{open_elements}->[-1]->[1] ne 'html') {
4232 wakaba 1.79 !!!cp ('t201');
4233 wakaba 1.43 !!!parse-error (type => 'not closed:'.$self->{open_elements}->[-1]->[1]);
4234 wakaba 1.52 pop @{$self->{open_elements}};
4235 wakaba 1.43 }
4236    
4237 wakaba 1.52 !!!insert-element ('tbody');
4238 wakaba 1.54 $self->{insertion_mode} = IN_TABLE_BODY_IM;
4239 wakaba 1.52 ## reprocess in the "in table body" insertion mode...
4240     }
4241    
4242 wakaba 1.54 if ($self->{insertion_mode} == IN_TABLE_BODY_IM) {
4243 wakaba 1.52 unless ($token->{tag_name} eq 'tr') {
4244 wakaba 1.79 !!!cp ('t202');
4245 wakaba 1.52 !!!parse-error (type => 'missing start tag:tr');
4246     }
4247 wakaba 1.43
4248 wakaba 1.52 ## Clear back to table body context
4249     while (not {
4250     tbody => 1, tfoot => 1, thead => 1, html => 1,
4251     }->{$self->{open_elements}->[-1]->[1]}) {
4252 wakaba 1.79 !!!cp ('t203');
4253 wakaba 1.83 ## ISSUE: Can this case be reached?
4254 wakaba 1.52 !!!parse-error (type => 'not closed:'.$self->{open_elements}->[-1]->[1]);
4255     pop @{$self->{open_elements}};
4256     }
4257 wakaba 1.43
4258 wakaba 1.54 $self->{insertion_mode} = IN_ROW_IM;
4259 wakaba 1.52 if ($token->{tag_name} eq 'tr') {
4260 wakaba 1.79 !!!cp ('t204');
4261 wakaba 1.52 !!!insert-element ($token->{tag_name}, $token->{attributes});
4262     !!!next-token;
4263     redo B;
4264     } else {
4265 wakaba 1.79 !!!cp ('t205');
4266 wakaba 1.52 !!!insert-element ('tr');
4267     ## reprocess in the "in row" insertion mode
4268     }
4269 wakaba 1.79 } else {
4270     !!!cp ('t206');
4271 wakaba 1.52 }
4272    
4273     ## Clear back to table row context
4274     while (not {
4275     tr => 1, html => 1,
4276     }->{$self->{open_elements}->[-1]->[1]}) {
4277 wakaba 1.79 !!!cp ('t207');
4278 wakaba 1.52 !!!parse-error (type => 'not closed:'.$self->{open_elements}->[-1]->[1]);
4279     pop @{$self->{open_elements}};
4280 wakaba 1.43 }
4281 wakaba 1.52
4282     !!!insert-element ($token->{tag_name}, $token->{attributes});
4283 wakaba 1.54 $self->{insertion_mode} = IN_CELL_IM;
4284 wakaba 1.52
4285     push @$active_formatting_elements, ['#marker', ''];
4286    
4287     !!!next-token;
4288     redo B;
4289     } elsif ({
4290     caption => 1, col => 1, colgroup => 1,
4291     tbody => 1, tfoot => 1, thead => 1,
4292 wakaba 1.54 tr => 1, # $self->{insertion_mode} == IN_ROW_IM
4293 wakaba 1.52 }->{$token->{tag_name}}) {
4294 wakaba 1.54 if ($self->{insertion_mode} == IN_ROW_IM) {
4295 wakaba 1.52 ## As if </tr>
4296 wakaba 1.43 ## have an element in table scope
4297     my $i;
4298     INSCOPE: for (reverse 0..$#{$self->{open_elements}}) {
4299     my $node = $self->{open_elements}->[$_];
4300 wakaba 1.52 if ($node->[1] eq 'tr') {
4301 wakaba 1.79 !!!cp ('t208');
4302 wakaba 1.43 $i = $_;
4303     last INSCOPE;
4304     } elsif ({
4305 wakaba 1.83 html => 1,
4306    
4307     ## NOTE: This element does not appear here, maybe.
4308     table => 1,
4309 wakaba 1.43 }->{$node->[1]}) {
4310 wakaba 1.79 !!!cp ('t209');
4311 wakaba 1.43 last INSCOPE;
4312     }
4313     } # INSCOPE
4314 wakaba 1.79 unless (defined $i) {
4315     !!!cp ('t210');
4316 wakaba 1.83 ## TODO: This type is wrong.
4317 wakaba 1.79 !!!parse-error (type => 'unmacthed end tag:'.$token->{tag_name});
4318 wakaba 1.52 ## Ignore the token
4319     !!!next-token;
4320 wakaba 1.43 redo B;
4321     }
4322    
4323 wakaba 1.52 ## Clear back to table row context
4324     while (not {
4325     tr => 1, html => 1,
4326     }->{$self->{open_elements}->[-1]->[1]}) {
4327 wakaba 1.79 !!!cp ('t211');
4328 wakaba 1.83 ## ISSUE: Can this case be reached?
4329 wakaba 1.43 !!!parse-error (type => 'not closed:'.$self->{open_elements}->[-1]->[1]);
4330 wakaba 1.52 pop @{$self->{open_elements}};
4331 wakaba 1.1 }
4332 wakaba 1.43
4333 wakaba 1.52 pop @{$self->{open_elements}}; # tr
4334 wakaba 1.54 $self->{insertion_mode} = IN_TABLE_BODY_IM;
4335 wakaba 1.52 if ($token->{tag_name} eq 'tr') {
4336 wakaba 1.79 !!!cp ('t212');
4337 wakaba 1.52 ## reprocess
4338     redo B;
4339     } else {
4340 wakaba 1.79 !!!cp ('t213');
4341 wakaba 1.52 ## reprocess in the "in table body" insertion mode...
4342     }
4343 wakaba 1.1 }
4344 wakaba 1.52
4345 wakaba 1.54 if ($self->{insertion_mode} == IN_TABLE_BODY_IM) {
4346 wakaba 1.52 ## have an element in table scope
4347 wakaba 1.43 my $i;
4348     INSCOPE: for (reverse 0..$#{$self->{open_elements}}) {
4349     my $node = $self->{open_elements}->[$_];
4350 wakaba 1.52 if ({
4351     tbody => 1, thead => 1, tfoot => 1,
4352     }->{$node->[1]}) {
4353 wakaba 1.79 !!!cp ('t214');
4354 wakaba 1.43 $i = $_;
4355     last INSCOPE;
4356     } elsif ({
4357     table => 1, html => 1,
4358     }->{$node->[1]}) {
4359 wakaba 1.79 !!!cp ('t215');
4360 wakaba 1.43 last INSCOPE;
4361     }
4362     } # INSCOPE
4363 wakaba 1.52 unless (defined $i) {
4364 wakaba 1.79 !!!cp ('t216');
4365 wakaba 1.82 ## TODO: This erorr type ios wrong.
4366 wakaba 1.52 !!!parse-error (type => 'unmatched end tag:'.$token->{tag_name});
4367     ## Ignore the token
4368     !!!next-token;
4369 wakaba 1.43 redo B;
4370     }
4371 wakaba 1.52
4372     ## Clear back to table body context
4373     while (not {
4374     tbody => 1, tfoot => 1, thead => 1, html => 1,
4375     }->{$self->{open_elements}->[-1]->[1]}) {
4376 wakaba 1.79 !!!cp ('t217');
4377 wakaba 1.83 ## ISSUE: Can this state be reached?
4378 wakaba 1.43 !!!parse-error (type => 'not closed:'.$self->{open_elements}->[-1]->[1]);
4379 wakaba 1.52 pop @{$self->{open_elements}};
4380 wakaba 1.43 }
4381    
4382 wakaba 1.52 ## As if <{current node}>
4383     ## have an element in table scope
4384     ## true by definition
4385 wakaba 1.43
4386 wakaba 1.52 ## Clear back to table body context
4387     ## nop by definition
4388 wakaba 1.43
4389 wakaba 1.52 pop @{$self->{open_elements}};
4390 wakaba 1.54 $self->{insertion_mode} = IN_TABLE_IM;
4391 wakaba 1.52 ## reprocess in "in table" insertion mode...
4392 wakaba 1.79 } else {
4393     !!!cp ('t218');
4394 wakaba 1.52 }
4395    
4396     if ($token->{tag_name} eq 'col') {
4397     ## Clear back to table context
4398     while ($self->{open_elements}->[-1]->[1] ne 'table' and
4399     $self->{open_elements}->[-1]->[1] ne 'html') {
4400 wakaba 1.79 !!!cp ('t219');
4401 wakaba 1.83 ## ISSUE: Can this state be reached?
4402 wakaba 1.52 !!!parse-error (type => 'not closed:'.$self->{open_elements}->[-1]->[1]);
4403     pop @{$self->{open_elements}};
4404     }
4405 wakaba 1.43
4406 wakaba 1.52 !!!insert-element ('colgroup');
4407 wakaba 1.54 $self->{insertion_mode} = IN_COLUMN_GROUP_IM;
4408 wakaba 1.52 ## reprocess
4409 wakaba 1.43 redo B;
4410 wakaba 1.52 } elsif ({
4411     caption => 1,
4412     colgroup => 1,
4413     tbody => 1, tfoot => 1, thead => 1,
4414     }->{$token->{tag_name}}) {
4415     ## Clear back to table context
4416     while ($self->{open_elements}->[-1]->[1] ne 'table' and
4417     $self->{open_elements}->[-1]->[1] ne 'html') {
4418 wakaba 1.79 !!!cp ('t220');
4419 wakaba 1.83 ## ISSUE: Can this state be reached?
4420 wakaba 1.52 !!!parse-error (type => 'not closed:'.$self->{open_elements}->[-1]->[1]);
4421     pop @{$self->{open_elements}};
4422 wakaba 1.1 }
4423 wakaba 1.52
4424     push @$active_formatting_elements, ['#marker', '']
4425     if $token->{tag_name} eq 'caption';
4426    
4427     !!!insert-element ($token->{tag_name}, $token->{attributes});
4428     $self->{insertion_mode} = {
4429 wakaba 1.54 caption => IN_CAPTION_IM,
4430     colgroup => IN_COLUMN_GROUP_IM,
4431     tbody => IN_TABLE_BODY_IM,
4432     tfoot => IN_TABLE_BODY_IM,
4433     thead => IN_TABLE_BODY_IM,
4434 wakaba 1.52 }->{$token->{tag_name}};
4435 wakaba 1.1 !!!next-token;
4436     redo B;
4437 wakaba 1.52 } else {
4438     die "$0: in table: <>: $token->{tag_name}";
4439 wakaba 1.1 }
4440 wakaba 1.52 } elsif ($token->{tag_name} eq 'table') {
4441     !!!parse-error (type => 'not closed:'.$self->{open_elements}->[-1]->[1]);
4442 wakaba 1.1
4443 wakaba 1.52 ## As if </table>
4444 wakaba 1.1 ## have a table element in table scope
4445     my $i;
4446 wakaba 1.3 INSCOPE: for (reverse 0..$#{$self->{open_elements}}) {
4447     my $node = $self->{open_elements}->[$_];
4448 wakaba 1.52 if ($node->[1] eq 'table') {
4449 wakaba 1.79 !!!cp ('t221');
4450 wakaba 1.1 $i = $_;
4451     last INSCOPE;
4452     } elsif ({
4453 wakaba 1.83 #table => 1,
4454     html => 1,
4455 wakaba 1.1 }->{$node->[1]}) {
4456 wakaba 1.79 !!!cp ('t222');
4457 wakaba 1.1 last INSCOPE;
4458     }
4459     } # INSCOPE
4460     unless (defined $i) {
4461 wakaba 1.79 !!!cp ('t223');
4462 wakaba 1.83 ## TODO: The following is wrong, maybe.
4463 wakaba 1.52 !!!parse-error (type => 'unmatched end tag:table');
4464     ## Ignore tokens </table><table>
4465 wakaba 1.1 !!!next-token;
4466     redo B;
4467     }
4468    
4469     ## generate implied end tags
4470 wakaba 1.86 while ({
4471     dd => 1, dt => 1, li => 1, p => 1,
4472     }->{$self->{open_elements}->[-1]->[1]}) {
4473 wakaba 1.79 !!!cp ('t224');
4474 wakaba 1.86 pop @{$self->{open_elements}};
4475 wakaba 1.1 }
4476    
4477 wakaba 1.52 if ($self->{open_elements}->[-1]->[1] ne 'table') {
4478 wakaba 1.79 !!!cp ('t225');
4479 wakaba 1.83 ## ISSUE: Can this case be reached?
4480 wakaba 1.3 !!!parse-error (type => 'not closed:'.$self->{open_elements}->[-1]->[1]);
4481 wakaba 1.79 } else {
4482     !!!cp ('t226');
4483 wakaba 1.1 }
4484    
4485 wakaba 1.3 splice @{$self->{open_elements}}, $i;
4486 wakaba 1.1
4487 wakaba 1.52 $self->_reset_insertion_mode;
4488 wakaba 1.1
4489     ## reprocess
4490     redo B;
4491 wakaba 1.58 } else {
4492 wakaba 1.79 !!!cp ('t227');
4493 wakaba 1.58 !!!parse-error (type => 'in table:'.$token->{tag_name});
4494    
4495     $insert = $insert_to_foster;
4496     #
4497     }
4498     } elsif ($token->{type} == END_TAG_TOKEN) {
4499 wakaba 1.52 if ($token->{tag_name} eq 'tr' and
4500 wakaba 1.54 $self->{insertion_mode} == IN_ROW_IM) {
4501 wakaba 1.52 ## have an element in table scope
4502     my $i;
4503     INSCOPE: for (reverse 0..$#{$self->{open_elements}}) {
4504     my $node = $self->{open_elements}->[$_];
4505     if ($node->[1] eq $token->{tag_name}) {
4506 wakaba 1.79 !!!cp ('t228');
4507 wakaba 1.52 $i = $_;
4508     last INSCOPE;
4509     } elsif ({
4510     table => 1, html => 1,
4511     }->{$node->[1]}) {
4512 wakaba 1.79 !!!cp ('t229');
4513 wakaba 1.52 last INSCOPE;
4514     }
4515     } # INSCOPE
4516     unless (defined $i) {
4517 wakaba 1.79 !!!cp ('t230');
4518 wakaba 1.52 !!!parse-error (type => 'unmatched end tag:'.$token->{tag_name});
4519     ## Ignore the token
4520 wakaba 1.42 !!!next-token;
4521     redo B;
4522 wakaba 1.79 } else {
4523     !!!cp ('t232');
4524 wakaba 1.42 }
4525    
4526 wakaba 1.52 ## Clear back to table row context
4527     while (not {
4528     tr => 1, html => 1,
4529     }->{$self->{open_elements}->[-1]->[1]}) {
4530 wakaba 1.79 !!!cp ('t231');
4531 wakaba 1.83 ## ISSUE: Can this state be reached?
4532 wakaba 1.52 !!!parse-error (type => 'not closed:'.$self->{open_elements}->[-1]->[1]);
4533     pop @{$self->{open_elements}};
4534     }
4535 wakaba 1.42
4536 wakaba 1.52 pop @{$self->{open_elements}}; # tr
4537 wakaba 1.54 $self->{insertion_mode} = IN_TABLE_BODY_IM;
4538 wakaba 1.52 !!!next-token;
4539     redo B;
4540     } elsif ($token->{tag_name} eq 'table') {
4541 wakaba 1.54 if ($self->{insertion_mode} == IN_ROW_IM) {
4542 wakaba 1.52 ## As if </tr>
4543     ## have an element in table scope
4544     my $i;
4545     INSCOPE: for (reverse 0..$#{$self->{open_elements}}) {
4546     my $node = $self->{open_elements}->[$_];
4547     if ($node->[1] eq 'tr') {
4548 wakaba 1.79 !!!cp ('t233');
4549 wakaba 1.52 $i = $_;
4550     last INSCOPE;
4551     } elsif ({
4552     table => 1, html => 1,
4553     }->{$node->[1]}) {
4554 wakaba 1.79 !!!cp ('t234');
4555 wakaba 1.52 last INSCOPE;
4556 wakaba 1.42 }
4557 wakaba 1.52 } # INSCOPE
4558     unless (defined $i) {
4559 wakaba 1.79 !!!cp ('t235');
4560 wakaba 1.83 ## TODO: The following is wrong.
4561 wakaba 1.52 !!!parse-error (type => 'unmatched end tag:'.$token->{type});
4562     ## Ignore the token
4563     !!!next-token;
4564     redo B;
4565 wakaba 1.42 }
4566 wakaba 1.52
4567     ## Clear back to table row context
4568     while (not {
4569     tr => 1, html => 1,
4570     }->{$self->{open_elements}->[-1]->[1]}) {
4571 wakaba 1.79 !!!cp ('t236');
4572 wakaba 1.83 ## ISSUE: Can this state be reached?
4573 wakaba 1.46 !!!parse-error (type => 'not closed:'.$self->{open_elements}->[-1]->[1]);
4574     pop @{$self->{open_elements}};
4575 wakaba 1.1 }
4576 wakaba 1.46
4577 wakaba 1.52 pop @{$self->{open_elements}}; # tr
4578 wakaba 1.54 $self->{insertion_mode} = IN_TABLE_BODY_IM;
4579 wakaba 1.46 ## reprocess in the "in table body" insertion mode...
4580 wakaba 1.1 }
4581    
4582 wakaba 1.54 if ($self->{insertion_mode} == IN_TABLE_BODY_IM) {
4583 wakaba 1.52 ## have an element in table scope
4584     my $i;
4585     INSCOPE: for (reverse 0..$#{$self->{open_elements}}) {
4586     my $node = $self->{open_elements}->[$_];
4587     if ({
4588     tbody => 1, thead => 1, tfoot => 1,
4589     }->{$node->[1]}) {
4590 wakaba 1.79 !!!cp ('t237');
4591 wakaba 1.52 $i = $_;
4592     last INSCOPE;
4593     } elsif ({
4594     table => 1, html => 1,
4595     }->{$node->[1]}) {
4596 wakaba 1.79 !!!cp ('t238');
4597 wakaba 1.52 last INSCOPE;
4598     }
4599     } # INSCOPE
4600     unless (defined $i) {
4601 wakaba 1.79 !!!cp ('t239');
4602 wakaba 1.52 !!!parse-error (type => 'unmatched end tag:'.$token->{tag_name});
4603     ## Ignore the token
4604     !!!next-token;
4605     redo B;
4606 wakaba 1.47 }
4607    
4608     ## Clear back to table body context
4609     while (not {
4610     tbody => 1, tfoot => 1, thead => 1, html => 1,
4611     }->{$self->{open_elements}->[-1]->[1]}) {
4612 wakaba 1.79 !!!cp ('t240');
4613 wakaba 1.47 !!!parse-error (type => 'not closed:'.$self->{open_elements}->[-1]->[1]);
4614     pop @{$self->{open_elements}};
4615     }
4616    
4617 wakaba 1.52 ## As if <{current node}>
4618     ## have an element in table scope
4619     ## true by definition
4620    
4621     ## Clear back to table body context
4622     ## nop by definition
4623    
4624     pop @{$self->{open_elements}};
4625 wakaba 1.54 $self->{insertion_mode} = IN_TABLE_IM;
4626 wakaba 1.52 ## reprocess in the "in table" insertion mode...
4627     }
4628    
4629     ## have a table element in table scope
4630     my $i;
4631     INSCOPE: for (reverse 0..$#{$self->{open_elements}}) {
4632     my $node = $self->{open_elements}->[$_];
4633     if ($node->[1] eq $token->{tag_name}) {
4634 wakaba 1.79 !!!cp ('t241');
4635 wakaba 1.52 $i = $_;
4636     last INSCOPE;
4637     } elsif ({
4638     table => 1, html => 1,
4639     }->{$node->[1]}) {
4640 wakaba 1.79 !!!cp ('t242');
4641 wakaba 1.52 last INSCOPE;
4642 wakaba 1.47 }
4643 wakaba 1.52 } # INSCOPE
4644     unless (defined $i) {
4645 wakaba 1.79 !!!cp ('t243');
4646 wakaba 1.52 !!!parse-error (type => 'unmatched end tag:'.$token->{tag_name});
4647     ## Ignore the token
4648     !!!next-token;
4649     redo B;
4650 wakaba 1.3 }
4651    
4652 wakaba 1.52 ## generate implied end tags
4653 wakaba 1.86 while ({
4654     dd => 1, dt => 1, li => 1, p => 1,
4655     }->{$self->{open_elements}->[-1]->[1]}) {
4656 wakaba 1.79 !!!cp ('t244');
4657 wakaba 1.83 ## ISSUE: Can this case be reached?
4658 wakaba 1.86 pop @{$self->{open_elements}};
4659 wakaba 1.52 }
4660    
4661     if ($self->{open_elements}->[-1]->[1] ne 'table') {
4662 wakaba 1.79 !!!cp ('t245');
4663 wakaba 1.3 !!!parse-error (type => 'not closed:'.$self->{open_elements}->[-1]->[1]);
4664 wakaba 1.79 } else {
4665     !!!cp ('t246');
4666 wakaba 1.1 }
4667 wakaba 1.52
4668     splice @{$self->{open_elements}}, $i;
4669 wakaba 1.1
4670 wakaba 1.52 $self->_reset_insertion_mode;
4671 wakaba 1.47
4672     !!!next-token;
4673     redo B;
4674     } elsif ({
4675 wakaba 1.48 tbody => 1, tfoot => 1, thead => 1,
4676 wakaba 1.52 }->{$token->{tag_name}} and
4677 wakaba 1.56 $self->{insertion_mode} & ROW_IMS) {
4678 wakaba 1.54 if ($self->{insertion_mode} == IN_ROW_IM) {
4679 wakaba 1.52 ## have an element in table scope
4680     my $i;
4681     INSCOPE: for (reverse 0..$#{$self->{open_elements}}) {
4682     my $node = $self->{open_elements}->[$_];
4683     if ($node->[1] eq $token->{tag_name}) {
4684 wakaba 1.79 !!!cp ('t247');
4685 wakaba 1.52 $i = $_;
4686     last INSCOPE;
4687     } elsif ({
4688     table => 1, html => 1,
4689     }->{$node->[1]}) {
4690 wakaba 1.79 !!!cp ('t248');
4691 wakaba 1.52 last INSCOPE;
4692     }
4693     } # INSCOPE
4694     unless (defined $i) {
4695 wakaba 1.79 !!!cp ('t249');
4696 wakaba 1.52 !!!parse-error (type => 'unmatched end tag:'.$token->{tag_name});
4697     ## Ignore the token
4698     !!!next-token;
4699     redo B;
4700     }
4701    
4702 wakaba 1.48 ## As if </tr>
4703     ## have an element in table scope
4704     my $i;
4705     INSCOPE: for (reverse 0..$#{$self->{open_elements}}) {
4706     my $node = $self->{open_elements}->[$_];
4707     if ($node->[1] eq 'tr') {
4708 wakaba 1.79 !!!cp ('t250');
4709 wakaba 1.48 $i = $_;
4710     last INSCOPE;
4711     } elsif ({
4712     table => 1, html => 1,
4713     }->{$node->[1]}) {
4714 wakaba 1.79 !!!cp ('t251');
4715 wakaba 1.48 last INSCOPE;
4716     }
4717     } # INSCOPE
4718 wakaba 1.52 unless (defined $i) {
4719 wakaba 1.79 !!!cp ('t252');
4720 wakaba 1.52 !!!parse-error (type => 'unmatched end tag:tr');
4721     ## Ignore the token
4722     !!!next-token;
4723     redo B;
4724     }
4725 wakaba 1.48
4726     ## Clear back to table row context
4727     while (not {
4728     tr => 1, html => 1,
4729     }->{$self->{open_elements}->[-1]->[1]}) {
4730 wakaba 1.79 !!!cp ('t253');
4731 wakaba 1.83 ## ISSUE: Can this case be reached?
4732 wakaba 1.48 !!!parse-error (type => 'not closed:'.$self->{open_elements}->[-1]->[1]);
4733     pop @{$self->{open_elements}};
4734     }
4735    
4736     pop @{$self->{open_elements}}; # tr
4737 wakaba 1.54 $self->{insertion_mode} = IN_TABLE_BODY_IM;
4738 wakaba 1.52 ## reprocess in the "in table body" insertion mode...
4739     }
4740    
4741     ## have an element in table scope
4742     my $i;
4743     INSCOPE: for (reverse 0..$#{$self->{open_elements}}) {
4744     my $node = $self->{open_elements}->[$_];
4745     if ($node->[1] eq $token->{tag_name}) {
4746 wakaba 1.79 !!!cp ('t254');
4747 wakaba 1.52 $i = $_;
4748     last INSCOPE;
4749     } elsif ({
4750     table => 1, html => 1,
4751     }->{$node->[1]}) {
4752 wakaba 1.79 !!!cp ('t255');
4753 wakaba 1.52 last INSCOPE;
4754     }
4755     } # INSCOPE
4756     unless (defined $i) {
4757 wakaba 1.79 !!!cp ('t256');
4758 wakaba 1.52 !!!parse-error (type => 'unmatched end tag:'.$token->{tag_name});
4759     ## Ignore the token
4760     !!!next-token;
4761     redo B;
4762     }
4763    
4764     ## Clear back to table body context
4765     while (not {
4766     tbody => 1, tfoot => 1, thead => 1, html => 1,
4767     }->{$self->{open_elements}->[-1]->[1]}) {
4768 wakaba 1.79 !!!cp ('t257');
4769 wakaba 1.83 ## ISSUE: Can this case be reached?
4770 wakaba 1.52 !!!parse-error (type => 'not closed:'.$self->{open_elements}->[-1]->[1]);
4771     pop @{$self->{open_elements}};
4772     }
4773    
4774     pop @{$self->{open_elements}};
4775 wakaba 1.54 $self->{insertion_mode} = IN_TABLE_IM;
4776 wakaba 1.52 !!!next-token;
4777     redo B;
4778     } elsif ({
4779     body => 1, caption => 1, col => 1, colgroup => 1,
4780     html => 1, td => 1, th => 1,
4781 wakaba 1.54 tr => 1, # $self->{insertion_mode} == IN_ROW_IM
4782     tbody => 1, tfoot => 1, thead => 1, # $self->{insertion_mode} == IN_TABLE_IM
4783 wakaba 1.52 }->{$token->{tag_name}}) {
4784 wakaba 1.79 !!!cp ('t258');
4785 wakaba 1.52 !!!parse-error (type => 'unmatched end tag:'.$token->{tag_name});
4786     ## Ignore the token
4787     !!!next-token;
4788     redo B;
4789 wakaba 1.58 } else {
4790 wakaba 1.79 !!!cp ('t259');
4791 wakaba 1.58 !!!parse-error (type => 'in table:/'.$token->{tag_name});
4792 wakaba 1.52
4793 wakaba 1.58 $insert = $insert_to_foster;
4794     #
4795     }
4796     } else {
4797     die "$0: $token->{type}: Unknown token type";
4798     }
4799 wakaba 1.54 } elsif ($self->{insertion_mode} == IN_COLUMN_GROUP_IM) {
4800 wakaba 1.55 if ($token->{type} == CHARACTER_TOKEN) {
4801 wakaba 1.52 if ($token->{data} =~ s/^([\x09\x0A\x0B\x0C\x20]+)//) {
4802     $self->{open_elements}->[-1]->[0]->manakai_append_text ($1);
4803     unless (length $token->{data}) {
4804 wakaba 1.79 !!!cp ('t260');
4805 wakaba 1.52 !!!next-token;
4806     redo B;
4807     }
4808     }
4809    
4810 wakaba 1.79 !!!cp ('t261');
4811 wakaba 1.52 #
4812 wakaba 1.55 } elsif ($token->{type} == START_TAG_TOKEN) {
4813 wakaba 1.52 if ($token->{tag_name} eq 'col') {
4814 wakaba 1.79 !!!cp ('t262');
4815 wakaba 1.52 !!!insert-element ($token->{tag_name}, $token->{attributes});
4816     pop @{$self->{open_elements}};
4817     !!!next-token;
4818     redo B;
4819     } else {
4820 wakaba 1.79 !!!cp ('t263');
4821 wakaba 1.52 #
4822     }
4823 wakaba 1.55 } elsif ($token->{type} == END_TAG_TOKEN) {
4824 wakaba 1.52 if ($token->{tag_name} eq 'colgroup') {
4825     if ($self->{open_elements}->[-1]->[1] eq 'html') {
4826 wakaba 1.79 !!!cp ('t264');
4827 wakaba 1.52 !!!parse-error (type => 'unmatched end tag:colgroup');
4828     ## Ignore the token
4829     !!!next-token;
4830     redo B;
4831     } else {
4832 wakaba 1.79 !!!cp ('t265');
4833 wakaba 1.52 pop @{$self->{open_elements}}; # colgroup
4834 wakaba 1.54 $self->{insertion_mode} = IN_TABLE_IM;
4835 wakaba 1.52 !!!next-token;
4836     redo B;
4837     }
4838     } elsif ($token->{tag_name} eq 'col') {
4839 wakaba 1.79 !!!cp ('t266');
4840 wakaba 1.52 !!!parse-error (type => 'unmatched end tag:col');
4841     ## Ignore the token
4842     !!!next-token;
4843     redo B;
4844     } else {
4845 wakaba 1.79 !!!cp ('t267');
4846 wakaba 1.52 #
4847     }
4848     } else {
4849 wakaba 1.83 die "$0: $token->{type}: Unknown token type";
4850 wakaba 1.52 }
4851    
4852     ## As if </colgroup>
4853     if ($self->{open_elements}->[-1]->[1] eq 'html') {
4854 wakaba 1.79 !!!cp ('t269');
4855 wakaba 1.52 !!!parse-error (type => 'unmatched end tag:colgroup');
4856     ## Ignore the token
4857     !!!next-token;
4858     redo B;
4859     } else {
4860 wakaba 1.79 !!!cp ('t270');
4861 wakaba 1.52 pop @{$self->{open_elements}}; # colgroup
4862 wakaba 1.54 $self->{insertion_mode} = IN_TABLE_IM;
4863 wakaba 1.52 ## reprocess
4864     redo B;
4865     }
4866 wakaba 1.54 } elsif ($self->{insertion_mode} == IN_SELECT_IM) {
4867 wakaba 1.58 if ($token->{type} == CHARACTER_TOKEN) {
4868 wakaba 1.79 !!!cp ('t271');
4869 wakaba 1.58 $self->{open_elements}->[-1]->[0]->manakai_append_text ($token->{data});
4870     !!!next-token;
4871     redo B;
4872     } elsif ($token->{type} == START_TAG_TOKEN) {
4873 wakaba 1.52 if ($token->{tag_name} eq 'option') {
4874     if ($self->{open_elements}->[-1]->[1] eq 'option') {
4875 wakaba 1.79 !!!cp ('t272');
4876 wakaba 1.52 ## As if </option>
4877     pop @{$self->{open_elements}};
4878 wakaba 1.79 } else {
4879     !!!cp ('t273');
4880 wakaba 1.52 }
4881    
4882     !!!insert-element ($token->{tag_name}, $token->{attributes});
4883     !!!next-token;
4884     redo B;
4885     } elsif ($token->{tag_name} eq 'optgroup') {
4886     if ($self->{open_elements}->[-1]->[1] eq 'option') {
4887 wakaba 1.79 !!!cp ('t274');
4888 wakaba 1.52 ## As if </option>
4889     pop @{$self->{open_elements}};
4890 wakaba 1.79 } else {
4891     !!!cp ('t275');
4892 wakaba 1.52 }
4893    
4894     if ($self->{open_elements}->[-1]->[1] eq 'optgroup') {
4895 wakaba 1.79 !!!cp ('t276');
4896 wakaba 1.52 ## As if </optgroup>
4897     pop @{$self->{open_elements}};
4898 wakaba 1.79 } else {
4899     !!!cp ('t277');
4900 wakaba 1.52 }
4901    
4902     !!!insert-element ($token->{tag_name}, $token->{attributes});
4903     !!!next-token;
4904     redo B;
4905     } elsif ($token->{tag_name} eq 'select') {
4906 wakaba 1.83 ## TODO: The type below is not good - <select> is replaced by </select>
4907 wakaba 1.52 !!!parse-error (type => 'not closed:select');
4908     ## As if </select> instead
4909     ## have an element in table scope
4910     my $i;
4911     INSCOPE: for (reverse 0..$#{$self->{open_elements}}) {
4912     my $node = $self->{open_elements}->[$_];
4913     if ($node->[1] eq $token->{tag_name}) {
4914 wakaba 1.79 !!!cp ('t278');
4915 wakaba 1.52 $i = $_;
4916     last INSCOPE;
4917     } elsif ({
4918     table => 1, html => 1,
4919     }->{$node->[1]}) {
4920 wakaba 1.79 !!!cp ('t279');
4921 wakaba 1.52 last INSCOPE;
4922 wakaba 1.47 }
4923 wakaba 1.52 } # INSCOPE
4924     unless (defined $i) {
4925 wakaba 1.79 !!!cp ('t280');
4926 wakaba 1.52 !!!parse-error (type => 'unmatched end tag:select');
4927     ## Ignore the token
4928     !!!next-token;
4929     redo B;
4930 wakaba 1.47 }
4931 wakaba 1.52
4932 wakaba 1.79 !!!cp ('t281');
4933 wakaba 1.52 splice @{$self->{open_elements}}, $i;
4934    
4935     $self->_reset_insertion_mode;
4936 wakaba 1.47
4937 wakaba 1.52 !!!next-token;
4938     redo B;
4939 wakaba 1.58 } else {
4940 wakaba 1.79 !!!cp ('t282');
4941 wakaba 1.58 !!!parse-error (type => 'in select:'.$token->{tag_name});
4942     ## Ignore the token
4943     !!!next-token;
4944     redo B;
4945     }
4946     } elsif ($token->{type} == END_TAG_TOKEN) {
4947 wakaba 1.52 if ($token->{tag_name} eq 'optgroup') {
4948     if ($self->{open_elements}->[-1]->[1] eq 'option' and
4949     $self->{open_elements}->[-2]->[1] eq 'optgroup') {
4950 wakaba 1.79 !!!cp ('t283');
4951 wakaba 1.52 ## As if </option>
4952     splice @{$self->{open_elements}}, -2;
4953     } elsif ($self->{open_elements}->[-1]->[1] eq 'optgroup') {
4954 wakaba 1.79 !!!cp ('t284');
4955 wakaba 1.52 pop @{$self->{open_elements}};
4956     } else {
4957 wakaba 1.79 !!!cp ('t285');
4958 wakaba 1.52 !!!parse-error (type => 'unmatched end tag:'.$token->{tag_name});
4959     ## Ignore the token
4960     }
4961     !!!next-token;
4962     redo B;
4963     } elsif ($token->{tag_name} eq 'option') {
4964     if ($self->{open_elements}->[-1]->[1] eq 'option') {
4965 wakaba 1.79 !!!cp ('t286');
4966 wakaba 1.47 pop @{$self->{open_elements}};
4967 wakaba 1.52 } else {
4968 wakaba 1.79 !!!cp ('t287');
4969 wakaba 1.52 !!!parse-error (type => 'unmatched end tag:'.$token->{tag_name});
4970     ## Ignore the token
4971 wakaba 1.1 }
4972 wakaba 1.52 !!!next-token;
4973     redo B;
4974     } elsif ($token->{tag_name} eq 'select') {
4975     ## have an element in table scope
4976     my $i;
4977     INSCOPE: for (reverse 0..$#{$self->{open_elements}}) {
4978     my $node = $self->{open_elements}->[$_];
4979     if ($node->[1] eq $token->{tag_name}) {
4980 wakaba 1.79 !!!cp ('t288');
4981 wakaba 1.52 $i = $_;
4982     last INSCOPE;
4983     } elsif ({
4984     table => 1, html => 1,
4985     }->{$node->[1]}) {
4986 wakaba 1.79 !!!cp ('t289');
4987 wakaba 1.52 last INSCOPE;
4988 wakaba 1.48 }
4989 wakaba 1.52 } # INSCOPE
4990     unless (defined $i) {
4991 wakaba 1.79 !!!cp ('t290');
4992 wakaba 1.52 !!!parse-error (type => 'unmatched end tag:'.$token->{tag_name});
4993     ## Ignore the token
4994     !!!next-token;
4995 wakaba 1.48 redo B;
4996 wakaba 1.52 }
4997    
4998 wakaba 1.79 !!!cp ('t291');
4999 wakaba 1.52 splice @{$self->{open_elements}}, $i;
5000    
5001     $self->_reset_insertion_mode;
5002    
5003     !!!next-token;
5004     redo B;
5005     } elsif ({
5006     caption => 1, table => 1, tbody => 1,
5007     tfoot => 1, thead => 1, tr => 1, td => 1, th => 1,
5008     }->{$token->{tag_name}}) {
5009 wakaba 1.83 ## TODO: The following is wrong?
5010 wakaba 1.52 !!!parse-error (type => 'unmatched end tag:'.$token->{tag_name});
5011    
5012     ## have an element in table scope
5013     my $i;
5014     INSCOPE: for (reverse 0..$#{$self->{open_elements}}) {
5015     my $node = $self->{open_elements}->[$_];
5016     if ($node->[1] eq $token->{tag_name}) {
5017 wakaba 1.79 !!!cp ('t292');
5018 wakaba 1.52 $i = $_;
5019     last INSCOPE;
5020     } elsif ({
5021     table => 1, html => 1,
5022     }->{$node->[1]}) {
5023 wakaba 1.79 !!!cp ('t293');
5024 wakaba 1.52 last INSCOPE;
5025 wakaba 1.1 }
5026 wakaba 1.52 } # INSCOPE
5027     unless (defined $i) {
5028 wakaba 1.79 !!!cp ('t294');
5029 wakaba 1.52 ## Ignore the token
5030 wakaba 1.1 !!!next-token;
5031     redo B;
5032     }
5033 wakaba 1.52
5034     ## As if </select>
5035     ## have an element in table scope
5036     undef $i;
5037 wakaba 1.3 INSCOPE: for (reverse 0..$#{$self->{open_elements}}) {
5038     my $node = $self->{open_elements}->[$_];
5039 wakaba 1.52 if ($node->[1] eq 'select') {
5040 wakaba 1.79 !!!cp ('t295');
5041 wakaba 1.1 $i = $_;
5042     last INSCOPE;
5043     } elsif ({
5044     table => 1, html => 1,
5045 wakaba 1.52 }->{$node->[1]}) {
5046 wakaba 1.83 ## ISSUE: Can this state be reached?
5047 wakaba 1.79 !!!cp ('t296');
5048 wakaba 1.52 last INSCOPE;
5049     }
5050     } # INSCOPE
5051     unless (defined $i) {
5052 wakaba 1.79 !!!cp ('t297');
5053 wakaba 1.83 ## TODO: The following error type is correct?
5054 wakaba 1.52 !!!parse-error (type => 'unmatched end tag:select');
5055     ## Ignore the </select> token
5056     !!!next-token; ## TODO: ok?
5057     redo B;
5058     }
5059    
5060 wakaba 1.79 !!!cp ('t298');
5061 wakaba 1.52 splice @{$self->{open_elements}}, $i;
5062    
5063     $self->_reset_insertion_mode;
5064    
5065     ## reprocess
5066     redo B;
5067 wakaba 1.58 } else {
5068 wakaba 1.79 !!!cp ('t299');
5069 wakaba 1.58 !!!parse-error (type => 'in select:/'.$token->{tag_name});
5070 wakaba 1.52 ## Ignore the token
5071     !!!next-token;
5072     redo B;
5073 wakaba 1.58 }
5074     } else {
5075     die "$0: $token->{type}: Unknown token type";
5076     }
5077 wakaba 1.56 } elsif ($self->{insertion_mode} & BODY_AFTER_IMS) {
5078 wakaba 1.55 if ($token->{type} == CHARACTER_TOKEN) {
5079 wakaba 1.52 if ($token->{data} =~ s/^([\x09\x0A\x0B\x0C\x20]+)//) {
5080     my $data = $1;
5081     ## As if in body
5082     $reconstruct_active_formatting_elements->($insert_to_current);
5083    
5084     $self->{open_elements}->[-1]->[0]->manakai_append_text ($1);
5085    
5086     unless (length $token->{data}) {
5087 wakaba 1.79 !!!cp ('t300');
5088 wakaba 1.52 !!!next-token;
5089     redo B;
5090     }
5091     }
5092    
5093 wakaba 1.54 if ($self->{insertion_mode} == AFTER_HTML_BODY_IM) {
5094 wakaba 1.79 !!!cp ('t301');
5095 wakaba 1.52 !!!parse-error (type => 'after html:#character');
5096    
5097 wakaba 1.84 ## Reprocess in the "after body" insertion mode.
5098 wakaba 1.79 } else {
5099     !!!cp ('t302');
5100 wakaba 1.52 }
5101    
5102     ## "after body" insertion mode
5103     !!!parse-error (type => 'after body:#character');
5104    
5105 wakaba 1.54 $self->{insertion_mode} = IN_BODY_IM;
5106 wakaba 1.52 ## reprocess
5107     redo B;
5108 wakaba 1.55 } elsif ($token->{type} == START_TAG_TOKEN) {
5109 wakaba 1.54 if ($self->{insertion_mode} == AFTER_HTML_BODY_IM) {
5110 wakaba 1.79 !!!cp ('t303');
5111 wakaba 1.52 !!!parse-error (type => 'after html:'.$token->{tag_name});
5112    
5113 wakaba 1.84 ## Reprocess in the "after body" insertion mode.
5114 wakaba 1.79 } else {
5115     !!!cp ('t304');
5116 wakaba 1.52 }
5117    
5118     ## "after body" insertion mode
5119     !!!parse-error (type => 'after body:'.$token->{tag_name});
5120    
5121 wakaba 1.54 $self->{insertion_mode} = IN_BODY_IM;
5122 wakaba 1.52 ## reprocess
5123     redo B;
5124 wakaba 1.55 } elsif ($token->{type} == END_TAG_TOKEN) {
5125 wakaba 1.54 if ($self->{insertion_mode} == AFTER_HTML_BODY_IM) {
5126 wakaba 1.79 !!!cp ('t305');
5127 wakaba 1.52 !!!parse-error (type => 'after html:/'.$token->{tag_name});
5128    
5129 wakaba 1.54 $self->{insertion_mode} = AFTER_BODY_IM;
5130 wakaba 1.84 ## Reprocess in the "after body" insertion mode.
5131 wakaba 1.79 } else {
5132     !!!cp ('t306');
5133 wakaba 1.52 }
5134    
5135     ## "after body" insertion mode
5136     if ($token->{tag_name} eq 'html') {
5137     if (defined $self->{inner_html_node}) {
5138 wakaba 1.79 !!!cp ('t307');
5139 wakaba 1.52 !!!parse-error (type => 'unmatched end tag:html');
5140     ## Ignore the token
5141     !!!next-token;
5142     redo B;
5143     } else {
5144 wakaba 1.79 !!!cp ('t308');
5145 wakaba 1.54 $self->{insertion_mode} = AFTER_HTML_BODY_IM;
5146 wakaba 1.52 !!!next-token;
5147     redo B;
5148     }
5149     } else {
5150 wakaba 1.79 !!!cp ('t309');
5151 wakaba 1.52 !!!parse-error (type => 'after body:/'.$token->{tag_name});
5152    
5153 wakaba 1.54 $self->{insertion_mode} = IN_BODY_IM;
5154 wakaba 1.52 ## reprocess
5155     redo B;
5156     }
5157     } else {
5158     die "$0: $token->{type}: Unknown token type";
5159     }
5160 wakaba 1.56 } elsif ($self->{insertion_mode} & FRAME_IMS) {
5161 wakaba 1.55 if ($token->{type} == CHARACTER_TOKEN) {
5162 wakaba 1.52 if ($token->{data} =~ s/^([\x09\x0A\x0B\x0C\x20]+)//) {
5163     $self->{open_elements}->[-1]->[0]->manakai_append_text ($1);
5164    
5165     unless (length $token->{data}) {
5166 wakaba 1.79 !!!cp ('t310');
5167 wakaba 1.52 !!!next-token;
5168     redo B;
5169     }
5170     }
5171    
5172     if ($token->{data} =~ s/^[^\x09\x0A\x0B\x0C\x20]+//) {
5173 wakaba 1.54 if ($self->{insertion_mode} == IN_FRAMESET_IM) {
5174 wakaba 1.79 !!!cp ('t311');
5175 wakaba 1.52 !!!parse-error (type => 'in frameset:#character');
5176 wakaba 1.54 } elsif ($self->{insertion_mode} == AFTER_FRAMESET_IM) {
5177 wakaba 1.79 !!!cp ('t312');
5178 wakaba 1.52 !!!parse-error (type => 'after frameset:#character');
5179     } else { # "after html frameset"
5180 wakaba 1.79 !!!cp ('t313');
5181 wakaba 1.52 !!!parse-error (type => 'after html:#character');
5182    
5183 wakaba 1.54 $self->{insertion_mode} = AFTER_FRAMESET_IM;
5184 wakaba 1.84 ## Reprocess in the "after frameset" insertion mode.
5185 wakaba 1.52 !!!parse-error (type => 'after frameset:#character');
5186     }
5187    
5188     ## Ignore the token.
5189     if (length $token->{data}) {
5190 wakaba 1.79 !!!cp ('t314');
5191 wakaba 1.52 ## reprocess the rest of characters
5192     } else {
5193 wakaba 1.79 !!!cp ('t315');
5194 wakaba 1.52 !!!next-token;
5195     }
5196     redo B;
5197     }
5198    
5199     die qq[$0: Character "$token->{data}"];
5200 wakaba 1.55 } elsif ($token->{type} == START_TAG_TOKEN) {
5201 wakaba 1.54 if ($self->{insertion_mode} == AFTER_HTML_FRAMESET_IM) {
5202 wakaba 1.79 !!!cp ('t316');
5203 wakaba 1.52 !!!parse-error (type => 'after html:'.$token->{tag_name});
5204 wakaba 1.1
5205 wakaba 1.54 $self->{insertion_mode} = AFTER_FRAMESET_IM;
5206 wakaba 1.84 ## Process in the "after frameset" insertion mode.
5207 wakaba 1.79 } else {
5208     !!!cp ('t317');
5209     }
5210 wakaba 1.1
5211 wakaba 1.52 if ($token->{tag_name} eq 'frameset' and
5212 wakaba 1.54 $self->{insertion_mode} == IN_FRAMESET_IM) {
5213 wakaba 1.79 !!!cp ('t318');
5214 wakaba 1.52 !!!insert-element ($token->{tag_name}, $token->{attributes});
5215     !!!next-token;
5216     redo B;
5217     } elsif ($token->{tag_name} eq 'frame' and
5218 wakaba 1.54 $self->{insertion_mode} == IN_FRAMESET_IM) {
5219 wakaba 1.79 !!!cp ('t319');
5220 wakaba 1.52 !!!insert-element ($token->{tag_name}, $token->{attributes});
5221     pop @{$self->{open_elements}};
5222     !!!next-token;
5223     redo B;
5224     } elsif ($token->{tag_name} eq 'noframes') {
5225 wakaba 1.79 !!!cp ('t320');
5226 wakaba 1.52 ## NOTE: As if in body.
5227     $parse_rcdata->(CDATA_CONTENT_MODEL, $insert_to_current);
5228     redo B;
5229     } else {
5230 wakaba 1.54 if ($self->{insertion_mode} == IN_FRAMESET_IM) {
5231 wakaba 1.79 !!!cp ('t321');
5232 wakaba 1.52 !!!parse-error (type => 'in frameset:'.$token->{tag_name});
5233     } else {
5234 wakaba 1.79 !!!cp ('t322');
5235 wakaba 1.52 !!!parse-error (type => 'after frameset:'.$token->{tag_name});
5236     }
5237     ## Ignore the token
5238     !!!next-token;
5239     redo B;
5240     }
5241 wakaba 1.55 } elsif ($token->{type} == END_TAG_TOKEN) {
5242 wakaba 1.54 if ($self->{insertion_mode} == AFTER_HTML_FRAMESET_IM) {
5243 wakaba 1.79 !!!cp ('t323');
5244 wakaba 1.52 !!!parse-error (type => 'after html:/'.$token->{tag_name});
5245 wakaba 1.1
5246 wakaba 1.54 $self->{insertion_mode} = AFTER_FRAMESET_IM;
5247 wakaba 1.84 ## Process in the "after frameset" insertion mode.
5248 wakaba 1.79 } else {
5249     !!!cp ('t324');
5250 wakaba 1.52 }
5251 wakaba 1.1
5252 wakaba 1.52 if ($token->{tag_name} eq 'frameset' and
5253 wakaba 1.54 $self->{insertion_mode} == IN_FRAMESET_IM) {
5254 wakaba 1.52 if ($self->{open_elements}->[-1]->[1] eq 'html' and
5255     @{$self->{open_elements}} == 1) {
5256 wakaba 1.79 !!!cp ('t325');
5257 wakaba 1.52 !!!parse-error (type => 'unmatched end tag:'.$token->{tag_name});
5258     ## Ignore the token
5259     !!!next-token;
5260     } else {
5261 wakaba 1.79 !!!cp ('t326');
5262 wakaba 1.52 pop @{$self->{open_elements}};
5263     !!!next-token;
5264     }
5265 wakaba 1.47
5266 wakaba 1.52 if (not defined $self->{inner_html_node} and
5267     $self->{open_elements}->[-1]->[1] ne 'frameset') {
5268 wakaba 1.79 !!!cp ('t327');
5269 wakaba 1.54 $self->{insertion_mode} = AFTER_FRAMESET_IM;
5270 wakaba 1.79 } else {
5271     !!!cp ('t328');
5272 wakaba 1.52 }
5273     redo B;
5274     } elsif ($token->{tag_name} eq 'html' and
5275 wakaba 1.54 $self->{insertion_mode} == AFTER_FRAMESET_IM) {
5276 wakaba 1.79 !!!cp ('t329');
5277 wakaba 1.54 $self->{insertion_mode} = AFTER_HTML_FRAMESET_IM;
5278 wakaba 1.52 !!!next-token;
5279     redo B;
5280     } else {
5281 wakaba 1.54 if ($self->{insertion_mode} == IN_FRAMESET_IM) {
5282 wakaba 1.79 !!!cp ('t330');
5283 wakaba 1.52 !!!parse-error (type => 'in frameset:/'.$token->{tag_name});
5284     } else {
5285 wakaba 1.79 !!!cp ('t331');
5286 wakaba 1.52 !!!parse-error (type => 'after frameset:/'.$token->{tag_name});
5287     }
5288     ## Ignore the token
5289     !!!next-token;
5290     redo B;
5291     }
5292     } else {
5293     die "$0: $token->{type}: Unknown token type";
5294     }
5295 wakaba 1.47
5296 wakaba 1.52 ## ISSUE: An issue in spec here
5297     } else {
5298     die "$0: $self->{insertion_mode}: Unknown insertion mode";
5299     }
5300 wakaba 1.47
5301 wakaba 1.52 ## "in body" insertion mode
5302 wakaba 1.55 if ($token->{type} == START_TAG_TOKEN) {
5303 wakaba 1.52 if ($token->{tag_name} eq 'script') {
5304 wakaba 1.79 !!!cp ('t332');
5305 wakaba 1.52 ## NOTE: This is an "as if in head" code clone
5306     $script_start_tag->($insert);
5307 wakaba 1.53 redo B;
5308 wakaba 1.52 } elsif ($token->{tag_name} eq 'style') {
5309 wakaba 1.79 !!!cp ('t333');
5310 wakaba 1.52 ## NOTE: This is an "as if in head" code clone
5311     $parse_rcdata->(CDATA_CONTENT_MODEL, $insert);
5312 wakaba 1.53 redo B;
5313 wakaba 1.52 } elsif ({
5314     base => 1, link => 1,
5315     }->{$token->{tag_name}}) {
5316 wakaba 1.79 !!!cp ('t334');
5317 wakaba 1.52 ## NOTE: This is an "as if in head" code clone, only "-t" differs
5318     !!!insert-element-t ($token->{tag_name}, $token->{attributes});
5319     pop @{$self->{open_elements}}; ## ISSUE: This step is missing in the spec.
5320     !!!next-token;
5321 wakaba 1.53 redo B;
5322 wakaba 1.52 } elsif ($token->{tag_name} eq 'meta') {
5323     ## NOTE: This is an "as if in head" code clone, only "-t" differs
5324     !!!insert-element-t ($token->{tag_name}, $token->{attributes});
5325 wakaba 1.66 my $meta_el = pop @{$self->{open_elements}}; ## ISSUE: This step is missing in the spec.
5326 wakaba 1.46
5327 wakaba 1.52 unless ($self->{confident}) {
5328     if ($token->{attributes}->{charset}) { ## TODO: And if supported
5329 wakaba 1.79 !!!cp ('t335');
5330 wakaba 1.63 $self->{change_encoding}
5331     ->($self, $token->{attributes}->{charset}->{value});
5332 wakaba 1.66
5333     $meta_el->[0]->get_attribute_node_ns (undef, 'charset')
5334     ->set_user_data (manakai_has_reference =>
5335     $token->{attributes}->{charset}
5336     ->{has_reference});
5337 wakaba 1.63 } elsif ($token->{attributes}->{content}) {
5338 wakaba 1.52 ## ISSUE: Algorithm name in the spec was incorrect so that not linked to the definition.
5339 wakaba 1.63 if ($token->{attributes}->{content}->{value}
5340 wakaba 1.70 =~ /\A[^;]*;[\x09-\x0D\x20]*[Cc][Hh][Aa][Rr][Ss][Ee][Tt]
5341     [\x09-\x0D\x20]*=
5342 wakaba 1.52 [\x09-\x0D\x20]*(?>"([^"]*)"|'([^']*)'|
5343     ([^"'\x09-\x0D\x20][^\x09-\x0D\x20]*))/x) {
5344 wakaba 1.79 !!!cp ('t336');
5345 wakaba 1.63 $self->{change_encoding}
5346     ->($self, defined $1 ? $1 : defined $2 ? $2 : $3);
5347 wakaba 1.68 $meta_el->[0]->get_attribute_node_ns (undef, 'content')
5348     ->set_user_data (manakai_has_reference =>
5349     $token->{attributes}->{content}
5350     ->{has_reference});
5351 wakaba 1.63 }
5352 wakaba 1.52 }
5353 wakaba 1.66 } else {
5354     if ($token->{attributes}->{charset}) {
5355 wakaba 1.79 !!!cp ('t337');
5356 wakaba 1.66 $meta_el->[0]->get_attribute_node_ns (undef, 'charset')
5357     ->set_user_data (manakai_has_reference =>
5358     $token->{attributes}->{charset}
5359     ->{has_reference});
5360     }
5361 wakaba 1.68 if ($token->{attributes}->{content}) {
5362 wakaba 1.79 !!!cp ('t338');
5363 wakaba 1.68 $meta_el->[0]->get_attribute_node_ns (undef, 'content')
5364     ->set_user_data (manakai_has_reference =>
5365     $token->{attributes}->{content}
5366     ->{has_reference});
5367     }
5368 wakaba 1.52 }
5369 wakaba 1.1
5370 wakaba 1.52 !!!next-token;
5371 wakaba 1.53 redo B;
5372 wakaba 1.52 } elsif ($token->{tag_name} eq 'title') {
5373 wakaba 1.79 !!!cp ('t341');
5374 wakaba 1.52 !!!parse-error (type => 'in body:title');
5375     ## NOTE: This is an "as if in head" code clone
5376     $parse_rcdata->(RCDATA_CONTENT_MODEL, sub {
5377     if (defined $self->{head_element}) {
5378 wakaba 1.79 !!!cp ('t339');
5379 wakaba 1.52 $self->{head_element}->append_child ($_[0]);
5380     } else {
5381 wakaba 1.79 !!!cp ('t340');
5382 wakaba 1.52 $insert->($_[0]);
5383     }
5384     });
5385 wakaba 1.53 redo B;
5386 wakaba 1.52 } elsif ($token->{tag_name} eq 'body') {
5387     !!!parse-error (type => 'in body:body');
5388 wakaba 1.46
5389 wakaba 1.52 if (@{$self->{open_elements}} == 1 or
5390     $self->{open_elements}->[1]->[1] ne 'body') {
5391 wakaba 1.79 !!!cp ('t342');
5392 wakaba 1.52 ## Ignore the token
5393     } else {
5394     my $body_el = $self->{open_elements}->[1]->[0];
5395     for my $attr_name (keys %{$token->{attributes}}) {
5396     unless ($body_el->has_attribute_ns (undef, $attr_name)) {
5397 wakaba 1.79 !!!cp ('t343');
5398 wakaba 1.52 $body_el->set_attribute_ns
5399     (undef, [undef, $attr_name],
5400     $token->{attributes}->{$attr_name}->{value});
5401     }
5402     }
5403     }
5404     !!!next-token;
5405 wakaba 1.53 redo B;
5406 wakaba 1.52 } elsif ({
5407     address => 1, blockquote => 1, center => 1, dir => 1,
5408 wakaba 1.85 div => 1, dl => 1, fieldset => 1,
5409     h1 => 1, h2 => 1, h3 => 1, h4 => 1, h5 => 1, h6 => 1,
5410     listing => 1, menu => 1, ol => 1, p => 1, ul => 1,
5411 wakaba 1.52 pre => 1,
5412     }->{$token->{tag_name}}) {
5413     ## has a p element in scope
5414     INSCOPE: for (reverse @{$self->{open_elements}}) {
5415     if ($_->[1] eq 'p') {
5416 wakaba 1.79 !!!cp ('t344');
5417 wakaba 1.52 !!!back-token;
5418 wakaba 1.55 $token = {type => END_TAG_TOKEN, tag_name => 'p'};
5419 wakaba 1.53 redo B;
5420 wakaba 1.52 } elsif ({
5421     table => 1, caption => 1, td => 1, th => 1,
5422     button => 1, marquee => 1, object => 1, html => 1,
5423     }->{$_->[1]}) {
5424 wakaba 1.79 !!!cp ('t345');
5425 wakaba 1.52 last INSCOPE;
5426     }
5427     } # INSCOPE
5428    
5429     !!!insert-element-t ($token->{tag_name}, $token->{attributes});
5430     if ($token->{tag_name} eq 'pre') {
5431     !!!next-token;
5432 wakaba 1.55 if ($token->{type} == CHARACTER_TOKEN) {
5433 wakaba 1.52 $token->{data} =~ s/^\x0A//;
5434     unless (length $token->{data}) {
5435 wakaba 1.79 !!!cp ('t346');
5436 wakaba 1.1 !!!next-token;
5437 wakaba 1.79 } else {
5438     !!!cp ('t349');
5439 wakaba 1.52 }
5440 wakaba 1.79 } else {
5441     !!!cp ('t348');
5442 wakaba 1.52 }
5443     } else {
5444 wakaba 1.79 !!!cp ('t347');
5445 wakaba 1.52 !!!next-token;
5446     }
5447 wakaba 1.53 redo B;
5448 wakaba 1.52 } elsif ($token->{tag_name} eq 'form') {
5449     if (defined $self->{form_element}) {
5450 wakaba 1.79 !!!cp ('t350');
5451 wakaba 1.52 !!!parse-error (type => 'in form:form');
5452     ## Ignore the token
5453     !!!next-token;
5454 wakaba 1.53 redo B;
5455 wakaba 1.52 } else {
5456     ## has a p element in scope
5457     INSCOPE: for (reverse @{$self->{open_elements}}) {
5458     if ($_->[1] eq 'p') {
5459 wakaba 1.79 !!!cp ('t351');
5460 wakaba 1.52 !!!back-token;
5461 wakaba 1.55 $token = {type => END_TAG_TOKEN, tag_name => 'p'};
5462 wakaba 1.53 redo B;
5463 wakaba 1.46 } elsif ({
5464 wakaba 1.52 table => 1, caption => 1, td => 1, th => 1,
5465     button => 1, marquee => 1, object => 1, html => 1,
5466     }->{$_->[1]}) {
5467 wakaba 1.79 !!!cp ('t352');
5468 wakaba 1.52 last INSCOPE;
5469     }
5470     } # INSCOPE
5471    
5472     !!!insert-element-t ($token->{tag_name}, $token->{attributes});
5473     $self->{form_element} = $self->{open_elements}->[-1]->[0];
5474     !!!next-token;
5475 wakaba 1.53 redo B;
5476 wakaba 1.52 }
5477     } elsif ($token->{tag_name} eq 'li') {
5478     ## has a p element in scope
5479     INSCOPE: for (reverse @{$self->{open_elements}}) {
5480     if ($_->[1] eq 'p') {
5481 wakaba 1.79 !!!cp ('t353');
5482 wakaba 1.52 !!!back-token;
5483 wakaba 1.55 $token = {type => END_TAG_TOKEN, tag_name => 'p'};
5484 wakaba 1.53 redo B;
5485 wakaba 1.52 } elsif ({
5486     table => 1, caption => 1, td => 1, th => 1,
5487     button => 1, marquee => 1, object => 1, html => 1,
5488     }->{$_->[1]}) {
5489 wakaba 1.79 !!!cp ('t354');
5490 wakaba 1.52 last INSCOPE;
5491     }
5492     } # INSCOPE
5493    
5494     ## Step 1
5495     my $i = -1;
5496     my $node = $self->{open_elements}->[$i];
5497     LI: {
5498     ## Step 2
5499     if ($node->[1] eq 'li') {
5500     if ($i != -1) {
5501 wakaba 1.79 !!!cp ('t355');
5502 wakaba 1.52 !!!parse-error (type => 'end tag missing:'.
5503     $self->{open_elements}->[-1]->[1]);
5504 wakaba 1.79 } else {
5505     !!!cp ('t356');
5506 wakaba 1.52 }
5507     splice @{$self->{open_elements}}, $i;
5508     last LI;
5509 wakaba 1.79 } else {
5510     !!!cp ('t357');
5511 wakaba 1.52 }
5512    
5513     ## Step 3
5514     if (not $formatting_category->{$node->[1]} and
5515     #not $phrasing_category->{$node->[1]} and
5516     ($special_category->{$node->[1]} or
5517     $scoping_category->{$node->[1]}) and
5518     $node->[1] ne 'address' and $node->[1] ne 'div') {
5519 wakaba 1.79 !!!cp ('t358');
5520 wakaba 1.52 last LI;
5521     }
5522    
5523 wakaba 1.79 !!!cp ('t359');
5524 wakaba 1.52 ## Step 4
5525     $i--;
5526     $node = $self->{open_elements}->[$i];
5527     redo LI;
5528     } # LI
5529    
5530     !!!insert-element-t ($token->{tag_name}, $token->{attributes});
5531     !!!next-token;
5532 wakaba 1.53 redo B;
5533 wakaba 1.52 } elsif ($token->{tag_name} eq 'dd' or $token->{tag_name} eq 'dt') {
5534     ## has a p element in scope
5535     INSCOPE: for (reverse @{$self->{open_elements}}) {
5536     if ($_->[1] eq 'p') {
5537 wakaba 1.79 !!!cp ('t360');
5538 wakaba 1.52 !!!back-token;
5539 wakaba 1.55 $token = {type => END_TAG_TOKEN, tag_name => 'p'};
5540 wakaba 1.53 redo B;
5541 wakaba 1.52 } elsif ({
5542     table => 1, caption => 1, td => 1, th => 1,
5543     button => 1, marquee => 1, object => 1, html => 1,
5544     }->{$_->[1]}) {
5545 wakaba 1.79 !!!cp ('t361');
5546 wakaba 1.52 last INSCOPE;
5547     }
5548     } # INSCOPE
5549    
5550     ## Step 1
5551     my $i = -1;
5552     my $node = $self->{open_elements}->[$i];
5553     LI: {
5554     ## Step 2
5555     if ($node->[1] eq 'dt' or $node->[1] eq 'dd') {
5556     if ($i != -1) {
5557 wakaba 1.79 !!!cp ('t362');
5558 wakaba 1.52 !!!parse-error (type => 'end tag missing:'.
5559     $self->{open_elements}->[-1]->[1]);
5560 wakaba 1.79 } else {
5561     !!!cp ('t363');
5562 wakaba 1.1 }
5563 wakaba 1.52 splice @{$self->{open_elements}}, $i;
5564     last LI;
5565 wakaba 1.79 } else {
5566     !!!cp ('t364');
5567 wakaba 1.52 }
5568    
5569     ## Step 3
5570     if (not $formatting_category->{$node->[1]} and
5571     #not $phrasing_category->{$node->[1]} and
5572     ($special_category->{$node->[1]} or
5573     $scoping_category->{$node->[1]}) and
5574     $node->[1] ne 'address' and $node->[1] ne 'div') {
5575 wakaba 1.79 !!!cp ('t365');
5576 wakaba 1.52 last LI;
5577 wakaba 1.1 }
5578 wakaba 1.52
5579 wakaba 1.79 !!!cp ('t366');
5580 wakaba 1.52 ## Step 4
5581     $i--;
5582     $node = $self->{open_elements}->[$i];
5583     redo LI;
5584     } # LI
5585    
5586     !!!insert-element-t ($token->{tag_name}, $token->{attributes});
5587     !!!next-token;
5588 wakaba 1.53 redo B;
5589 wakaba 1.52 } elsif ($token->{tag_name} eq 'plaintext') {
5590     ## has a p element in scope
5591     INSCOPE: for (reverse @{$self->{open_elements}}) {
5592     if ($_->[1] eq 'p') {
5593 wakaba 1.79 !!!cp ('t367');
5594 wakaba 1.52 !!!back-token;
5595 wakaba 1.55 $token = {type => END_TAG_TOKEN, tag_name => 'p'};
5596 wakaba 1.53 redo B;
5597 wakaba 1.52 } elsif ({
5598     table => 1, caption => 1, td => 1, th => 1,
5599     button => 1, marquee => 1, object => 1, html => 1,
5600     }->{$_->[1]}) {
5601 wakaba 1.79 !!!cp ('t368');
5602 wakaba 1.52 last INSCOPE;
5603 wakaba 1.46 }
5604 wakaba 1.52 } # INSCOPE
5605    
5606     !!!insert-element-t ($token->{tag_name}, $token->{attributes});
5607    
5608     $self->{content_model} = PLAINTEXT_CONTENT_MODEL;
5609    
5610     !!!next-token;
5611 wakaba 1.53 redo B;
5612 wakaba 1.52 } elsif ($token->{tag_name} eq 'a') {
5613     AFE: for my $i (reverse 0..$#$active_formatting_elements) {
5614     my $node = $active_formatting_elements->[$i];
5615     if ($node->[1] eq 'a') {
5616 wakaba 1.79 !!!cp ('t371');
5617 wakaba 1.52 !!!parse-error (type => 'in a:a');
5618    
5619     !!!back-token;
5620 wakaba 1.55 $token = {type => END_TAG_TOKEN, tag_name => 'a'};
5621 wakaba 1.52 $formatting_end_tag->($token->{tag_name});
5622    
5623     AFE2: for (reverse 0..$#$active_formatting_elements) {
5624     if ($active_formatting_elements->[$_]->[0] eq $node->[0]) {
5625 wakaba 1.79 !!!cp ('t372');
5626 wakaba 1.52 splice @$active_formatting_elements, $_, 1;
5627     last AFE2;
5628 wakaba 1.1 }
5629 wakaba 1.52 } # AFE2
5630     OE: for (reverse 0..$#{$self->{open_elements}}) {
5631     if ($self->{open_elements}->[$_]->[0] eq $node->[0]) {
5632 wakaba 1.79 !!!cp ('t373');
5633 wakaba 1.52 splice @{$self->{open_elements}}, $_, 1;
5634     last OE;
5635 wakaba 1.1 }
5636 wakaba 1.52 } # OE
5637     last AFE;
5638     } elsif ($node->[0] eq '#marker') {
5639 wakaba 1.79 !!!cp ('t374');
5640 wakaba 1.52 last AFE;
5641     }
5642     } # AFE
5643    
5644     $reconstruct_active_formatting_elements->($insert_to_current);
5645 wakaba 1.1
5646 wakaba 1.52 !!!insert-element-t ($token->{tag_name}, $token->{attributes});
5647     push @$active_formatting_elements, $self->{open_elements}->[-1];
5648 wakaba 1.1
5649 wakaba 1.52 !!!next-token;
5650 wakaba 1.53 redo B;
5651 wakaba 1.52 } elsif ({
5652     b => 1, big => 1, em => 1, font => 1, i => 1,
5653     s => 1, small => 1, strile => 1,
5654     strong => 1, tt => 1, u => 1,
5655     }->{$token->{tag_name}}) {
5656 wakaba 1.79 !!!cp ('t375');
5657 wakaba 1.52 $reconstruct_active_formatting_elements->($insert_to_current);
5658    
5659     !!!insert-element-t ($token->{tag_name}, $token->{attributes});
5660     push @$active_formatting_elements, $self->{open_elements}->[-1];
5661    
5662     !!!next-token;
5663 wakaba 1.53 redo B;
5664 wakaba 1.52 } elsif ($token->{tag_name} eq 'nobr') {
5665     $reconstruct_active_formatting_elements->($insert_to_current);
5666 wakaba 1.1
5667 wakaba 1.52 ## has a |nobr| element in scope
5668     INSCOPE: for (reverse 0..$#{$self->{open_elements}}) {
5669     my $node = $self->{open_elements}->[$_];
5670     if ($node->[1] eq 'nobr') {
5671 wakaba 1.79 !!!cp ('t376');
5672 wakaba 1.58 !!!parse-error (type => 'in nobr:nobr');
5673 wakaba 1.52 !!!back-token;
5674 wakaba 1.55 $token = {type => END_TAG_TOKEN, tag_name => 'nobr'};
5675 wakaba 1.53 redo B;
5676 wakaba 1.52 } elsif ({
5677     table => 1, caption => 1, td => 1, th => 1,
5678     button => 1, marquee => 1, object => 1, html => 1,
5679     }->{$node->[1]}) {
5680 wakaba 1.79 !!!cp ('t377');
5681 wakaba 1.52 last INSCOPE;
5682     }
5683     } # INSCOPE
5684    
5685     !!!insert-element-t ($token->{tag_name}, $token->{attributes});
5686     push @$active_formatting_elements, $self->{open_elements}->[-1];
5687    
5688     !!!next-token;
5689 wakaba 1.53 redo B;
5690 wakaba 1.52 } elsif ($token->{tag_name} eq 'button') {
5691     ## has a button element in scope
5692     INSCOPE: for (reverse 0..$#{$self->{open_elements}}) {
5693     my $node = $self->{open_elements}->[$_];
5694     if ($node->[1] eq 'button') {
5695 wakaba 1.79 !!!cp ('t378');
5696 wakaba 1.52 !!!parse-error (type => 'in button:button');
5697     !!!back-token;
5698 wakaba 1.55 $token = {type => END_TAG_TOKEN, tag_name => 'button'};
5699 wakaba 1.53 redo B;
5700 wakaba 1.52 } elsif ({
5701     table => 1, caption => 1, td => 1, th => 1,
5702     button => 1, marquee => 1, object => 1, html => 1,
5703     }->{$node->[1]}) {
5704 wakaba 1.79 !!!cp ('t379');
5705 wakaba 1.52 last INSCOPE;
5706     }
5707     } # INSCOPE
5708    
5709     $reconstruct_active_formatting_elements->($insert_to_current);
5710    
5711     !!!insert-element-t ($token->{tag_name}, $token->{attributes});
5712 wakaba 1.85
5713     ## TODO: associate with $self->{form_element} if defined
5714    
5715 wakaba 1.52 push @$active_formatting_elements, ['#marker', ''];
5716 wakaba 1.1
5717 wakaba 1.52 !!!next-token;
5718 wakaba 1.53 redo B;
5719 wakaba 1.52 } elsif ($token->{tag_name} eq 'marquee' or
5720     $token->{tag_name} eq 'object') {
5721 wakaba 1.79 !!!cp ('t380');
5722 wakaba 1.52 $reconstruct_active_formatting_elements->($insert_to_current);
5723    
5724     !!!insert-element-t ($token->{tag_name}, $token->{attributes});
5725     push @$active_formatting_elements, ['#marker', ''];
5726    
5727     !!!next-token;
5728 wakaba 1.53 redo B;
5729 wakaba 1.52 } elsif ($token->{tag_name} eq 'xmp') {
5730 wakaba 1.79 !!!cp ('t381');
5731 wakaba 1.52 $reconstruct_active_formatting_elements->($insert_to_current);
5732     $parse_rcdata->(CDATA_CONTENT_MODEL, $insert);
5733 wakaba 1.53 redo B;
5734 wakaba 1.52 } elsif ($token->{tag_name} eq 'table') {
5735     ## has a p element in scope
5736     INSCOPE: for (reverse @{$self->{open_elements}}) {
5737     if ($_->[1] eq 'p') {
5738 wakaba 1.79 !!!cp ('t382');
5739 wakaba 1.52 !!!back-token;
5740 wakaba 1.55 $token = {type => END_TAG_TOKEN, tag_name => 'p'};
5741 wakaba 1.53 redo B;
5742 wakaba 1.52 } elsif ({
5743     table => 1, caption => 1, td => 1, th => 1,
5744     button => 1, marquee => 1, object => 1, html => 1,
5745     }->{$_->[1]}) {
5746 wakaba 1.79 !!!cp ('t383');
5747 wakaba 1.52 last INSCOPE;
5748     }
5749     } # INSCOPE
5750    
5751     !!!insert-element-t ($token->{tag_name}, $token->{attributes});
5752    
5753 wakaba 1.54 $self->{insertion_mode} = IN_TABLE_IM;
5754 wakaba 1.52
5755     !!!next-token;
5756 wakaba 1.53 redo B;
5757 wakaba 1.52 } elsif ({
5758     area => 1, basefont => 1, bgsound => 1, br => 1,
5759     embed => 1, img => 1, param => 1, spacer => 1, wbr => 1,
5760     image => 1,
5761     }->{$token->{tag_name}}) {
5762     if ($token->{tag_name} eq 'image') {
5763 wakaba 1.79 !!!cp ('t384');
5764 wakaba 1.52 !!!parse-error (type => 'image');
5765     $token->{tag_name} = 'img';
5766 wakaba 1.79 } else {
5767     !!!cp ('t385');
5768 wakaba 1.52 }
5769 wakaba 1.1
5770 wakaba 1.52 ## NOTE: There is an "as if <br>" code clone.
5771     $reconstruct_active_formatting_elements->($insert_to_current);
5772    
5773     !!!insert-element-t ($token->{tag_name}, $token->{attributes});
5774     pop @{$self->{open_elements}};
5775    
5776     !!!next-token;
5777 wakaba 1.53 redo B;
5778 wakaba 1.52 } elsif ($token->{tag_name} eq 'hr') {
5779     ## has a p element in scope
5780     INSCOPE: for (reverse @{$self->{open_elements}}) {
5781     if ($_->[1] eq 'p') {
5782 wakaba 1.79 !!!cp ('t386');
5783 wakaba 1.52 !!!back-token;
5784 wakaba 1.55 $token = {type => END_TAG_TOKEN, tag_name => 'p'};
5785 wakaba 1.53 redo B;
5786 wakaba 1.52 } elsif ({
5787     table => 1, caption => 1, td => 1, th => 1,
5788     button => 1, marquee => 1, object => 1, html => 1,
5789     }->{$_->[1]}) {
5790 wakaba 1.79 !!!cp ('t387');
5791 wakaba 1.52 last INSCOPE;
5792     }
5793     } # INSCOPE
5794    
5795     !!!insert-element-t ($token->{tag_name}, $token->{attributes});
5796     pop @{$self->{open_elements}};
5797    
5798     !!!next-token;
5799 wakaba 1.53 redo B;
5800 wakaba 1.52 } elsif ($token->{tag_name} eq 'input') {
5801 wakaba 1.79 !!!cp ('t388');
5802 wakaba 1.52 $reconstruct_active_formatting_elements->($insert_to_current);
5803    
5804     !!!insert-element-t ($token->{tag_name}, $token->{attributes});
5805     ## TODO: associate with $self->{form_element} if defined
5806     pop @{$self->{open_elements}};
5807    
5808     !!!next-token;
5809 wakaba 1.53 redo B;
5810 wakaba 1.52 } elsif ($token->{tag_name} eq 'isindex') {
5811     !!!parse-error (type => 'isindex');
5812    
5813     if (defined $self->{form_element}) {
5814 wakaba 1.79 !!!cp ('t389');
5815 wakaba 1.52 ## Ignore the token
5816     !!!next-token;
5817 wakaba 1.53 redo B;
5818 wakaba 1.52 } else {
5819     my $at = $token->{attributes};
5820     my $form_attrs;
5821     $form_attrs->{action} = $at->{action} if $at->{action};
5822     my $prompt_attr = $at->{prompt};
5823     $at->{name} = {name => 'name', value => 'isindex'};
5824     delete $at->{action};
5825     delete $at->{prompt};
5826     my @tokens = (
5827 wakaba 1.55 {type => START_TAG_TOKEN, tag_name => 'form',
5828 wakaba 1.52 attributes => $form_attrs},
5829 wakaba 1.55 {type => START_TAG_TOKEN, tag_name => 'hr'},
5830     {type => START_TAG_TOKEN, tag_name => 'p'},
5831     {type => START_TAG_TOKEN, tag_name => 'label'},
5832 wakaba 1.52 );
5833     if ($prompt_attr) {
5834 wakaba 1.79 !!!cp ('t390');
5835 wakaba 1.55 push @tokens, {type => CHARACTER_TOKEN, data => $prompt_attr->{value}};
5836 wakaba 1.1 } else {
5837 wakaba 1.79 !!!cp ('t391');
5838 wakaba 1.55 push @tokens, {type => CHARACTER_TOKEN,
5839 wakaba 1.52 data => 'This is a searchable index. Insert your search keywords here: '}; # SHOULD
5840     ## TODO: make this configurable
5841 wakaba 1.1 }
5842 wakaba 1.52 push @tokens,
5843 wakaba 1.55 {type => START_TAG_TOKEN, tag_name => 'input', attributes => $at},
5844     #{type => CHARACTER_TOKEN, data => ''}, # SHOULD
5845     {type => END_TAG_TOKEN, tag_name => 'label'},
5846     {type => END_TAG_TOKEN, tag_name => 'p'},
5847     {type => START_TAG_TOKEN, tag_name => 'hr'},
5848     {type => END_TAG_TOKEN, tag_name => 'form'};
5849 wakaba 1.52 $token = shift @tokens;
5850     !!!back-token (@tokens);
5851 wakaba 1.53 redo B;
5852 wakaba 1.52 }
5853     } elsif ($token->{tag_name} eq 'textarea') {
5854     my $tag_name = $token->{tag_name};
5855     my $el;
5856     !!!create-element ($el, $token->{tag_name}, $token->{attributes});
5857    
5858     ## TODO: $self->{form_element} if defined
5859     $self->{content_model} = RCDATA_CONTENT_MODEL;
5860     delete $self->{escape}; # MUST
5861    
5862     $insert->($el);
5863    
5864     my $text = '';
5865     !!!next-token;
5866 wakaba 1.55 if ($token->{type} == CHARACTER_TOKEN) {
5867 wakaba 1.52 $token->{data} =~ s/^\x0A//;
5868 wakaba 1.51 unless (length $token->{data}) {
5869 wakaba 1.79 !!!cp ('t392');
5870 wakaba 1.51 !!!next-token;
5871 wakaba 1.79 } else {
5872     !!!cp ('t393');
5873 wakaba 1.51 }
5874 wakaba 1.79 } else {
5875     !!!cp ('t394');
5876 wakaba 1.51 }
5877 wakaba 1.55 while ($token->{type} == CHARACTER_TOKEN) {
5878 wakaba 1.79 !!!cp ('t395');
5879 wakaba 1.52 $text .= $token->{data};
5880     !!!next-token;
5881     }
5882     if (length $text) {
5883 wakaba 1.79 !!!cp ('t396');
5884 wakaba 1.52 $el->manakai_append_text ($text);
5885     }
5886    
5887     $self->{content_model} = PCDATA_CONTENT_MODEL;
5888 wakaba 1.51
5889 wakaba 1.55 if ($token->{type} == END_TAG_TOKEN and
5890 wakaba 1.52 $token->{tag_name} eq $tag_name) {
5891 wakaba 1.79 !!!cp ('t397');
5892 wakaba 1.52 ## Ignore the token
5893     } else {
5894 wakaba 1.79 !!!cp ('t398');
5895 wakaba 1.52 !!!parse-error (type => 'in RCDATA:#'.$token->{type});
5896 wakaba 1.51 }
5897 wakaba 1.52 !!!next-token;
5898 wakaba 1.53 redo B;
5899 wakaba 1.52 } elsif ({
5900     iframe => 1,
5901     noembed => 1,
5902     noframes => 1,
5903     noscript => 0, ## TODO: 1 if scripting is enabled
5904     }->{$token->{tag_name}}) {
5905 wakaba 1.79 !!!cp ('t399');
5906 wakaba 1.58 ## NOTE: There is an "as if in body" code clone.
5907 wakaba 1.52 $parse_rcdata->(CDATA_CONTENT_MODEL, $insert);
5908 wakaba 1.53 redo B;
5909 wakaba 1.52 } elsif ($token->{tag_name} eq 'select') {
5910 wakaba 1.79 !!!cp ('t400');
5911 wakaba 1.52 $reconstruct_active_formatting_elements->($insert_to_current);
5912    
5913     !!!insert-element-t ($token->{tag_name}, $token->{attributes});
5914 wakaba 1.85
5915     ## TODO: associate with $self->{form_element} if defined
5916 wakaba 1.52
5917 wakaba 1.54 $self->{insertion_mode} = IN_SELECT_IM;
5918 wakaba 1.52 !!!next-token;
5919 wakaba 1.53 redo B;
5920 wakaba 1.52 } elsif ({
5921     caption => 1, col => 1, colgroup => 1, frame => 1,
5922     frameset => 1, head => 1, option => 1, optgroup => 1,
5923     tbody => 1, td => 1, tfoot => 1, th => 1,
5924     thead => 1, tr => 1,
5925     }->{$token->{tag_name}}) {
5926 wakaba 1.79 !!!cp ('t401');
5927 wakaba 1.52 !!!parse-error (type => 'in body:'.$token->{tag_name});
5928     ## Ignore the token
5929     !!!next-token;
5930 wakaba 1.53 redo B;
5931 wakaba 1.52
5932     ## ISSUE: An issue on HTML5 new elements in the spec.
5933     } else {
5934 wakaba 1.79 !!!cp ('t402');
5935 wakaba 1.52 $reconstruct_active_formatting_elements->($insert_to_current);
5936    
5937     !!!insert-element-t ($token->{tag_name}, $token->{attributes});
5938 wakaba 1.51
5939 wakaba 1.52 !!!next-token;
5940 wakaba 1.53 redo B;
5941 wakaba 1.52 }
5942 wakaba 1.55 } elsif ($token->{type} == END_TAG_TOKEN) {
5943 wakaba 1.52 if ($token->{tag_name} eq 'body') {
5944     if (@{$self->{open_elements}} > 1 and
5945     $self->{open_elements}->[1]->[1] eq 'body') {
5946     for (@{$self->{open_elements}}) {
5947     unless ({
5948     dd => 1, dt => 1, li => 1, p => 1, td => 1,
5949     th => 1, tr => 1, body => 1, html => 1,
5950     tbody => 1, tfoot => 1, thead => 1,
5951     }->{$_->[1]}) {
5952 wakaba 1.79 !!!cp ('t403');
5953 wakaba 1.52 !!!parse-error (type => 'not closed:'.$_->[1]);
5954 wakaba 1.79 } else {
5955     !!!cp ('t404');
5956 wakaba 1.52 }
5957     }
5958 wakaba 1.51
5959 wakaba 1.54 $self->{insertion_mode} = AFTER_BODY_IM;
5960 wakaba 1.52 !!!next-token;
5961 wakaba 1.53 redo B;
5962 wakaba 1.52 } else {
5963 wakaba 1.79 !!!cp ('t405');
5964 wakaba 1.52 !!!parse-error (type => 'unmatched end tag:'.$token->{tag_name});
5965     ## Ignore the token
5966     !!!next-token;
5967 wakaba 1.53 redo B;
5968 wakaba 1.51 }
5969 wakaba 1.52 } elsif ($token->{tag_name} eq 'html') {
5970     if (@{$self->{open_elements}} > 1 and $self->{open_elements}->[1]->[1] eq 'body') {
5971     ## ISSUE: There is an issue in the spec.
5972     if ($self->{open_elements}->[-1]->[1] ne 'body') {
5973 wakaba 1.79 !!!cp ('t406');
5974 wakaba 1.52 !!!parse-error (type => 'not closed:'.$self->{open_elements}->[1]->[1]);
5975 wakaba 1.79 } else {
5976     !!!cp ('t407');
5977 wakaba 1.1 }
5978 wakaba 1.54 $self->{insertion_mode} = AFTER_BODY_IM;
5979 wakaba 1.52 ## reprocess
5980 wakaba 1.53 redo B;
5981 wakaba 1.51 } else {
5982 wakaba 1.79 !!!cp ('t408');
5983 wakaba 1.52 !!!parse-error (type => 'unmatched end tag:'.$token->{tag_name});
5984     ## Ignore the token
5985     !!!next-token;
5986 wakaba 1.53 redo B;
5987 wakaba 1.51 }
5988 wakaba 1.52 } elsif ({
5989     address => 1, blockquote => 1, center => 1, dir => 1,
5990     div => 1, dl => 1, fieldset => 1, listing => 1,
5991     menu => 1, ol => 1, pre => 1, ul => 1,
5992     dd => 1, dt => 1, li => 1,
5993     button => 1, marquee => 1, object => 1,
5994     }->{$token->{tag_name}}) {
5995     ## has an element in scope
5996     my $i;
5997     INSCOPE: for (reverse 0..$#{$self->{open_elements}}) {
5998     my $node = $self->{open_elements}->[$_];
5999     if ($node->[1] eq $token->{tag_name}) {
6000 wakaba 1.79 !!!cp ('t410');
6001 wakaba 1.52 $i = $_;
6002 wakaba 1.87 last INSCOPE;
6003 wakaba 1.52 } elsif ({
6004     table => 1, caption => 1, td => 1, th => 1,
6005     button => 1, marquee => 1, object => 1, html => 1,
6006     }->{$node->[1]}) {
6007 wakaba 1.79 !!!cp ('t411');
6008 wakaba 1.52 last INSCOPE;
6009 wakaba 1.51 }
6010 wakaba 1.52 } # INSCOPE
6011 wakaba 1.89
6012     unless (defined $i) { # has an element in scope
6013     !!!cp ('t413');
6014     !!!parse-error (type => 'unmatched end tag:'.$token->{tag_name});
6015     } else {
6016     ## Step 1. generate implied end tags
6017     while ({
6018     dd => ($token->{tag_name} ne 'dd'),
6019     dt => ($token->{tag_name} ne 'dt'),
6020     li => ($token->{tag_name} ne 'li'),
6021     p => 1,
6022     }->{$self->{open_elements}->[-1]->[1]}) {
6023     !!!cp ('t409');
6024     pop @{$self->{open_elements}};
6025     }
6026    
6027     ## Step 2.
6028     if ($self->{open_elements}->[-1]->[1] ne $token->{tag_name}) {
6029 wakaba 1.79 !!!cp ('t412');
6030 wakaba 1.52 !!!parse-error (type => 'not closed:'.$self->{open_elements}->[-1]->[1]);
6031 wakaba 1.51 } else {
6032 wakaba 1.89 !!!cp ('t414');
6033 wakaba 1.51 }
6034 wakaba 1.89
6035     ## Step 3.
6036 wakaba 1.52 splice @{$self->{open_elements}}, $i;
6037 wakaba 1.89
6038     ## Step 4.
6039     $clear_up_to_marker->()
6040     if {
6041     button => 1, marquee => 1, object => 1,
6042     }->{$token->{tag_name}};
6043 wakaba 1.51 }
6044 wakaba 1.52 !!!next-token;
6045 wakaba 1.53 redo B;
6046 wakaba 1.52 } elsif ($token->{tag_name} eq 'form') {
6047     ## has an element in scope
6048     INSCOPE: for (reverse 0..$#{$self->{open_elements}}) {
6049     my $node = $self->{open_elements}->[$_];
6050     if ($node->[1] eq $token->{tag_name}) {
6051     ## generate implied end tags
6052 wakaba 1.86 while ({
6053     dd => 1, dt => 1, li => 1, p => 1,
6054     }->{$self->{open_elements}->[-1]->[1]}) {
6055 wakaba 1.79 !!!cp ('t417');
6056 wakaba 1.86 pop @{$self->{open_elements}};
6057 wakaba 1.52 }
6058 wakaba 1.86
6059 wakaba 1.79 !!!cp ('t418');
6060 wakaba 1.52 last INSCOPE;
6061     } elsif ({
6062     table => 1, caption => 1, td => 1, th => 1,
6063     button => 1, marquee => 1, object => 1, html => 1,
6064     }->{$node->[1]}) {
6065 wakaba 1.79 !!!cp ('t419');
6066 wakaba 1.52 last INSCOPE;
6067     }
6068     } # INSCOPE
6069    
6070     if ($self->{open_elements}->[-1]->[1] eq $token->{tag_name}) {
6071 wakaba 1.79 !!!cp ('t420');
6072 wakaba 1.36 pop @{$self->{open_elements}};
6073     } else {
6074 wakaba 1.79 !!!cp ('t421');
6075 wakaba 1.58 !!!parse-error (type => 'unmatched end tag:'.$token->{tag_name});
6076 wakaba 1.52 }
6077    
6078     undef $self->{form_element};
6079     !!!next-token;
6080 wakaba 1.53 redo B;
6081 wakaba 1.52 } elsif ({
6082     h1 => 1, h2 => 1, h3 => 1, h4 => 1, h5 => 1, h6 => 1,
6083     }->{$token->{tag_name}}) {
6084     ## has an element in scope
6085     my $i;
6086     INSCOPE: for (reverse 0..$#{$self->{open_elements}}) {
6087     my $node = $self->{open_elements}->[$_];
6088     if ({
6089     h1 => 1, h2 => 1, h3 => 1, h4 => 1, h5 => 1, h6 => 1,
6090     }->{$node->[1]}) {
6091     ## generate implied end tags
6092 wakaba 1.86 while ({
6093     dd => 1, dt => 1, li => 1, p => 1,
6094     }->{$self->{open_elements}->[-1]->[1]}) {
6095 wakaba 1.79 !!!cp ('t422');
6096 wakaba 1.86 pop @{$self->{open_elements}};
6097 wakaba 1.52 }
6098 wakaba 1.79
6099     !!!cp ('t423');
6100 wakaba 1.52 $i = $_;
6101     last INSCOPE;
6102     } elsif ({
6103     table => 1, caption => 1, td => 1, th => 1,
6104     button => 1, marquee => 1, object => 1, html => 1,
6105     }->{$node->[1]}) {
6106 wakaba 1.79 !!!cp ('t424');
6107 wakaba 1.52 last INSCOPE;
6108 wakaba 1.51 }
6109 wakaba 1.52 } # INSCOPE
6110    
6111     if ($self->{open_elements}->[-1]->[1] ne $token->{tag_name}) {
6112 wakaba 1.79 !!!cp ('t425');
6113 wakaba 1.58 !!!parse-error (type => 'unmatched end tag:'.$token->{tag_name});
6114 wakaba 1.79 } else {
6115     !!!cp ('t426');
6116 wakaba 1.36 }
6117 wakaba 1.52
6118     splice @{$self->{open_elements}}, $i if defined $i;
6119     !!!next-token;
6120 wakaba 1.53 redo B;
6121 wakaba 1.87 } elsif ($token->{tag_name} eq 'p') {
6122     ## has an element in scope
6123     my $i;
6124     INSCOPE: for (reverse 0..$#{$self->{open_elements}}) {
6125     my $node = $self->{open_elements}->[$_];
6126     if ($node->[1] eq $token->{tag_name}) {
6127     !!!cp ('t410.1');
6128     $i = $_;
6129 wakaba 1.88 last INSCOPE;
6130 wakaba 1.87 } elsif ({
6131     table => 1, caption => 1, td => 1, th => 1,
6132     button => 1, marquee => 1, object => 1, html => 1,
6133     }->{$node->[1]}) {
6134     !!!cp ('t411.1');
6135     last INSCOPE;
6136     }
6137     } # INSCOPE
6138    
6139     if ($self->{open_elements}->[-1]->[1] ne $token->{tag_name}) {
6140     if (defined $i) {
6141     !!!cp ('t412.1');
6142     !!!parse-error (type => 'not closed:'.$self->{open_elements}->[-1]->[1]);
6143     } else {
6144     !!!cp ('t413.1');
6145     !!!parse-error (type => 'unmatched end tag:'.$token->{tag_name});
6146     }
6147     }
6148    
6149     if (defined $i) {
6150     !!!cp ('t414.1');
6151     splice @{$self->{open_elements}}, $i;
6152     } else {
6153     !!!cp ('t415.1');
6154     ## As if <p>, then reprocess the current token
6155     my $el;
6156     !!!create-element ($el, 'p');
6157     $insert->($el);
6158     }
6159     !!!next-token;
6160     redo B;
6161 wakaba 1.52 } elsif ({
6162     a => 1,
6163     b => 1, big => 1, em => 1, font => 1, i => 1,
6164     nobr => 1, s => 1, small => 1, strile => 1,
6165     strong => 1, tt => 1, u => 1,
6166     }->{$token->{tag_name}}) {
6167 wakaba 1.79 !!!cp ('t427');
6168 wakaba 1.52 $formatting_end_tag->($token->{tag_name});
6169 wakaba 1.53 redo B;
6170 wakaba 1.52 } elsif ($token->{tag_name} eq 'br') {
6171 wakaba 1.79 !!!cp ('t428');
6172 wakaba 1.52 !!!parse-error (type => 'unmatched end tag:br');
6173    
6174     ## As if <br>
6175     $reconstruct_active_formatting_elements->($insert_to_current);
6176    
6177     my $el;
6178     !!!create-element ($el, 'br');
6179     $insert->($el);
6180    
6181     ## Ignore the token.
6182     !!!next-token;
6183 wakaba 1.53 redo B;
6184 wakaba 1.52 } elsif ({
6185     caption => 1, col => 1, colgroup => 1, frame => 1,
6186     frameset => 1, head => 1, option => 1, optgroup => 1,
6187     tbody => 1, td => 1, tfoot => 1, th => 1,
6188     thead => 1, tr => 1,
6189     area => 1, basefont => 1, bgsound => 1,
6190     embed => 1, hr => 1, iframe => 1, image => 1,
6191     img => 1, input => 1, isindex => 1, noembed => 1,
6192     noframes => 1, param => 1, select => 1, spacer => 1,
6193     table => 1, textarea => 1, wbr => 1,
6194     noscript => 0, ## TODO: if scripting is enabled
6195     }->{$token->{tag_name}}) {
6196 wakaba 1.79 !!!cp ('t429');
6197 wakaba 1.52 !!!parse-error (type => 'unmatched end tag:'.$token->{tag_name});
6198     ## Ignore the token
6199     !!!next-token;
6200 wakaba 1.53 redo B;
6201 wakaba 1.52
6202     ## ISSUE: Issue on HTML5 new elements in spec
6203    
6204     } else {
6205     ## Step 1
6206     my $node_i = -1;
6207     my $node = $self->{open_elements}->[$node_i];
6208 wakaba 1.51
6209 wakaba 1.52 ## Step 2
6210     S2: {
6211     if ($node->[1] eq $token->{tag_name}) {
6212     ## Step 1
6213     ## generate implied end tags
6214 wakaba 1.86 while ({
6215     dd => 1, dt => 1, li => 1, p => 1,
6216     }->{$self->{open_elements}->[-1]->[1]}) {
6217 wakaba 1.79 !!!cp ('t430');
6218 wakaba 1.83 ## ISSUE: Can this case be reached?
6219 wakaba 1.86 pop @{$self->{open_elements}};
6220 wakaba 1.52 }
6221    
6222     ## Step 2
6223     if ($token->{tag_name} ne $self->{open_elements}->[-1]->[1]) {
6224 wakaba 1.79 !!!cp ('t431');
6225 wakaba 1.58 ## NOTE: <x><y></x>
6226 wakaba 1.52 !!!parse-error (type => 'not closed:'.$self->{open_elements}->[-1]->[1]);
6227 wakaba 1.79 } else {
6228     !!!cp ('t432');
6229 wakaba 1.52 }
6230    
6231     ## Step 3
6232     splice @{$self->{open_elements}}, $node_i;
6233 wakaba 1.51
6234 wakaba 1.1 !!!next-token;
6235 wakaba 1.52 last S2;
6236 wakaba 1.1 } else {
6237 wakaba 1.52 ## Step 3
6238     if (not $formatting_category->{$node->[1]} and
6239     #not $phrasing_category->{$node->[1]} and
6240     ($special_category->{$node->[1]} or
6241     $scoping_category->{$node->[1]})) {
6242 wakaba 1.79 !!!cp ('t433');
6243 wakaba 1.52 !!!parse-error (type => 'unmatched end tag:'.$token->{tag_name});
6244     ## Ignore the token
6245     !!!next-token;
6246     last S2;
6247     }
6248 wakaba 1.79
6249     !!!cp ('t434');
6250 wakaba 1.1 }
6251 wakaba 1.52
6252     ## Step 4
6253     $node_i--;
6254     $node = $self->{open_elements}->[$node_i];
6255    
6256     ## Step 5;
6257     redo S2;
6258     } # S2
6259 wakaba 1.53 redo B;
6260 wakaba 1.1 }
6261     }
6262 wakaba 1.52 redo B;
6263 wakaba 1.1 } # B
6264    
6265     ## Stop parsing # MUST
6266    
6267     ## TODO: script stuffs
6268 wakaba 1.3 } # _tree_construct_main
6269    
6270     sub set_inner_html ($$$) {
6271     my $class = shift;
6272     my $node = shift;
6273     my $s = \$_[0];
6274     my $onerror = $_[1];
6275    
6276 wakaba 1.63 ## ISSUE: Should {confident} be true?
6277    
6278 wakaba 1.3 my $nt = $node->node_type;
6279     if ($nt == 9) {
6280     # MUST
6281    
6282     ## Step 1 # MUST
6283     ## TODO: If the document has an active parser, ...
6284     ## ISSUE: There is an issue in the spec.
6285    
6286     ## Step 2 # MUST
6287     my @cn = @{$node->child_nodes};
6288     for (@cn) {
6289     $node->remove_child ($_);
6290     }
6291    
6292     ## Step 3, 4, 5 # MUST
6293     $class->parse_string ($$s => $node, $onerror);
6294     } elsif ($nt == 1) {
6295     ## TODO: If non-html element
6296    
6297     ## NOTE: Most of this code is copied from |parse_string|
6298    
6299     ## Step 1 # MUST
6300 wakaba 1.14 my $this_doc = $node->owner_document;
6301     my $doc = $this_doc->implementation->create_document;
6302 wakaba 1.18 $doc->manakai_is_html (1);
6303 wakaba 1.3 my $p = $class->new;
6304     $p->{document} = $doc;
6305    
6306 wakaba 1.84 ## Step 8 # MUST
6307 wakaba 1.3 my $i = 0;
6308     my $line = 1;
6309     my $column = 0;
6310 wakaba 1.76 $p->{set_next_char} = sub {
6311 wakaba 1.3 my $self = shift;
6312 wakaba 1.14
6313 wakaba 1.76 pop @{$self->{prev_char}};
6314     unshift @{$self->{prev_char}}, $self->{next_char};
6315 wakaba 1.14
6316 wakaba 1.76 $self->{next_char} = -1 and return if $i >= length $$s;
6317     $self->{next_char} = ord substr $$s, $i++, 1;
6318 wakaba 1.3 $column++;
6319 wakaba 1.4
6320 wakaba 1.76 if ($self->{next_char} == 0x000A) { # LF
6321 wakaba 1.4 $line++;
6322     $column = 0;
6323 wakaba 1.79 !!!cp ('i1');
6324 wakaba 1.76 } elsif ($self->{next_char} == 0x000D) { # CR
6325 wakaba 1.15 $i++ if substr ($$s, $i, 1) eq "\x0A";
6326 wakaba 1.76 $self->{next_char} = 0x000A; # LF # MUST
6327 wakaba 1.3 $line++;
6328 wakaba 1.4 $column = 0;
6329 wakaba 1.79 !!!cp ('i2');
6330 wakaba 1.76 } elsif ($self->{next_char} > 0x10FFFF) {
6331     $self->{next_char} = 0xFFFD; # REPLACEMENT CHARACTER # MUST
6332 wakaba 1.79 !!!cp ('i3');
6333 wakaba 1.76 } elsif ($self->{next_char} == 0x0000) { # NULL
6334 wakaba 1.79 !!!cp ('i4');
6335 wakaba 1.14 !!!parse-error (type => 'NULL');
6336 wakaba 1.76 $self->{next_char} = 0xFFFD; # REPLACEMENT CHARACTER # MUST
6337 wakaba 1.3 }
6338     };
6339 wakaba 1.76 $p->{prev_char} = [-1, -1, -1];
6340     $p->{next_char} = -1;
6341 wakaba 1.3
6342     my $ponerror = $onerror || sub {
6343     my (%opt) = @_;
6344     warn "Parse error ($opt{type}) at line $opt{line} column $opt{column}\n";
6345     };
6346     $p->{parse_error} = sub {
6347     $ponerror->(@_, line => $line, column => $column);
6348     };
6349    
6350     $p->_initialize_tokenizer;
6351     $p->_initialize_tree_constructor;
6352    
6353     ## Step 2
6354 wakaba 1.71 my $node_ln = $node->manakai_local_name;
6355 wakaba 1.40 $p->{content_model} = {
6356     title => RCDATA_CONTENT_MODEL,
6357     textarea => RCDATA_CONTENT_MODEL,
6358     style => CDATA_CONTENT_MODEL,
6359     script => CDATA_CONTENT_MODEL,
6360     xmp => CDATA_CONTENT_MODEL,
6361     iframe => CDATA_CONTENT_MODEL,
6362     noembed => CDATA_CONTENT_MODEL,
6363     noframes => CDATA_CONTENT_MODEL,
6364     noscript => CDATA_CONTENT_MODEL,
6365     plaintext => PLAINTEXT_CONTENT_MODEL,
6366     }->{$node_ln};
6367     $p->{content_model} = PCDATA_CONTENT_MODEL
6368     unless defined $p->{content_model};
6369     ## ISSUE: What is "the name of the element"? local name?
6370 wakaba 1.3
6371     $p->{inner_html_node} = [$node, $node_ln];
6372    
6373 wakaba 1.84 ## Step 3
6374 wakaba 1.3 my $root = $doc->create_element_ns
6375     ('http://www.w3.org/1999/xhtml', [undef, 'html']);
6376    
6377 wakaba 1.84 ## Step 4 # MUST
6378 wakaba 1.3 $doc->append_child ($root);
6379    
6380 wakaba 1.84 ## Step 5 # MUST
6381 wakaba 1.3 push @{$p->{open_elements}}, [$root, 'html'];
6382    
6383     undef $p->{head_element};
6384    
6385 wakaba 1.84 ## Step 6 # MUST
6386 wakaba 1.3 $p->_reset_insertion_mode;
6387    
6388 wakaba 1.84 ## Step 7 # MUST
6389 wakaba 1.3 my $anode = $node;
6390     AN: while (defined $anode) {
6391     if ($anode->node_type == 1) {
6392     my $nsuri = $anode->namespace_uri;
6393     if (defined $nsuri and $nsuri eq 'http://www.w3.org/1999/xhtml') {
6394 wakaba 1.71 if ($anode->manakai_local_name eq 'form') {
6395 wakaba 1.79 !!!cp ('i5');
6396 wakaba 1.3 $p->{form_element} = $anode;
6397     last AN;
6398     }
6399     }
6400     }
6401     $anode = $anode->parent_node;
6402     } # AN
6403    
6404 wakaba 1.84 ## Step 9 # MUST
6405 wakaba 1.3 {
6406     my $self = $p;
6407     !!!next-token;
6408     }
6409     $p->_tree_construction_main;
6410    
6411 wakaba 1.84 ## Step 10 # MUST
6412 wakaba 1.3 my @cn = @{$node->child_nodes};
6413     for (@cn) {
6414     $node->remove_child ($_);
6415     }
6416     ## ISSUE: mutation events? read-only?
6417    
6418 wakaba 1.84 ## Step 11 # MUST
6419 wakaba 1.3 @cn = @{$root->child_nodes};
6420     for (@cn) {
6421 wakaba 1.14 $this_doc->adopt_node ($_);
6422 wakaba 1.3 $node->append_child ($_);
6423     }
6424 wakaba 1.14 ## ISSUE: mutation events?
6425 wakaba 1.3
6426     $p->_terminate_tree_constructor;
6427     } else {
6428     die "$0: |set_inner_html| is not defined for node of type $nt";
6429     }
6430     } # set_inner_html
6431    
6432     } # tree construction stage
6433 wakaba 1.1
6434 wakaba 1.63 package Whatpm::HTML::RestartParser;
6435     push our @ISA, 'Error';
6436    
6437 wakaba 1.1 1;
6438 wakaba 1.90 # $Date: 2008/03/08 02:48:20 $

admin@suikawiki.org
ViewVC Help
Powered by ViewVC 1.1.24