/[suikacvs]/markup/html/whatpm/Whatpm/HTML/Tokenizer.pm
Suika

Diff of /markup/html/whatpm/Whatpm/HTML/Tokenizer.pm

Parent Directory Parent Directory | Revision Log Revision Log | View Patch Patch

revision 1.6 by wakaba, Tue Oct 14 14:57:52 2008 UTC revision 1.7 by wakaba, Tue Oct 14 15:25:50 2008 UTC
# Line 219  sub _initialize_tokenizer ($) { Line 219  sub _initialize_tokenizer ($) {
219  ##        ->{value}  ##        ->{value}
220  ##        ->{has_reference} == 1 or 0  ##        ->{has_reference} == 1 or 0
221  ##   ->{data} (COMMENT_TOKEN, CHARACTER_TOKEN)  ##   ->{data} (COMMENT_TOKEN, CHARACTER_TOKEN)
222    ##   ->{has_reference} == 1 or 0 (CHARACTER_TOKEN)
223  ## NOTE: The "self-closing flag" is hold as |$self->{self_closing}|.  ## NOTE: The "self-closing flag" is hold as |$self->{self_closing}|.
224  ##     |->{self_closing}| is used to save the value of |$self->{self_closing}|  ##     |->{self_closing}| is used to save the value of |$self->{self_closing}|
225  ##     while the token is pushed back to the stack.  ##     while the token is pushed back to the stack.
# Line 3966  sub _get_next_token ($) { Line 3967  sub _get_next_token ($) {
3967          $self->{s_kwd} = '';          $self->{s_kwd} = '';
3968          ## Reconsume.          ## Reconsume.
3969          return  ({type => CHARACTER_TOKEN, data => chr $code,          return  ({type => CHARACTER_TOKEN, data => chr $code,
3970                      has_reference => 1,
3971                    line => $l, column => $c,                    line => $l, column => $c,
3972                   });                   });
3973          redo A;          redo A;
# Line 4118  sub _get_next_token ($) { Line 4120  sub _get_next_token ($) {
4120          $self->{s_kwd} = '';          $self->{s_kwd} = '';
4121          ## Reconsume.          ## Reconsume.
4122          return  ({type => CHARACTER_TOKEN, data => chr $code,          return  ({type => CHARACTER_TOKEN, data => chr $code,
4123                      has_reference => 1,
4124                    line => $l, column => $c,                    line => $l, column => $c,
4125                   });                   });
4126          redo A;          redo A;
# Line 4243  sub _get_next_token ($) { Line 4246  sub _get_next_token ($) {
4246          ## Reconsume.          ## Reconsume.
4247          return  ({type => CHARACTER_TOKEN,          return  ({type => CHARACTER_TOKEN,
4248                    data => $data,                    data => $data,
4249                      has_reference => $has_ref,
4250                    line => $self->{line_prev},                    line => $self->{line_prev},
4251                    column => $self->{column_prev} + 1 - length $self->{s_kwd},                    column => $self->{column_prev} + 1 - length $self->{s_kwd},
4252                   });                   });
Legend:
Removed from v.1.6  
changed lines
  Added in v.1.7
admin@suikawiki.org
 ViewVC Help
Powered by ViewVC 1.1.24