--- markup/html/scripting-parser/parser.html	2008/04/27 08:56:34	1.8
+++ markup/html/scripting-parser/parser.html	2008/04/27 11:27:04	1.13
@@ -2,13 +2,20 @@
 <html lang=en>
 <head>
 <title>Live Scripting HTML Parser</title>
+<link rel=author href="http://suika.fam.cx/~wakaba/who?">
+<link rel=license href="http://suika.fam.cx/c/gnu/gpl"
+    title="GNU GPL2 or later">
 <style>
-  h1, h2 {
+  h1 {
+    margin: 0;
+    font-size: 150%;
+  } 
+  h2 {
     margin: 0;
     font-size: 100%;
   }
-  p, pre {
-    margin: 0;
+  p {
+    margin: 0 1em;
   }
   textarea {
     width: 100%;
@@ -47,7 +54,12 @@
       var p = new Parser (new InputStream (v));
       var doc = p.doc;
       p.parse ();
+      
       log (dumpTree (doc, ''));
+      
+      if (p.hasAsyncScript) {
+        log ('Some script codes are executed asynchronously; it means that the document might be rendered in different ways depending on the network condition and other factors');
+      }
     }
   } // update2
 
@@ -73,6 +85,8 @@
     this.openElements = [doc];
     this.input = i;
     this.scriptsExecutedAfterParsing = [];
+    this.scriptsExecutedSoon = [];
+    this.scriptsExecutedAsynchronously = [];
   } // Parser
 
   Parser.prototype.getNextToken = function () {
@@ -150,14 +164,19 @@
         tagName = v.toLowerCase ();
         return '';
       });
-      e = e.replace (/^\s*([^\s=]+)\s*(?:=\s*(?:"([^"]*)"|'([^']*)'|([^"']+)))?/,
-      function (x, attrName, attrValue1, attrValue2, attrValue3) {
-        v = attrValue1 || attrValue2 || attrValue3;
-        v = v.replace (/&quot;/g, '"').replace (/&apos;/g, "'")
-            .replace (/&amp;/g, '&');
-        attrs[attrName.toLowerCase ()] = v;
-        return '';
-      });
+      while (true) {
+        var m = false;
+        e = e.replace (/^\s*([^\s=]+)\s*(?:=\s*(?:"([^"]*)"|'([^']*)'|([^"'\s]*)))?/,
+        function (x, attrName, attrValue1, attrValue2, attrValue3) {
+          v = attrValue1 || attrValue2 || attrValue3;
+          v = v.replace (/&quot;/g, '"').replace (/&apos;/g, "'")
+              .replace (/&amp;/g, '&');
+          attrs[attrName.toLowerCase ()] = v;
+          m = true;
+          return '';
+        });
+        if (!m) break;
+      }
       if (e.length) {
         log ('Broken start tag: "' + e + '"');
       }
@@ -324,8 +343,41 @@
 
     // "When a script completes loading" rules start applying.
 
-    // TODO: Handles "list of scripts that will execute as soon as possible"
-    // and "list of scripts that will execute asynchronously"
+    while (this.scriptsExecutedSoon.length > 0 ||
+           this.scriptsExecutedAsynchronously.length > 0) {
+      // Handle "list of scripts that will execute as soon as possible".
+      while (this.scriptsExecutedSoon.length > 0) {
+        var e = this.scriptsExecutedSoon.shift ();
+  
+        // If it has completed loading
+        log ('Execute an external script not inserted by parser...');
+        executeScript (this.doc, e);
+
+        // NOTE: It MAY be executed before the end of the parsing, according
+        // to the spec.
+        this.hasAsyncScript = true;
+      }
+
+      // Handle "list of scripts that will execute asynchronously".
+      while (this.scriptsExecutedAsynchronously.length > 0) {
+        var e = this.scriptsExecutedAsynchronously.shift ();
+
+        // Step 1.
+        // We assume that all scripts have been loaded at this time.
+  
+        // Step 2.
+        log ('Execute an asynchronous script...');
+        executeScript (this.doc, e);
+
+        // Step 3.
+        //
+ 
+        // Step 4.
+        //
+
+        this.hasAsyncScript = true;
+      }
+    }
 
     // Handle "list of scripts that will execute when the document has finished
     // parsing".
@@ -420,18 +472,22 @@
         p.scriptsExecutedAfterParsing.push (e);
         log ('Running a script: aborted (defer)');
       } else if (e.async && e.src != null) {
-        // TODO
-      } else if (e.async && e.src == null
-                 /* && list of scripts that will execute asynchronously is not empty */) {
-        // TODO
+        p.scriptsExecutedAsynchronously.push (e);
+        log ('Running a script: aborted (async src)');
+      } else if (e.async && e.src == null &&
+                 p.scriptsExecutedAsynchronously.length > 0) {
+        p.scriptsExecutedAsynchronously.push (e);
+        log ('Running a script: aborted (async)');
+        // ISSUE: What is the difference with the case above?
       } else if (e.src != null && e.manakaiParserInserted) {
         if (p.scriptExecutedWhenParserResumes) {
           log ('Error: There is a script that will execute as soon as the parser resumes.');
         }
         p.scriptExecutedWhenParserResumes = e;
-        log ('Running a script: aborted (src)');
+        log ('Running a script: aborted (src parser-inserted)');
       } else if (e.src != null) {
-        // TODO
+        p.scriptsExecutedSoon.push (e);
+        log ('Running a script: aborted (src)');
       } else {
         executeScript (doc, e); // even if other scripts are already executing.
       }
@@ -479,9 +535,9 @@
       var m;
       if (m = uri.match (/^javascript:\s*(?:'([^']*)'|"([^"]+)")\s*$/i)) {
         if (m[1]) {
-          return m[1];
+          return unescapeJSLiteral (m[1]);
         } else if (m[2]) {
-          return m[2];
+          return unescapeJSLiteral (m[2]);
         } else {
           return null;
         }
@@ -502,12 +558,19 @@
         matched = true;
         var args = [];
         t.replace (/('[^']*'|"[^"]*")/g, function (s, v) {
-          args.push (v.substring (1, v.length - 1));
+          args.push (unescapeJSLiteral (v.substring (1, v.length - 1)));
           return '';
         });
         doc.write.apply (doc, args);
         return '';
       });
+      s = s.replace (/^\s*var\s+s\s*=\s*document\.createElement\s*\(\s*['"]script['"]\s*\)\s*;\s*s\.src\s*=\s*(?:'(javascript:[^']*)'|"(javascript:[^"]*)")\s*;\s*document\.documentElement\.appendChild\s*\(\s*s\s*\)\s*;\s*/,
+      function (s, t, u) {
+        matched = true;
+        var args = [unescapeJSLiteral (t ? t : u)];
+        doc._insertExternalScript.apply (doc, args);
+        return '';
+      });
       if (s == '') break;
       if (!matched) {
         log ('Script parse error: "' + s + '"');
@@ -516,6 +579,12 @@
     }
   } // parseAndRunScript
 
+  function unescapeJSLiteral (s) {
+    return s.replace (/\\u([0-9A-Fa-f]{4})/g, function (t, v) {
+      return String.fromCharCode (parseInt ('0x' + v));
+    });
+  } // unescapeJSLiteral
+
   function JSText (data) {
     this.data = data;
   } // JSText
@@ -626,6 +695,22 @@
     return;
   }; // document.write
 
+  JSDocument.prototype._insertExternalScript = function (uri) {
+    var s = new JSElement (this, 'script');
+    s.src = uri;
+    this.documentElement.appendChild (s);
+  }; // _insertExternalScript
+
+  JSDocument.prototype.__defineGetter__ ('documentElement', function () {
+    var cn = this.childNodes;
+    for (var i = 0; i < cn.length; i++) {
+      if (cn[i] instanceof JSElement) {
+        return cn[i]
+      }
+    }
+    return null;
+  });
+
   JSElement.prototype.__defineGetter__ ('text', function () {
     var r = '';
     for (var i = 0; i < this.childNodes.length; i++) {
@@ -644,7 +729,9 @@
         r += '| ' + indent + node.localName + '\n';
         if (node.async) r += '| ' + indent + '  async=""\n';
         if (node.defer) r += '| ' + indent + '  defer=""\n';
-        if (node.src) r += '| ' + indent + '  src="' + node.src + '"\n';
+        if (node.src != null) {
+          r += '| ' + indent + '  src="' + node.src + '"\n';
+        }
         r += dumpTree (node, indent + '  ');
       } else if (node instanceof JSText) {
         r += '| ' + indent + '"' + node.data + '"\n';
@@ -693,10 +780,10 @@
 &lt;p>
 </textarea>
 
-<h2>Log</h2>
+<h2 id=log>Log</h2>
 <p><output></output>
 
-<h2>Note</h2>
+<h2 id=notes>Notes</h2>
 
 <p>This is a <em>simplified</em> implementation of 
 <a href="http://www.whatwg.org/specs/web-apps/current-work/#parsing">HTML5 
@@ -718,21 +805,58 @@
 <li>Only supports <code>script</code> <code>type</code>
 <code>text/javascript</code>.  <code>type</code> and <code>language</code>
 attributes are ignored.
-<li>Only supports <code>document.write</code>.
-The script code must be match to the regular expression
-<code>^\s*(?:document\.write\s*\(<var>v</var>\s*(?:,\s*<var>v</var>\s*)*\)\s*;\s*)*$</code>
-where <var>v</var> is <code>"[^"]*"|'[^']*'</code>.
+<li>Only supports limited statements.  It must consist of zero or more
+of statements looking similar to the following statements, possibly
+introduced, followed, or separated by white space characters:
+  <ul>
+  <li><code>document.write ("<var>string</var>", ["<var>string</var>", ...]);</code>.
+  <li><code>var s = document.createElement ("script");
+            s.src = "<var>string</var>";
+            document.documentElement.appendChild (s);</code>
+  </ul>
+Note that strings may be delimited by <code>'</code>s instead of
+<code>"</code>s.
 <li>Only supports <code>javascript:</code> 
 <abbr title="Uniform Resourace Identifiers">URI</abbr> scheme in the 
 <code>src</code> attribute of the <code>script</code> element.  In addition, 
 the <abbr title="Uniform Resource Identifiers">URI</abbr> must be conform to 
 the regular expression <code>^javascript:\s*(?:"[^"]*"|'[^']*')\s*$</code>.
+<li>Only supports <code>\u<var>HHHH</var></code> escapes in JavaScript 
+string literals.
+<li>Does not handle <i>stop parsing</i> phase correctly if the document is 
+replaced by <code>document.open ()</code> call.  In other word, delayed 
+(deferred or asynchronous) script executions and event firings might be
+treated in a wrong way if a <code>document.open ()</code> invocation
+is implicitly done by <code>document.write ()</code> in a delayed script.
 </ul>
 
 <p>For some reason, this parser does not work in browsers that do
 not support JavaScript 1.5.
 
-<!-- TODO: multiple attributes are not supported yet -->
+<!-- TODO: |src| attribute value should refer the value at the time
+when it is inserted into the document, not the value when the script is 
+executed.  Currently it does not matter, since we don't allow dynamic
+modification to the |src| content/DOM attribute value yet. -->
 
 </body>
-</html>
\ No newline at end of file
+</html>
+<!-- $Date: 2008/04/27 11:27:04 $ -->
+<!--
+
+Copyright 2008 Wakaba <w@suika.fam.cx>
+
+This program is free software; you can redistribute it and/or
+modify it under the terms of the GNU General Public License
+as published by the Free Software Foundation; either version 2
+of the License, or (at your option) any later version.
+
+This program is distributed in the hope that it will be useful,
+but WITHOUT ANY WARRANTY; without even the implied warranty of
+MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+GNU General Public License for more details.
+
+You should have received a copy of the GNU General Public License
+along with this program; if not, write to the Free Software
+Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA  02110-1301, USA.
+
+-->
