Fix automation test script.

yejingfu · yejingfu · commit 8366f30f1fa5 · 2014-12-02T15:29:53.000+08:00
The test cases should be run in sequence.
Set default timeout time to 8 seconds.
Exclude some un-verified test cases, they would be added again.
Add a file to list all known failed test cases.
diff --git a/tests/automation/config.json b/tests/automation/config.json
@@ -2,9 +2,12 @@
   "format": "xunit-file",
   "exclude": ["node_modules", "output", "internal", "res", "app", "node-remote", "save_devtools_settings", "single_instance",
     "source-maps", "temp_dir",
-    "call_require_with_node-main_set", "show_devtool_after_http_server_created_in_node_main", "reference-node-main"],
+    "call_require_with_node-main_set", "show_devtool_after_http_server_created_in_node_main", "reference-node-main",
+    "start_app", "chromedriver2_server", "console", "crash_dump", "datapath", "fast_open_and_close_devtools",
+    "loaded_event", "node", "nw-in-mem", "process", "quit_with_secondary_window_on_top", "reload_application"
+],
   "single": "",
-  "timeout": "5000",
+  "timeout": "8000",
   "slow": "200",
   "quiet": false
 }
diff --git a/tests/automation/failures.md b/tests/automation/failures.md
@@ -0,0 +1,16 @@
+Failed test cases
+=======================
+
+* cookies_api
+
+* document_cookies
+
+* website
+
+* user-agent
+
+* user-agent-app
+
+* chromium-args
+
+
diff --git a/tests/automation/mocha_test.js b/tests/automation/mocha_test.js
@@ -140,13 +140,14 @@ function performTests(config) {
       curChildProcess = spawTestProcessByNW(testSuites[curIdx]);
       children.push(curChildProcess);
       curChildProcess.on('exit', function(code, signal) {
-        (function(p) {
+        (function(p, c) {
           prefix = (code === 0 ? colors.green('[Success]') : colors.red('[Failure]'));
-          print(prefix + ' : ' + colors.underline(p.testcase) + ' with exit code ' + code);
+          print(prefix + ' : ' + colors.underline(p.testcase) + ' with exit code ' + c);
           clearTimeout(timerId);
           p.removeAllListeners('exit');
+          p.kill('SIGKILL');
           runNextTestByNW();
-        })(curChildProcess);
+        })(curChildProcess, code);
       });
     } else {
       if (timerId) {
@@ -168,6 +169,7 @@ function performTests(config) {
       if (idx || idx >= 0) {
         var p = children[idx];
         print(colors.yellow('[Timeout]') + ' : ' + colors.underline(p.testcase));
+        p.removeAllListeners('exit');
         p.kill('SIGKILL');  // 'SIGKILL', 'SIGTERM'
         p = undefined;
         runNextTestByNW();
