prepare docker build

Author: krausest

.dockerignore

@@ -0,0 +1,17 @@
+.circleci/            
+.dockerignore         
+.git/                 
+.gitignore            
+cleanup.js            
+configureStyles.js    
+copy.js               
+favicon.ico           
+frameworks/           
+images/               
+LICENSE               
+node_modules/         
+package-lock.json     
+README.md             
+results-ui/           
+webdriver-ts/         
+webdriver-ts-results/ 

Dockerfile

@@ -0,0 +1,26 @@
+FROM centos:latest
+RUN echo "unsafe-perm = true" > /root/.npmrc
+RUN echo "{ \"allow_root\": true }" >  /root/.bowerrc
+RUN curl -sL https://rpm.nodesource.com/setup_10.x | bash -
+RUN yum install -y nodejs gcc-c++ make git java
+RUN mkdir /server
+RUN mkdir /build
+RUN mkdir /src
+
+COPY package.json /server
+WORKDIR /server
+RUN npm install 
+
+# Volume before chown changes owwner
+VOLUME /src
+VOLUME /build
+WORKDIR /build
+
+RUN curl -sL https://dl.google.com/linux/direct/google-chrome-stable_current_x86_64.rpm > /root/chrome.rpm
+RUN yum localinstall -y /root/chrome.rpm
+
+# USER user
+
+# RUN npm install
+EXPOSE 8080
+CMD ["/server/node_modules/.bin/http-server","-c-1","/build"]

package.json

@@ -10,7 +10,16 @@
     "start": "http-server -c-1 .",
     "bench": "cd webdriver-ts && npm run selenium && npm run results",
     "selenium": "cd webdriver-ts && npm run selenium && npm run results",
-    "check": "cd webdriver-ts && npm run selenium -- --count 1 --exitOnError true --fork false"
+    "docker-build": "docker build -t js-framework-benchmark-centos -f Dockerfile .",
+    "docker-start": "cross-env-shell docker run --rm -d -p 8080:8080 --name js-framework-benchmark --volume ${INIT_CWD}:/src --volume js-framework-benchmark:/build js-framework-benchmark-centos",
+    "docker-stop": "docker stop js-framework-benchmark",
+    "docker-sync": "docker exec -it js-framework-benchmark rsync -av --exclude /index.html --exclude dist --exclude package-lock.json --exclude node_modules --exclude .git --exclude webdriver-ts/results /src/ /build/",
+    "docker-build-frameworks": "docker exec -it js-framework-benchmark npm install && docker exec -it js-framework-benchmark npm run build",
+    "docker-rebuild": "npm run docker-sync && docker exec -it -w /build/webdriver-ts js-framework-benchmark npm run rebuild --headless",
+    "docker-bench": "docker exec -it -w /build/webdriver-ts js-framework-benchmark node dist/benchmarkRunner.js --headless",
+    "docker-results": "docker exec -it -w /build/webdriver-ts js-framework-benchmark npm run results",
+    "docker-shell": "docker exec -it -w /build/webdriver-ts js-framework-benchmark /bin/bash",
+    "docker-dev-webdriver": "npm run docker-sync && docker exec -it -w /build/webdriver-ts js-framework-benchmark npm run compile && docker exec -it -w /build/webdriver-ts js-framework-benchmark node dist/benchmarkRunner.js --headless"
   },
   "keywords": [
     "benchmark",
@@ -34,6 +43,7 @@
     "http-server": "^0.10.0",
     "lodash": "^4.15.0",
     "rimraf": "^2.6.2",
-    "yargs": "^12.0.1"
+    "yargs": "^12.0.1",
+    "cross-env": "^5.2.0"
   }
 }

webdriver-ts/src/forkedBenchmarkRunner.ts

@@ -415,6 +415,7 @@ async function runCPUBenchmark(framework: FrameworkData, benchmark: Benchmark, b
                 await afterBenchmark(driver, benchmark, framework);
                 await driver.executeScript("console.timeStamp('afterBenchmark')");
             } catch (e) {
+                console.log(e);
                 errors.push(await registerError(driver, framework, benchmark, e, ));
                 throw e;
             }
@@ -473,6 +474,7 @@ async function runMemBenchmark(framework: FrameworkData, benchmark: Benchmark, b
             allResults.push(result);
         } catch (e) {
             errors.push(await registerError(driver, framework, benchmark, e, ));
+            console.log(e);
             throw e;
         } finally {
             await driver.close();
@@ -494,6 +496,7 @@ async function runStartupBenchmark(framework: FrameworkData, benchmark: Benchmar
         try {
             results.push(await runLighthouse(framework, benchmarkOptions));
         } catch (error) {
+            console.log(error);
             errors.push({imageFile: null, exception: error});
             throw error;
         }
@@ -523,24 +526,36 @@ export async function executeBenchmark(frameworks: FrameworkData[], keyed: boole
     return errorsAndWarnings;
 }
 
+export async function benchmarkWithRetry(frameworks: FrameworkData[], keyed: boolean, frameworkName: string, benchmarkName: string, benchmarkOptions: BenchmarkOptions, retryCount: number): Promise<ErrorsAndWarning> {
+    try {
+        let errorsAndWarnings = await executeBenchmark(frameworks, keyed, frameworkName, benchmarkName, benchmarkOptions);
+        if (config.LOG_DEBUG) console.log("benchmark finished - got errors promise", errorsAndWarnings);
+        process.send(errorsAndWarnings);
+        process.exit(0);
+        return errorsAndWarnings;
+    } catch (err) {
+        console.log("error running benchmark", err);
+        if (retryCount>1) {
+            console.log("************* RETRY BENCHMARK *******************", retryCount);
+            benchmarkWithRetry(frameworks, keyed, frameworkName, benchmarkName, benchmarkOptions, retryCount-1);
+        } else {
+            console.log("max retry reached");
+            process.exit(1);
+        }
+    }
+}
+
 process.on('message', (msg) => {
     if (config.LOG_DEBUG) console.log("child process got message", msg);
 
     let {frameworks, keyed, frameworkName, benchmarkName, benchmarkOptions} : {frameworks: FrameworkData[], keyed: boolean, frameworkName: string, benchmarkName: string, benchmarkOptions: BenchmarkOptions} = msg;
     if (!benchmarkOptions.port) benchmarkOptions.port = config.PORT.toFixed();
-
-    try {
-        let errorsPromise = executeBenchmark(frameworks, keyed, frameworkName, benchmarkName, benchmarkOptions);
-        errorsPromise.then(errorsAndWarnings => {
-            if (config.LOG_DEBUG) console.log("benchmark finished - got errors promise", errorsAndWarnings);
-            process.send(errorsAndWarnings);
-            process.exit(0);
-        }).catch(err => {
-            console.log("error running benchmark", err);
-            process.exit(1);
-        });
-    } catch (err) {
-        console.log("error running benchmark", err);
-        process.exit(1);
+    const MAX_RETRY = 3;
+            try {
+                benchmarkWithRetry(frameworks, keyed, frameworkName, benchmarkName, benchmarkOptions, MAX_RETRY)
+            } catch (err) {
+                console.log("direct error", err);
+                process.exit(1);
+            }
     }
-  });
+  );

webdriver-ts/src/rebuild.ts

@@ -41,12 +41,12 @@ if (frameworks.length === 0) {
     if (frameworkInfos.length === 0) {
         throw "expected to find some version information for the framework";
     }
-    console.log('npm run bench -- --count 1 --framework '+frameworkNames);
-    exec('npm run bench -- --count 1 --framework '+frameworkNames, {
+    console.log('npm run bench -- --headless --count 1 --framework '+frameworkNames);
+    exec('npm run bench -- --headless --count 1 --framework '+frameworkNames, {
         stdio: 'inherit'
     });
-    console.log('npm run isKeyed -- --framework '+frameworkNames);
-    exec('npm run isKeyed -- --framework '+frameworkNames, {
+    console.log('npm run isKeyed -- --headless --framework '+frameworkNames);
+    exec('npm run isKeyed -- --headless --framework '+frameworkNames, {
         stdio: 'inherit'
     });