diff --git a/.eslintignore b/.eslintignore index ec456ae6d..51b820f49 100644 --- a/.eslintignore +++ b/.eslintignore @@ -1,18 +1,50 @@ /node_modules **/dist package-lock.json +**/.angular -/resources/tentative +/resources/tentative/* /resources/todomvc/architecture-examples/* +!/resources/todomvc/architecture-examples/angular +!/resources/todomvc/architecture-examples/angular-complex !/resources/todomvc/architecture-examples/backbone +!/resources/todomvc/architecture-examples/backbone-complex +!/resources/todomvc/architecture-examples/lit +/resources/todomvc/architecture-examples/lit/.wireit +/resources/todomvc/architecture-examples/lit/dist/index.js +!/resources/todomvc/architecture-examples/lit-complex !/resources/todomvc/architecture-examples/preact +!/resources/todomvc/architecture-examples/preact-complex !/resources/todomvc/architecture-examples/react +!/resources/todomvc/architecture-examples/react-complex !/resources/todomvc/architecture-examples/react-redux +!/resources/todomvc/architecture-examples/react-redux-complex !/resources/todomvc/architecture-examples/svelte +!/resources/todomvc/architecture-examples/svelte-complex !/resources/todomvc/architecture-examples/vue +!/resources/todomvc/architecture-examples/vue-complex /resources/todomvc/vanilla-examples/* !/resources/todomvc/vanilla-examples/javascript-es5 +!/resources/todomvc/vanilla-examples/javascript-es5-complex !/resources/todomvc/vanilla-examples/javascript-es6 +!/resources/todomvc/vanilla-examples/javascript-es6-complex !/resources/todomvc/vanilla-examples/javascript-es6-webpack +!/resources/todomvc/vanilla-examples/javascript-es6-webpack-complex +!/resources/todomvc/vanilla-examples/javascript-web-components +!/resources/todomvc/vanilla-examples/javascript-web-components-complex/ + +!/resources/todomvc/big-dom-generator + +!/resources/editors +/resources/editors/assets + +!/resources/newssite +!/resources/newssite/news-next +!/resources/newssite/news-nuxt +!/resources/newssite/news-site-css + +/resources/perf.webkit.org + +/resources/react-stockcharts diff --git a/.eslintrc b/.eslintrc index b8fd167e6..4a666dff5 100644 --- a/.eslintrc +++ b/.eslintrc @@ -24,7 +24,7 @@ */ { - "extends": ["eslint:recommended"], + "extends": ["eslint:recommended", "plugin:@typescript-eslint/base"], "env": { "browser": true, "node": true, diff --git a/.gitignore b/.gitignore index d8bab8c82..fc30e2565 100644 --- a/.gitignore +++ b/.gitignore @@ -8,14 +8,30 @@ .angular /resources/todomvc/architecture-examples/angular/node_modules/ +/resources/todomvc/architecture-examples/angular-complex/node_modules/ /resources/todomvc/architecture-examples/backbone/node_modules/ +/resources/todomvc/architecture-examples/backbone-complex/node_modules/ /resources/todomvc/architecture-examples/jquery/node_modules/ +/resources/todomvc/architecture-examples/jquery-complex/node_modules/ /resources/todomvc/architecture-examples/preact/node_modules/ +/resources/todomvc/architecture-examples/preact-complex/node_modules/ /resources/todomvc/architecture-examples/react/node_modules/ +/resources/todomvc/architecture-examples/react-complex/node_modules/ /resources/todomvc/architecture-examples/react-redux/node_modules/ +/resources/todomvc/architecture-examples/react-redux-complex/node_modules/ /resources/todomvc/architecture-examples/svelte/node_modules/ +/resources/todomvc/architecture-examples/svelte-complex/node_modules/ /resources/todomvc/architecture-examples/vue/node_modules/ +/resources/todomvc/architecture-examples/vue-complex/node_modules/ +/resources/todomvc/architecture-examples/lit-complex/node_modules/ /resources/todomvc/vanilla-examples/javascript-es5/node_modules/ +/resources/todomvc/vanilla-examples/javascript-es5-complex/node_modules/ /resources/todomvc/vanilla-examples/javascript-es6/node_modules/ +/resources/todomvc/vanilla-examples/javascript-es6-complex/node_modules/ /resources/todomvc/vanilla-examples/javascript-es6-webpack/node_modules/ +/resources/todomvc/vanilla-examples/javascript-es6-webpack-complex/node_modules/ +/resources/todomvc/vanilla-examples/javascript-web-components-complex/node_modules/ + +/resources/charts/node_modules/ +/resources/todomvc/big-dom-generator/node_modules/ diff --git a/.prettierignore b/.prettierignore index 8437f1597..53472ed24 100644 --- a/.prettierignore +++ b/.prettierignore @@ -1,19 +1,50 @@ /node_modules **/dist package-lock.json +**/.angular /resources/tentative/* -!/resources/tentative/editors /resources/todomvc/architecture-examples/* +!/resources/todomvc/architecture-examples/angular +!/resources/todomvc/architecture-examples/angular-complex !/resources/todomvc/architecture-examples/backbone +!/resources/todomvc/architecture-examples/backbone-complex +!/resources/todomvc/architecture-examples/lit +/resources/todomvc/architecture-examples/lit/dist/index.js +/resources/todomvc/architecture-examples/lit/.wireit +!/resources/todomvc/architecture-examples/lit-complex !/resources/todomvc/architecture-examples/preact +!/resources/todomvc/architecture-examples/preact-complex !/resources/todomvc/architecture-examples/react +!/resources/todomvc/architecture-examples/react-complex !/resources/todomvc/architecture-examples/react-redux +!/resources/todomvc/architecture-examples/react-redux-complex !/resources/todomvc/architecture-examples/svelte +!/resources/todomvc/architecture-examples/svelte-complex !/resources/todomvc/architecture-examples/vue +!/resources/todomvc/architecture-examples/vue-complex /resources/todomvc/vanilla-examples/* !/resources/todomvc/vanilla-examples/javascript-es5 +!/resources/todomvc/vanilla-examples/javascript-es5-complex !/resources/todomvc/vanilla-examples/javascript-es6 +!/resources/todomvc/vanilla-examples/javascript-es6-complex !/resources/todomvc/vanilla-examples/javascript-es6-webpack +!/resources/todomvc/vanilla-examples/javascript-es6-webpack-complex +!/resources/todomvc/vanilla-examples/javascript-web-components +!/resources/todomvc/vanilla-examples/javascript-web-components-complex/ + +!/resources/todomvc/big-dom-generator + +!/resources/editors +/resources/editors/assets + +!/resources/newssite +!/resources/newssite/news-next +!/resources/newssite/news-nuxt +!/resources/newssite/news-site-css + +/resources/perf.webkit.org + +/resources/react-stockcharts diff --git a/InteractiveRunner.html b/InteractiveRunner.html index dbb1846af..26bed2bfa 100644 --- a/InteractiveRunner.html +++ b/InteractiveRunner.html @@ -1,6 +1,8 @@ + + Speedometer 3.0 Interactive Runner diff --git a/index.html b/index.html index d51910620..9b8a7e2fe 100644 --- a/index.html +++ b/index.html @@ -2,6 +2,7 @@ + Speedometer 3.0 @@ -12,6 +13,7 @@

Speedometer is a browser benchmark that measures the responsiveness of Web applications. It uses demo web applications to simulate user actions such as adding to-do items.

@@ -35,10 +37,11 @@
-
+
@@ -49,6 +52,7 @@

Score

@@ -68,13 +72,14 @@

Score

Detailed Results

-

Total

-
+

Geomean

+

Tests

@@ -88,8 +93,9 @@

Detailed Metrics

Summary
- Download JSON - + + Download JSON + Download Classic JSON Download CSV
@@ -100,34 +106,68 @@

Detailed Metrics

-

About Speedometer 2.1

+

About Speedometer 3

-

Speedometer tests a browser's Web app responsiveness by timing simulated user interactions.

- -

- This benchmark simulates user actions for adding, completing, and removing to-do items using multiple examples in TodoMVC. Each example in TodoMVC implements the same todo application using DOM APIs in different ways. Some - call DOM APIs directly from ECMAScript 5 (ES5), ECMASCript 2015 (ES6), ES6 transpiled to ES5, and Elm transpiled to ES5. Others use one of eleven popular JavaScript frameworks: React, React with Redux, Ember.js, - Backbone.js, AngularJS, (new) Angular, Vue.js, jQuery, Preact, Inferno, and Flight. Many of these frameworks are used on the most popular websites in the world, such as Facebook and Twitter. The performance of these types - of operations depends on the speed of the DOM APIs, the JavaScript engine, CSS style resolution, layout, and other technologies. -

- +

Speedometer 3 is a benchmark for web browsers that measures Web application responsiveness by timing simulated user interactions on various workloads.

- Although user-driven actions like mouse movements and keyboard input cannot be accurately emulated in JavaScript, Speedometer does its best to faithfully replay a typical workload within the demo applications. To make the - run time long enough to measure with the limited precision, we synchronously execute a large number of the operations, such as adding one hundred to-do items. + The following high level user journeys are implemented in the current version. Each of these journeys has one or more workloads which test important aspects of it - for example commonly used patterns, frameworks, or + technologies.

+ -

- Modern browser engines execute some work asynchronously as an optimization strategy to reduce the run time of synchronous operations. While returning control back to JavaScript execution as soon as possible is worth - pursuing, the run time cost of such an asynchronous work should still be taken into a holistic measurement of web application performance. In addition, some modern JavaScript frameworks such as Vue.js and Preact call into - DOM APIs asynchronously as an optimization technique. Speedometer approximates the run time of this asynchronous work in the UI thread with a zero-second timer that is scheduled immediately after each execution of - synchronous operations. -

- -

Speedometer does not attempt to measure concurrent asynchronous work that does not directly impact the UI thread, which tends not to affect app responsiveness.

- -

Note: Speedometer should not be used as a way to compare the performance of different JavaScript frameworks as work load differs greatly in each framework.

+

Notes about methodology

+
    +
  • Although user-driven actions like mouse movements and keyboard input cannot be fully emulated in JavaScript, Speedometer does its best to faithfully replay a typical workload within the demo applications.
  • +
  • To make the run time long enough to measure with the limited precision, we synchronously execute a large number of the operations, such as adding one hundred to-do items.
  • +
  • + Modern browser engines execute some work asynchronously as an optimization strategy to reduce the run time of synchronous operations. While returning control back to JavaScript execution as soon as possible is worth + pursuing, the run time cost of such an asynchronous work should still be taken into a holistic measurement of web application performance. In addition, some JavaScript frameworks call into DOM APIs asynchronously as an + optimization technique. Speedometer approximates the run time of this asynchronous work in the UI thread with a zero-second timer that is scheduled immediately after each execution of synchronous operations. +
  • +
  • Speedometer does not attempt to measure concurrent asynchronous work (e.g. in Web Workers).
  • +
  • Speedometer should not be used as a way to compare the performance of different JavaScript frameworks.
  • +
  • + The goal of all workloads is to represent a scenario that could be found on the Web. Although all workloads strive to use patterns that are commonly used, some implementation details are Speedometer specific and should + not be used as a guideline on how to implement and deploy a standalone app. For example, due to constraints within the test harness, workloads must not depend on a server infrastructure to function properly and are + built as static files ahead of time. +
  • +