refactor(test): Refactor integration test suite (#131)

* refactor(test): refactor to leverage a test matrix in CI environments

WIP: fiddling with Travis YML Jobs

WIP: refactor build matrix

WIP: remove integration tests (Will reimpl)

WIP: remove files that snuck in

WIP: remove unneeded arg

WIP: add node_modules bin to path

fix(*): remove project config (intended to be supplied)

WIP: reset TEST_ENV for int tests

WIP: update Travis yarn dep

WIP: use before_install script instead of install script

* WIP: slight glob refactor

WIP: reimplement browserify/webpack integration tests

WIP: fiddling with int test CI

WIP: build matrix for Integration tests (parallelize those jobs too)

WIP: trying to parallelize int tests

WIP: remove unneeded env assignment

WIP: blahhh...

WIP: should work...

WIP: removing env

WIP: removing test harness I haven't started yet

test(typescript): add typescript namespace tests

* refactor(tests): refactor test harness to be more isolate

* docs(integration-tests): add README.md to explain high level concepts

* test(integration): add service worker testing

* refactor(tests): better isolate the tests from the main package by leveraging their own binaries

* fix(storage): remove unnecessary console.log statements

* fix(travis.yml): remove unneeded test script argument

* test(quickstart): add quickstart integration tests

refactor(quickstart-tests): refactor to use FIREBASE_PROJECT as an env var rather than an arg

fix(tests): ensure that the wdio binary is pointing to the proper location

fix(deps): add dep to quickstart package.json

refactor(deps): move ts-node dep to devDeps

fix(quickstart-tests): run tests on saucelabs

WIP: refactor to remove reload (causing flakiness issues)

refactor(quickstart): refactor to only navigate to the base URL instead of reloading the page

fix(quickstarts): fix timing issue with reloads

WIP: try limiting the scope to the :first-child

WIP: refactor the tests to reference the intended post directly rather than indirectly.

WIP: refactor to not iterate

Author: jshcrowthe

.gitignore

@@ -5,7 +5,7 @@ npm-debug.log
 /coverage
 /.nyc_output
 /tests/config
-/temp
+temp/
 /.vscode
 /.ts-node
 /.idea

.travis.yml

@@ -1,21 +1,43 @@
-sudo: required
-dist: trusty
 language: node_js
-node_js: "6"
-env:
-  - CXX=g++-4.8
+node_js:
+  - 6
 cache: yarn
+
+# Define global C++ compiler version
+env:
+  global:
+    - CXX=g++-4.8
+  matrix:
+    - TEST_ENV=node
+    - TEST_ENV=browser
+before_install:
+  # Yarn defaults to an old version, make sure we
+  # get an up to date version
+  - npm install -g yarn
+before_script:
+  - export PATH=$PATH:./node_modules/.bin
+  - mkdir -p tests/config && echo "$PROJECT_CONFIG" > tests/config/project.json
+script:
+  gulp test --env="$TEST_ENV"
+
+# Integration Test suite
+jobs:
+  include:
+    - stage: Integration Tests
+      script: ./integration/webpack/runner.sh
+    - script: ./integration/browserify/runner.sh
+    - script: ./integration/typescript/runner.sh
+    - script: ./integration/serviceWorker/runner.sh
+    - script: ./integration/quickstart/runner.sh
+
+# Misc Addons/Configs
+dist: trusty
+sudo: required
 addons:
-  firefox: latest
   apt:
     sources:
       - google-chrome
       - ubuntu-toolchain-r-test
     packages:
       - google-chrome-stable
       - g++-4.8
-before_script:
-  - "export DISPLAY=:99.0"
-  - "mkdir -p tests/config && echo \"$PROJECT_CONFIG\" > tests/config/project.json"
-script:
-  - xvfb-run npm test

gulp/config.js

@@ -29,23 +29,6 @@ const configObj = {
   paths: {
     outDir: path.resolve(cwd, 'dist'),
     tempDir: path.resolve(cwd, 'temp'),
-    test: {
-      unit: [
-        'tests/**/*.test.ts',
-        '!tests/**/browser/**/*.test.ts',
-        '!tests/**/binary/**/*.test.ts',
-        '!src/firebase-*.ts',
-      ],
-      binary: [
-        'tests/**/binary/**/*.test.ts',
-        '!tests/**/binary/**/browser/**/*.test.ts',    
-      ],
-      integration: [
-        'temp/**/*.test.js',
-        '!temp/**/browser/**/*',
-        '!temp/**/react-native/**/*',
-      ]
-    }
   },
   babel: {
     plugins: [
@@ -119,7 +102,7 @@ const configObj = {
 
     // start these browsers
     // available browser launchers: https://npmjs.org/browse/keyword/karma-launcher
-    browsers: ['ChromeHeadless', 'Firefox'],
+    browsers: ['ChromeHeadless'],
 
     // Continuous Integration mode
     // if true, Karma captures browsers, runs the tests and exits