71 lines
2.0 KiB
JavaScript
71 lines
2.0 KiB
JavaScript
/**
|
|
* Copyright (c) Facebook, Inc. and its affiliates.
|
|
*
|
|
* This source code is licensed under the MIT license found in the
|
|
* LICENSE file in the root directory of this source tree.
|
|
*
|
|
* @format
|
|
*/
|
|
|
|
'use strict';
|
|
|
|
/**
|
|
* This script runs instrumentation tests one by one with retries
|
|
* Instrumentation tests tend to be flaky, so rerunning them individually increases
|
|
* chances for success and reduces total average execution time.
|
|
*
|
|
* We assume that all instrumentation tests are flat in one folder
|
|
* Available arguments:
|
|
* --path - path to all .java files with tests
|
|
* --package - com.facebook.react.tests
|
|
* --retries [num] - how many times to retry possible flaky commands: npm install and running tests, default 1
|
|
*/
|
|
|
|
const {echo, exec, exit, ls} = require('shelljs');
|
|
|
|
const argv = require('yargs').argv;
|
|
const numberOfRetries = argv.retries || 1;
|
|
const tryExecNTimes = require('./try-n-times');
|
|
const path = require('path');
|
|
|
|
// Flaky tests ignored on Circle CI. They still run internally at fb.
|
|
const ignoredTests = [
|
|
'ReactScrollViewTestCase',
|
|
'ReactHorizontalScrollViewTestCase',
|
|
];
|
|
|
|
// ReactAndroid/src/androidTest/java/com/facebook/react/tests/ReactHorizontalScrollViewTestCase.java
|
|
const testClasses = ls(`${argv.path}/*.java`)
|
|
.map(javaFile => {
|
|
// ReactHorizontalScrollViewTestCase
|
|
return path.basename(javaFile, '.java');
|
|
})
|
|
.filter(className => {
|
|
return ignoredTests.indexOf(className) === -1;
|
|
})
|
|
.map(className => {
|
|
// com.facebook.react.tests.ReactHorizontalScrollViewTestCase
|
|
return argv.package + '.' + className;
|
|
});
|
|
|
|
let exitCode = 0;
|
|
testClasses.forEach(testClass => {
|
|
if (
|
|
tryExecNTimes(() => {
|
|
echo(`Starting ${testClass}`);
|
|
// any faster means Circle CI crashes
|
|
exec('sleep 10s');
|
|
return exec(
|
|
`./scripts/run-instrumentation-tests-via-adb-shell.sh ${
|
|
argv.package
|
|
} ${testClass}`,
|
|
).code;
|
|
}, numberOfRetries)
|
|
) {
|
|
echo(`${testClass} failed ${numberOfRetries} times`);
|
|
exitCode = 1;
|
|
}
|
|
});
|
|
|
|
exit(exitCode);
|