summaryrefslogtreecommitdiff
path: root/README.md
diff options
context:
space:
mode:
authorSteve Robb <softnfuzzyrobb@gmail.com>2016-03-06 18:06:13 +0000
committerSteve Robb <softnfuzzyrobb@gmail.com>2016-03-06 18:06:13 +0000
commit20c0a9be73f517fcb7cda940675007416bb3aa0c (patch)
tree3cd0ca42c3375dd1c61c92ed0f6496631cc2ffad /README.md
parent0858e09f203f9e358bdfa1ce84400e758bea68fc (diff)
parentf38483cbccc16efe205b0bf1439c233e61a7f090 (diff)
downloadasync-20c0a9be73f517fcb7cda940675007416bb3aa0c.tar.gz
Merge branch 'master' into autoInjectPR
Conflicts: README.md lib/async.js test/test-async.js
Diffstat (limited to 'README.md')
-rw-r--r--README.md732
1 files changed, 421 insertions, 311 deletions
diff --git a/README.md b/README.md
index 0d75594..562a27b 100644
--- a/README.md
+++ b/README.md
@@ -1,4 +1,7 @@
-# Async.js
+NOTE: This is the README for Async 2.0, currently under development. There are some differences with the current stable version. For docs for async@1.5.2 go [HERE](https://github.com/caolan/async/blob/v1.5.2/README.md).
+-------------------------
+
+# Async.js v2.0.0-pre
[![Build Status via Travis CI](https://travis-ci.org/caolan/async.svg?branch=master)](https://travis-ci.org/caolan/async)
[![NPM version](http://img.shields.io/npm/v/async.svg)](https://www.npmjs.org/package/async)
@@ -14,8 +17,7 @@ it can also be used directly in the browser.
Async is also installable via:
- [bower](http://bower.io/): `bower install async`
-- [component](https://github.com/component/component): `component install
- caolan/async`
+- [component](https://github.com/component/component): `component install caolan/async`
- [jam](http://jamjs.org/): `jam install async`
- [spm](http://spmjs.io/): `spm install async`
@@ -28,12 +30,16 @@ callback as the last argument of your `async` function.
## Quick Examples
-```javascript
+```js
async.map(['file1','file2','file3'], fs.stat, function(err, results){
// results is now an array of stats for each file
});
-async.filter(['file1','file2','file3'], fs.exists, function(results){
+async.filter(['file1','file2','file3'], function(filePath, callback) {
+ fs.access(filePath, function(err) {
+ callback(null, !err)
+ });
+}, function(results){
// results now equals an array of the existing files
});
@@ -55,33 +61,33 @@ missing please create a GitHub issue for it.
## Common Pitfalls <sub>[(StackOverflow)](http://stackoverflow.com/questions/tagged/async.js)</sub>
### Synchronous iteration functions
-If you get an error like `RangeError: Maximum call stack size exceeded.` or other stack overflow issues when using async, you are likely using a synchronous iterator. By *synchronous* we mean a function that calls its callback on the same tick in the javascript event loop, without doing any I/O or using any timers. Calling many callbacks iteratively will quickly overflow the stack. If you run into this issue, just defer your callback with `async.setImmediate` to start a new call stack on the next tick of the event loop.
+If you get an error like `RangeError: Maximum call stack size exceeded.` or other stack overflow issues when using async, you are likely using a synchronous iteratee. By *synchronous* we mean a function that calls its callback on the same tick in the javascript event loop, without doing any I/O or using any timers. Calling many callbacks iteratively will quickly overflow the stack. If you run into this issue, just defer your callback with `async.setImmediate` to start a new call stack on the next tick of the event loop.
This can also arise by accident if you callback early in certain cases:
```js
-async.eachSeries(hugeArray, function iterator(item, callback) {
- if (inCache(item)) {
- callback(null, cache[item]); // if many items are cached, you'll overflow
- } else {
- doSomeIO(item, callback);
- }
+async.eachSeries(hugeArray, function iteratee(item, callback) {
+ if (inCache(item)) {
+ callback(null, cache[item]); // if many items are cached, you'll overflow
+ } else {
+ doSomeIO(item, callback);
+ }
}, function done() {
- //...
+ //...
});
```
Just change it to:
```js
-async.eachSeries(hugeArray, function iterator(item, callback) {
- if (inCache(item)) {
- async.setImmediate(function () {
- callback(null, cache[item]);
- });
- } else {
- doSomeIO(item, callback);
- //...
+async.eachSeries(hugeArray, function iteratee(item, callback) {
+ if (inCache(item)) {
+ async.setImmediate(function () {
+ callback(null, cache[item]);
+ });
+ } else {
+ doSomeIO(item, callback);
+ //...
```
Async guards against synchronous functions in some, but not all, cases. If you are still running into stack overflows, you can defer as suggested above, or wrap functions with [`async.ensureAsync`](#ensureAsync) Functions that are asynchronous by their nature do not have this problem and don't need the extra callback deferral.
@@ -97,13 +103,13 @@ Make sure to always `return` when calling a callback early, otherwise you will c
async.waterfall([
function (callback) {
getSomething(options, function (err, result) {
- if (err) {
- callback(new Error("failed getting something:" + err.message));
- // we should return here
- }
- // since we did not return, this callback still will be called and
- // `processData` will be called twice
- callback(null, result);
+ if (err) {
+ callback(new Error("failed getting something:" + err.message));
+ // we should return here
+ }
+ // since we did not return, this callback still will be called and
+ // `processData` will be called twice
+ callback(null, result);
});
},
processData
@@ -113,37 +119,37 @@ async.waterfall([
It is always good practice to `return callback(err, result)` whenever a callback call is not the last statement of a function.
-### Binding a context to an iterator
+### Binding a context to an iteratee
This section is really about `bind`, not about `async`. If you are wondering how to
-make `async` execute your iterators in a given context, or are confused as to why
-a method of another library isn't working as an iterator, study this example:
+make `async` execute your iteratees in a given context, or are confused as to why
+a method of another library isn't working as an iteratee, study this example:
```js
// Here is a simple object with an (unnecessarily roundabout) squaring method
var AsyncSquaringLibrary = {
- squareExponent: 2,
- square: function(number, callback){
- var result = Math.pow(number, this.squareExponent);
- setTimeout(function(){
- callback(null, result);
- }, 200);
- }
+ squareExponent: 2,
+ square: function(number, callback){
+ var result = Math.pow(number, this.squareExponent);
+ setTimeout(function(){
+ callback(null, result);
+ }, 200);
+ }
};
async.map([1, 2, 3], AsyncSquaringLibrary.square, function(err, result){
- // result is [NaN, NaN, NaN]
- // This fails because the `this.squareExponent` expression in the square
- // function is not evaluated in the context of AsyncSquaringLibrary, and is
- // therefore undefined.
+ // result is [NaN, NaN, NaN]
+ // This fails because the `this.squareExponent` expression in the square
+ // function is not evaluated in the context of AsyncSquaringLibrary, and is
+ // therefore undefined.
});
async.map([1, 2, 3], AsyncSquaringLibrary.square.bind(AsyncSquaringLibrary), function(err, result){
- // result is [1, 4, 9]
- // With the help of bind we can attach a context to the iterator before
- // passing it to async. Now the square function will be executed in its
- // 'home' AsyncSquaringLibrary context and the value of `this.squareExponent`
- // will be as expected.
+ // result is [1, 4, 9]
+ // With the help of bind we can attach a context to the iteratee before
+ // passing it to async. Now the square function will be executed in its
+ // 'home' AsyncSquaringLibrary context and the value of `this.squareExponent`
+ // will be as expected.
});
```
@@ -217,6 +223,7 @@ Some functions are also available in the following forms:
* [`retry`](#retry)
* [`iterator`](#iterator)
* [`times`](#times), `timesSeries`, `timesLimit`
+* [`race`](#race)
### Utils
@@ -234,27 +241,27 @@ Some functions are also available in the following forms:
## Collections
-<a name="forEach" />
-<a name="each" />
-### each(arr, iterator, [callback])
+<a name="forEach"></a>
+<a name="each"></a>
+### each(arr, iteratee, [callback])
-Applies the function `iterator` to each item in `arr`, in parallel.
-The `iterator` is called with an item from the list, and a callback for when it
-has finished. If the `iterator` passes an error to its `callback`, the main
+Applies the function `iteratee` to each item in `arr`, in parallel.
+The `iteratee` is called with an item from the list, and a callback for when it
+has finished. If the `iteratee` passes an error to its `callback`, the main
`callback` (for the `each` function) is immediately called with the error.
-Note, that since this function applies `iterator` to each item in parallel,
-there is no guarantee that the iterator functions will complete in order.
+Note, that since this function applies `iteratee` to each item in parallel,
+there is no guarantee that the iteratee functions will complete in order.
__Arguments__
* `arr` - An array to iterate over.
-* `iterator(item, callback)` - A function to apply to each item in `arr`.
- The iterator is passed a `callback(err)` which must be called once it has
+* `iteratee(item, callback)` - A function to apply to each item in `arr`.
+ The iteratee is passed a `callback(err)` which must be called once it has
completed. If no error has occurred, the `callback` should be run without
arguments or with an explicit `null` argument. The array index is not passed
- to the iterator. If you need the index, use [`forEachOf`](#forEachOf).
-* `callback(err)` - *Optional* A callback which is called when all `iterator` functions
+ to the iteratee. If you need the index, use [`forEachOf`](#forEachOf).
+* `callback(err)` - *Optional* A callback which is called when all `iteratee` functions
have finished, or an error occurs.
__Examples__
@@ -299,27 +306,26 @@ async.each(openFiles, function(file, callback) {
__Related__
-* eachSeries(arr, iterator, [callback])
-* eachLimit(arr, limit, iterator, [callback])
+* eachSeries(arr, iteratee, [callback])
+* eachLimit(arr, limit, iteratee, [callback])
---------------------------------------
-<a name="forEachOf" />
-<a name="eachOf" />
-
-### forEachOf(obj, iterator, [callback])
+<a name="forEachOf"></a>
+<a name="eachOf"></a>
+### forEachOf(obj, iteratee, [callback])
-Like `each`, except that it iterates over objects, and passes the key as the second argument to the iterator.
+Like `each`, except that it iterates over objects, and passes the key as the second argument to the iteratee.
__Arguments__
* `obj` - An object or array to iterate over.
-* `iterator(item, key, callback)` - A function to apply to each item in `obj`.
-The `key` is the item's key, or index in the case of an array. The iterator is
+* `iteratee(item, key, callback)` - A function to apply to each item in `obj`.
+The `key` is the item's key, or index in the case of an array. The iteratee is
passed a `callback(err)` which must be called once it has completed. If no
error has occurred, the callback should be run without arguments or with an
explicit `null` argument.
-* `callback(err)` - *Optional* A callback which is called when all `iterator` functions have finished, or an error occurs.
+* `callback(err)` - *Optional* A callback which is called when all `iteratee` functions have finished, or an error occurs.
__Example__
@@ -328,49 +334,49 @@ var obj = {dev: "/dev.json", test: "/test.json", prod: "/prod.json"};
var configs = {};
async.forEachOf(obj, function (value, key, callback) {
- fs.readFile(__dirname + value, "utf8", function (err, data) {
- if (err) return callback(err);
- try {
- configs[key] = JSON.parse(data);
- } catch (e) {
- return callback(e);
- }
- callback();
- })
+ fs.readFile(__dirname + value, "utf8", function (err, data) {
+ if (err) return callback(err);
+ try {
+ configs[key] = JSON.parse(data);
+ } catch (e) {
+ return callback(e);
+ }
+ callback();
+ });
}, function (err) {
- if (err) console.error(err.message);
- // configs is now a map of JSON data
- doSomethingWith(configs);
+ if (err) console.error(err.message);
+ // configs is now a map of JSON data
+ doSomethingWith(configs);
})
```
__Related__
-* forEachOfSeries(obj, iterator, [callback])
-* forEachOfLimit(obj, limit, iterator, [callback])
+* forEachOfSeries(obj, iteratee, [callback])
+* forEachOfLimit(obj, limit, iteratee, [callback])
---------------------------------------
-<a name="map" />
-### map(arr, iterator, [callback])
+<a name="map"></a>
+### map(arr, iteratee, [callback])
Produces a new array of values by mapping each value in `arr` through
-the `iterator` function. The `iterator` is called with an item from `arr` and a
+the `iteratee` function. The `iteratee` is called with an item from `arr` and a
callback for when it has finished processing. Each of these callback takes 2 arguments:
-an `error`, and the transformed item from `arr`. If `iterator` passes an error to its
+an `error`, and the transformed item from `arr`. If `iteratee` passes an error to its
callback, the main `callback` (for the `map` function) is immediately called with the error.
-Note, that since this function applies the `iterator` to each item in parallel,
-there is no guarantee that the `iterator` functions will complete in order.
+Note, that since this function applies the `iteratee` to each item in parallel,
+there is no guarantee that the `iteratee` functions will complete in order.
However, the results array will be in the same order as the original `arr`.
__Arguments__
* `arr` - An array to iterate over.
-* `iterator(item, callback)` - A function to apply to each item in `arr`.
- The iterator is passed a `callback(err, transformed)` which must be called once
+* `iteratee(item, callback)` - A function to apply to each item in `arr`.
+ The iteratee is passed a `callback(err, transformed)` which must be called once
it has completed with an error (which can be `null`) and a transformed item.
-* `callback(err, results)` - *Optional* A callback which is called when all `iterator`
+* `callback(err, results)` - *Optional* A callback which is called when all `iteratee`
functions have finished, or an error occurs. Results is an array of the
transformed items from the `arr`.
@@ -383,66 +389,68 @@ async.map(['file1','file2','file3'], fs.stat, function(err, results){
```
__Related__
-* mapSeries(arr, iterator, [callback])
-* mapLimit(arr, limit, iterator, [callback])
+
+* mapSeries(arr, iteratee, [callback])
+* mapLimit(arr, limit, iteratee, [callback])
---------------------------------------
-<a name="select" />
-<a name="filter" />
-### filter(arr, iterator, [callback])
+<a name="select"></a>
+<a name="filter"></a>
+### filter(arr, iteratee, [callback])
__Alias:__ `select`
Returns a new array of all the values in `arr` which pass an async truth test.
-_The callback for each `iterator` call only accepts a single argument of `true` or
-`false`; it does not accept an error argument first!_ This is in-line with the
-way node libraries work with truth tests like `fs.exists`. This operation is
-performed in parallel, but the results array will be in the same order as the
-original.
+This operation is performed in parallel,
+but the results array will be in the same order as the original.
__Arguments__
* `arr` - An array to iterate over.
-* `iterator(item, callback)` - A truth test to apply to each item in `arr`.
- The `iterator` is passed a `callback(truthValue)`, which must be called with a
+* `iteratee(item, callback)` - A truth test to apply to each item in `arr`.
+ The `iteratee` is passed a `callback(err, truthValue)`, which must be called with a
boolean argument once it has completed.
-* `callback(results)` - *Optional* A callback which is called after all the `iterator`
+* `callback(err, results)` - *Optional* A callback which is called after all the `iteratee`
functions have finished.
__Example__
```js
-async.filter(['file1','file2','file3'], fs.exists, function(results){
+async.filter(['file1','file2','file3'], function(filePath, callback) {
+ fs.access(filePath, function(err) {
+ callback(null, !err)
+ });
+}, function(results){
// results now equals an array of the existing files
});
```
__Related__
-* filterSeries(arr, iterator, [callback])
-* filterLimit(arr, limit, iterator, [callback])
+* filterSeries(arr, iteratee, [callback])
+* filterLimit(arr, limit, iteratee, [callback])
---------------------------------------
-<a name="reject" />
-### reject(arr, iterator, [callback])
+<a name="reject"></a>
+### reject(arr, iteratee, [callback])
The opposite of [`filter`](#filter). Removes values that pass an `async` truth test.
__Related__
-* rejectSeries(arr, iterator, [callback])
-* rejectLimit(arr, limit, iterator, [callback])
+* rejectSeries(arr, iteratee, [callback])
+* rejectLimit(arr, limit, iteratee, [callback])
---------------------------------------
-<a name="reduce" />
-### reduce(arr, memo, iterator, [callback])
+<a name="reduce"></a>
+### reduce(arr, memo, iteratee, [callback])
__Aliases:__ `inject`, `foldl`
-Reduces `arr` into a single value using an async `iterator` to return
+Reduces `arr` into a single value using an async `iteratee` to return
each successive step. `memo` is the initial state of the reduction.
This function only operates in series.
@@ -455,13 +463,13 @@ __Arguments__
* `arr` - An array to iterate over.
* `memo` - The initial state of the reduction.
-* `iterator(memo, item, callback)` - A function applied to each item in the
- array to produce the next step in the reduction. The `iterator` is passed a
+* `iteratee(memo, item, callback)` - A function applied to each item in the
+ array to produce the next step in the reduction. The `iteratee` is passed a
`callback(err, reduction)` which accepts an optional error as its first
argument, and the state of the reduction as the second. If an error is
passed to the callback, the reduction is stopped and the main `callback` is
immediately called with the error.
-* `callback(err, result)` - *Optional* A callback which is called after all the `iterator`
+* `callback(err, result)` - *Optional* A callback which is called after all the `iteratee`
functions have finished. Result is the reduced value.
__Example__
@@ -479,67 +487,70 @@ async.reduce([1,2,3], 0, function(memo, item, callback){
---------------------------------------
-<a name="reduceRight" />
-### reduceRight(arr, memo, iterator, [callback])
+<a name="reduceRight"></a>
+### reduceRight(arr, memo, iteratee, [callback])
__Alias:__ `foldr`
Same as [`reduce`](#reduce), only operates on `arr` in reverse order.
-
---------------------------------------
-<a name="detect" />
-### detect(arr, iterator, [callback])
+<a name="detect"></a>
+### detect(arr, iteratee, [callback])
Returns the first value in `arr` that passes an async truth test. The
-`iterator` is applied in parallel, meaning the first iterator to return `true` will
+`iteratee` is applied in parallel, meaning the first iteratee to return `true` will
fire the detect `callback` with that result. That means the result might not be
the first item in the original `arr` (in terms of order) that passes the test.
-If order within the original `arr` is important, then look at [`detectSeries`](#detectSeries).
+If order within the original `arr` is important, then look at `detectSeries`.
__Arguments__
* `arr` - An array to iterate over.
-* `iterator(item, callback)` - A truth test to apply to each item in `arr`.
- The iterator is passed a `callback(truthValue)` which must be called with a
- boolean argument once it has completed. **Note: this callback does not take an error as its first argument.**
-* `callback(result)` - *Optional* A callback which is called as soon as any iterator returns
- `true`, or after all the `iterator` functions have finished. Result will be
- the first item in the array that passes the truth test (iterator) or the
- value `undefined` if none passed. **Note: this callback does not take an error as its first argument.**
+* `iteratee(item, callback)` - A truth test to apply to each item in `arr`.
+ The iteratee is passed a `callback(err, truthValue)` which must be called with a
+ boolean argument once it has completed.
+* `callback(err, result)` - *Optional* A callback which is called as soon as any iteratee returns
+ `true`, or after all the `iteratee` functions have finished. Result will be
+ the first item in the array that passes the truth test (iteratee) or the
+ value `undefined` if none passed.
__Example__
```js
-async.detect(['file1','file2','file3'], fs.exists, function(result){
+async.detect(['file1','file2','file3'], function(filePath, callback) {
+ fs.access(filePath, function(err) {
+ callback(null, !err)
+ });
+}, function(err, result){
// result now equals the first file in the list that exists
});
```
__Related__
-* detectSeries(arr, iterator, [callback])
-* detectLimit(arr, limit, iterator, [callback])
+* detectSeries(arr, iteratee, [callback])
+* detectLimit(arr, limit, iteratee, [callback])
---------------------------------------
-<a name="sortBy" />
-### sortBy(arr, iterator, [callback])
+<a name="sortBy"></a>
+### sortBy(arr, iteratee, [callback])
-Sorts a list by the results of running each `arr` value through an async `iterator`.
+Sorts a list by the results of running each `arr` value through an async `iteratee`.
__Arguments__
* `arr` - An array to iterate over.
-* `iterator(item, callback)` - A function to apply to each item in `arr`.
- The iterator is passed a `callback(err, sortValue)` which must be called once it
+* `iteratee(item, callback)` - A function to apply to each item in `arr`.
+ The iteratee is passed a `callback(err, sortValue)` which must be called once it
has completed with an error (which can be `null`) and a value to use as the sort
criteria.
-* `callback(err, results)` - *Optional* A callback which is called after all the `iterator`
+* `callback(err, results)` - *Optional* A callback which is called after all the `iteratee`
functions have finished, or an error occurs. Results is the items from
- the original `arr` sorted by the values returned by the `iterator` calls.
+ the original `arr` sorted by the values returned by the `iteratee` calls.
__Example__
@@ -576,95 +587,95 @@ async.sortBy([1,9,3,5], function(x, callback){
---------------------------------------
-<a name="some" />
-### some(arr, iterator, [callback])
+<a name="some"></a>
+### some(arr, iteratee, [callback])
__Alias:__ `any`
Returns `true` if at least one element in the `arr` satisfies an async test.
-_The callback for each iterator call only accepts a single argument of `true` or
-`false`; it does not accept an error argument first!_ This is in-line with the
-way node libraries work with truth tests like `fs.exists`. Once any iterator
-call returns `true`, the main `callback` is immediately called.
+If any iteratee call returns `true`, the main `callback` is immediately called.
__Arguments__
* `arr` - An array to iterate over.
-* `iterator(item, callback)` - A truth test to apply to each item in the array
- in parallel. The iterator is passed a `callback(truthValue)`` which must be
+* `iteratee(item, callback)` - A truth test to apply to each item in the array
+ in parallel. The iteratee is passed a `callback(truthValue)`` which must be
called with a boolean argument once it has completed.
-* `callback(result)` - *Optional* A callback which is called as soon as any iterator returns
- `true`, or after all the iterator functions have finished. Result will be
+* `callback(err, result)` - *Optional* A callback which is called as soon as any iteratee returns
+ `true`, or after all the iteratee functions have finished. Result will be
either `true` or `false` depending on the values of the async tests.
- **Note: the callbacks do not take an error as their first argument.**
__Example__
```js
-async.some(['file1','file2','file3'], fs.exists, function(result){
+async.some(['file1','file2','file3'], function(filePath, callback) {
+ fs.access(filePath, function(err) {
+ callback(null, !err)
+ });
+}, function(err, result){
// if result is true then at least one of the files exists
});
```
__Related__
-* someLimit(arr, limit, iterator, callback)
+* someLimit(arr, limit, iteratee, callback)
---------------------------------------
-<a name="every" />
-### every(arr, iterator, [callback])
+<a name="every"></a>
+### every(arr, iteratee, [callback])
__Alias:__ `all`
Returns `true` if every element in `arr` satisfies an async test.
-_The callback for each `iterator` call only accepts a single argument of `true` or
-`false`; it does not accept an error argument first!_ This is in-line with the
-way node libraries work with truth tests like `fs.exists`.
+If any iteratee call returns `false`, the main `callback` is immediately called.
__Arguments__
* `arr` - An array to iterate over.
-* `iterator(item, callback)` - A truth test to apply to each item in the array
- in parallel. The iterator is passed a `callback(truthValue)` which must be
+* `iteratee(item, callback)` - A truth test to apply to each item in the array
+ in parallel. The iteratee is passed a `callback(err, truthValue)` which must be
called with a boolean argument once it has completed.
-* `callback(result)` - *Optional* A callback which is called as soon as any iterator returns
- `false`, or after all the iterator functions have finished. Result will be
- either `true` or `false` depending on the values of the async tests.
-
- **Note: the callbacks do not take an error as their first argument.**
+* `callback(err, result)` - *Optional* A callback which is called after all the `iteratee`
+ functions have finished. Result will be either `true` or `false` depending on
+ the values of the async tests.
__Example__
```js
-async.every(['file1','file2','file3'], fs.exists, function(result){
+async.every(['file1','file2','file3'], function(filePath, callback) {
+ fs.access(filePath, function(err) {
+ callback(null, !err)
+ });
+}, function(err, result){
// if result is true then every file exists
});
```
__Related__
-* everyLimit(arr, limit, iterator, callback)
+* everyLimit(arr, limit, iteratee, callback)
---------------------------------------
-<a name="concat" />
-### concat(arr, iterator, [callback])
+<a name="concat"></a>
+### concat(arr, iteratee, [callback])
-Applies `iterator` to each item in `arr`, concatenating the results. Returns the
-concatenated list. The `iterator`s are called in parallel, and the results are
+Applies `iteratee` to each item in `arr`, concatenating the results. Returns the
+concatenated list. The `iteratee`s are called in parallel, and the results are
concatenated as they return. There is no guarantee that the results array will
-be returned in the original order of `arr` passed to the `iterator` function.
+be returned in the original order of `arr` passed to the `iteratee` function.
__Arguments__
* `arr` - An array to iterate over.
-* `iterator(item, callback)` - A function to apply to each item in `arr`.
- The iterator is passed a `callback(err, results)` which must be called once it
+* `iteratee(item, callback)` - A function to apply to each item in `arr`.
+ The iteratee is passed a `callback(err, results)` which must be called once it
has completed with an error (which can be `null`) and an array of results.
-* `callback(err, results)` - *Optional* A callback which is called after all the `iterator`
+* `callback(err, results)` - *Optional* A callback which is called after all the `iteratee`
functions have finished, or an error occurs. Results is an array containing
- the concatenated results of the `iterator` function.
+ the concatenated results of the `iteratee` function.
__Example__
@@ -676,12 +687,12 @@ async.concat(['dir1','dir2','dir3'], fs.readdir, function(err, files){
__Related__
-* concatSeries(arr, iterator, [callback])
+* concatSeries(arr, iteratee, [callback])
## Control Flow
-<a name="series" />
+<a name="series"></a>
### series(tasks, [callback])
Run the functions in the `tasks` array in series, each one running once the previous
@@ -751,7 +762,7 @@ function(err, results) {
---------------------------------------
-<a name="parallel" />
+<a name="parallel"></a>
### parallel(tasks, [callback])
Run the `tasks` array of functions in parallel, without waiting until the previous
@@ -823,7 +834,7 @@ __Related__
---------------------------------------
-<a name="whilst" />
+<a name="whilst"></a>
### whilst(test, fn, callback)
Repeatedly call `fn`, while `test` returns `true`. Calls `callback` when stopped,
@@ -860,7 +871,7 @@ async.whilst(
---------------------------------------
-<a name="doWhilst" />
+<a name="doWhilst"></a>
### doWhilst(fn, test, callback)
The post-check version of [`whilst`](#whilst). To reflect the difference in
@@ -870,7 +881,7 @@ the order of operations, the arguments `test` and `fn` are switched.
---------------------------------------
-<a name="until" />
+<a name="until"></a>
### until(test, fn, callback)
Repeatedly call `fn` until `test` returns `true`. Calls `callback` when stopped,
@@ -881,14 +892,14 @@ The inverse of [`whilst`](#whilst).
---------------------------------------
-<a name="doUntil" />
+<a name="doUntil"></a>
### doUntil(fn, test, callback)
Like [`doWhilst`](#doWhilst), except the `test` is inverted. Note the argument ordering differs from `until`.
---------------------------------------
-<a name="during" />
+<a name="during"></a>
### during(test, fn, callback)
Like [`whilst`](#whilst), except the `test` is an asynchronous function that is passed a callback in the form of `function (err, truth)`. If error is passed to `test` or `fn`, the main callback is immediately called with the value of the error.
@@ -914,7 +925,7 @@ async.during(
---------------------------------------
-<a name="doDuring" />
+<a name="doDuring"></a>
### doDuring(fn, test, callback)
The post-check version of [`during`](#during). To reflect the difference in
@@ -924,7 +935,7 @@ Also a version of [`doWhilst`](#doWhilst) with asynchronous `test` function.
---------------------------------------
-<a name="forever" />
+<a name="forever"></a>
### forever(fn, [errback])
Calls the asynchronous function `fn` with a callback parameter that allows it to
@@ -948,7 +959,7 @@ async.forever(
---------------------------------------
-<a name="waterfall" />
+<a name="waterfall"></a>
### waterfall(tasks, [callback])
Runs the `tasks` array of functions in series, each passing their results to the next in
@@ -986,9 +997,56 @@ async.waterfall([
// result now equals 'done'
});
```
+Or, with named functions:
+
+```js
+async.waterfall([
+ myFirstFunction,
+ mySecondFunction,
+ myLastFunction,
+], function (err, result) {
+ // result now equals 'done'
+});
+function myFirstFunction(callback) {
+ callback(null, 'one', 'two');
+}
+function mySecondFunction(arg1, arg2, callback) {
+ // arg1 now equals 'one' and arg2 now equals 'two'
+ callback(null, 'three');
+}
+function myLastFunction(arg1, callback) {
+ // arg1 now equals 'three'
+ callback(null, 'done');
+}
+```
+
+Or, if you need to pass any argument to the first function:
+
+```js
+async.waterfall([
+ async.apply(myFirstFunction, 'zero'),
+ mySecondFunction,
+ myLastFunction,
+], function (err, result) {
+ // result now equals 'done'
+});
+function myFirstFunction(arg1, callback) {
+ // arg1 now equals 'zero'
+ callback(null, 'one', 'two');
+}
+function mySecondFunction(arg1, arg2, callback) {
+ // arg1 now equals 'one' and arg2 now equals 'two'
+ callback(null, 'three');
+}
+function myLastFunction(arg1, callback) {
+ // arg1 now equals 'three'
+ callback(null, 'done');
+}
+```
---------------------------------------
-<a name="compose" />
+
+<a name="compose"></a>
### compose(fn1, fn2...)
Creates a function which is a composition of the passed asynchronous
@@ -1026,7 +1084,8 @@ add1mul3(4, function (err, result) {
```
---------------------------------------
-<a name="seq" />
+
+<a name="seq"></a>
### seq(fn1, fn2...)
Version of the compose function that is more natural to read.
@@ -1048,25 +1107,26 @@ __Example__
// This example uses `seq` function to avoid overnesting and error
// handling clutter.
app.get('/cats', function(request, response) {
- var User = request.models.User;
- async.seq(
- _.bind(User.get, User), // 'User.get' has signature (id, callback(err, data))
- function(user, fn) {
- user.getCats(fn); // 'getCats' has signature (callback(err, data))
- }
- )(req.session.user_id, function (err, cats) {
- if (err) {
- console.error(err);
- response.json({ status: 'error', message: err.message });
- } else {
- response.json({ status: 'ok', message: 'Cats found', data: cats });
- }
- });
+ var User = request.models.User;
+ async.seq(
+ _.bind(User.get, User), // 'User.get' has signature (id, callback(err, data))
+ function(user, fn) {
+ user.getCats(fn); // 'getCats' has signature (callback(err, data))
+ }
+ )(req.session.user_id, function (err, cats) {
+ if (err) {
+ console.error(err);
+ response.json({ status: 'error', message: err.message });
+ } else {
+ response.json({ status: 'ok', message: 'Cats found', data: cats });
+ }
+ });
});
```
---------------------------------------
-<a name="applyEach" />
+
+<a name="applyEach"></a>
### applyEach(fns, args..., callback)
Applies the provided arguments to each function in the array, calling
@@ -1101,7 +1161,7 @@ __Related__
---------------------------------------
-<a name="queue" />
+<a name="queue"></a>
### queue(worker, [concurrency])
Creates a `queue` object with the specified `concurrency`. Tasks added to the
@@ -1134,8 +1194,9 @@ methods:
the `worker` has finished processing the task. Instead of a single task, a `tasks` array
can be submitted. The respective callback is used for every task in the list.
* `unshift(task, [callback])` - add a new task to the front of the `queue`.
-* `saturated` - a callback that is called when the `queue` length hits the `concurrency` limit,
- and further tasks will be queued.
+* `saturated` - a callback that is called when the `queue` length hits the `concurrency` limit, and further tasks will be queued.
+* `unsaturated` - a callback that is called when the `queue` length is less than the `concurrency` & `buffer` limits, and further tasks will not be queued.
+* `buffer` A minimum threshold buffer in order to say that the `queue` is `unsaturated`.
* `empty` - a callback that is called when the last item from the `queue` is given to a `worker`.
* `drain` - a callback that is called when the last item from the `queue` has returned from the `worker`.
* `paused` - a boolean for determining whether the queue is in a paused state
@@ -1181,10 +1242,9 @@ q.unshift({name: 'bar'}, function (err) {
});
```
-
---------------------------------------
-<a name="priorityQueue" />
+<a name="priorityQueue"></a>
### priorityQueue(worker, concurrency)
The same as [`queue`](#queue) only tasks are assigned a priority and completed in ascending priority order. There are two differences between `queue` and `priorityQueue` objects:
@@ -1195,7 +1255,7 @@ The same as [`queue`](#queue) only tasks are assigned a priority and completed i
---------------------------------------
-<a name="cargo" />
+<a name="cargo"></a>
### cargo(worker, [payload])
Creates a `cargo` object with the specified payload. Tasks added to the
@@ -1261,60 +1321,35 @@ cargo.push({name: 'baz'}, function (err) {
---------------------------------------
-<a name="auto" />
+<a name="auto"></a>
### auto(tasks, [concurrency], [callback])
Determines the best order for running the functions in `tasks`, based on their requirements. Each function can optionally depend on other functions being completed first, and each function is run as soon as its requirements are satisfied.
-If any of the functions pass an error to their callback, the `auto` sequence will stop. Further tasks will not execute (so any other functions depending on it will not run), and the main `callback` is immediately called with the error. Functions also receive an object containing the results of functions which have completed so far.
+If any of the functions pass an error to their callback, the `auto` sequence will stop. Further tasks will not execute (so any other functions depending on it will not run), and the main `callback` is immediately called with the error.
-Note, all functions are called with a `results` object as a second argument,
-so it is unsafe to pass functions in the `tasks` object which cannot handle the
-extra argument.
+Functions also receive an object containing the results of functions which have completed so far as the first argument, if they have dependencies. If a task function has no dependencies, it will only be passed a callback.
-For example, this snippet of code:
```js
async.auto({
+ // this function will just be passed a callback
readData: async.apply(fs.readFile, 'data.txt', 'utf-8')
+ showData: ['readData', function (results, cb) {
+ // results.readData is the file's contents
+ // ...
+ }]
}, callback);
```
-will have the effect of calling `readFile` with the results object as the last
-argument, which will fail:
-
-```js
-fs.readFile('data.txt', 'utf-8', cb, {});
-```
-
-Instead, wrap the call to `readFile` in a function which does not forward the
-`results` object:
-
-```js
-async.auto({
- readData: function(cb, results){
- fs.readFile('data.txt', 'utf-8', cb);
- }
-}, callback);
-```
__Arguments__
-* `tasks` - An object. Each of its properties is either a function or an array of
- requirements, with the function itself the last item in the array. The object's key
- of a property serves as the name of the task defined by that property,
- i.e. can be used when specifying requirements for other tasks.
- The function receives two arguments: (1) a `callback(err, result)` which must be
- called when finished, passing an `error` (which can be `null`) and the result of
- the function's execution, and (2) a `results` object, containing the results of
- the previously executed functions.
+* `tasks` - An object. Each of its properties is either a function or an array of requirements, with the function itself the last item in the array. The object's key of a property serves as the name of the task defined by that property, i.e. can be used when specifying requirements for other tasks. The function receives one or two arguments:
+ * a `results` object, containing the results of the previously executed functions, only passed if the task has any dependencies,
+ * a `callback(err, result)` function, which must be called when finished, passing an `error` (which can be `null`) and the result of the function's execution.
* `concurrency` - An optional `integer` for determining the maximum number of tasks that can be run in parallel. By default, as many as possible.
-* `callback(err, results)` - An optional callback which is called when all the
- tasks have been completed. It receives the `err` argument if any `tasks`
- pass an error to their callback. Results are always returned; however, if
- an error occurs, no further `tasks` will be performed, and the results
- object will only contain partial results.
-
+* `callback(err, results)` - An optional callback which is called when all the tasks have been completed. It receives the `err` argument if any `tasks` pass an error to their callback. Results are always returned; however, if an error occurs, no further `tasks` will be performed, and the results object will only contain partial results.
__Example__
@@ -1331,13 +1366,13 @@ async.auto({
// this is run at the same time as getting the data
callback(null, 'folder');
},
- write_file: ['get_data', 'make_folder', function(callback, results){
+ write_file: ['get_data', 'make_folder', function(results, callback){
console.log('in write_file', JSON.stringify(results));
// once there is some data and the directory exists,
// write the data to a file in the directory
callback(null, 'filename');
}],
- email_link: ['write_file', function(callback, results){
+ email_link: ['write_file', function(results, callback){
console.log('in email_link', JSON.stringify(results));
// once the file is written let's email a link to it...
// results.write_file contains the filename returned by write_file.
@@ -1349,8 +1384,7 @@ async.auto({
});
```
-This is a fairly trivial example, but to do this using the basic parallel and
-series functions would look like this:
+This is a fairly trivial example, but to do this using the basic parallel and series functions would look like this:
```js
async.parallel([
@@ -1384,13 +1418,11 @@ function(err, results){
});
```
-For a complicated series of `async` tasks, using the [`auto`](#auto) function makes adding
-new tasks much easier (and the code more readable).
-
+For a complicated series of `async` tasks, using the [`auto`](#auto) function makes adding new tasks much easier (and the code more readable).
---------------------------------------
-<a name="autoInject" />
+<a name="autoInject"></a>
### autoInject(tasks, [callback])
A dependency-injected version of the [`auto`](#auto) function. Dependent tasks are
@@ -1415,7 +1447,7 @@ __Arguments__
The remaining parameters name other tasks on which the task is dependent, and the results
from those tasks are the arguments of those parameters.
* `callback(err, [results...])` - An optional callback which is called when all the
- tasks have been completed. It receives the `err` argument if any `tasks`
+ tasks have been completed. It receives the `err` argument if any `tasks`
pass an error to their callback. The remaining parameters are task names whose results
you are interested in. This callback will only be called when all tasks have finished or
an error has occurred, and so do not not specify dependencies in the same way as `tasks`
@@ -1457,7 +1489,7 @@ async.autoInject({
---------------------------------------
-<a name="retry" />
+<a name="retry"></a>
### retry([opts = {times: 5, interval: 0}| 5], task, [callback])
Attempts to get a successful response from `task` no more than `times` times before
@@ -1467,8 +1499,10 @@ result (if any) of the final attempt.
__Arguments__
-* `opts` - Can be either an object with `times` and `interval` or a number. `times` is how many attempts should be made before giving up. `interval` is how long to wait inbetween attempts. Defaults to {times: 5, interval: 0}
- * if a number is passed in it sets `times` only (with `interval` defaulting to 0).
+* `opts` - Can be either an object with `times` and `interval` or a number.
+ * `times` - The number of attempts to make before giving up. The default is `5`.
+ * `interval` - The time to wait between retries, in milliseconds. The default is `0`.
+ * If `opts` is a number, the number specifies the number of times to retry, with the default interval of `0`.
* `task(callback, results)` - A function which receives two arguments: (1) a `callback(err, result)`
which must be called when finished, passing `err` (which can be `null`) and the `result` of
the function's execution, and (2) a `results` object, containing the results of
@@ -1476,21 +1510,29 @@ __Arguments__
* `callback(err, results)` - An optional callback which is called when the
task has succeeded, or after the final failed attempt. It receives the `err` and `result` arguments of the last attempt at completing the `task`.
-The [`retry`](#retry) function can be used as a stand-alone control flow by passing a
-callback, as shown below:
+The [`retry`](#retry) function can be used as a stand-alone control flow by passing a callback, as shown below:
```js
+// try calling apiMethod 3 times
async.retry(3, apiMethod, function(err, result) {
// do something with the result
});
```
```js
+// try calling apiMethod 3 times, waiting 200 ms between each retry
async.retry({times: 3, interval: 200}, apiMethod, function(err, result) {
// do something with the result
});
```
+```js
+// try calling apiMethod the default 5 times no delay between each retry
+async.retry(apiMethod, function(err, result) {
+ // do something with the result
+});
+```
+
It can also be embedded within other control flow functions to retry individual methods
that are not as reliable, like this:
@@ -1503,10 +1545,9 @@ async.auto({
});
```
-
---------------------------------------
-<a name="iterator" />
+<a name="iterator"></a>
### iterator(tasks)
Creates an iterator function which calls the next function in the `tasks` array,
@@ -1540,9 +1581,9 @@ node> nextfn();
'three'
```
----------------------------------------
+## Utils
-<a name="apply" />
+<a name="apply"></a>
### apply(function, arguments..)
Creates a continuation function with some arguments already applied.
@@ -1593,7 +1634,7 @@ three
---------------------------------------
-<a name="nextTick" />
+<a name="nextTick"></a>
### nextTick(callback), setImmediate(callback)
Calls `callback` on a later loop around the event loop. In Node.js this just
@@ -1618,16 +1659,18 @@ async.nextTick(function(){
call_order.push('one')
```
-<a name="times" />
-### times(n, iterator, [callback])
+---------------------------------------
-Calls the `iterator` function `n` times, and accumulates results in the same manner
+<a name="times"></a>
+### times(n, iteratee, [callback])
+
+Calls the `iteratee` function `n` times, and accumulates results in the same manner
you would use with [`map`](#map).
__Arguments__
* `n` - The number of times to run the function.
-* `iterator` - The function to call `n` times.
+* `iteratee` - The function to call `n` times.
* `callback` - see [`map`](#map)
__Example__
@@ -1651,13 +1694,52 @@ async.times(5, function(n, next){
__Related__
-* timesSeries(n, iterator, [callback])
-* timesLimit(n, limit, iterator, [callback])
+* timesSeries(n, iteratee, [callback])
+* timesLimit(n, limit, iteratee, [callback])
+---------------------------------------
-## Utils
+<a name="race" />
+### race(tasks, [callback])
+
+Runs the `tasks` array of functions in parallel, without waiting until the
+previous function has completed. Once any the `tasks` completed or pass an
+error to its callback, the main `callback` is immediately called. It's
+equivalent to `Promise.race()`.
+
+__Arguments__
+
+* `tasks` - An array containing functions to run. Each function is passed
+ a `callback(err, result)` which it must call on completion with an error `err`
+ (which can be `null`) and an optional `result` value.
+* `callback(err, result)` - A callback to run once any of the
+ functions have completed. This function gets an error or result from the
+ first function that completed.
-<a name="memoize" />
+__Example__
+
+```js
+async.race([
+ function(callback){
+ setTimeout(function(){
+ callback(null, 'one');
+ }, 200);
+ },
+ function(callback){
+ setTimeout(function(){
+ callback(null, 'two');
+ }, 100);
+ }
+],
+// main callback
+function(err, result){
+ // the result will be equal to 'two' as it finishes earlier
+});
+```
+
+---------------------------------------
+
+<a name="memoize"></a>
### memoize(fn, [hasher])
Caches the results of an `async` function. When creating a hash to store function
@@ -1691,7 +1773,9 @@ fn('some name', function () {
});
```
-<a name="unmemoize" />
+---------------------------------------
+
+<a name="unmemoize"></a>
### unmemoize(fn)
Undoes a [`memoize`](#memoize)d function, reverting it to the original, unmemoized
@@ -1703,7 +1787,7 @@ __Arguments__
---------------------------------------
-<a name="ensureAsync" />
+<a name="ensureAsync"></a>
### ensureAsync(fn)
Wrap an async function and ensure it calls its callback on a later tick of the event loop. If the function already calls its callback on a next tick, no extra deferral is added. This is useful for preventing stack overflows (`RangeError: Maximum call stack size exceeded`) and generally keeping [Zalgo](http://blog.izs.me/post/59142742143/designing-apis-for-asynchrony) contained.
@@ -1718,11 +1802,11 @@ __Example__
```js
function sometimesAsync(arg, callback) {
- if (cache[arg]) {
- return callback(null, cache[arg]); // this would be synchronous!!
- } else {
- doSomeIO(arg, callback); // this IO would be asynchronous
- }
+ if (cache[arg]) {
+ return callback(null, cache[arg]); // this would be synchronous!!
+ } else {
+ doSomeIO(arg, callback); // this IO would be asynchronous
+ }
}
// this has a risk of stack overflows if many results are cached in a row
@@ -1736,7 +1820,7 @@ async.mapSeries(args, async.ensureAsync(sometimesAsync), done);
---------------------------------------
-<a name="constant">
+<a name="constant"></a>
### constant(values...)
Returns a function that when called, calls-back with the values provided. Useful as the first function in a `waterfall`, or for plugging values in to `auto`.
@@ -1745,37 +1829,37 @@ __Example__
```js
async.waterfall([
- async.constant(42),
- function (value, next) {
- // value === 42
- },
- //...
+ async.constant(42),
+ function (value, next) {
+ // value === 42
+ },
+ //...
], callback);
async.waterfall([
- async.constant(filename, "utf8"),
- fs.readFile,
- function (fileData, next) {
+ async.constant(filename, "utf8"),
+ fs.readFile,
+ function (fileData, next) {
+ //...
+ }
//...
- }
- //...
], callback);
async.auto({
- hostname: async.constant("https://server.net/"),
- port: findFreePort,
- launchServer: ["hostname", "port", function (cb, options) {
- startServer(options, cb);
- }],
- //...
+ hostname: async.constant("https://server.net/"),
+ port: findFreePort,
+ launchServer: ["hostname", "port", function (options, cb) {
+ startServer(options, cb);
+ }],
+ //...
}, callback);
```
---------------------------------------
-<a name="asyncify">
-<a name="wrapSync">
+<a name="asyncify"></a>
+<a name="wrapSync"></a>
### asyncify(func)
__Alias:__ `wrapSync`
@@ -1786,18 +1870,44 @@ __Example__
```js
async.waterfall([
- async.apply(fs.readFile, filename, "utf8"),
- async.asyncify(JSON.parse),
- function (data, next) {
- // data is the result of parsing the text.
- // If there was a parsing error, it would have been caught.
- }
+ async.apply(fs.readFile, filename, "utf8"),
+ async.asyncify(JSON.parse),
+ function (data, next) {
+ // data is the result of parsing the text.
+ // If there was a parsing error, it would have been caught.
+ }
+], callback)
+```
+
+If the function passed to `asyncify` returns a Promise, that promises's resolved/rejected state will be used to call the callback, rather than simply the synchronous return value. Example:
+
+```js
+async.waterfall([
+ async.apply(fs.readFile, filename, "utf8"),
+ async.asyncify(function (contents) {
+ return db.model.create(contents);
+ }),
+ function (model, next) {
+ // `model` is the instantiated model object.
+ // If there was an error, this function would be skipped.
+ }
], callback)
```
+This also means you can asyncify ES2016 `async` functions.
+
+```js
+var q = async.queue(async.asyncify(async function (file) {
+ var intermediateStep = await processFile(file);
+ return await somePromise(intermediateStep)
+}));
+
+q.push(files);
+```
+
---------------------------------------
-<a name="log" />
+<a name="log"></a>
### log(function, arguments)
Logs the result of an `async` function to the `console`. Only works in Node.js or
@@ -1826,7 +1936,7 @@ node> async.log(hello, 'world');
---------------------------------------
-<a name="dir" />
+<a name="dir"></a>
### dir(function, arguments)
Logs the result of an `async` function to the `console` using `console.dir` to
@@ -1856,7 +1966,7 @@ node> async.dir(hello, 'world');
---------------------------------------
-<a name="noConflict" />
+<a name="noConflict"></a>
### noConflict()
Changes the value of `async` back to its original value, returning a reference to the