add option to get multiple results

README.md

@@ -38,6 +38,8 @@ const options = {
   method: 'GET', // Optional, default is `GET`
 }
 
+const isMultiple = false // get the first result, `true` to get an array of results
+
 const selector = '.repository-content .numbers-summary li:nth-child(4) a'
 
 const filters = {
@@ -56,7 +58,8 @@ scraper(
   },
   function(error) {
     console.log(error)
-  }
+  },
+  isMultiple
 )
 ```
 

src/cli.js

@@ -35,6 +35,7 @@ Optional parameters
         --accept-http-error      Accepts all status codes (like 404)
 
      --verbose, -v           Show message of error
+     --multiple, -m          The output must contain all the selector targets
 `
 
 if (input.has('help')) {
@@ -62,6 +63,7 @@ const selector = input.get('selector')
 const method = input.has('method') ? input.get('method') : 'GET'
 const acceptAllStatus = input.has('accept-http-error')
 const verbose = input.has('verbose') || input.has('v')
+const isMultiple = input.has('multiple') || input.has('m')
 
 let filtersToApply = {}
 
@@ -86,8 +88,14 @@ const options = {
 }
 
 const onSuccess = function(value) {
+    if (isMultiple && value instanceof Array) {
+        for (let item of value) {
+            output.write(item)
+        }
+    } else {
         output.write(value)
     }
+}
 
 const onError = function(error) {
     output.write(error.name, 'error')
@@ -99,4 +107,4 @@ const onError = function(error) {
     process.exit(1)
 }
 
-scraper(options, selector, filtersToApply, onSuccess, onError)
+scraper(options, selector, filtersToApply, onSuccess, onError, isMultiple)

src/index.js

@@ -7,7 +7,7 @@ const filters = {
     trim: require('./filter/trim'),
 }
 
-const scraper = function(options, selector, filtersToApply, callbackSuccess, callbackError) {
+const scraper = function(options, selector, filtersToApply, callbackSuccess, callbackError, isMultiple) {
     filtersToApply = filtersToApply || {}
 
     rq({
@@ -17,11 +17,27 @@ const scraper = function(options, selector, filtersToApply, callbackSuccess, cal
     })
         .then(function(body) {
             const $ = cheerio.load(body)
-            let value = $(selector).html()
+            let value = []
+
+            if (isMultiple) {
+                let nodes = $(selector)
+
+                nodes.each(function(i, node) {
+                    value.push($(node).html())
+                })
+            } else {
+                value = $(selector).html()
+            }
 
             for (let filter in filtersToApply) {
+                if (isMultiple) {
+                    for (let i in value) {
+                        value[i] = filters[filter](value[i], filtersToApply[filter])
+                    }
+                } else {
                     value = filters[filter](value, filtersToApply[filter])
                 }
+            }
 
             if (callbackSuccess) {
                 callbackSuccess(value)