fix ci syntax

.woodpecker.yml

@@ -0,0 +1,18 @@
+steps:
+  dependencies:
+    image: node:16
+    pull: true
+    commands:
+      - npm i
+
+  osv-detector:
+    image: gitnet.fr/deblan/osv-detector:v0.10
+    commands:
+      - osv-detector package-lock.json
+    failure: ignore
+
+  tests:
+    image: node:16
+    pull: true
+    commands:
+      - npm run test

README.md

@@ -1,6 +1,8 @@
 Scraper
 =======
 
+[![Build Status](https://ci.gitnet.fr/api/badges/deblan/scraper/status.svg)](https://ci.gitnet.fr/deblan/scraper)
+
 This project is a basic tool to scrap a data from a website
 using a CSS selector.
 
@@ -31,30 +33,33 @@ With code
 const scraper = require('deblan-scraper')
 
 const options = {
-	url: 'https://github.com/foo/bar',
-	acceptAllStatus: false, // Optional
-	method: 'GET', // Optional
+  url: 'https://github.com/foo/bar',
+  acceptAllStatus: false, // Optional, default is `false`
+  method: 'GET', // Optional, default is `GET`
 }
 
+const isMultiple = false // get the first result, `true` to get an array of results
+
 const selector = '.repository-content .numbers-summary li:nth-child(4) a'
 
 const filters = {
-    tags: null,
-    breaks: null,
-    spaces: null,
-    trim: null,
+  tags: null, // Removes tags. You can specify the tags to remove (separated by comma)
+  breaks: null, // Removes breaks (\n, \r)
+  spaces: null, // Replaces 2 successive spaces by 1, except breaks
+  trim: null, // Strips whitespaces from the beginning and end of the value
 }
 
 scraper(
-	options,
-	selector,
-	filters,
-	function(value) {
-		console.log(value)
-	},
-	function(error) {
-		console.log(error)
-	}
+  options,
+  selector,
+  filters,
+  function(value) {
+    console.log(value)
+  },
+  function(error) {
+    console.log(error)
+  },
+  isMultiple
 )
 ```
 

package.json

@@ -1,20 +1,22 @@
 {
   "name": "deblan-scraper",
   "description": "Web scraper using CSS selector",
-  "version": "1.1.0",
+  "version": "1.3.0",
   "main": "src/index.js",
-  "devDependencies": {},
+  "devDependencies": {
+    "mocha": "^10.2.0"
+  },
   "dependencies": {
     "cheerio": "^1.0.0-rc.3",
     "extends-classes": "^1.0.5",
     "minimist": "^1.2.5",
     "request": "^2.88.2",
-    "request-promise": "^4.2.5",
+    "request-promise": "^4.2.6",
     "striptags": "^3.1.1",
-    "trim": "^0.0.1"
+    "trim": "^1.0.1"
   },
   "scripts": {
-    "test": "echo \"Error: no test specified\" && exit 1"
+    "test": "mocha"
   },
   "repository": {
     "type": "git",

src/cli.js

@@ -34,7 +34,8 @@ Optional parameters
         --method [METHOD]        HTTP Method
         --accept-http-error      Accepts all status codes (like 404)
 
-     --verbose, -v            Show message of error
+     --verbose, -v           Show message of error
+     --multiple, -m          The output must contain all the selector targets
 `
 
 if (input.has('help')) {
@@ -62,6 +63,7 @@ const selector = input.get('selector')
 const method = input.has('method') ? input.get('method') : 'GET'
 const acceptAllStatus = input.has('accept-http-error')
 const verbose = input.has('verbose') || input.has('v')
+const isMultiple = input.has('multiple') || input.has('m')
 
 let filtersToApply = {}
 
@@ -86,7 +88,13 @@ const options = {
 }
 
 const onSuccess = function(value) {
-    output.write(value)
+    if (isMultiple && value instanceof Array) {
+        for (let item of value) {
+            output.write(item)
+        }
+    } else {
+        output.write(value)
+    }
 }
 
 const onError = function(error) {
@@ -99,4 +107,4 @@ const onError = function(error) {
     process.exit(1)
 }
 
-scraper(options, selector, filtersToApply, onSuccess, onError)
+scraper(options, selector, filtersToApply, onSuccess, onError, isMultiple)

src/console/input.js

@@ -3,56 +3,56 @@
 var Minimist = require('minimist');
 
 class Input {
-    /**
-     * Constructor.
-     *
-     * @param object process
-     */
-    constructor(process) {
-        this.args = Minimist(process.argv.slice(2))
-        this.node = process.argv[0]
-        this.script = process.argv[1]
+  /**
+   * Constructor.
+   *
+   * @param object process
+   */
+  constructor(process) {
+    this.args = Minimist(process.argv.slice(2))
+    this.node = process.argv[0]
+    this.script = process.argv[1]
+  }
+
+  /**
+   * Return the value of the given name argument.
+   *
+   * @param string name
+   * @param mixed default
+   *
+   * @return mixed
+   */
+  get(name, defaultValue) {
+    if (this.has(name)) {
+      return this.args[name]
     }
 
-    /**
-     * Return the value of the given name argument.
-     *
-     * @param string name
-     * @param mixed default
-     *
-     * @return mixed
-     */
-    get(name, defaultValue) {
-        if (this.has(name)) {
-            return this.args[name]
-        }
-
-        if (defaultValue !== undefined) {
-            return defaultValue
-        }
-
-        return null;
+    if (defaultValue !== undefined) {
+      return defaultValue
     }
 
-    /**
-     * Check the given argument name exists.
-     *
-     * @param string name
-     *
-     * @return boolean
-     */
-    has(name) {
-        return this.args.hasOwnProperty(name)
-    }
+    return null;
+  }
 
-    /**
-     * Return if args is empty.
-     *
-     * @return boolean
-     */
-    empty() {
-        return Object.keys(this.args).length === 1
-    }
+  /**
+   * Check the given argument name exists.
+   *
+   * @param string name
+   *
+   * @return boolean
+   */
+  has(name) {
+    return this.args.hasOwnProperty(name)
+  }
+
+  /**
+   * Return if args is empty.
+   *
+   * @return boolean
+   */
+  empty() {
+    return Object.keys(this.args).length === 1
+  }
 }
 
 module.exports = Input

src/console/output.js

@@ -1,37 +1,37 @@
 "use strict";
 
 class Output {
-    /**
-     * Convert and print data to json.
-     *
-     * @param mixed data
-     */
-    json(data, pretty) {
-        data = JSON.stringify(
-            data,
-            function(key, value) {
-                if (value === undefined) {
-                    return null
-                }
+  /**
+   * Convert and print data to json.
+   *
+   * @param mixed data
+   */
+  json(data, pretty) {
+    data = JSON.stringify(
+      data,
+      function(key, value) {
+        if (value === undefined) {
+          return null
+        }
 
-                return value
-            },
-            pretty ? 2 : null
-        );
+        return value
+      },
+      pretty ? 2 : null
+    );
 
-        return this.write(data)
-    }
+    return this.write(data)
+  }
 
-    /**
-     * Print data.
-     *
-     * @param mixed data
-     */
-    write(data, level) {
-        level = level || 'log'
+  /**
+   * Print data.
+   *
+   * @param mixed data
+   */
+  write(data, level) {
+    level = level || 'log'
 
-        console[level](data)
-    }
+    console[level](data)
+  }
 }
 
 module.exports = Output

src/filter/breaks.js

@@ -1,5 +1,5 @@
 const filter = function(value) {
-    return value.replace(/(\n|\r)/g, '')
+  return value.replace(/(\n|\r)/g, '')
 }
 
 module.exports = filter

src/filter/spaces.js

@@ -1,5 +1,5 @@
 const filter = function(value) {
-    return value.replace(/\s{2,}/g, ' ')
+  return value.replace(/\s{2,}/g, ' ')
 }
 
 module.exports = filter

src/filter/tags.js

@@ -1,7 +1,7 @@
 const striptags = require('striptags')
 
 const filter = function(value, tags) {
-    return striptags(value, tags)
+  return striptags(value, tags)
 }
 
 module.exports = filter

src/filter/trim.js

@@ -1,7 +1,7 @@
 const trim = require('trim')
 
 const filter = function(value) {
-    return trim(value)
+  return trim(value)
 }
 
 module.exports = filter

src/index.js

@@ -7,7 +7,7 @@ const filters = {
     trim: require('./filter/trim'),
 }
 
-const scraper = function(options, selector, filtersToApply, callbackSuccess, callbackError) {
+const scraper = function(options, selector, filtersToApply, callbackSuccess, callbackError, isMultiple) {
     filtersToApply = filtersToApply || {}
 
     rq({
@@ -17,10 +17,26 @@ const scraper = function(options, selector, filtersToApply, callbackSuccess, cal
     })
         .then(function(body) {
             const $ = cheerio.load(body)
-            let value = $(selector).html()
+            let value = []
+
+            if (isMultiple) {
+                let nodes = $(selector)
+
+                nodes.each(function(i, node) {
+                    value.push($(node).html())
+                })
+            } else {
+                value = $(selector).html()
+            }
 
             for (let filter in filtersToApply) {
-                value = filters[filter](value, filtersToApply[filter])
+                if (isMultiple) {
+                    for (let i in value) {
+                        value[i] = filters[filter](value[i], filtersToApply[filter])
+                    }
+                } else {
+                    value = filters[filter](value, filtersToApply[filter])
+                }
             }
 
             if (callbackSuccess) {

test/breaks.test.js

@@ -0,0 +1,20 @@
+const filter = require('../src/filter/breaks')
+const assert = require('assert')
+
+describe('Check "breaks"', () => {
+  it('Should return empty string', () => {
+    assert.equal(filter("\n"), "")
+  })
+
+  it('Should return empty string', () => {
+    assert.equal(filter("\r"), "")
+  })
+
+  it('Should return "foo"', () => {
+    assert.equal(filter("foo"), "foo")
+  })
+
+  it('Should return "foobar"', () => {
+    assert.equal(filter("\r\nfoo\nbar\r\n"), "foobar")
+  })
+});

test/spaces.test.js

@@ -0,0 +1,16 @@
+const filter = require('../src/filter/spaces')
+const assert = require('assert')
+
+describe('Check "spaces"', () => {
+  it('Should return ""', () => {
+    assert.equal(filter(""), "")
+  })
+
+  it('Should return "foo bar"', () => {
+    assert.equal(filter("foo  bar"), "foo bar")
+  })
+
+  it('Should return "foo bar"', () => {
+    assert.equal(filter("foo \nbar"), "foo bar")
+  })
+});

test/tags.test.js

@@ -0,0 +1,5 @@
+const filter = require('../src/filter/tags')
+const assert = require('assert')
+
+describe('Check "tags"', () => {
+});

test/trim.test.js

@@ -0,0 +1,20 @@
+const filter = require('../src/filter/trim')
+const assert = require('assert')
+
+describe('Check "trim"', () => {
+  it('Should return ""', () => {
+    assert.equal(filter(""), "")
+  })
+
+  it('Should return ""', () => {
+    assert.equal(filter(" "), "")
+  })
+
+  it('Should return "foo"', () => {
+    assert.equal(filter(" foo "), "foo")
+  })
+
+  it('Should return "foo bar"', () => {
+    assert.equal(filter(" foo bar \n"), "foo bar")
+  })
+});