fix ci syntax

.woodpecker.yml

@@ -0,0 +1,18 @@
+steps:
+  dependencies:
+    image: node:16
+    pull: true
+    commands:
+      - npm i
+
+  osv-detector:
+    image: gitnet.fr/deblan/osv-detector:v0.10
+    commands:
+      - osv-detector package-lock.json
+    failure: ignore
+
+  tests:
+    image: node:16
+    pull: true
+    commands:
+      - npm run test

README.md

@@ -1,6 +1,8 @@
 Scraper
 =======
 
+[![Build Status](https://ci.gitnet.fr/api/badges/deblan/scraper/status.svg)](https://ci.gitnet.fr/deblan/scraper)
+
 This project is a basic tool to scrap a data from a website
 using a CSS selector.
 
@@ -32,17 +34,19 @@ const scraper = require('deblan-scraper')
 
 const options = {
   url: 'https://github.com/foo/bar',
-	acceptAllStatus: false, // Optional
-	method: 'GET', // Optional
+  acceptAllStatus: false, // Optional, default is `false`
+  method: 'GET', // Optional, default is `GET`
 }
 
+const isMultiple = false // get the first result, `true` to get an array of results
+
 const selector = '.repository-content .numbers-summary li:nth-child(4) a'
 
 const filters = {
-    tags: null,
-    breaks: null,
-    spaces: null,
-    trim: null,
+  tags: null, // Removes tags. You can specify the tags to remove (separated by comma)
+  breaks: null, // Removes breaks (\n, \r)
+  spaces: null, // Replaces 2 successive spaces by 1, except breaks
+  trim: null, // Strips whitespaces from the beginning and end of the value
 }
 
 scraper(
@@ -54,7 +58,8 @@ scraper(
   },
   function(error) {
     console.log(error)
-	}
+  },
+  isMultiple
 )
 ```
 

package.json

@@ -1,20 +1,22 @@
 {
   "name": "deblan-scraper",
   "description": "Web scraper using CSS selector",
-  "version": "1.1.0",
+  "version": "1.3.0",
   "main": "src/index.js",
-  "devDependencies": {},
+  "devDependencies": {
+    "mocha": "^10.2.0"
+  },
   "dependencies": {
     "cheerio": "^1.0.0-rc.3",
     "extends-classes": "^1.0.5",
     "minimist": "^1.2.5",
     "request": "^2.88.2",
-    "request-promise": "^4.2.5",
+    "request-promise": "^4.2.6",
     "striptags": "^3.1.1",
-    "trim": "^0.0.1"
+    "trim": "^1.0.1"
   },
   "scripts": {
-    "test": "echo \"Error: no test specified\" && exit 1"
+    "test": "mocha"
   },
   "repository": {
     "type": "git",

src/cli.js

@@ -35,6 +35,7 @@ Optional parameters
         --accept-http-error      Accepts all status codes (like 404)
 
      --verbose, -v           Show message of error
+     --multiple, -m          The output must contain all the selector targets
 `
 
 if (input.has('help')) {
@@ -62,6 +63,7 @@ const selector = input.get('selector')
 const method = input.has('method') ? input.get('method') : 'GET'
 const acceptAllStatus = input.has('accept-http-error')
 const verbose = input.has('verbose') || input.has('v')
+const isMultiple = input.has('multiple') || input.has('m')
 
 let filtersToApply = {}
 
@@ -86,8 +88,14 @@ const options = {
 }
 
 const onSuccess = function(value) {
+    if (isMultiple && value instanceof Array) {
+        for (let item of value) {
+            output.write(item)
+        }
+    } else {
         output.write(value)
     }
+}
 
 const onError = function(error) {
     output.write(error.name, 'error')
@@ -99,4 +107,4 @@ const onError = function(error) {
     process.exit(1)
 }
 
-scraper(options, selector, filtersToApply, onSuccess, onError)
+scraper(options, selector, filtersToApply, onSuccess, onError, isMultiple)

src/index.js

@@ -7,7 +7,7 @@ const filters = {
     trim: require('./filter/trim'),
 }
 
-const scraper = function(options, selector, filtersToApply, callbackSuccess, callbackError) {
+const scraper = function(options, selector, filtersToApply, callbackSuccess, callbackError, isMultiple) {
     filtersToApply = filtersToApply || {}
 
     rq({
@@ -17,11 +17,27 @@ const scraper = function(options, selector, filtersToApply, callbackSuccess, cal
     })
         .then(function(body) {
             const $ = cheerio.load(body)
-            let value = $(selector).html()
+            let value = []
+
+            if (isMultiple) {
+                let nodes = $(selector)
+
+                nodes.each(function(i, node) {
+                    value.push($(node).html())
+                })
+            } else {
+                value = $(selector).html()
+            }
 
             for (let filter in filtersToApply) {
+                if (isMultiple) {
+                    for (let i in value) {
+                        value[i] = filters[filter](value[i], filtersToApply[filter])
+                    }
+                } else {
                     value = filters[filter](value, filtersToApply[filter])
                 }
+            }
 
             if (callbackSuccess) {
                 callbackSuccess(value)

test/breaks.test.js

@@ -0,0 +1,20 @@
+const filter = require('../src/filter/breaks')
+const assert = require('assert')
+
+describe('Check "breaks"', () => {
+  it('Should return empty string', () => {
+    assert.equal(filter("\n"), "")
+  })
+
+  it('Should return empty string', () => {
+    assert.equal(filter("\r"), "")
+  })
+
+  it('Should return "foo"', () => {
+    assert.equal(filter("foo"), "foo")
+  })
+
+  it('Should return "foobar"', () => {
+    assert.equal(filter("\r\nfoo\nbar\r\n"), "foobar")
+  })
+});

test/spaces.test.js

@@ -0,0 +1,16 @@
+const filter = require('../src/filter/spaces')
+const assert = require('assert')
+
+describe('Check "spaces"', () => {
+  it('Should return ""', () => {
+    assert.equal(filter(""), "")
+  })
+
+  it('Should return "foo bar"', () => {
+    assert.equal(filter("foo  bar"), "foo bar")
+  })
+
+  it('Should return "foo bar"', () => {
+    assert.equal(filter("foo \nbar"), "foo bar")
+  })
+});

test/tags.test.js

@@ -0,0 +1,5 @@
+const filter = require('../src/filter/tags')
+const assert = require('assert')
+
+describe('Check "tags"', () => {
+});

test/trim.test.js

@@ -0,0 +1,20 @@
+const filter = require('../src/filter/trim')
+const assert = require('assert')
+
+describe('Check "trim"', () => {
+  it('Should return ""', () => {
+    assert.equal(filter(""), "")
+  })
+
+  it('Should return ""', () => {
+    assert.equal(filter(" "), "")
+  })
+
+  it('Should return "foo"', () => {
+    assert.equal(filter(" foo "), "foo")
+  })
+
+  it('Should return "foo bar"', () => {
+    assert.equal(filter(" foo bar \n"), "foo bar")
+  })
+});