-
Notifications
You must be signed in to change notification settings - Fork 16
/
package.json
129 lines (129 loc) · 4.61 KB
/
package.json
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
{
"name": "@get-set-fetch/scraper",
"version": "0.11.0",
"description": "Plugin based node.js web scraper. It scrapes, stores and exports data. Supports multiple storage options: SQLite, MySQL, PostgreSQL. Supports multiple browser or dom-like clients: Puppeteer, Playwright, Cheerio, Jsdom.",
"keywords": [ "scraper", "scraping", "node", "nodejs", "web", "cloud" ],
"main": "./dist/cjs/index.js",
"types": "./dist/cjs/index.d.ts",
"files": [
"dist",
"bin",
"cloud"
],
"bin": {
"gsfscrape": "bin/gsfscrape"
},
"module": "dist/esm/index.js",
"scripts": {
"act": "act pull_request --bind",
"link:gsf": "npm link ../test-utils",
"lint": "eslint src/**/*.ts",
"test:unit:non-storage:single": "mocha --config test/.mocharc.js \"test/unit/**/*.ts\" --grep \"PluginStore\" --exclude test/unit/storage/**/*",
"test:unit:non-storage": "mocha --config test/.mocharc.js \"test/unit/**/*.ts\" --exclude test/unit/storage/**/*",
"test:unit:sqlite": "mocha --config test/.mocharc.js \"test/unit/storage/sqlite3-unit-suite.ts\"",
"test:unit:sqlite:single": "mocha --config test/.mocharc.js \"test/unit/storage/sqlite3-unit-suite.ts\" --grep \".+getResourcesToScrape\"",
"test:unit:pg": "mocha --config test/.mocharc.js \"test/unit/storage/pg-unit-suite.ts\"",
"test:unit:pg:single": "mocha --config test/.mocharc.js \"test/unit/storage/pg-unit-suite.ts\" --grep \".+getResourcesToScrape\"",
"test:cli": "mocha --config test/.mocharc.js \"test/acceptance/cli/test-cli.ts\"",
"test:cli:single": "mocha --config test/.mocharc.js \"test/acceptance/cli/test-cli.ts\" --grep \"completionPercentage\"",
"test:docker": "mocha --config test/.mocharc.js \"test/acceptance/docker/test-docker.ts\"",
"test:cheerio": "mocha --config test/.mocharc.js \"test/acceptance/cheerio.ts\" --grep 'sqlite.+sequential'",
"test:cheerio:single": "mocha --config test/.mocharc.js \"test/acceptance/cheerio.ts\" --grep 'sqlite3.+sequential.+301.+Redirect.+Html'",
"test:puppeteer": "mocha --config test/.mocharc.js \"test/acceptance/puppeteer_chromium.ts\" --grep 'sqlite3.+sequential'",
"test:puppeteer:single": "mocha --config test/.mocharc.js \"test/acceptance/puppeteer_chromium.ts\" --grep 'sqlite3.+sequential.+Scroll.+Actions.+2'",
"example": "ts-node examples/tabular-data/tabular-data.ts",
"build": "tsc --project tsconfig.json && tsc --project tsconfig.esm.json"
},
"author": "Andrei Sabau",
"license": "MIT",
"homepage": "https://github.com/get-set-fetch/scraper",
"repository": {
"type": "git",
"url": "https://github.com/get-set-fetch/scraper.git"
},
"devDependencies": {
"@get-set-fetch/test-utils": "^0.8.0",
"@mozilla/readability": "^0.4.0",
"@types/chai": "^4.2.13",
"@types/eslint": "^8.4.1",
"@types/estree": "^0.0.51",
"@types/jsdom": "^16.2.6",
"@types/json-schema": "^7.0.6",
"@types/mocha": "^8.0.3",
"@types/node": "^14.14.25",
"@types/pako": "^1.0.1",
"@types/pino": "^6.3.4",
"@types/sinon": "^9.0.9",
"@typescript-eslint/eslint-plugin": "^5.18.0",
"@typescript-eslint/parser": "^5.18.0",
"chai": "^4.2.0",
"coveralls": "^3.1.0",
"eslint": "^8.12.0",
"eslint-config-airbnb": "^19.0.4",
"eslint-plugin-import": "^2.26.0",
"eslint-plugin-jsx-a11y": "^6.5.1",
"jsdom": "^16.6.0",
"mocha": "^8.1.3",
"mocha-lcov-reporter": "^1.3.0",
"nyc": "^15.1.0",
"sinon": "^9.2.1",
"ts-loader": "^8.0.4",
"ts-node": "^10.7.0"
},
"peerDependencies": {
"@types/cheerio": "^0.22.23",
"@vscode/sqlite3": "^5.0.8",
"cheerio": "^1.0.0-rc.10",
"knex": "^1.0.7",
"mysql": "^2.18.1",
"pg": "^8.7.3",
"playwright-chromium": "^1.13.1",
"playwright-core": "^1.13.1",
"puppeteer": "^14.3.0"
},
"peerDependenciesMeta": {
"@types/cheerio": {
"optional": true
},
"@vscode/sqlite3": {
"optional": true
},
"cheerio": {
"optional": true
},
"knex": {
"optional": true
},
"mysql": {
"optional": true
},
"pg": {
"optional": true
},
"playwright-chromium": {
"optional": true
},
"playwright-core": {
"optional": true
},
"puppeteer": {
"optional": true
}
},
"dependencies": {
"@rollup/plugin-commonjs": "^17.0.0",
"@rollup/plugin-json": "^4.1.0",
"@rollup/plugin-node-resolve": "^11.0.1",
"jszip": "^3.7.0",
"pako": "^2.0.2",
"pino": "^6.8.0",
"pino-pretty": "^7.5.1",
"rollup": "^2.33.2",
"rollup-plugin-typescript2": "^0.31.2",
"tslib": "^2.0.1",
"typescript": "^4.1.3"
},
"engines": {
"node": ">=16.14"
}
}