Skip to content

Commit

Permalink
chore: update generic scrapers
Browse files Browse the repository at this point in the history
  • Loading branch information
@B4nan
B4nan committed Oct 7, 2024
1 parent e50f04b commit 534b993
Show file tree
Hide file tree
Showing 16 changed files with 1,800 additions and 1,579 deletions.
3,268 changes: 1,732 additions & 1,536 deletions package-lock.json
View file

Large diffs are not rendered by default.

7 changes: 6 additions & 1 deletion packages/actor-scraper/cheerio-scraper/CHANGELOG.md
View file
Original file line number Diff line number Diff line change
@@ -1,6 +1,11 @@
# Change Log

## 3.0.15 (2024-04-09)
## 3.0.14 (2024-10-07)

- Updated Crawlee version to v3.11.5 and SDK v3.2.6
- Updated Node to v22

## 3.0.14 (2024-04-09)

- Updated Crawlee version to v3.8.0.
- Updated to use new request queue in scraper
Expand Down
4 changes: 2 additions & 2 deletions packages/actor-scraper/cheerio-scraper/Dockerfile
View file
Original file line number Diff line number Diff line change
@@ -1,4 +1,4 @@
FROM apify/actor-node:18 AS builder
FROM apify/actor-node:22 AS builder

COPY package*.json ./

Expand All @@ -8,7 +8,7 @@ COPY . ./

RUN npm run build

FROM apify/actor-node:18
FROM apify/actor-node:22

COPY --from=builder /usr/src/app/dist ./dist

Expand Down
10 changes: 5 additions & 5 deletions packages/actor-scraper/cheerio-scraper/package.json
View file
Original file line number Diff line number Diff line change
Expand Up @@ -5,14 +5,14 @@
"description": "Crawl web pages using HTTP requests and Cheerio",
"type": "module",
"dependencies": {
"@apify/scraper-tools": "^1.1.1",
"@crawlee/cheerio": "^3.8.2",
"apify": "^3.1.8"
"@apify/scraper-tools": "^1.1.4",
"@crawlee/cheerio": "^3.11.5",
"apify": "^3.2.6"
},
"devDependencies": {
"@apify/tsconfig": "^0.1.0",
"@types/node": "^20.8.2",
"tsx": "^4.6.2",
"@types/node": "^22.7.4",
"tsx": "^4.19.1",
"typescript": "~5.6.0"
},
"peerDependencies": {
Expand Down
5 changes: 5 additions & 0 deletions packages/actor-scraper/jsdom-scraper/CHANGELOG.md
View file
Original file line number Diff line number Diff line change
@@ -1,5 +1,10 @@
# Change Log

## 0.1.7 (2024-10-07)

- Updated Crawlee version to v3.11.5 and SDK v3.2.6
- Updated Node to v22

## 0.1.6 (2024-04-09)

- Updated Crawlee version to v3.8.0.
Expand Down
4 changes: 2 additions & 2 deletions packages/actor-scraper/jsdom-scraper/Dockerfile
View file
Original file line number Diff line number Diff line change
@@ -1,4 +1,4 @@
FROM apify/actor-node:18 AS builder
FROM apify/actor-node:22 AS builder

COPY package*.json ./

Expand All @@ -8,7 +8,7 @@ COPY . ./

RUN npm run build

FROM apify/actor-node:18
FROM apify/actor-node:22

COPY --from=builder /usr/src/app/dist ./dist

Expand Down
10 changes: 5 additions & 5 deletions packages/actor-scraper/jsdom-scraper/package.json
View file
Original file line number Diff line number Diff line change
Expand Up @@ -5,14 +5,14 @@
"description": "Crawl web pages using HTTP requests and JSDOM parser",
"type": "module",
"dependencies": {
"@apify/scraper-tools": "^1.1.1",
"@crawlee/jsdom": "^3.8.2",
"apify": "^3.1.8"
"@apify/scraper-tools": "^1.1.4",
"@crawlee/jsdom": "^3.11.5",
"apify": "^3.2.6"
},
"devDependencies": {
"@apify/tsconfig": "^0.1.0",
"@types/node": "^20.8.2",
"tsx": "^4.6.2",
"@types/node": "^22.7.4",
"tsx": "^4.19.1",
"typescript": "~5.6.0"
},
"peerDependencies": {
Expand Down
5 changes: 5 additions & 0 deletions packages/actor-scraper/playwright-scraper/CHANGELOG.md
View file
Original file line number Diff line number Diff line change
@@ -1,5 +1,10 @@
# Change Log

## 1.0.15 (2024-10-07)

- Updated Crawlee version to v3.11.5 and SDK v3.2.6
- Updated Node to v22

## 1.0.14 (2024-04-09)

- Updated Crawlee version to v3.8.0.
Expand Down
4 changes: 2 additions & 2 deletions packages/actor-scraper/playwright-scraper/Dockerfile
View file
Original file line number Diff line number Diff line change
@@ -1,4 +1,4 @@
FROM apify/actor-node-playwright:18 AS builder
FROM apify/actor-node-playwright:22 AS builder

COPY --chown=myuser package*.json ./

Expand All @@ -8,7 +8,7 @@ COPY --chown=myuser . ./

RUN npm run build

FROM apify/actor-node-playwright:18
FROM apify/actor-node-playwright:22

COPY --from=builder --chown=myuser /home/myuser/dist ./dist

Expand Down
16 changes: 8 additions & 8 deletions packages/actor-scraper/playwright-scraper/package.json
View file
Original file line number Diff line number Diff line change
Expand Up @@ -5,18 +5,18 @@
"description": "Crawl web pages using Apify, headless browser and Playwright",
"type": "module",
"dependencies": {
"@apify/scraper-tools": "^1.1.1",
"@crawlee/core": "^3.8.2",
"@crawlee/playwright": "^3.8.2",
"@crawlee/utils": "^3.8.2",
"apify": "^3.1.8",
"idcac-playwright": "^0.1.2",
"@apify/scraper-tools": "^1.1.4",
"@crawlee/core": "^3.11.5",
"@crawlee/playwright": "^3.11.5",
"@crawlee/utils": "^3.11.5",
"apify": "^3.2.6",
"idcac-playwright": "^0.1.3",
"playwright": "*"
},
"devDependencies": {
"@apify/tsconfig": "^0.1.0",
"@types/node": "^20.8.2",
"tsx": "^4.6.2",
"@types/node": "^22.7.4",
"tsx": "^4.19.1",
"typescript": "~5.6.0"
},
"scripts": {
Expand Down
5 changes: 5 additions & 0 deletions packages/actor-scraper/puppeteer-scraper/CHANGELOG.md
View file
Original file line number Diff line number Diff line change
@@ -1,5 +1,10 @@
# Change Log

## 3.0.13 (2024-10-07)

- Updated Crawlee version to v3.11.5 and SDK v3.2.6
- Updated Node to v22

## 3.0.12 (2024-04-09)

- Updated Crawlee version to v3.8.0.
Expand Down
4 changes: 2 additions & 2 deletions packages/actor-scraper/puppeteer-scraper/Dockerfile
View file
Original file line number Diff line number Diff line change
@@ -1,4 +1,4 @@
FROM apify/actor-node-puppeteer-chrome:18 AS builder
FROM apify/actor-node-puppeteer-chrome:22 AS builder

COPY --chown=myuser package*.json ./

Expand All @@ -8,7 +8,7 @@ COPY --chown=myuser . ./

RUN npm run build

FROM apify/actor-node-puppeteer-chrome:18
FROM apify/actor-node-puppeteer-chrome:22

COPY --from=builder --chown=myuser /home/myuser/dist ./dist

Expand Down
12 changes: 6 additions & 6 deletions packages/actor-scraper/puppeteer-scraper/package.json
View file
Original file line number Diff line number Diff line change
Expand Up @@ -5,16 +5,16 @@
"description": "Crawl web pages using Apify, headless Chrome and Puppeteer",
"type": "module",
"dependencies": {
"@apify/scraper-tools": "^1.1.1",
"@crawlee/puppeteer": "^3.8.2",
"apify": "^3.1.8",
"idcac-playwright": "^0.1.2",
"@apify/scraper-tools": "^1.1.4",
"@crawlee/puppeteer": "^3.11.5",
"apify": "^3.2.6",
"idcac-playwright": "^0.1.3",
"puppeteer": "*"
},
"devDependencies": {
"@apify/tsconfig": "^0.1.0",
"@types/node": "^20.8.2",
"tsx": "^4.6.2",
"@types/node": "^22.7.4",
"tsx": "^4.19.1",
"typescript": "~5.6.0"
},
"scripts": {
Expand Down
5 changes: 5 additions & 0 deletions packages/actor-scraper/web-scraper/CHANGELOG.md
View file
Original file line number Diff line number Diff line change
@@ -1,5 +1,10 @@
# Change Log

## 3.0.19 (2024-10-07)

- Updated Crawlee version to v3.11.5 and SDK v3.2.6
- Updated Node to v22

## 3.0.18 (2024-04-09)

- Updated Crawlee version to v3.8.0.
Expand Down
4 changes: 2 additions & 2 deletions packages/actor-scraper/web-scraper/Dockerfile
View file
Original file line number Diff line number Diff line change
@@ -1,4 +1,4 @@
FROM apify/actor-node-puppeteer-chrome:18 AS builder
FROM apify/actor-node-puppeteer-chrome:22 AS builder

COPY --chown=myuser package*.json ./

Expand All @@ -8,7 +8,7 @@ COPY --chown=myuser . ./

RUN npm run build

FROM apify/actor-node-puppeteer-chrome:18
FROM apify/actor-node-puppeteer-chrome:22

COPY --from=builder --chown=myuser /home/myuser/dist ./dist

Expand Down
16 changes: 8 additions & 8 deletions packages/actor-scraper/web-scraper/package.json
View file
Original file line number Diff line number Diff line change
Expand Up @@ -6,20 +6,20 @@
"main": "dist/main.js",
"type": "module",
"dependencies": {
"@apify/scraper-tools": "^1.1.1",
"@crawlee/puppeteer": "^3.8.2",
"apify": "^3.1.8",
"@apify/scraper-tools": "^1.1.4",
"@crawlee/puppeteer": "^3.11.5",
"apify": "^3.2.6",
"content-type": "^1.0.5",
"crawlee": "^3.8.2",
"crawlee": "^3.11.5",
"devtools-server": "^0.0.2",
"idcac-playwright": "^0.1.2",
"idcac-playwright": "^0.1.3",
"puppeteer": "*"
},
"devDependencies": {
"@apify/tsconfig": "^0.1.0",
"@types/content-type": "^1.1.5",
"@types/node": "^20.8.2",
"tsx": "^4.6.2",
"@types/content-type": "^1.1.8",
"@types/node": "^22.7.4",
"tsx": "^4.19.1",
"typescript": "~5.6.0"
},
"scripts": {
Expand Down

0 comments on commit 534b993

Please sign in to comment.