mirror of
https://github.com/ershisan99/scrape-icp.git
synced 2025-12-18 20:59:34 +00:00
try with docker
This commit is contained in:
13
Dockerfile
Normal file
13
Dockerfile
Normal file
@@ -0,0 +1,13 @@
|
|||||||
|
FROM mcr.microsoft.com/playwright:v1.31.0-focal
|
||||||
|
|
||||||
|
WORKDIR /app
|
||||||
|
COPY package.json /app/
|
||||||
|
COPY pnpm-lock.yaml /app/
|
||||||
|
COPY features/ /app/features/
|
||||||
|
COPY src/ /app/src/
|
||||||
|
COPY tsconfig.json /app/
|
||||||
|
RUN apt-get update && apt-get -y install libnss3 libatk-bridge2.0-0 libdrm-dev libxkbcommon-dev libgbm-dev libasound-dev libatspi2.0-0 libxshmfence-dev
|
||||||
|
RUN npm install -g pnpm
|
||||||
|
RUN pnpm install
|
||||||
|
RUN npx playwright install
|
||||||
|
RUN pnpm run start
|
||||||
@@ -102,7 +102,14 @@ const step6 = async (page: Page) => {
|
|||||||
}
|
}
|
||||||
|
|
||||||
const scrape = async () => {
|
const scrape = async () => {
|
||||||
const browser = await chromium.launch({ timeout: 200000 })
|
const browser = await chromium.launch({
|
||||||
|
timeout: 200000,
|
||||||
|
logger: {
|
||||||
|
isEnabled: (name, severity) => name === 'browser',
|
||||||
|
// eslint-disable-next-line @typescript-eslint/restrict-template-expressions
|
||||||
|
log: (name, severity, message, args) => { console.log(`${name} ${message}`) }
|
||||||
|
}
|
||||||
|
})
|
||||||
try {
|
try {
|
||||||
const page = await browser.newPage()
|
const page = await browser.newPage()
|
||||||
console.log('scraping...')
|
console.log('scraping...')
|
||||||
|
|||||||
Reference in New Issue
Block a user