How should I fix the userData if I run 2 different crawler in the same app?

__routerFactory.ts file __
import { createPlaywrightRouter } from 'crawlee'
import { CrawlerTask, SkipOperator } from '../../types'
import { getTaskCrawler } from '.'

export function routerFactory() {
const router = createPlaywrightRouter()
router.addDefaultHandler(async ctx => {
const userData = ctx.request.userData
console.log(userData)
const task = userData.task as CrawlerTask
const depth = userData.depth + 1
const limitCrawlDepth = task.limitCrawlDepth

if (limitCrawlDepth !== -1 && depth > limitCrawlDepth) {
ctx.crawler.autoscaledPool?.abort()
// ctx.crawler.teardown()
return
}


const crawlPagesTotal = ++getTaskCrawler(task.taskId).crawlPagesTotal
const limitCrawlPagesTotal = task.limitCrawlPagesTotal as number

if (limitCrawlPagesTotal !== -1 && crawlPagesTotal > limitCrawlPagesTotal) {
ctx.crawler.autoscaledPool?.abort()
// ctx.crawler.teardown()
return
}


await collectData(ctx)


await ctx.enqueueLinks({
strategy: 'all',
userData: {
task,
depth
},
transformRequestFunction(req) {
const url = req.url
const skipOperator = task.skipOperator

return req
}
})
})
return router
}

async function collectData({ request, page, log }) {
log.info('URL：' + request.url)
const title = await page.title()
let links = await page.$$eval('a', anchors => anchors.map(anchor => anchor.href))
links = Array.from(new Set(links.filter(Boolean).map(l => new URL(l).hostname)))
if (!title || links.length === 0) return

log.info('get data success', {
url: request.url,
did: request.userData.did,
title,
links
})
}

Always ensure that the userData being passed to the router is specific to the current task. You can enforce this by logging and verifying the content of userData right before starting the crawl

I pray it helps

Ensure that the userData is being properly reset or cleared before starting the second task. You might need to deep clone the task object before passing it to userData to avoid references to the previous task.
Before starting the second task, ensure that the crawler and its related state are completely reset. You might also want to destroy or reinitialize the crawler instance.check the code below
async function runTaskCrawler(crawler: PlaywrightCrawler, task: CrawlerTask) {

await crawler.autoscaledPool?.abort();
await crawler.teardown(); // Ensure full teardown of the previous task's state.

// Reinitialize the crawler or ensure it's fresh.
const newCrawler = new PlaywrightCrawler();

switch (task.taskType) {
case CrawlerType.WEBSITE:
return await runWebsiteTaskCrawler(newCrawler, task);
default:
throw new Error('Invalid crawler type');
}
}
Always ensure that the userData being passed to the router is specific to the current task. You can enforce this by logging and verifying the content of userData right before starting the crawl
I pray it helps

HI Vistics, Thanks for your help. I will try this way as you said . And I will tell you the test result.

👍

HI Vistics, I have try your method,but the result as same as mine,It seems not work.