feat: 切换到Firecrawl Browser Sandbox并更新API密钥

- 将抓取功能从Firecrawl Agent切换到Firecrawl Browser Sandbox
- 更新.env文件中的FIRECRAWL_API_KEY为新密钥
- 修改前端界面文本,将"Firecrawl Agent"改为"Firecrawl Browser Sandbox"
- 重构runScraper函数,添加按钮状态管理和滚动定位功能
- 移除zod验证schema,简化数据处理逻辑
- 更新定时任务调度器以使用新的浏览器抓取方式
- 清空results.json历史数据
```
This commit is contained in:
2026-03-10 11:36:35 +08:00
parent 61c93882d6
commit a2408fa952
6 changed files with 301 additions and 580 deletions

View File

@@ -1,459 +1 @@
[
{
"scraperId": "scraper-1772762494299",
"city": "南京市",
"section": "房建市政",
"subsection": "工程类、服务类",
"type": "招标公告",
"url": "https://njggzy.nanjing.gov.cn/njweb/fjsz/buildService1.html",
"scrapedAt": "2026-03-09T03:19:39.057Z",
"data": {
"result": [
{
"title": "【澄清公告】文化谷东路 (东吉大道-创新大道)、创新大道(研发二路-文化谷东路)一期道路建设项目 施工",
"amount": "3180",
"date": "2026-03-09",
"url": "https://njggzy.nanjing.gov.cn/njweb/fjsz/068001/068001002/20260309/d8483e91-9a7b-4425-a860-c5c9b45365f0.html"
},
{
"title": "【澄清公告】南京大学仙林校区学生宿舍楼第28-30幢 20KV变电所工程",
"amount": "528",
"date": "2026-03-09",
"url": "https://njggzy.nanjing.gov.cn/njweb/fjsz/068001/068001002/20260309/5a14fb16-fbd1-44d0-9f3f-90823f3639dd.html"
}
],
"total": 2
},
"id": "result-1773026379058-wd4gj"
},
{
"scraperId": "scraper-1772762354799",
"city": "无锡市",
"section": "水利工程",
"subsection": "",
"type": "招标公告",
"url": "https://ggzyjy.wuxi.gov.cn/wxsggzyjyzxzl/jyxx/slgc/index.shtml",
"scrapedAt": "2026-03-06T06:57:46.881Z",
"data": {
"result": [
{
"title": "高新区三级防控系统工程周三房浜闸站工程施工招标公告",
"amount": "5,923,797元",
"date": "2026-03-05",
"url": "http://ggzyjy.wuxi.gov.cn/doc/2026/03/05/4741071.shtml"
}
],
"total": 1
},
"id": "result-1772780266881-odaof"
},
{
"scraperId": "scraper-1772762354799",
"city": "无锡市",
"section": "水利工程",
"subsection": "",
"type": "招标公告",
"url": "https://ggzyjy.wuxi.gov.cn/wxsggzyjyzxzl/jyxx/slgc/index.shtml",
"scrapedAt": "2026-03-06T06:42:40.619Z",
"data": {
"result": [
{
"title": "高新区三级防控系统工程周三房浜闸站工程施工招标公告",
"amount": "5923797元",
"date": "2026-03-05",
"url": "https://ggzyjy.wuxi.gov.cn/doc/2026/03/05/4741071.shtml"
}
],
"total": 1
},
"id": "result-1772779360620-xr7ue"
},
{
"scraperId": "scraper-1772762354799",
"city": "无锡市",
"section": "水利工程",
"subsection": "",
"type": "招标公告",
"url": "https://ggzyjy.wuxi.gov.cn/wxsggzyjyzxzl/jyxx/slgc/index.shtml",
"scrapedAt": "2026-03-06T04:02:43.530Z",
"data": {
"items": [
{
"title": "高新区三级防控系统工程周三房浜闸站工程施工招标公告",
"amount": "5923797元",
"date": "2026-03-05",
"url": "https://ggzyjy.wuxi.gov.cn/doc/2026/03/05/4741071.shtml"
}
],
"total": 1
},
"id": "result-1772769763530-3axw2"
},
{
"scraperId": "scraper-1772762354799",
"city": "无锡市",
"section": "水利工程",
"subsection": "",
"type": "招标公告",
"url": "https://ggzyjy.wuxi.gov.cn/wxsggzyjyzxzl/jyxx/slgc/index.shtml",
"scrapedAt": "2026-03-06T02:51:39.452Z",
"error": "Insufficient credits to perform this request. For more credits, you can upgrade your plan at https://firecrawl.dev/pricing or try changing the request limit to a lower value.",
"data": null,
"id": "result-1772765499452-ynhn0"
},
{
"scraperId": "scraper-1772762494299",
"city": "南京市",
"section": "房建市政",
"subsection": "工程类",
"type": "招标公告",
"url": "https://njggzy.nanjing.gov.cn/njweb/fjsz/buildService1.html",
"scrapedAt": "2026-03-06T02:32:03.818Z",
"data": {
"success": true,
"status": "completed",
"data": {
"target_date": "2026-03-06",
"notice_count": 0,
"notices": [],
"message": "截至当前时间2026-03-06 02:19网站尚未发布今日2026-03-06的招标公告。最新公告日期为2026-03-05。",
"recent_notices_fallback": [
{
"title": "麒麟科创园具身智能训练场装修项目",
"date": "2026-03-05",
"url": "https://njggzy.nanjing.gov.cn/njweb/fjsz/068001/068001002/20260305/a20ee94f-b76e-4f88-b8df-2847c2f35ce1.html",
"amount": "5660000.00"
},
{
"title": "站东13号MCd080-07-08地块10kV电力杆线迁改工程",
"date": "2026-03-05",
"url": "https://njggzy.nanjing.gov.cn/njweb/fjsz/068001/068001002/20260305/f0b99840-e8de-4a08-b2ba-3e57a347864c.html",
"amount": "9543100.00"
},
{
"title": "【澄清公告】螺丝桥大街北延(月安街至应天大街段)道路工程",
"date": "2026-03-05",
"url": "https://njggzy.nanjing.gov.cn/njweb/fjsz/068001/068001002/20260305/1b3da624-fe86-4755-a268-a1967cd9d489.html",
"amount": "900万元"
},
{
"title": "建邺路150-164号等9个地块城中村改造项目",
"date": "2026-03-05",
"url": "https://njggzy.nanjing.gov.cn/njweb/fjsz/068001/068001002/20260305/6f4fcf2f-d198-4814-acd8-9817ef559a0c.html",
"amount": "1,900,000.00"
},
{
"title": "【澄清公告】南京市溧水区柘塘街道供水管网及配套设施提升改造工程",
"date": "2026-03-05",
"url": "https://njggzy.nanjing.gov.cn/njweb/fjsz/068001/068001002/20260305/11ec2263-4ed1-4115-bdd1-0a6dcbf1d6c1.html",
"amount": "11320.01万元"
}
]
},
"model": "spark-1-mini",
"expiresAt": "2026-03-07T02:32:00.316Z",
"creditsUsed": 0
},
"id": "result-1772764323818-mj8km"
},
{
"scraperId": "scraper-1772762354799",
"city": "无锡市",
"section": "水利工程",
"subsection": "",
"type": "招标公告",
"url": "https://ggzyjy.wuxi.gov.cn/wxsggzyjyzxzl/jyxx/slgc/zbgg/index.shtml",
"scrapedAt": "2026-03-06T02:19:27.580Z",
"data": {
"success": true,
"status": "completed",
"data": [
{
"title": "高新区三级防控系统工程周三房浜闸站工程施工招标公告",
"project_amount": "5,923,797元 (最高投标限价)",
"publish_date": "2026-03-05",
"detail_url": "http://ggzyjy.wuxi.gov.cn/doc/2026/03/05/4741071.shtml"
}
],
"model": "spark-1-mini",
"expiresAt": "2026-03-07T02:19:24.631Z",
"creditsUsed": 0
},
"id": "result-1772763567581-ahz62"
},
{
"scraperId": "scraper-1772699302521",
"city": "无锡市",
"section": "",
"subsection": "",
"type": "招标公告",
"url": "https://ggzyjy.wuxi.gov.cn/wxsggzyjyzxzl/jyxx/slgc/index.shtml",
"scrapedAt": "2026-03-05T10:05:46.148Z",
"data": {
"success": true,
"status": "completed",
"data": {
"announcements": [
{
"title": "高新区三级防控系统工程周三房浜闸站工程施工招标公告",
"project_amount": "最高投标限价5923797元",
"publish_date": "2026-03-05",
"url": "https://ggzyjy.wuxi.gov.cn/doc/2026/03/05/4741071.shtml"
}
]
},
"model": "spark-1-mini",
"expiresAt": "2026-03-06T10:05:45.297Z",
"creditsUsed": 180
},
"id": "result-1772705146148-kn0ko"
},
{
"scraperId": "scraper-1772699302521",
"city": "无锡市",
"section": "水利工程",
"subsection": "",
"type": "招标公告",
"url": "https://ggzyjy.wuxi.gov.cn/wxsggzyjyzxzl/index.shtml",
"scrapedAt": "2026-03-05T10:02:01.153Z",
"data": {
"success": true,
"status": "completed",
"data": [
{
"标题": "高新区三级防控系统工程周三房浜闸站工程施工招标公告",
"项目金额": "5,923,797元",
"发布日期": "2026-03-05",
"详情页完整URL": "http://ggzyjy.wuxi.gov.cn/doc/2026/03/05/4741071.shtml"
}
],
"model": "spark-1-mini",
"expiresAt": "2026-03-06T10:02:00.100Z",
"creditsUsed": 769
},
"id": "result-1772704921153-jx48m"
},
{
"scraperId": "scraper-1772699302521",
"city": "无锡市",
"section": "水利工程",
"subsection": "",
"type": "招标公告",
"url": "https://ggzyjy.wuxi.gov.cn/wxsggzyjyzxzl/",
"scrapedAt": "2026-03-05T09:23:03.452Z",
"data": {
"success": true,
"status": "completed",
"data": {
"announcements": [
{
"title": "高新区三级防控系统工程周三房浜闸站工程施工招标公告",
"amount": "5,923,797元",
"publish_date": "2026-03-05",
"url": "https://ggzyjy.wuxi.gov.cn/doc/2026/03/05/4741071.shtml"
},
{
"title": "[WXHS202603001-X01]惠山区紧密型县域医共体服务能力提标扩能建设项目(惠山区人民医院紧密型医共体资源共享中心建设项目)勘察设计",
"amount": "570.00万元",
"publish_date": "2026-03-05",
"url": "https://ggzyjy.wuxi.gov.cn/doc/2026/03/05/4741246.shtml"
}
]
},
"model": "spark-1-mini",
"expiresAt": "2026-03-06T09:23:01.561Z",
"creditsUsed": 0
},
"id": "result-1772702583452-9t3b8"
},
{
"scraperId": "scraper-1772699302521",
"city": "无锡市",
"section": "水利工程",
"subsection": "",
"type": "招标公告",
"url": "https://ggzyjy.wuxi.gov.cn/wxsggzyjyzxzl/",
"scrapedAt": "2026-03-05T08:39:45.736Z",
"data": {
"success": true,
"status": "completed",
"data": [
{
"title": "[WXJY202601013-X01]江阴市长泾镇蒲市村区域性综合农事服务中心江阴市",
"amount": "874.0万元",
"date": "2026-01-30",
"url": "https://ggzyjy.wuxi.gov.cn/doc/2026/01/30/4726538.shtml"
},
{
"title": "[WXXS202406006-X02]中共锡山区委党校异地新建项目施工总承包",
"amount": "10350.0万元",
"date": "2026-01-30",
"url": "https://ggzyjy.wuxi.gov.cn/doc/2026/01/30/4726721.shtml"
},
{
"title": "[WXXQ202601010-X01]无锡交响音乐厅“一厅”及“两中心”品牌商户用房",
"amount": "400.0万元",
"date": "2026-01-30",
"url": "https://ggzyjy.wuxi.gov.cn/doc/2026/01/30/4726619.shtml"
},
{
"title": "[WXXQ202601008-X01]生命园三期2号楼、3号楼改造项目工程总承包",
"amount": "3650.0万元",
"date": "2026-01-30",
"url": "https://ggzyjy.wuxi.gov.cn/doc/2026/01/30/4726675.shtml"
},
{
"title": "[WXBH202601007-X01]军嶂山显山透绿工程-吴杨路郊野覆绿工程施工",
"amount": "440.0万元",
"date": "2026-01-30",
"url": "https://ggzyjy.wuxi.gov.cn/doc/2026/01/30/4726726.shtml"
}
],
"model": "spark-1-mini",
"expiresAt": "2026-03-06T08:39:45.265Z",
"creditsUsed": 0
},
"id": "result-1772699985736-b3nca"
},
{
"scraperId": "nj-jtsw-zbgg",
"city": "南京市",
"section": "房建市政",
"subsection": "工程类",
"type": "招标公告",
"url": "https://njggzy.nanjing.gov.cn/njweb/",
"scrapedAt": "2026-03-05T08:05:33.097Z",
"data": {
"success": true,
"status": "completed",
"data": {
"招标公告": [
{
"标题": "【澄清公告】螺丝桥大街北延(月安街至应天大街段)道路工程 - 施工",
"项目金额": "900 万元",
"发布日期": "2026-03-05",
"详情页完整URL": "https://njggzy.nanjing.gov.cn/njweb/fjsz/068001/068001002/20260305/1b3da624-fe86-4755-a268-a1967cd9d489.html"
},
{
"标题": "建邺路150-164号等9个地块城中村改造项目 - 施工",
"项目金额": "190 万元",
"发布日期": "2026-03-05",
"详情页完整URL": "https://njggzy.nanjing.gov.cn/njweb/fjsz/068001/068001002/20260305/6f4fcf2f-d198-4814-acd8-9817ef559a0c.html"
},
{
"标题": "【澄清公告】南京市溧水区柘塘街道供水管网及配套设施提升改造工程 - 施工",
"项目金额": "11320.01 万元",
"发布日期": "2026-03-05",
"详情页完整URL": "https://njggzy.nanjing.gov.cn/njweb/fjsz/068001/068001002/20260305/11ec2263-4ed1-4115-bdd1-0a6dcbf1d6c1.html"
},
{
"标题": "栖霞区百水芊城春水坊等5个片区排水管网改造工程 - 施工",
"项目金额": "435.86 万元",
"发布日期": "2026-03-05",
"详情页完整URL": "https://njggzy.nanjing.gov.cn/njweb/fjsz/068001/068001002/20260305/d69e5640-d549-4638-a64a-d1f9df58a903.html"
},
{
"标题": "【澄清公告】兰桥八期保障性住房项目 - 新建居住区供配电工程",
"项目金额": "6000 万元",
"发布日期": "2026-03-04",
"详情页完整URL": "https://njggzy.nanjing.gov.cn/njweb/fjsz/068001/068001002/20260304/33e25a55-42c4-471e-9a3c-f8e792957141.html"
},
{
"标题": "青云巷10号危房整治工程 - SG1施工",
"项目金额": "375 万元",
"发布日期": "2026-03-04",
"详情页完整URL": "https://njggzy.nanjing.gov.cn/njweb/fjsz/068001/068001002/20260304/e821f82c-39d8-479e-9457-b6bf5d101d80.html"
},
{
"标题": "百水工业园地块保障房一期项目 - D地块1#楼(公安编号)室内装饰工程",
"项目金额": "600 万元",
"发布日期": "2026-03-04",
"详情页完整URL": "https://njggzy.nanjing.gov.cn/njweb/fjsz/068001/068001002/20260304/5f8f2183-e26f-4c03-a76a-8b4d61b0011c.html"
},
{
"标题": "青云巷10号危房整治工程 - SG1施工",
"项目金额": "375 万元",
"发布日期": "2026-03-04",
"详情页完整URL": "https://njggzy.nanjing.gov.cn/njweb/fjsz/068001/068001002/20260304/9aa2d916-c0c3-4fb6-afa4-37457f0d2ceb.html"
},
{
"标题": "【澄清公告】全国高校区域技术转移转化中心生物药物创新平台 - 施工",
"项目金额": "11000 万元",
"发布日期": "2026-03-03",
"详情页完整URL": "https://njggzy.nanjing.gov.cn/njweb/fjsz/068001/068001002/20260303/2d1fe57f-fe0e-42f9-a99a-c345683aed3f.html"
},
{
"标题": "轻质耐热合金制造基地项目 - 施工",
"项目金额": "11000 万元",
"发布日期": "2026-03-03",
"详情页完整URL": "https://njggzy.nanjing.gov.cn/njweb/fjsz/068001/068001002/20260303/78b81308-1389-42fc-a8de-23b6b2b40be1.html"
},
{
"标题": "【澄清公告】润埠花园二期项目 - 监理",
"项目金额": "111.37 万元",
"发布日期": "2026-03-05",
"详情页完整URL": "https://njggzy.nanjing.gov.cn/njweb/fjsz/068001/068001001/20260305/acb0010f-dcbc-4ea4-a988-e4dc75670999.html"
},
{
"标题": "轻质耐热合金制造基地项目 - 监理",
"项目金额": "188 万元",
"发布日期": "2026-03-04",
"详情页完整URL": "https://njggzy.nanjing.gov.cn/njweb/fjsz/068001/068001001/20260304/93ee4804-5a5e-4524-92a3-b6c367803bd1.html"
},
{
"标题": "【澄清公告】南京江北新区无人机制造共享工厂项目 - 监理",
"项目金额": "212.44 万元",
"发布日期": "2026-03-04",
"详情页完整URL": "https://njggzy.nanjing.gov.cn/njweb/fjsz/068001/068001001/20260304/e44a1d28-0f43-494e-8daf-2f81252ed06a.html"
},
{
"标题": "2026年四项环卫设施大中修项目 - 设计",
"项目金额": "25.58 万元",
"发布日期": "2026-03-03",
"详情页完整URL": "https://njggzy.nanjing.gov.cn/njweb/fjsz/068001/068001001/20260303/225961f4-08c8-4398-99c9-7777bf0d16b7.html"
},
{
"标题": "【澄清公告】南京市溧水区柘塘街道供水管网及配套设施提升改造工程 - 监理",
"项目金额": "164.33 万元",
"发布日期": "2026-03-03",
"详情页完整URL": "https://njggzy.nanjing.gov.cn/njweb/fjsz/068001/068001001/20260303/a827d48e-8e1f-42c9-bd07-09ce369c20c6.html"
},
{
"标题": "江苏银行金融科技中心建设项目 - 勘察",
"项目金额": "170 万元",
"发布日期": "2026-03-02",
"详情页完整URL": "https://njggzy.nanjing.gov.cn/njweb/fjsz/068001/068001001/20260302/0ead5303-03db-4d95-b8ea-b32070a39dfa.html"
},
{
"标题": "【澄清公告】南京高新区溧水园和凤园区改扩建项目 - 精诚电工地块及惠诚工具地块扩建厂房设计",
"项目金额": "140.68 万元",
"发布日期": "2026-03-02",
"详情页完整URL": "https://njggzy.nanjing.gov.cn/njweb/fjsz/068001/068001001/20260302/d8df73f9-88d0-4f5d-8831-f9857a1a4ebc.html"
},
{
"标题": "【澄清公告】NO.新区2025G11房地产开发项目 - 全过程工程咨询服务",
"项目金额": "950 万元",
"发布日期": "2026-03-02",
"详情页完整URL": "https://njggzy.nanjing.gov.cn/njweb/fjsz/068001/068001001/20260302/348f6add-d17e-406d-9690-b637762175d7.html"
},
{
"标题": "江苏省六合高级中学新建食堂体育馆项目 - 渣土运输处置",
"项目金额": "242.97917 万元",
"发布日期": "2026-02-28",
"详情页完整URL": "https://njggzy.nanjing.gov.cn/njweb/fjsz/068001/068001001/20260228/2099a860-b3c2-411f-8580-72cbb55fef42.html"
},
{
"标题": "【澄清公告】药谷产业区药谷大道(华宝路-汤盘公路)建设工程 - 勘察设计",
"项目金额": "194 万元",
"发布日期": "2026-02-28",
"详情页完整URL": "https://njggzy.nanjing.gov.cn/njweb/fjsz/068001/068001001/20260228/ffee9562-374d-43fd-8829-bf51c5b3cb46.html"
}
]
},
"model": "spark-1-mini",
"expiresAt": "2026-03-06T08:05:31.995Z",
"creditsUsed": 0
},
"id": "result-1772697933097-7hm4v"
}
]
[]