Skip to content

Commit 06bd379

Browse files
committed
add mychromedp 封装基于浏览器的爬虫,支持多tab,禁止图片、css加载 2022-09-29
1 parent b53d258 commit 06bd379

File tree

8 files changed

+262
-261
lines changed

8 files changed

+262
-261
lines changed

.github/scripts/README.tmpl

Lines changed: 0 additions & 236 deletions
This file was deleted.

.github/scripts/update-readme.py

Lines changed: 0 additions & 23 deletions
This file was deleted.

config/scan4all_db.db

28 KB
Binary file not shown.

go.mod

Lines changed: 6 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -20,7 +20,7 @@ require (
2020
github.com/remeh/sizedwaitgroup v1.0.0
2121
go.uber.org/ratelimit v0.2.0
2222
golang.org/x/net v0.0.0-20220909164309-bea034e7d591
23-
golang.org/x/sys v0.0.0-20220915200043-7b5979e65e41
23+
golang.org/x/sys v0.0.0-20220927170352-d9d178bc13c6
2424
)
2525

2626
require (
@@ -131,7 +131,7 @@ require (
131131
go.mongodb.org/mongo-driver v1.10.2
132132
golang.org/x/crypto v0.0.0-20220829220503-c86fa9a7ed90
133133
golang.org/x/oauth2 v0.0.0-20220909003341-f21342109be1
134-
golang.org/x/time v0.0.0-20220722155302-e5dcc9cfc0b9
134+
golang.org/x/time v0.0.0-20220922220347-f3bd1da661af
135135
google.golang.org/genproto v0.0.0-20220916172020-2692e8806bfa
136136
google.golang.org/protobuf v1.28.1
137137
gopkg.in/irc.v3 v3.1.4
@@ -171,6 +171,7 @@ require (
171171
github.com/cpuguy83/go-md2man/v2 v2.0.2 // indirect
172172
github.com/deckarep/golang-set v1.8.0 // indirect
173173
github.com/dgraph-io/ristretto v0.1.0 // indirect
174+
github.com/dgryski/go-rendezvous v0.0.0-20200823014737-9f7001d12a5f // indirect
174175
github.com/dimchansky/utfbom v1.1.1 // indirect
175176
github.com/docker/go-units v0.5.0 // indirect
176177
github.com/dsnet/compress v0.0.1 // indirect
@@ -182,6 +183,7 @@ require (
182183
github.com/go-ole/go-ole v1.2.6 // indirect
183184
github.com/go-playground/locales v0.14.0 // indirect
184185
github.com/go-playground/universal-translator v0.18.0 // indirect
186+
github.com/go-redis/redis/v8 v8.11.5 // indirect
185187
github.com/go-rod/rod v0.109.3 // indirect
186188
github.com/goburrow/cache v0.1.4 // indirect
187189
github.com/gobwas/httphead v0.1.0 // indirect
@@ -211,6 +213,7 @@ require (
211213
github.com/hashicorp/go-version v1.6.0 // indirect
212214
github.com/hashicorp/golang-lru v0.5.4 // indirect
213215
github.com/hashicorp/hcl v1.0.0 // indirect
216+
github.com/hibiken/asynq v0.23.0 // indirect
214217
github.com/iancoleman/orderedmap v0.2.0 // indirect
215218
github.com/itchyny/gojq v0.12.9 // indirect
216219
github.com/itchyny/timefmt-go v0.1.4 // indirect
@@ -258,6 +261,7 @@ require (
258261
github.com/projectdiscovery/reflectutil v0.0.0-20210804085554-4d90952bf92f // indirect
259262
github.com/projectdiscovery/yamldoc-go v1.0.3-0.20211126104922-00d2c6bb43b6 // indirect
260263
github.com/rivo/uniseg v0.4.2 // indirect
264+
github.com/robfig/cron/v3 v3.0.1 // indirect
261265
github.com/rogpeppe/go-internal v1.9.0 // indirect
262266
github.com/russross/blackfriday/v2 v2.1.0 // indirect
263267
github.com/saintfish/chardet v0.0.0-20120816061221-3af4cd4741ca // indirect

0 commit comments

Comments
 (0)