diff --git a/www/colly/Makefile b/www/colly/Makefile index d29a179dc4ee..1e2e8ba70fdf 100644 --- a/www/colly/Makefile +++ b/www/colly/Makefile @@ -1,56 +1,34 @@ PORTNAME= colly DISTVERSIONPREFIX= v -DISTVERSION= 2.2.0 -PORTREVISION= 6 +DISTVERSION= 2.3.0 CATEGORIES= www MAINTAINER= yuri@FreeBSD.org COMMENT= Elegant scraper and crawler framework for Golang -WWW= https://go-colly.org/ +WWW= https://go-colly.org/ \ + https://github.com/gocolly/colly LICENSE= APACHE20 LICENSE_FILE= ${WRKSRC}/LICENSE.txt USES= go:modules -USE_GITHUB= yes -GH_ACCOUNT= gocolly -GH_TUPLE= \ - PuerkitoBio:goquery:v1.10.2:puerkitobio_goquery/vendor/github.com/PuerkitoBio/goquery \ - andybalholm:cascadia:v1.3.3:andybalholm_cascadia/vendor/github.com/andybalholm/cascadia \ - antchfx:htmlquery:v1.3.4:antchfx_htmlquery/vendor/github.com/antchfx/htmlquery \ - antchfx:xmlquery:v1.4.4:antchfx_xmlquery/vendor/github.com/antchfx/xmlquery \ - antchfx:xpath:v1.3.3:antchfx_xpath/vendor/github.com/antchfx/xpath \ - bits-and-blooms:bitset:v1.22.0:bits_and_blooms_bitset/vendor/github.com/bits-and-blooms/bitset \ - gobwas:glob:v0.2.3:gobwas_glob/vendor/github.com/gobwas/glob \ - gocolly:colly:v1.2.0:gocolly_colly/vendor/github.com/gocolly/colly \ - golang:appengine:v1.6.8:golang_appengine/vendor/google.golang.org/appengine \ - golang:groupcache:2c02b8208cf8:golang_groupcache/vendor/github.com/golang/groupcache \ - golang:net:v0.37.0:golang_net/vendor/golang.org/x/net \ - golang:protobuf:v1.5.4:golang_protobuf/vendor/github.com/golang/protobuf \ - golang:text:v0.23.0:golang_text/vendor/golang.org/x/text \ - jawher:mow.cli:v1.1.0:jawher_mow_cli/vendor/github.com/jawher/mow.cli \ - kennygrant:sanitize:v1.2.4:kennygrant_sanitize/vendor/github.com/kennygrant/sanitize \ - nlnwa:whatwg-url:v0.6.1:nlnwa_whatwg_url/vendor/github.com/nlnwa/whatwg-url \ - protocolbuffers:protobuf-go:v1.36.6:protocolbuffers_protobuf_go/vendor/google.golang.org/protobuf \ - saintfish:chardet:5e3ef4b5456d:saintfish_chardet/vendor/github.com/saintfish/chardet \ - temoto:robotstxt:v1.1.2:temoto_robotstxt/vendor/github.com/temoto/robotstxt -GO_PKGNAME= github.com/${GH_ACCOUNT}/${PORTNAME} +#USE_GITHUB= yes +#GH_ACCOUNT= gocolly + +GO_MODULE= github.com/gocolly/colly/v2 GO_TARGET= ./cmd/${PORTNAME} \ ${EXAMPLES_INSTALLED:S/^/.\/_examples\//} PLIST_FILES= bin/${PORTNAME} \ ${EXAMPLES_INSTALLED:S/^/bin\/${PORTNAME}-/} # many examples of this sraping framework are interesting in themselves, and therefore are installed as executables EXAMPLES_INSTALLED= basic coursera_courses cryptocoinmarketcap factba.se hackernews_comments instagram openedx_courses reddit shopify_sitemap google_groups -post-extract: - @${CP} ${FILESDIR}/modules.txt ${WRKSRC}/vendor/modules.txt - post-install: .for e in ${EXAMPLES_INSTALLED} @cd ${STAGEDIR}${PREFIX}/bin && \ ${MV} ${e} ${PORTNAME}-${e} .endfor .include diff --git a/www/colly/distinfo b/www/colly/distinfo index e2a57849a8e0..2e8487d0ecf0 100644 --- a/www/colly/distinfo +++ b/www/colly/distinfo @@ -1,41 +1,5 @@ -TIMESTAMP = 1775960317 -SHA256 (gocolly-colly-v2.2.0_GH0.tar.gz) = 5339182bd737d2dc886559db8e730cd152269d71aad14ce8dba96dcc53e19c4e -SIZE (gocolly-colly-v2.2.0_GH0.tar.gz) = 181843 -SHA256 (PuerkitoBio-goquery-v1.10.2_GH0.tar.gz) = cb3cf137a1ca281171b06c5499b78c13e9e8d89e05188c9a5607b9cf56fb2a54 -SIZE (PuerkitoBio-goquery-v1.10.2_GH0.tar.gz) = 108886 -SHA256 (andybalholm-cascadia-v1.3.3_GH0.tar.gz) = a72cb392a9b6f161d200992fd7f080702ebd408f389cdf58e64be6b12ef46374 -SIZE (andybalholm-cascadia-v1.3.3_GH0.tar.gz) = 36630 -SHA256 (antchfx-htmlquery-v1.3.4_GH0.tar.gz) = 16ef613f6fb835192bfc7cf4ec9b710ee8116b935b31fd7c99a09a129e9c74fc -SIZE (antchfx-htmlquery-v1.3.4_GH0.tar.gz) = 10183 -SHA256 (antchfx-xmlquery-v1.4.4_GH0.tar.gz) = 562fe76e34388cce955c899aa1b31e400f708a3b616a75c4d49e458fd4042a17 -SIZE (antchfx-xmlquery-v1.4.4_GH0.tar.gz) = 26097 -SHA256 (antchfx-xpath-v1.3.3_GH0.tar.gz) = 099f7787b34d98bb25b75ed1c6c6a7f1043d450e9fb534a2e2b7ba4c6c8e2a6f -SIZE (antchfx-xpath-v1.3.3_GH0.tar.gz) = 37294 -SHA256 (bits-and-blooms-bitset-v1.22.0_GH0.tar.gz) = 085616e8943ca8f81e518b4abb02d27a7c4e6da506b4f1214e00495fc3d60d9a -SIZE (bits-and-blooms-bitset-v1.22.0_GH0.tar.gz) = 94240 -SHA256 (gobwas-glob-v0.2.3_GH0.tar.gz) = 325026fc78bcebcf31151b6e060f4e1c3321b04ded3dab63b63610b323c10850 -SIZE (gobwas-glob-v0.2.3_GH0.tar.gz) = 25962 -SHA256 (gocolly-colly-v1.2.0_GH0.tar.gz) = d60e0d8e9094344f7ec3097175c71a06a746debaf55c00b4250ebbd8a277d9d4 -SIZE (gocolly-colly-v1.2.0_GH0.tar.gz) = 4118631 -SHA256 (golang-appengine-v1.6.8_GH0.tar.gz) = 9f0029767e180c64ef42c448f02a247deb2980b2ba6908977ad4c53ebae1abb5 -SIZE (golang-appengine-v1.6.8_GH0.tar.gz) = 628708 -SHA256 (golang-groupcache-2c02b8208cf8_GH0.tar.gz) = b1c7464afcdeeca03a78abc75a514e9dcf03f87be4d407f64f8a5357596b4dbb -SIZE (golang-groupcache-2c02b8208cf8_GH0.tar.gz) = 26678 -SHA256 (golang-net-v0.37.0_GH0.tar.gz) = d822af41208d45f1a3055776187788bdb3c174226d88c2d134917e3edb2513ba -SIZE (golang-net-v0.37.0_GH0.tar.gz) = 1494338 -SHA256 (golang-protobuf-v1.5.4_GH0.tar.gz) = d75e6960ecfabaaa83a7261b1b630d24e9c63aca79615fb15bf33e11b62fd019 -SIZE (golang-protobuf-v1.5.4_GH0.tar.gz) = 172992 -SHA256 (golang-text-v0.23.0_GH0.tar.gz) = 941692d8d3a0b5998cabf9d3a9e6e3617665e1f2b50c71e0fee08c654bbed3df -SIZE (golang-text-v0.23.0_GH0.tar.gz) = 8969153 -SHA256 (jawher-mow.cli-v1.1.0_GH0.tar.gz) = af18e157df5c23a1a4f05cb45fadef0a0a6f18717582656d42f6287d2bdc398a -SIZE (jawher-mow.cli-v1.1.0_GH0.tar.gz) = 65838 -SHA256 (kennygrant-sanitize-v1.2.4_GH0.tar.gz) = cba9e054e07ba95b23d16b409eb7ac157e6be68c024e3fed0bbfef78524d4802 -SIZE (kennygrant-sanitize-v1.2.4_GH0.tar.gz) = 8922 -SHA256 (nlnwa-whatwg-url-v0.6.1_GH0.tar.gz) = 542bda1046435394efd3e3da4b6fe00eb68fda5c044236d9bcd890b0c06a179f -SIZE (nlnwa-whatwg-url-v0.6.1_GH0.tar.gz) = 78352 -SHA256 (protocolbuffers-protobuf-go-v1.36.6_GH0.tar.gz) = afa2b0e8f86d6da9d09c51ab4270d93c2888327220316982be9db345f523a6a1 -SIZE (protocolbuffers-protobuf-go-v1.36.6_GH0.tar.gz) = 1801820 -SHA256 (saintfish-chardet-5e3ef4b5456d_GH0.tar.gz) = 5a0890c2079f90d119e8b8a4f8ee09c718ea809c5a9230eea15fa2b5ad24584b -SIZE (saintfish-chardet-5e3ef4b5456d_GH0.tar.gz) = 267060 -SHA256 (temoto-robotstxt-v1.1.2_GH0.tar.gz) = df78cb32b63074c6c3474efe9a08687c26cdf26f6bb15042f99aca58ef080996 -SIZE (temoto-robotstxt-v1.1.2_GH0.tar.gz) = 17497 +TIMESTAMP = 1790546812 +SHA256 (go/www_colly/colly-v2.3.0/v2.3.0.mod) = a64462c41ce3b20598ad9fca23e7f5f13fa00699b1f37d895f4dfd5fdc51e236 +SIZE (go/www_colly/colly-v2.3.0/v2.3.0.mod) = 905 +SHA256 (go/www_colly/colly-v2.3.0/v2.3.0.zip) = ebdaad1d7ed2876081063d05af8b5c36cb5267710882c0bb828c2aad58bc252d +SIZE (go/www_colly/colly-v2.3.0/v2.3.0.zip) = 122628 diff --git a/www/colly/files/modules.txt b/www/colly/files/modules.txt deleted file mode 100644 index 2211bb406155..000000000000 --- a/www/colly/files/modules.txt +++ /dev/null @@ -1,129 +0,0 @@ -# github.com/PuerkitoBio/goquery v1.10.2 -## explicit; go 1.23 -github.com/PuerkitoBio/goquery -# github.com/andybalholm/cascadia v1.3.3 -## explicit; go 1.16 -github.com/andybalholm/cascadia -# github.com/antchfx/htmlquery v1.3.4 -## explicit; go 1.14 -github.com/antchfx/htmlquery -# github.com/antchfx/xmlquery v1.4.4 -## explicit; go 1.14 -github.com/antchfx/xmlquery -# github.com/antchfx/xpath v1.3.3 -## explicit; go 1.14 -github.com/antchfx/xpath -# github.com/bits-and-blooms/bitset v1.22.0 -## explicit; go 1.16 -github.com/bits-and-blooms/bitset -# github.com/gobwas/glob v0.2.3 -## explicit -github.com/gobwas/glob -github.com/gobwas/glob/compiler -github.com/gobwas/glob/match -github.com/gobwas/glob/syntax -github.com/gobwas/glob/syntax/ast -github.com/gobwas/glob/syntax/lexer -github.com/gobwas/glob/util/runes -github.com/gobwas/glob/util/strings -# github.com/gocolly/colly v1.2.0 -## explicit -# github.com/golang/groupcache v0.0.0-20241129210726-2c02b8208cf8 -## explicit; go 1.20 -github.com/golang/groupcache/lru -# github.com/golang/protobuf v1.5.4 -## explicit; go 1.17 -github.com/golang/protobuf/proto -# github.com/jawher/mow.cli v1.1.0 -## explicit -github.com/jawher/mow.cli -github.com/jawher/mow.cli/internal/container -github.com/jawher/mow.cli/internal/flow -github.com/jawher/mow.cli/internal/fsm -github.com/jawher/mow.cli/internal/lexer -github.com/jawher/mow.cli/internal/matcher -github.com/jawher/mow.cli/internal/parser -github.com/jawher/mow.cli/internal/values -# github.com/kennygrant/sanitize v1.2.4 -## explicit -github.com/kennygrant/sanitize -# github.com/nlnwa/whatwg-url v0.6.1 -## explicit; go 1.16 -github.com/nlnwa/whatwg-url/errors -github.com/nlnwa/whatwg-url/url -# github.com/saintfish/chardet v0.0.0-20230101081208-5e3ef4b5456d -## explicit -github.com/saintfish/chardet -# github.com/temoto/robotstxt v1.1.2 -## explicit; go 1.11 -github.com/temoto/robotstxt -# golang.org/x/net v0.37.0 -## explicit; go 1.23.0 -golang.org/x/net/html -golang.org/x/net/html/atom -golang.org/x/net/html/charset -golang.org/x/net/idna -# golang.org/x/text v0.23.0 -## explicit; go 1.23.0 -golang.org/x/text/encoding -golang.org/x/text/encoding/charmap -golang.org/x/text/encoding/htmlindex -golang.org/x/text/encoding/internal -golang.org/x/text/encoding/internal/identifier -golang.org/x/text/encoding/japanese -golang.org/x/text/encoding/korean -golang.org/x/text/encoding/simplifiedchinese -golang.org/x/text/encoding/traditionalchinese -golang.org/x/text/encoding/unicode -golang.org/x/text/internal/language -golang.org/x/text/internal/language/compact -golang.org/x/text/internal/tag -golang.org/x/text/internal/utf8internal -golang.org/x/text/language -golang.org/x/text/runes -golang.org/x/text/secure/bidirule -golang.org/x/text/transform -golang.org/x/text/unicode/bidi -golang.org/x/text/unicode/norm -# google.golang.org/appengine v1.6.8 -## explicit; go 1.11 -google.golang.org/appengine/internal -google.golang.org/appengine/internal/base -google.golang.org/appengine/internal/datastore -google.golang.org/appengine/internal/log -google.golang.org/appengine/internal/remote_api -google.golang.org/appengine/internal/urlfetch -google.golang.org/appengine/urlfetch -# google.golang.org/protobuf v1.36.6 -## explicit; go 1.22 -google.golang.org/protobuf/encoding/prototext -google.golang.org/protobuf/encoding/protowire -google.golang.org/protobuf/internal/descfmt -google.golang.org/protobuf/internal/descopts -google.golang.org/protobuf/internal/detrand -google.golang.org/protobuf/internal/editiondefaults -google.golang.org/protobuf/internal/editionssupport -google.golang.org/protobuf/internal/encoding/defval -google.golang.org/protobuf/internal/encoding/messageset -google.golang.org/protobuf/internal/encoding/tag -google.golang.org/protobuf/internal/encoding/text -google.golang.org/protobuf/internal/errors -google.golang.org/protobuf/internal/filedesc -google.golang.org/protobuf/internal/filetype -google.golang.org/protobuf/internal/flags -google.golang.org/protobuf/internal/genid -google.golang.org/protobuf/internal/impl -google.golang.org/protobuf/internal/order -google.golang.org/protobuf/internal/pragma -google.golang.org/protobuf/internal/protolazy -google.golang.org/protobuf/internal/set -google.golang.org/protobuf/internal/strs -google.golang.org/protobuf/internal/version -google.golang.org/protobuf/proto -google.golang.org/protobuf/reflect/protodesc -google.golang.org/protobuf/reflect/protoreflect -google.golang.org/protobuf/reflect/protoregistry -google.golang.org/protobuf/runtime/protoiface -google.golang.org/protobuf/runtime/protoimpl -google.golang.org/protobuf/types/descriptorpb -google.golang.org/protobuf/types/gofeaturespb