Skip to content
GitLab
Menu
Projects
Groups
Snippets
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in
Toggle navigation
Menu
Open sidebar
wb
gocrawlhq
Commits
0e4fd1ab
Commit
0e4fd1ab
authored
Dec 12, 2021
by
Corentin Barreau
⚜
Browse files
Fix: endpoints URLs
parent
36794f5a
Changes
4
Hide whitespace changes
Inline
Side-by-side
discovered.go
View file @
0e4fd1ab
...
...
@@ -24,7 +24,7 @@ func (c *Client) Discovered(URLs []string, URLType string) (discoveredResponse *
}
// build request
req
,
err
:=
http
.
NewRequest
(
"POST"
,
discoveredEndpoint
,
bytes
.
NewReader
(
jsonPayload
))
req
,
err
:=
http
.
NewRequest
(
"POST"
,
discoveredEndpoint
.
String
()
,
bytes
.
NewReader
(
jsonPayload
))
if
err
!=
nil
{
return
discoveredResponse
,
err
}
...
...
feed.go
View file @
0e4fd1ab
...
...
@@ -11,7 +11,7 @@ func (c *Client) Feed(size int) (feedResponse *FeedResponse, err error) {
feedResponse
=
new
(
FeedResponse
)
// build request
req
,
err
:=
http
.
NewRequest
(
"GET"
,
feedEndpoint
,
nil
)
req
,
err
:=
http
.
NewRequest
(
"GET"
,
feedEndpoint
.
String
()
,
nil
)
if
err
!=
nil
{
return
feedResponse
,
err
}
...
...
finished.go
View file @
0e4fd1ab
...
...
@@ -23,7 +23,7 @@ func (c *Client) Finished(URLs []URL, URLType string) (finishedResponse *Finishe
}
// build request
req
,
err
:=
http
.
NewRequest
(
"POST"
,
finishedEndpoint
,
bytes
.
NewReader
(
jsonPayload
))
req
,
err
:=
http
.
NewRequest
(
"POST"
,
finishedEndpoint
.
String
()
,
bytes
.
NewReader
(
jsonPayload
))
if
err
!=
nil
{
return
finishedResponse
,
err
}
...
...
gocrawlhq.go
View file @
0e4fd1ab
...
...
@@ -2,13 +2,14 @@ package gocrawlhq
import
(
"net/http"
"net/url"
"path"
)
var
(
discoveredEndpoint
string
finishedEndpoint
string
feedEndpoint
string
discoveredEndpoint
*
url
.
URL
finishedEndpoint
*
url
.
URL
feedEndpoint
*
url
.
URL
Version
=
"1.0.0"
)
...
...
@@ -22,9 +23,24 @@ func Init(key, secret, project, HQAddress string) (c *Client, err error) {
c
.
HTTPClient
=
http
.
DefaultClient
c
.
HQAddress
=
HQAddress
discoveredEndpoint
=
path
.
Join
(
c
.
HQAddress
+
"discovered"
)
finishedEndpoint
=
path
.
Join
(
c
.
HQAddress
+
"finished"
)
feedEndpoint
=
path
.
Join
(
c
.
HQAddress
+
"feed"
)
discoveredEndpoint
,
err
:=
url
.
Parse
(
c
.
HQAddress
)
if
err
!=
nil
{
return
c
,
err
}
finishedEndpoint
,
err
:=
url
.
Parse
(
c
.
HQAddress
)
if
err
!=
nil
{
return
c
,
err
}
feedEndpoint
,
err
:=
url
.
Parse
(
c
.
HQAddress
)
if
err
!=
nil
{
return
c
,
err
}
discoveredEndpoint
.
Path
=
path
.
Join
(
discoveredEndpoint
.
Path
,
"discovered"
)
finishedEndpoint
.
Path
=
path
.
Join
(
finishedEndpoint
.
Path
,
"finished"
)
feedEndpoint
.
Path
=
path
.
Join
(
feedEndpoint
.
Path
,
"feed"
)
return
c
,
nil
}
Write
Preview
Supports
Markdown
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment