mirrors/apollo-backend
2
0
Fork 0
mirror of https://github.com/christianselig/apollo-backend synced 2024-06-02 23:57:15 +00:00
Code Issues Packages Projects Releases Wiki Activity

experiment with http client changes in reddit

Browse source
This commit is contained in:
Andre Medeiros 2022-10-26 21:39:04 -04:00
parent a8f046acb6
commit 4a805e57d0
1 changed files with 22 additions and 17 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

39
internal/reddit/client.go
View file

@ -28,8 +28,7 @@ const (
type Client struct {
id string
secret string
client *http.Client
tracer *httptrace.ClientTrace
trace *httptrace.ClientTrace
pool *fastjson.ParserPool
statsd statsd.ClientInterface
redis *redis.Client
@ -81,7 +80,7 @@ func PostIDFromContext(context string) string {
}
func NewClient(id, secret string, statsd statsd.ClientInterface, redis *redis.Client, connLimit int, opts ...RequestOption) *Client {
tracer := &httptrace.ClientTrace{
trace := &httptrace.ClientTrace{
GotConn: func(info httptrace.GotConnInfo) {
if info.Reused {
_ = statsd.Incr("reddit.api.connections.reused", []string{}, 0.1)
@ -95,18 +94,29 @@ func NewClient(id, secret string, statsd statsd.ClientInterface, redis *redis.Cl
},
}
t := http.DefaultTransport.(*http.Transport).Clone()
t.IdleConnTimeout = 60 * time.Second
t.ResponseHeaderTimeout = 5 * time.Second
client := &http.Client{Transport: t}
/*
t := http.DefaultTransport.(*http.Transport).Clone()
t.IdleConnTimeout = 60 * time.Second
t.ResponseHeaderTimeout = 5 * time.Second
client := &http.Client{Transport: t}
*/
pool := &fastjson.ParserPool{}
// Preallocate pool
parsers := make([]*fastjson.Parser, connLimit)
for i := 0; i < connLimit; i++ {
parsers[i] = pool.Get()
}
for i := 0; i < connLimit; i++ {
pool.Put(parsers[i])
}
return &Client{
id,
secret,
client,
tracer,
trace,
pool,
statsd,
redis,
@ -139,21 +149,16 @@ func (rc *Client) NewAuthenticatedClient(redditId, refreshToken, accessToken str
}
func (rc *Client) doRequest(ctx context.Context, r *Request, errmap map[int]error) ([]byte, *RateLimitingInfo, error) {
ctx = httptrace.WithClientTrace(ctx, rc.trace)
req, err := r.HTTPRequest(ctx)
if err != nil {
return nil, nil, err
}
req = req.WithContext(httptrace.WithClientTrace(ctx, rc.tracer))
start := time.Now()
client := r.client
if client == nil {
client = rc.client
}
resp, err := client.Do(req)
resp, err := http.DefaultClient.Do(req)
_ = rc.statsd.Incr("reddit.api.calls", r.tags, 0.1)