mirror of
https://github.com/syncthing/syncthing.git
synced 2024-11-17 02:48:57 -07:00
65aaa607ab
Change made by: - running "gvt fetch" on each of the packages mentioned in Godeps/Godeps.json - `rm -rf Godeps` - tweaking the build scripts to not mention Godeps - tweaking the build scripts to test `./lib/...`, `./cmd/...` explicitly (to avoid testing vendor) - tweaking the build scripts to not juggle GOPATH for Godeps and instead set GO15VENDOREXPERIMENT. This also results in some updated packages at the same time I bet. Building with Go 1.3 and 1.4 still *works* but won't use our vendored dependencies - the user needs to have the actual packages in their GOPATH then, which they'll get with a normal "go get". Building with Go 1.6+ will get our vendored dependencies by default even when not using our build script, which is nice. By doing this we gain some freedom in that we can pick and choose manually what to include in vendor, as it's not based on just dependency analysis of our own code. This is also a risk as we might pick up dependencies we are unaware of, as the build may work locally with those packages present in GOPATH. On the other hand the build server will detect this as it has no packages in it's GOPATH beyond what is included in the repo. Recommended tool to manage dependencies is github.com/FiloSottile/gvt.
432 lines
11 KiB
Go
432 lines
11 KiB
Go
// Copyright (C) 2012 Numerotron Inc.
|
|
// Use of this source code is governed by an MIT-style license
|
|
// that can be found in the LICENSE file.
|
|
|
|
// Copyright 2012 Numerotron Inc.
|
|
// Use of this source code is governed by an MIT-style license
|
|
// that can be found in the LICENSE file.
|
|
//
|
|
// Developed at www.stathat.com by Patrick Crosby
|
|
// Contact us on twitter with any questions: twitter.com/stat_hat
|
|
|
|
// The stathat package makes it easy to post any values to your StatHat
|
|
// account.
|
|
package stathat
|
|
|
|
import (
|
|
"fmt"
|
|
"io"
|
|
"io/ioutil"
|
|
"log"
|
|
"net/http"
|
|
"net/url"
|
|
"strconv"
|
|
"sync"
|
|
"time"
|
|
)
|
|
|
|
const hostname = "api.stathat.com"
|
|
|
|
type statKind int
|
|
|
|
const (
|
|
_ = iota
|
|
kcounter statKind = iota
|
|
kvalue
|
|
)
|
|
|
|
func (sk statKind) classicPath() string {
|
|
switch sk {
|
|
case kcounter:
|
|
return "/c"
|
|
case kvalue:
|
|
return "/v"
|
|
}
|
|
return ""
|
|
}
|
|
|
|
type apiKind int
|
|
|
|
const (
|
|
_ = iota
|
|
classic apiKind = iota
|
|
ez
|
|
)
|
|
|
|
func (ak apiKind) path(sk statKind) string {
|
|
switch ak {
|
|
case ez:
|
|
return "/ez"
|
|
case classic:
|
|
return sk.classicPath()
|
|
}
|
|
return ""
|
|
}
|
|
|
|
type statReport struct {
|
|
StatKey string
|
|
UserKey string
|
|
Value float64
|
|
Timestamp int64
|
|
statType statKind
|
|
apiType apiKind
|
|
}
|
|
|
|
// Reporter is a StatHat client that can report stat values/counts to the servers.
|
|
type Reporter struct {
|
|
reports chan *statReport
|
|
done chan bool
|
|
client *http.Client
|
|
wg *sync.WaitGroup
|
|
}
|
|
|
|
// NewReporter returns a new Reporter. You must specify the channel bufferSize and the
|
|
// goroutine poolSize. You can pass in nil for the transport and it will create an
|
|
// http transport with MaxIdleConnsPerHost set to the goroutine poolSize. Note if you
|
|
// pass in your own transport, it's a good idea to have its MaxIdleConnsPerHost be set
|
|
// to at least the poolSize to allow for effective connection reuse.
|
|
func NewReporter(bufferSize, poolSize int, transport http.RoundTripper) *Reporter {
|
|
r := new(Reporter)
|
|
if transport == nil {
|
|
transport = &http.Transport{
|
|
// Allow for an idle connection per goroutine.
|
|
MaxIdleConnsPerHost: poolSize,
|
|
}
|
|
}
|
|
r.client = &http.Client{Transport: transport}
|
|
r.reports = make(chan *statReport, bufferSize)
|
|
r.done = make(chan bool)
|
|
r.wg = new(sync.WaitGroup)
|
|
for i := 0; i < poolSize; i++ {
|
|
r.wg.Add(1)
|
|
go r.processReports()
|
|
}
|
|
return r
|
|
}
|
|
|
|
// DefaultReporter is the default instance of *Reporter.
|
|
var DefaultReporter = NewReporter(100000, 10, nil)
|
|
|
|
var testingEnv = false
|
|
|
|
type testPost struct {
|
|
url string
|
|
values url.Values
|
|
}
|
|
|
|
var testPostChannel chan *testPost
|
|
|
|
// The Verbose flag determines if the package should write verbose output to stdout.
|
|
var Verbose = false
|
|
|
|
func setTesting() {
|
|
testingEnv = true
|
|
testPostChannel = make(chan *testPost)
|
|
}
|
|
|
|
func newEZStatCount(statName, ezkey string, count int) *statReport {
|
|
return &statReport{StatKey: statName,
|
|
UserKey: ezkey,
|
|
Value: float64(count),
|
|
statType: kcounter,
|
|
apiType: ez}
|
|
}
|
|
|
|
func newEZStatValue(statName, ezkey string, value float64) *statReport {
|
|
return &statReport{StatKey: statName,
|
|
UserKey: ezkey,
|
|
Value: value,
|
|
statType: kvalue,
|
|
apiType: ez}
|
|
}
|
|
|
|
func newClassicStatCount(statKey, userKey string, count int) *statReport {
|
|
return &statReport{StatKey: statKey,
|
|
UserKey: userKey,
|
|
Value: float64(count),
|
|
statType: kcounter,
|
|
apiType: classic}
|
|
}
|
|
|
|
func newClassicStatValue(statKey, userKey string, value float64) *statReport {
|
|
return &statReport{StatKey: statKey,
|
|
UserKey: userKey,
|
|
Value: value,
|
|
statType: kvalue,
|
|
apiType: classic}
|
|
}
|
|
|
|
func (sr *statReport) values() url.Values {
|
|
switch sr.apiType {
|
|
case ez:
|
|
return sr.ezValues()
|
|
case classic:
|
|
return sr.classicValues()
|
|
}
|
|
|
|
return nil
|
|
}
|
|
|
|
func (sr *statReport) ezValues() url.Values {
|
|
switch sr.statType {
|
|
case kcounter:
|
|
return sr.ezCounterValues()
|
|
case kvalue:
|
|
return sr.ezValueValues()
|
|
}
|
|
return nil
|
|
}
|
|
|
|
func (sr *statReport) classicValues() url.Values {
|
|
switch sr.statType {
|
|
case kcounter:
|
|
return sr.classicCounterValues()
|
|
case kvalue:
|
|
return sr.classicValueValues()
|
|
}
|
|
return nil
|
|
}
|
|
|
|
func (sr *statReport) ezCommonValues() url.Values {
|
|
result := make(url.Values)
|
|
result.Set("stat", sr.StatKey)
|
|
result.Set("ezkey", sr.UserKey)
|
|
if sr.Timestamp > 0 {
|
|
result.Set("t", sr.timeString())
|
|
}
|
|
return result
|
|
}
|
|
|
|
func (sr *statReport) classicCommonValues() url.Values {
|
|
result := make(url.Values)
|
|
result.Set("key", sr.StatKey)
|
|
result.Set("ukey", sr.UserKey)
|
|
if sr.Timestamp > 0 {
|
|
result.Set("t", sr.timeString())
|
|
}
|
|
return result
|
|
}
|
|
|
|
func (sr *statReport) ezCounterValues() url.Values {
|
|
result := sr.ezCommonValues()
|
|
result.Set("count", sr.valueString())
|
|
return result
|
|
}
|
|
|
|
func (sr *statReport) ezValueValues() url.Values {
|
|
result := sr.ezCommonValues()
|
|
result.Set("value", sr.valueString())
|
|
return result
|
|
}
|
|
|
|
func (sr *statReport) classicCounterValues() url.Values {
|
|
result := sr.classicCommonValues()
|
|
result.Set("count", sr.valueString())
|
|
return result
|
|
}
|
|
|
|
func (sr *statReport) classicValueValues() url.Values {
|
|
result := sr.classicCommonValues()
|
|
result.Set("value", sr.valueString())
|
|
return result
|
|
}
|
|
|
|
func (sr *statReport) valueString() string {
|
|
return strconv.FormatFloat(sr.Value, 'g', -1, 64)
|
|
}
|
|
|
|
func (sr *statReport) timeString() string {
|
|
return strconv.FormatInt(sr.Timestamp, 10)
|
|
}
|
|
|
|
func (sr *statReport) path() string {
|
|
return sr.apiType.path(sr.statType)
|
|
}
|
|
|
|
func (sr *statReport) url() string {
|
|
return fmt.Sprintf("https://%s%s", hostname, sr.path())
|
|
}
|
|
|
|
// Using the classic API, posts a count to a stat using DefaultReporter.
|
|
func PostCount(statKey, userKey string, count int) error {
|
|
return DefaultReporter.PostCount(statKey, userKey, count)
|
|
}
|
|
|
|
// Using the classic API, posts a count to a stat using DefaultReporter at a specific
|
|
// time.
|
|
func PostCountTime(statKey, userKey string, count int, timestamp int64) error {
|
|
return DefaultReporter.PostCountTime(statKey, userKey, count, timestamp)
|
|
}
|
|
|
|
// Using the classic API, posts a count of 1 to a stat using DefaultReporter.
|
|
func PostCountOne(statKey, userKey string) error {
|
|
return DefaultReporter.PostCountOne(statKey, userKey)
|
|
}
|
|
|
|
// Using the classic API, posts a value to a stat using DefaultReporter.
|
|
func PostValue(statKey, userKey string, value float64) error {
|
|
return DefaultReporter.PostValue(statKey, userKey, value)
|
|
}
|
|
|
|
// Using the classic API, posts a value to a stat at a specific time using DefaultReporter.
|
|
func PostValueTime(statKey, userKey string, value float64, timestamp int64) error {
|
|
return DefaultReporter.PostValueTime(statKey, userKey, value, timestamp)
|
|
}
|
|
|
|
// Using the EZ API, posts a count of 1 to a stat using DefaultReporter.
|
|
func PostEZCountOne(statName, ezkey string) error {
|
|
return DefaultReporter.PostEZCountOne(statName, ezkey)
|
|
}
|
|
|
|
// Using the EZ API, posts a count to a stat using DefaultReporter.
|
|
func PostEZCount(statName, ezkey string, count int) error {
|
|
return DefaultReporter.PostEZCount(statName, ezkey, count)
|
|
}
|
|
|
|
// Using the EZ API, posts a count to a stat at a specific time using DefaultReporter.
|
|
func PostEZCountTime(statName, ezkey string, count int, timestamp int64) error {
|
|
return DefaultReporter.PostEZCountTime(statName, ezkey, count, timestamp)
|
|
}
|
|
|
|
// Using the EZ API, posts a value to a stat using DefaultReporter.
|
|
func PostEZValue(statName, ezkey string, value float64) error {
|
|
return DefaultReporter.PostEZValue(statName, ezkey, value)
|
|
}
|
|
|
|
// Using the EZ API, posts a value to a stat at a specific time using DefaultReporter.
|
|
func PostEZValueTime(statName, ezkey string, value float64, timestamp int64) error {
|
|
return DefaultReporter.PostEZValueTime(statName, ezkey, value, timestamp)
|
|
}
|
|
|
|
// Wait for all stats to be sent, or until timeout. Useful for simple command-
|
|
// line apps to defer a call to this in main()
|
|
func WaitUntilFinished(timeout time.Duration) bool {
|
|
return DefaultReporter.WaitUntilFinished(timeout)
|
|
}
|
|
|
|
// Using the classic API, posts a count to a stat.
|
|
func (r *Reporter) PostCount(statKey, userKey string, count int) error {
|
|
r.add(newClassicStatCount(statKey, userKey, count))
|
|
return nil
|
|
}
|
|
|
|
// Using the classic API, posts a count to a stat at a specific time.
|
|
func (r *Reporter) PostCountTime(statKey, userKey string, count int, timestamp int64) error {
|
|
x := newClassicStatCount(statKey, userKey, count)
|
|
x.Timestamp = timestamp
|
|
r.add(x)
|
|
return nil
|
|
}
|
|
|
|
// Using the classic API, posts a count of 1 to a stat.
|
|
func (r *Reporter) PostCountOne(statKey, userKey string) error {
|
|
return r.PostCount(statKey, userKey, 1)
|
|
}
|
|
|
|
// Using the classic API, posts a value to a stat.
|
|
func (r *Reporter) PostValue(statKey, userKey string, value float64) error {
|
|
r.add(newClassicStatValue(statKey, userKey, value))
|
|
return nil
|
|
}
|
|
|
|
// Using the classic API, posts a value to a stat at a specific time.
|
|
func (r *Reporter) PostValueTime(statKey, userKey string, value float64, timestamp int64) error {
|
|
x := newClassicStatValue(statKey, userKey, value)
|
|
x.Timestamp = timestamp
|
|
r.add(x)
|
|
return nil
|
|
}
|
|
|
|
// Using the EZ API, posts a count of 1 to a stat.
|
|
func (r *Reporter) PostEZCountOne(statName, ezkey string) error {
|
|
return r.PostEZCount(statName, ezkey, 1)
|
|
}
|
|
|
|
// Using the EZ API, posts a count to a stat.
|
|
func (r *Reporter) PostEZCount(statName, ezkey string, count int) error {
|
|
r.add(newEZStatCount(statName, ezkey, count))
|
|
return nil
|
|
}
|
|
|
|
// Using the EZ API, posts a count to a stat at a specific time.
|
|
func (r *Reporter) PostEZCountTime(statName, ezkey string, count int, timestamp int64) error {
|
|
x := newEZStatCount(statName, ezkey, count)
|
|
x.Timestamp = timestamp
|
|
r.add(x)
|
|
return nil
|
|
}
|
|
|
|
// Using the EZ API, posts a value to a stat.
|
|
func (r *Reporter) PostEZValue(statName, ezkey string, value float64) error {
|
|
r.add(newEZStatValue(statName, ezkey, value))
|
|
return nil
|
|
}
|
|
|
|
// Using the EZ API, posts a value to a stat at a specific time.
|
|
func (r *Reporter) PostEZValueTime(statName, ezkey string, value float64, timestamp int64) error {
|
|
x := newEZStatValue(statName, ezkey, value)
|
|
x.Timestamp = timestamp
|
|
r.add(x)
|
|
return nil
|
|
}
|
|
|
|
func (r *Reporter) processReports() {
|
|
for sr := range r.reports {
|
|
if Verbose {
|
|
log.Printf("posting stat to stathat: %s, %v", sr.url(), sr.values())
|
|
}
|
|
|
|
if testingEnv {
|
|
if Verbose {
|
|
log.Printf("in test mode, putting stat on testPostChannel")
|
|
}
|
|
testPostChannel <- &testPost{sr.url(), sr.values()}
|
|
continue
|
|
}
|
|
|
|
resp, err := r.client.PostForm(sr.url(), sr.values())
|
|
if err != nil {
|
|
log.Printf("error posting stat to stathat: %s", err)
|
|
continue
|
|
}
|
|
|
|
if Verbose {
|
|
body, _ := ioutil.ReadAll(resp.Body)
|
|
log.Printf("stathat post result: %s", body)
|
|
} else {
|
|
// Read the body even if we don't intend to use it. Otherwise golang won't pool the connection.
|
|
// See also: http://stackoverflow.com/questions/17948827/reusing-http-connections-in-golang/17953506#17953506
|
|
io.Copy(ioutil.Discard, resp.Body)
|
|
}
|
|
|
|
resp.Body.Close()
|
|
}
|
|
r.wg.Done()
|
|
}
|
|
|
|
func (r *Reporter) add(rep *statReport) {
|
|
select {
|
|
case r.reports <- rep:
|
|
default:
|
|
}
|
|
}
|
|
|
|
func (r *Reporter) finish() {
|
|
close(r.reports)
|
|
r.wg.Wait()
|
|
r.done <- true
|
|
}
|
|
|
|
// Wait for all stats to be sent, or until timeout. Useful for simple command-
|
|
// line apps to defer a call to this in main()
|
|
func (r *Reporter) WaitUntilFinished(timeout time.Duration) bool {
|
|
go r.finish()
|
|
select {
|
|
case <-r.done:
|
|
return true
|
|
case <-time.After(timeout):
|
|
return false
|
|
}
|
|
return false
|
|
}
|