diff --git a/vendor/github.com/joyent/gocommon/LICENSE b/vendor/github.com/joyent/gocommon/LICENSE deleted file mode 100644 index 14e2f777f..000000000 --- a/vendor/github.com/joyent/gocommon/LICENSE +++ /dev/null @@ -1,373 +0,0 @@ -Mozilla Public License Version 2.0 -================================== - -1. Definitions --------------- - -1.1. "Contributor" - means each individual or legal entity that creates, contributes to - the creation of, or owns Covered Software. - -1.2. "Contributor Version" - means the combination of the Contributions of others (if any) used - by a Contributor and that particular Contributor's Contribution. - -1.3. "Contribution" - means Covered Software of a particular Contributor. - -1.4. "Covered Software" - means Source Code Form to which the initial Contributor has attached - the notice in Exhibit A, the Executable Form of such Source Code - Form, and Modifications of such Source Code Form, in each case - including portions thereof. - -1.5. "Incompatible With Secondary Licenses" - means - - (a) that the initial Contributor has attached the notice described - in Exhibit B to the Covered Software; or - - (b) that the Covered Software was made available under the terms of - version 1.1 or earlier of the License, but not also under the - terms of a Secondary License. - -1.6. "Executable Form" - means any form of the work other than Source Code Form. - -1.7. "Larger Work" - means a work that combines Covered Software with other material, in - a separate file or files, that is not Covered Software. - -1.8. "License" - means this document. - -1.9. "Licensable" - means having the right to grant, to the maximum extent possible, - whether at the time of the initial grant or subsequently, any and - all of the rights conveyed by this License. - -1.10. "Modifications" - means any of the following: - - (a) any file in Source Code Form that results from an addition to, - deletion from, or modification of the contents of Covered - Software; or - - (b) any new file in Source Code Form that contains any Covered - Software. - -1.11. "Patent Claims" of a Contributor - means any patent claim(s), including without limitation, method, - process, and apparatus claims, in any patent Licensable by such - Contributor that would be infringed, but for the grant of the - License, by the making, using, selling, offering for sale, having - made, import, or transfer of either its Contributions or its - Contributor Version. - -1.12. "Secondary License" - means either the GNU General Public License, Version 2.0, the GNU - Lesser General Public License, Version 2.1, the GNU Affero General - Public License, Version 3.0, or any later versions of those - licenses. - -1.13. "Source Code Form" - means the form of the work preferred for making modifications. - -1.14. "You" (or "Your") - means an individual or a legal entity exercising rights under this - License. For legal entities, "You" includes any entity that - controls, is controlled by, or is under common control with You. For - purposes of this definition, "control" means (a) the power, direct - or indirect, to cause the direction or management of such entity, - whether by contract or otherwise, or (b) ownership of more than - fifty percent (50%) of the outstanding shares or beneficial - ownership of such entity. - -2. License Grants and Conditions --------------------------------- - -2.1. Grants - -Each Contributor hereby grants You a world-wide, royalty-free, -non-exclusive license: - -(a) under intellectual property rights (other than patent or trademark) - Licensable by such Contributor to use, reproduce, make available, - modify, display, perform, distribute, and otherwise exploit its - Contributions, either on an unmodified basis, with Modifications, or - as part of a Larger Work; and - -(b) under Patent Claims of such Contributor to make, use, sell, offer - for sale, have made, import, and otherwise transfer either its - Contributions or its Contributor Version. - -2.2. Effective Date - -The licenses granted in Section 2.1 with respect to any Contribution -become effective for each Contribution on the date the Contributor first -distributes such Contribution. - -2.3. Limitations on Grant Scope - -The licenses granted in this Section 2 are the only rights granted under -this License. No additional rights or licenses will be implied from the -distribution or licensing of Covered Software under this License. -Notwithstanding Section 2.1(b) above, no patent license is granted by a -Contributor: - -(a) for any code that a Contributor has removed from Covered Software; - or - -(b) for infringements caused by: (i) Your and any other third party's - modifications of Covered Software, or (ii) the combination of its - Contributions with other software (except as part of its Contributor - Version); or - -(c) under Patent Claims infringed by Covered Software in the absence of - its Contributions. - -This License does not grant any rights in the trademarks, service marks, -or logos of any Contributor (except as may be necessary to comply with -the notice requirements in Section 3.4). - -2.4. Subsequent Licenses - -No Contributor makes additional grants as a result of Your choice to -distribute the Covered Software under a subsequent version of this -License (see Section 10.2) or under the terms of a Secondary License (if -permitted under the terms of Section 3.3). - -2.5. Representation - -Each Contributor represents that the Contributor believes its -Contributions are its original creation(s) or it has sufficient rights -to grant the rights to its Contributions conveyed by this License. - -2.6. Fair Use - -This License is not intended to limit any rights You have under -applicable copyright doctrines of fair use, fair dealing, or other -equivalents. - -2.7. Conditions - -Sections 3.1, 3.2, 3.3, and 3.4 are conditions of the licenses granted -in Section 2.1. - -3. Responsibilities -------------------- - -3.1. Distribution of Source Form - -All distribution of Covered Software in Source Code Form, including any -Modifications that You create or to which You contribute, must be under -the terms of this License. You must inform recipients that the Source -Code Form of the Covered Software is governed by the terms of this -License, and how they can obtain a copy of this License. You may not -attempt to alter or restrict the recipients' rights in the Source Code -Form. - -3.2. Distribution of Executable Form - -If You distribute Covered Software in Executable Form then: - -(a) such Covered Software must also be made available in Source Code - Form, as described in Section 3.1, and You must inform recipients of - the Executable Form how they can obtain a copy of such Source Code - Form by reasonable means in a timely manner, at a charge no more - than the cost of distribution to the recipient; and - -(b) You may distribute such Executable Form under the terms of this - License, or sublicense it under different terms, provided that the - license for the Executable Form does not attempt to limit or alter - the recipients' rights in the Source Code Form under this License. - -3.3. Distribution of a Larger Work - -You may create and distribute a Larger Work under terms of Your choice, -provided that You also comply with the requirements of this License for -the Covered Software. If the Larger Work is a combination of Covered -Software with a work governed by one or more Secondary Licenses, and the -Covered Software is not Incompatible With Secondary Licenses, this -License permits You to additionally distribute such Covered Software -under the terms of such Secondary License(s), so that the recipient of -the Larger Work may, at their option, further distribute the Covered -Software under the terms of either this License or such Secondary -License(s). - -3.4. Notices - -You may not remove or alter the substance of any license notices -(including copyright notices, patent notices, disclaimers of warranty, -or limitations of liability) contained within the Source Code Form of -the Covered Software, except that You may alter any license notices to -the extent required to remedy known factual inaccuracies. - -3.5. Application of Additional Terms - -You may choose to offer, and to charge a fee for, warranty, support, -indemnity or liability obligations to one or more recipients of Covered -Software. However, You may do so only on Your own behalf, and not on -behalf of any Contributor. You must make it absolutely clear that any -such warranty, support, indemnity, or liability obligation is offered by -You alone, and You hereby agree to indemnify every Contributor for any -liability incurred by such Contributor as a result of warranty, support, -indemnity or liability terms You offer. You may include additional -disclaimers of warranty and limitations of liability specific to any -jurisdiction. - -4. Inability to Comply Due to Statute or Regulation ---------------------------------------------------- - -If it is impossible for You to comply with any of the terms of this -License with respect to some or all of the Covered Software due to -statute, judicial order, or regulation then You must: (a) comply with -the terms of this License to the maximum extent possible; and (b) -describe the limitations and the code they affect. Such description must -be placed in a text file included with all distributions of the Covered -Software under this License. Except to the extent prohibited by statute -or regulation, such description must be sufficiently detailed for a -recipient of ordinary skill to be able to understand it. - -5. Termination --------------- - -5.1. The rights granted under this License will terminate automatically -if You fail to comply with any of its terms. However, if You become -compliant, then the rights granted under this License from a particular -Contributor are reinstated (a) provisionally, unless and until such -Contributor explicitly and finally terminates Your grants, and (b) on an -ongoing basis, if such Contributor fails to notify You of the -non-compliance by some reasonable means prior to 60 days after You have -come back into compliance. Moreover, Your grants from a particular -Contributor are reinstated on an ongoing basis if such Contributor -notifies You of the non-compliance by some reasonable means, this is the -first time You have received notice of non-compliance with this License -from such Contributor, and You become compliant prior to 30 days after -Your receipt of the notice. - -5.2. If You initiate litigation against any entity by asserting a patent -infringement claim (excluding declaratory judgment actions, -counter-claims, and cross-claims) alleging that a Contributor Version -directly or indirectly infringes any patent, then the rights granted to -You by any and all Contributors for the Covered Software under Section -2.1 of this License shall terminate. - -5.3. In the event of termination under Sections 5.1 or 5.2 above, all -end user license agreements (excluding distributors and resellers) which -have been validly granted by You or Your distributors under this License -prior to termination shall survive termination. - -************************************************************************ -* * -* 6. Disclaimer of Warranty * -* ------------------------- * -* * -* Covered Software is provided under this License on an "as is" * -* basis, without warranty of any kind, either expressed, implied, or * -* statutory, including, without limitation, warranties that the * -* Covered Software is free of defects, merchantable, fit for a * -* particular purpose or non-infringing. The entire risk as to the * -* quality and performance of the Covered Software is with You. * -* Should any Covered Software prove defective in any respect, You * -* (not any Contributor) assume the cost of any necessary servicing, * -* repair, or correction. This disclaimer of warranty constitutes an * -* essential part of this License. No use of any Covered Software is * -* authorized under this License except under this disclaimer. * -* * -************************************************************************ - -************************************************************************ -* * -* 7. Limitation of Liability * -* -------------------------- * -* * -* Under no circumstances and under no legal theory, whether tort * -* (including negligence), contract, or otherwise, shall any * -* Contributor, or anyone who distributes Covered Software as * -* permitted above, be liable to You for any direct, indirect, * -* special, incidental, or consequential damages of any character * -* including, without limitation, damages for lost profits, loss of * -* goodwill, work stoppage, computer failure or malfunction, or any * -* and all other commercial damages or losses, even if such party * -* shall have been informed of the possibility of such damages. This * -* limitation of liability shall not apply to liability for death or * -* personal injury resulting from such party's negligence to the * -* extent applicable law prohibits such limitation. Some * -* jurisdictions do not allow the exclusion or limitation of * -* incidental or consequential damages, so this exclusion and * -* limitation may not apply to You. * -* * -************************************************************************ - -8. Litigation -------------- - -Any litigation relating to this License may be brought only in the -courts of a jurisdiction where the defendant maintains its principal -place of business and such litigation shall be governed by laws of that -jurisdiction, without reference to its conflict-of-law provisions. -Nothing in this Section shall prevent a party's ability to bring -cross-claims or counter-claims. - -9. Miscellaneous ----------------- - -This License represents the complete agreement concerning the subject -matter hereof. If any provision of this License is held to be -unenforceable, such provision shall be reformed only to the extent -necessary to make it enforceable. Any law or regulation which provides -that the language of a contract shall be construed against the drafter -shall not be used to construe this License against a Contributor. - -10. Versions of the License ---------------------------- - -10.1. New Versions - -Mozilla Foundation is the license steward. Except as provided in Section -10.3, no one other than the license steward has the right to modify or -publish new versions of this License. Each version will be given a -distinguishing version number. - -10.2. Effect of New Versions - -You may distribute the Covered Software under the terms of the version -of the License under which You originally received the Covered Software, -or under the terms of any subsequent version published by the license -steward. - -10.3. Modified Versions - -If you create software not governed by this License, and you want to -create a new license for such software, you may create and use a -modified version of this License if you rename the license and remove -any references to the name of the license steward (except to note that -such modified license differs from this License). - -10.4. Distributing Source Code Form that is Incompatible With Secondary -Licenses - -If You choose to distribute Source Code Form that is Incompatible With -Secondary Licenses under the terms of this version of the License, the -notice described in Exhibit B of this License must be attached. - -Exhibit A - Source Code Form License Notice -------------------------------------------- - - This Source Code Form is subject to the terms of the Mozilla Public - License, v. 2.0. If a copy of the MPL was not distributed with this - file, You can obtain one at http://mozilla.org/MPL/2.0/. - -If it is not possible or desirable to put the notice in a particular -file, then You may include the notice in a location (such as a LICENSE -file in a relevant directory) where a recipient would be likely to look -for such a notice. - -You may add additional accurate notices of copyright ownership. - -Exhibit B - "Incompatible With Secondary Licenses" Notice ---------------------------------------------------------- - - This Source Code Form is "Incompatible With Secondary Licenses", as - defined by the Mozilla Public License, v. 2.0. diff --git a/vendor/github.com/joyent/gocommon/README.md b/vendor/github.com/joyent/gocommon/README.md deleted file mode 100644 index d396b09bb..000000000 --- a/vendor/github.com/joyent/gocommon/README.md +++ /dev/null @@ -1,98 +0,0 @@ -gocommon -======== - -Common Go library for Joyent's Triton and Manta. - -[![wercker status](https://app.wercker.com/status/2f63bf7f68bfdd46b979abad19c0bee0/s/master "wercker status")](https://app.wercker.com/project/byKey/2f63bf7f68bfdd46b979abad19c0bee0) - -## Installation - -Use `go-get` to install gocommon. -``` -go get github.com/joyent/gocommon -``` - -## Documentation - -Auto-generated documentation can be found on godoc. - -- [github.com/joyent/gocommon](http://godoc.org/github.com/joyent/gocommon) -- [github.com/joyent/gocommon/client](http://godoc.org/github.com/joyent/client) -- [github.com/joyent/gocommon/errors](http://godoc.org/github.com/joyent/gocommon/errors) -- [github.com/joyent/gocommon/http](http://godoc.org/github.com/joyent/gocommon/http) -- [github.com/joyent/gocommon/jpc](http://godoc.org/github.com/joyent/gocommon/jpc) -- [github.com/joyent/gocommon/testing](http://godoc.org/github.com/joyent/gocommon/testing) - - -## Contributing - -Report bugs and request features using [GitHub Issues](https://github.com/joyent/gocommon/issues), or contribute code via a [GitHub Pull Request](https://github.com/joyent/gocommon/pulls). Changes will be code reviewed before merging. In the near future, automated tests will be run, but in the meantime please `go fmt`, `go lint`, and test all contributions. - - -## Developing - -This library assumes a Go development environment setup based on [How to Write Go Code](https://golang.org/doc/code.html). Your GOPATH environment variable should be pointed at your workspace directory. - -You can now use `go get github.com/joyent/gocommon` to install the repository to the correct location, but if you are intending on contributing back a change you may want to consider cloning the repository via git yourself. This way you can have a single source tree for all Joyent Go projects with each repo having two remotes -- your own fork on GitHub and the upstream origin. - -For example if your GOPATH is `~/src/joyent/go` and you're working on multiple repos then that directory tree might look like: - -``` -~/src/joyent/go/ -|_ pkg/ -|_ src/ - |_ github.com - |_ joyent - |_ gocommon - |_ gomanta - |_ gosdc - |_ gosign -``` - -### Recommended Setup - -``` -$ mkdir -p ${GOPATH}/src/github.com/joyent -$ cd ${GOPATH}/src/github.com/joyent -$ git clone git@github.com:/gocommon.git - -# fetch dependencies -$ git clone git@github.com:/gosign.git -$ go get -v -t ./... - -# add upstream remote -$ cd gocommon -$ git remote add upstream git@github.com:joyent/gocommon.git -$ git remote -v -origin git@github.com:/gocommon.git (fetch) -origin git@github.com:/gocommon.git (push) -upstream git@github.com:joyent/gocommon.git (fetch) -upstream git@github.com:joyent/gocommon.git (push) -``` - -### Run Tests - -The library needs values for the `SDC_URL`, `MANTA_URL`, `MANTA_KEY_ID` and `SDC_KEY_ID` environment variables even though the tests are run locally. You can generate a temporary key and use its fingerprint for tests without adding the key to your Triton Cloud account. - -``` -# create a temporary key -ssh-keygen -b 2048 -C "Testing Key" -f /tmp/id_rsa -t rsa -P "" - -# set up environment -# note: leave the -E md5 argument off on older ssh-keygen -export KEY_ID=$(ssh-keygen -E md5 -lf /tmp/id_rsa | awk -F' ' '{print $2}' | cut -d':' -f2-) -export SDC_KEY_ID=${KEY_ID} -export MANTA_KEY_ID=${KEY_ID} -export SDC_URL=https://us-east-1.api.joyent.com -export MANTA_URL=https://us-east.manta.joyent.com - -cd ${GOPATH}/src/github.com/joyent/gocommon -go test ./... -``` - -### Build the Library - -``` -cd ${GOPATH}/src/github.com/joyent/gocommon -go build ./... -``` diff --git a/vendor/github.com/joyent/gocommon/client/client.go b/vendor/github.com/joyent/gocommon/client/client.go deleted file mode 100644 index b4d40fd1f..000000000 --- a/vendor/github.com/joyent/gocommon/client/client.go +++ /dev/null @@ -1,110 +0,0 @@ -// -// gocommon - Go library to interact with the JoyentCloud -// -// -// Copyright (c) 2013 Joyent Inc. -// -// Written by Daniele Stroppa -// - -package client - -import ( - "fmt" - "log" - "net/url" - "strings" - "sync" - "time" - - joyenthttp "github.com/joyent/gocommon/http" - "github.com/joyent/gosign/auth" -) - -const ( - // The HTTP request methods. - GET = "GET" - POST = "POST" - PUT = "PUT" - DELETE = "DELETE" - HEAD = "HEAD" - COPY = "COPY" -) - -// Client implementations sends service requests to the JoyentCloud. -type Client interface { - SendRequest(method, apiCall, rfc1123Date string, request *joyenthttp.RequestData, response *joyenthttp.ResponseData) (err error) - // MakeServiceURL prepares a full URL to a service endpoint, with optional - // URL parts. It uses the first endpoint it can find for the given service type. - MakeServiceURL(parts []string) string - SignURL(path string, expires time.Time) (string, error) -} - -// This client sends requests without authenticating. -type client struct { - mu sync.Mutex - logger *log.Logger - baseURL string - creds *auth.Credentials - httpClient *joyenthttp.Client -} - -var _ Client = (*client)(nil) - -func newClient(baseURL string, credentials *auth.Credentials, httpClient *joyenthttp.Client, logger *log.Logger) Client { - client := client{baseURL: baseURL, logger: logger, creds: credentials, httpClient: httpClient} - return &client -} - -func NewClient(baseURL, apiVersion string, credentials *auth.Credentials, logger *log.Logger) Client { - sharedHttpClient := joyenthttp.New(credentials, apiVersion, logger) - return newClient(baseURL, credentials, sharedHttpClient, logger) -} - -func (c *client) sendRequest(method, url, rfc1123Date string, request *joyenthttp.RequestData, response *joyenthttp.ResponseData) (err error) { - if request.ReqValue != nil || response.RespValue != nil { - err = c.httpClient.JsonRequest(method, url, rfc1123Date, request, response) - } else { - err = c.httpClient.BinaryRequest(method, url, rfc1123Date, request, response) - } - return -} - -func (c *client) SendRequest(method, apiCall, rfc1123Date string, request *joyenthttp.RequestData, response *joyenthttp.ResponseData) (err error) { - url := c.MakeServiceURL([]string{c.creds.UserAuthentication.User, apiCall}) - err = c.sendRequest(method, url, rfc1123Date, request, response) - return -} - -func makeURL(base string, parts []string) string { - if !strings.HasSuffix(base, "/") && len(parts) > 0 { - base += "/" - } - if parts[1] == "" { - return base + parts[0] - } - return base + strings.Join(parts, "/") -} - -func (c *client) MakeServiceURL(parts []string) string { - return makeURL(c.baseURL, parts) -} - -func (c *client) SignURL(path string, expires time.Time) (string, error) { - parsedURL, err := url.Parse(c.baseURL) - if err != nil { - return "", fmt.Errorf("bad Manta endpoint URL %q: %v", c.baseURL, err) - } - userAuthentication := c.creds.UserAuthentication - userAuthentication.Algorithm = "RSA-SHA1" - keyId := url.QueryEscape(fmt.Sprintf("/%s/keys/%s", userAuthentication.User, c.creds.MantaKeyId)) - params := fmt.Sprintf("algorithm=%s&expires=%d&keyId=%s", userAuthentication.Algorithm, expires.Unix(), keyId) - signingLine := fmt.Sprintf("GET\n%s\n%s\n%s", parsedURL.Host, path, params) - - signature, err := auth.GetSignature(userAuthentication, signingLine) - if err != nil { - return "", fmt.Errorf("cannot generate URL signature: %v", err) - } - signedURL := fmt.Sprintf("%s%s?%s&signature=%s", c.baseURL, path, params, url.QueryEscape(signature)) - return signedURL, nil -} diff --git a/vendor/github.com/joyent/gocommon/errors/errors.go b/vendor/github.com/joyent/gocommon/errors/errors.go deleted file mode 100644 index f906e2c1a..000000000 --- a/vendor/github.com/joyent/gocommon/errors/errors.go +++ /dev/null @@ -1,292 +0,0 @@ -// -// gocommon - Go library to interact with the JoyentCloud -// This package provides an Error implementation which knows about types of error, and which has support -// for error causes. -// -// Copyright (c) 2013 Joyent Inc. -// -// Written by Daniele Stroppa -// - -package errors - -import "fmt" - -type Code string - -const ( - // Public available error types. - // These errors are provided because they are specifically required by business logic in the callers. - BadRequestError = Code("BadRequest") - InternalErrorError = Code("InternalError") - InvalidArgumentError = Code("InvalidArgument") - InvalidCredentialsError = Code("InvalidCredentials") - InvalidHeaderError = Code("InvalidHeader") - InvalidVersionError = Code("InvalidVersion") - MissingParameterError = Code("MissinParameter") - NotAuthorizedError = Code("NotAuthorized") - RequestThrottledError = Code("RequestThrottled") - RequestTooLargeError = Code("RequestTooLarge") - RequestMovedError = Code("RequestMoved") - ResourceNotFoundError = Code("ResourceNotFound") - UnknownErrorError = Code("UnkownError") -) - -// Error instances store an optional error cause. -type Error interface { - error - Cause() error -} - -type gojoyentError struct { - error - errcode Code - cause error -} - -// Type checks. -var _ Error = (*gojoyentError)(nil) - -// Code returns the error code. -func (err *gojoyentError) code() Code { - if err.errcode != UnknownErrorError { - return err.errcode - } - if e, ok := err.cause.(*gojoyentError); ok { - return e.code() - } - return UnknownErrorError -} - -// Cause returns the error cause. -func (err *gojoyentError) Cause() error { - return err.cause -} - -// CausedBy returns true if this error or its cause are of the specified error code. -func (err *gojoyentError) causedBy(code Code) bool { - if err.code() == code { - return true - } - if cause, ok := err.cause.(*gojoyentError); ok { - return cause.code() == code - } - return false -} - -// Error fulfills the error interface, taking account of any caused by error. -func (err *gojoyentError) Error() string { - if err.cause != nil { - return fmt.Sprintf("%v\ncaused by: %v", err.error, err.cause) - } - return err.error.Error() -} - -func IsBadRequest(err error) bool { - if e, ok := err.(*gojoyentError); ok { - return e.causedBy(BadRequestError) - } - return false -} - -func IsInternalError(err error) bool { - if e, ok := err.(*gojoyentError); ok { - return e.causedBy(InternalErrorError) - } - return false -} - -func IsInvalidArgument(err error) bool { - if e, ok := err.(*gojoyentError); ok { - return e.causedBy(InvalidArgumentError) - } - return false -} - -func IsInvalidCredentials(err error) bool { - if e, ok := err.(*gojoyentError); ok { - return e.causedBy(InvalidCredentialsError) - } - return false -} - -func IsInvalidHeader(err error) bool { - if e, ok := err.(*gojoyentError); ok { - return e.causedBy(InvalidHeaderError) - } - return false -} - -func IsInvalidVersion(err error) bool { - if e, ok := err.(*gojoyentError); ok { - return e.causedBy(InvalidVersionError) - } - return false -} - -func IsMissingParameter(err error) bool { - if e, ok := err.(*gojoyentError); ok { - return e.causedBy(MissingParameterError) - } - return false -} - -func IsNotAuthorized(err error) bool { - if e, ok := err.(*gojoyentError); ok { - return e.causedBy(NotAuthorizedError) - } - return false -} - -func IsRequestThrottled(err error) bool { - if e, ok := err.(*gojoyentError); ok { - return e.causedBy(RequestThrottledError) - } - return false -} - -func IsRequestTooLarge(err error) bool { - if e, ok := err.(*gojoyentError); ok { - return e.causedBy(RequestTooLargeError) - } - return false -} - -func IsRequestMoved(err error) bool { - if e, ok := err.(*gojoyentError); ok { - return e.causedBy(RequestMovedError) - } - return false -} - -func IsResourceNotFound(err error) bool { - if e, ok := err.(*gojoyentError); ok { - return e.causedBy(ResourceNotFoundError) - } - return false -} - -func IsUnknownError(err error) bool { - if e, ok := err.(*gojoyentError); ok { - return e.causedBy(UnknownErrorError) - } - return false -} - -// New creates a new Error instance with the specified cause. -func makeErrorf(code Code, cause error, format string, args ...interface{}) Error { - return &gojoyentError{ - errcode: code, - error: fmt.Errorf(format, args...), - cause: cause, - } -} - -// New creates a new UnknownError Error instance with the specified cause. -func Newf(cause error, format string, args ...interface{}) Error { - return makeErrorf(UnknownErrorError, cause, format, args...) -} - -// New creates a new BadRequest Error instance with the specified cause. -func NewBadRequestf(cause error, context interface{}, format string, args ...interface{}) Error { - if format == "" { - format = fmt.Sprintf("Bad Request: %s", context) - } - return makeErrorf(BadRequestError, cause, format, args...) -} - -// New creates a new InternalError Error instance with the specified cause. -func NewInternalErrorf(cause error, context interface{}, format string, args ...interface{}) Error { - if format == "" { - format = fmt.Sprintf("Internal Error: %s", context) - } - return makeErrorf(InternalErrorError, cause, format, args...) -} - -// New creates a new InvalidArgument Error instance with the specified cause. -func NewInvalidArgumentf(cause error, context interface{}, format string, args ...interface{}) Error { - if format == "" { - format = fmt.Sprintf("Invalid Argument: %s", context) - } - return makeErrorf(InvalidArgumentError, cause, format, args...) -} - -// New creates a new InvalidCredentials Error instance with the specified cause. -func NewInvalidCredentialsf(cause error, context interface{}, format string, args ...interface{}) Error { - if format == "" { - format = fmt.Sprintf("Invalid Credentials: %s", context) - } - return makeErrorf(InvalidCredentialsError, cause, format, args...) -} - -// New creates a new InvalidHeader Error instance with the specified cause. -func NewInvalidHeaderf(cause error, context interface{}, format string, args ...interface{}) Error { - if format == "" { - format = fmt.Sprintf("Invalid Header: %s", context) - } - return makeErrorf(InvalidHeaderError, cause, format, args...) -} - -// New creates a new InvalidVersion Error instance with the specified cause. -func NewInvalidVersionf(cause error, context interface{}, format string, args ...interface{}) Error { - if format == "" { - format = fmt.Sprintf("Invalid Version: %s", context) - } - return makeErrorf(InvalidVersionError, cause, format, args...) -} - -// New creates a new MissingParameter Error instance with the specified cause. -func NewMissingParameterf(cause error, context interface{}, format string, args ...interface{}) Error { - if format == "" { - format = fmt.Sprintf("Missing Parameter: %s", context) - } - return makeErrorf(MissingParameterError, cause, format, args...) -} - -// New creates a new NotAuthorized Error instance with the specified cause. -func NewNotAuthorizedf(cause error, context interface{}, format string, args ...interface{}) Error { - if format == "" { - format = fmt.Sprintf("Not Authorized: %s", context) - } - return makeErrorf(NotAuthorizedError, cause, format, args...) -} - -// New creates a new RequestThrottled Error instance with the specified cause. -func NewRequestThrottledf(cause error, context interface{}, format string, args ...interface{}) Error { - if format == "" { - format = fmt.Sprintf("Request Throttled: %s", context) - } - return makeErrorf(RequestThrottledError, cause, format, args...) -} - -// New creates a new RequestTooLarge Error instance with the specified cause. -func NewRequestTooLargef(cause error, context interface{}, format string, args ...interface{}) Error { - if format == "" { - format = fmt.Sprintf("Request Too Large: %s", context) - } - return makeErrorf(RequestTooLargeError, cause, format, args...) -} - -// New creates a new RequestMoved Error instance with the specified cause. -func NewRequestMovedf(cause error, context interface{}, format string, args ...interface{}) Error { - if format == "" { - format = fmt.Sprintf("Request Moved: %s", context) - } - return makeErrorf(RequestMovedError, cause, format, args...) -} - -// New creates a new ResourceNotFound Error instance with the specified cause. -func NewResourceNotFoundf(cause error, context interface{}, format string, args ...interface{}) Error { - if format == "" { - format = fmt.Sprintf("Resource Not Found: %s", context) - } - return makeErrorf(ResourceNotFoundError, cause, format, args...) -} - -// New creates a new UnknownError Error instance with the specified cause. -func NewUnknownErrorf(cause error, context interface{}, format string, args ...interface{}) Error { - if format == "" { - format = fmt.Sprintf("Unknown Error: %s", context) - } - return makeErrorf(UnknownErrorError, cause, format, args...) -} diff --git a/vendor/github.com/joyent/gocommon/gocommon.go b/vendor/github.com/joyent/gocommon/gocommon.go deleted file mode 100644 index f5f6d8294..000000000 --- a/vendor/github.com/joyent/gocommon/gocommon.go +++ /dev/null @@ -1,21 +0,0 @@ -/* - * The gocommon package collects common packages to interact with the Joyent Public Cloud and Joyent Manta services. - * - * The gocommon package is structured as follow: - * - * - gocommon/client. Client for sending requests. - * - gocommon/errors. Joyent specific errors. - * - gocommon/http. HTTP client for sending requests. - * - gocommon/jpc. This package provides common structures and functions across packages. - * - gocommon/testing. Testing Suite for local testing. - * - * Copyright (c) 2016 Joyent Inc. - * Written by Daniele Stroppa - * - * - * This Source Code Form is subject to the terms of the Mozilla Public - * License, v. 2.0. If a copy of the MPL was not distributed with this - * file, You can obtain one at http://mozilla.org/MPL/2.0/. - */ - -package gocommon diff --git a/vendor/github.com/joyent/gocommon/http/client.go b/vendor/github.com/joyent/gocommon/http/client.go deleted file mode 100644 index 2fde6df39..000000000 --- a/vendor/github.com/joyent/gocommon/http/client.go +++ /dev/null @@ -1,427 +0,0 @@ -// -// gocommon - Go library to interact with the JoyentCloud -// An HTTP Client which sends json and binary requests, handling data marshalling and response processing. -// -// Copyright (c) 2013 Joyent Inc. -// -// Written by Daniele Stroppa -// - -package http - -import ( - "bytes" - "encoding/json" - "fmt" - "io" - "io/ioutil" - "log" - "net/http" - "net/url" - "reflect" - "strconv" - "strings" - "time" - - "github.com/joyent/gocommon" - "github.com/joyent/gocommon/errors" - "github.com/joyent/gocommon/jpc" - "github.com/joyent/gosign/auth" -) - -const ( - contentTypeJSON = "application/json" - contentTypeOctetStream = "application/octet-stream" -) - -type Client struct { - http.Client - maxSendAttempts int - credentials *auth.Credentials - apiVersion string - logger *log.Logger - trace bool -} - -type ErrorResponse struct { - Message string `json:"message"` - Code int `json:"code"` -} - -func (e *ErrorResponse) Error() string { - return fmt.Sprintf("Failed: %d: %s", e.Code, e.Message) -} - -type ErrorWrapper struct { - Error ErrorResponse `json:"error"` -} - -type RequestData struct { - ReqHeaders http.Header - Params *url.Values - ReqValue interface{} - ReqReader io.Reader - ReqLength int -} - -type ResponseData struct { - ExpectedStatus []int - RespHeaders *http.Header - RespValue interface{} - RespReader io.ReadCloser -} - -const ( - // The maximum number of times to try sending a request before we give up - // (assuming any unsuccessful attempts can be sensibly tried again). - MaxSendAttempts = 3 -) - -// New returns a new http *Client using the default net/http client. -func New(credentials *auth.Credentials, apiVersion string, logger *log.Logger) *Client { - return &Client{*http.DefaultClient, MaxSendAttempts, credentials, apiVersion, logger, false} -} - -// SetTrace allows control over whether requests will write their -// contents to the logger supplied during construction. Note that this -// is not safe to call from multiple go-routines. -func (client *Client) SetTrace(traceEnabled bool) { - client.trace = traceEnabled -} - -func gojoyentAgent() string { - return fmt.Sprintf("gocommon (%s)", gocommon.Version) -} - -func createHeaders(extraHeaders http.Header, credentials *auth.Credentials, contentType, rfc1123Date, - apiVersion string, isMantaRequest bool) (http.Header, error) { - - headers := make(http.Header) - if extraHeaders != nil { - for header, values := range extraHeaders { - for _, value := range values { - headers.Add(header, value) - } - } - } - if extraHeaders.Get("Content-Type") == "" { - headers.Add("Content-Type", contentType) - } - if extraHeaders.Get("Accept") == "" { - headers.Add("Accept", contentType) - } - if rfc1123Date != "" { - headers.Set("Date", rfc1123Date) - } else { - headers.Set("Date", getDateForRegion(credentials, isMantaRequest)) - } - authHeaders, err := auth.CreateAuthorizationHeader(headers, credentials, isMantaRequest) - if err != nil { - return http.Header{}, err - } - headers.Set("Authorization", authHeaders) - if apiVersion != "" { - headers.Set("X-Api-Version", apiVersion) - } - headers.Add("User-Agent", gojoyentAgent()) - return headers, nil -} - -func getDateForRegion(credentials *auth.Credentials, isManta bool) string { - if isManta { - location, _ := time.LoadLocation(jpc.Locations["us-east-1"]) - return time.Now().In(location).Format(time.RFC1123) - } else { - location, _ := time.LoadLocation(jpc.Locations[credentials.Region()]) - return time.Now().In(location).Format(time.RFC1123) - } -} - -// JsonRequest JSON encodes and sends the object in reqData.ReqValue (if any) to the specified URL. -// Optional method arguments are passed using the RequestData object. -// Relevant RequestData fields: -// ReqHeaders: additional HTTP header values to add to the request. -// ExpectedStatus: the allowed HTTP response status values, else an error is returned. -// ReqValue: the data object to send. -// RespValue: the data object to decode the result into. -func (c *Client) JsonRequest(method, url, rfc1123Date string, request *RequestData, response *ResponseData) (err error) { - err = nil - var body []byte - if request.Params != nil { - url += "?" + request.Params.Encode() - } - if request.ReqValue != nil { - body, err = json.Marshal(request.ReqValue) - if err != nil { - err = errors.Newf(err, "failed marshalling the request body") - return - } - } - headers, err := createHeaders(request.ReqHeaders, c.credentials, contentTypeJSON, rfc1123Date, c.apiVersion, - isMantaRequest(url, c.credentials.UserAuthentication.User)) - if err != nil { - return err - } - respBody, respHeader, err := c.sendRequest( - method, url, bytes.NewReader(body), len(body), headers, response.ExpectedStatus, c.logger) - if err != nil { - return - } - defer respBody.Close() - respData, err := ioutil.ReadAll(respBody) - if err != nil { - err = errors.Newf(err, "failed reading the response body") - return - } - - if len(respData) > 0 { - if response.RespValue != nil { - if dest, ok := response.RespValue.(*[]byte); ok { - *dest = respData - //err = decodeJSON(bytes.NewReader(respData), false, response.RespValue) - //if err != nil { - // err = errors.Newf(err, "failed unmarshaling/decoding the response body: %s", respData) - //} - } else { - err = json.Unmarshal(respData, response.RespValue) - if err != nil { - err = decodeJSON(bytes.NewReader(respData), true, response.RespValue) - if err != nil { - err = errors.Newf(err, "failed unmarshaling/decoding the response body: %s", respData) - } - } - } - } - } - - if respHeader != nil { - response.RespHeaders = respHeader - } - - return -} - -func decodeJSON(r io.Reader, multiple bool, into interface{}) error { - d := json.NewDecoder(r) - if multiple { - return decodeStream(d, into) - } - return d.Decode(into) -} - -func decodeStream(d *json.Decoder, into interface{}) error { - t := reflect.TypeOf(into) - if t.Kind() != reflect.Ptr || t.Elem().Kind() != reflect.Slice { - return fmt.Errorf("unexpected type %s", t) - } - elemType := t.Elem().Elem() - slice := reflect.ValueOf(into).Elem() - for { - val := reflect.New(elemType) - if err := d.Decode(val.Interface()); err != nil { - if err == io.EOF { - break - } - return err - } - slice.Set(reflect.Append(slice, val.Elem())) - } - return nil -} - -// Sends the byte array in reqData.ReqValue (if any) to the specified URL. -// Optional method arguments are passed using the RequestData object. -// Relevant RequestData fields: -// ReqHeaders: additional HTTP header values to add to the request. -// ExpectedStatus: the allowed HTTP response status values, else an error is returned. -// ReqReader: an io.Reader providing the bytes to send. -// RespReader: assigned an io.ReadCloser instance used to read the returned data.. -func (c *Client) BinaryRequest(method, url, rfc1123Date string, request *RequestData, response *ResponseData) (err error) { - err = nil - - if request.Params != nil { - url += "?" + request.Params.Encode() - } - headers, err := createHeaders(request.ReqHeaders, c.credentials, contentTypeOctetStream, rfc1123Date, - c.apiVersion, isMantaRequest(url, c.credentials.UserAuthentication.User)) - if err != nil { - return err - } - respBody, respHeader, err := c.sendRequest( - method, url, request.ReqReader, request.ReqLength, headers, response.ExpectedStatus, c.logger) - if err != nil { - return - } - if response.RespReader != nil { - response.RespReader = respBody - } - if respHeader != nil { - response.RespHeaders = respHeader - } - return -} - -// Sends the specified request to URL and checks that the HTTP response status is as expected. -// reqReader: a reader returning the data to send. -// length: the number of bytes to send. -// headers: HTTP headers to include with the request. -// expectedStatus: a slice of allowed response status codes. -func (c *Client) sendRequest(method, URL string, reqReader io.Reader, length int, headers http.Header, - expectedStatus []int, logger *log.Logger) (rc io.ReadCloser, respHeader *http.Header, err error) { - reqData := make([]byte, length) - if reqReader != nil { - nrRead, err := io.ReadFull(reqReader, reqData) - if err != nil { - err = errors.Newf(err, "failed reading the request data, read %v of %v bytes", nrRead, length) - return rc, respHeader, err - } - } - rawResp, err := c.sendRateLimitedRequest(method, URL, headers, reqData, logger) - if err != nil { - return - } - - if logger != nil && c.trace { - logger.Printf("Request: %s %s\n", method, URL) - logger.Printf("Request header: %s\n", headers) - logger.Printf("Request body: %s\n", reqData) - logger.Printf("Response: %s\n", rawResp.Status) - logger.Printf("Response header: %s\n", rawResp.Header) - logger.Printf("Response body: %s\n", rawResp.Body) - logger.Printf("Response error: %s\n", err) - } - - foundStatus := false - if len(expectedStatus) == 0 { - expectedStatus = []int{http.StatusOK} - } - for _, status := range expectedStatus { - if rawResp.StatusCode == status { - foundStatus = true - break - } - } - if !foundStatus && len(expectedStatus) > 0 { - err = handleError(URL, rawResp) - rawResp.Body.Close() - return - } - return rawResp.Body, &rawResp.Header, err -} - -func (c *Client) sendRateLimitedRequest(method, URL string, headers http.Header, reqData []byte, - logger *log.Logger) (resp *http.Response, err error) { - for i := 0; i < c.maxSendAttempts; i++ { - var reqReader io.Reader - if reqData != nil { - reqReader = bytes.NewReader(reqData) - } - req, err := http.NewRequest(method, URL, reqReader) - if err != nil { - err = errors.Newf(err, "failed creating the request %s", URL) - return nil, err - } - // Setting req.Close to true to avoid malformed HTTP version "nullHTTP/1.1" error - // See http://stackoverflow.com/questions/17714494/golang-http-request-results-in-eof-errors-when-making-multiple-requests-successi - req.Close = true - for header, values := range headers { - for _, value := range values { - req.Header.Add(header, value) - } - } - req.ContentLength = int64(len(reqData)) - resp, err = c.Do(req) - if err != nil { - return nil, errors.Newf(err, "failed executing the request %s", URL) - } - if resp.StatusCode != http.StatusRequestEntityTooLarge || resp.Header.Get("Retry-After") == "" { - return resp, nil - } - resp.Body.Close() - retryAfter, err := strconv.ParseFloat(resp.Header.Get("Retry-After"), 64) - if err != nil { - return nil, errors.Newf(err, "Invalid Retry-After header %s", URL) - } - if retryAfter == 0 { - return nil, errors.Newf(err, "Resource limit exeeded at URL %s", URL) - } - if logger != nil { - logger.Println("Too many requests, retrying in %dms.", int(retryAfter*1000)) - } - time.Sleep(time.Duration(retryAfter) * time.Second) - } - return nil, errors.Newf(err, "Maximum number of attempts (%d) reached sending request to %s", c.maxSendAttempts, URL) -} - -type HttpError struct { - StatusCode int - Data map[string][]string - Url string - ResponseMessage string -} - -func (e *HttpError) Error() string { - return fmt.Sprintf("request %q returned unexpected status %d with body %q", - e.Url, - e.StatusCode, - e.ResponseMessage, - ) -} - -// The HTTP response status code was not one of those expected, so we construct an error. -// NotFound (404) codes have their own NotFound error type. -// We also make a guess at duplicate value errors. -func handleError(URL string, resp *http.Response) error { - errBytes, _ := ioutil.ReadAll(resp.Body) - errInfo := string(errBytes) - // Check if we have a JSON representation of the failure, if so decode it. - if resp.Header.Get("Content-Type") == contentTypeJSON { - var errResponse ErrorResponse - if err := json.Unmarshal(errBytes, &errResponse); err == nil { - errInfo = errResponse.Message - } - } - httpError := &HttpError{ - resp.StatusCode, map[string][]string(resp.Header), URL, errInfo, - } - switch resp.StatusCode { - case http.StatusBadRequest: - return errors.NewBadRequestf(httpError, "", "Bad request %s", URL) - case http.StatusUnauthorized: - return errors.NewNotAuthorizedf(httpError, "", "Unauthorised URL %s", URL) - //return errors.NewInvalidCredentialsf(httpError, "", "Unauthorised URL %s", URL) - case http.StatusForbidden: - //return errors. - case http.StatusNotFound: - return errors.NewResourceNotFoundf(httpError, "", "Resource not found %s", URL) - case http.StatusMethodNotAllowed: - //return errors. - case http.StatusNotAcceptable: - return errors.NewInvalidHeaderf(httpError, "", "Invalid Header %s", URL) - case http.StatusConflict: - return errors.NewMissingParameterf(httpError, "", "Missing parameters %s", URL) - //return errors.NewInvalidArgumentf(httpError, "", "Invalid parameter %s", URL) - case http.StatusRequestEntityTooLarge: - return errors.NewRequestTooLargef(httpError, "", "Request too large %s", URL) - case http.StatusUnsupportedMediaType: - //return errors. - case http.StatusServiceUnavailable: - return errors.NewInternalErrorf(httpError, "", "Internal error %s", URL) - case 420: - // SlowDown - return errors.NewRequestThrottledf(httpError, "", "Request throttled %s", URL) - case 422: - // Unprocessable Entity - return errors.NewInvalidArgumentf(httpError, "", "Invalid parameters %s", URL) - case 449: - // RetryWith - return errors.NewInvalidVersionf(httpError, "", "Invalid version %s", URL) - //RequestMovedError -> ? - } - - return errors.NewUnknownErrorf(httpError, "", "Unknown error %s", URL) -} - -func isMantaRequest(url, user string) bool { - return strings.Contains(url, "/"+user+"/stor") || strings.Contains(url, "/"+user+"/jobs") || strings.Contains(url, "/"+user+"/public") -} diff --git a/vendor/github.com/joyent/gocommon/jpc/jpc.go b/vendor/github.com/joyent/gocommon/jpc/jpc.go deleted file mode 100644 index 888d7ce04..000000000 --- a/vendor/github.com/joyent/gocommon/jpc/jpc.go +++ /dev/null @@ -1,110 +0,0 @@ -/* - * - * gocommon - Go library to interact with the JoyentCloud - * - * - * Copyright (c) 2016 Joyent Inc. - * - * Written by Daniele Stroppa - * - * This Source Code Form is subject to the terms of the Mozilla Public - * License, v. 2.0. If a copy of the MPL was not distributed with this - * file, You can obtain one at http://mozilla.org/MPL/2.0/. - */ - -package jpc - -import ( - "fmt" - "io/ioutil" - "os" - "reflect" - "runtime" - - "github.com/joyent/gosign/auth" -) - -const ( - // Environment variables - SdcAccount = "SDC_ACCOUNT" - SdcKeyId = "SDC_KEY_ID" - SdcUrl = "SDC_URL" - MantaUser = "MANTA_USER" - MantaKeyId = "MANTA_KEY_ID" - MantaUrl = "MANTA_URL" -) - -var Locations = map[string]string{ - "us-east-1": "America/New_York", - "us-west-1": "America/Los_Angeles", - "us-sw-1": "America/Los_Angeles", - "eu-ams-1": "Europe/Amsterdam", -} - -// getConfig returns the value of the first available environment -// variable, among the given ones. -func getConfig(envVars ...string) (value string) { - value = "" - for _, v := range envVars { - value = os.Getenv(v) - if value != "" { - break - } - } - return -} - -// getUserHome returns the value of HOME environment -// variable for the user environment. -func getUserHome() string { - if runtime.GOOS == "windows" { - return os.Getenv("APPDATA") - } else { - return os.Getenv("HOME") - } -} - -// credentialsFromEnv creates and initializes the credentials from the -// environment variables. -func credentialsFromEnv(key string) (*auth.Credentials, error) { - var keyName string - if key == "" { - keyName = getUserHome() + "/.ssh/id_rsa" - } else { - keyName = key - } - privateKey, err := ioutil.ReadFile(keyName) - if err != nil { - return nil, err - } - authentication, err := auth.NewAuth(getConfig(SdcAccount, MantaUser), string(privateKey), "rsa-sha256") - if err != nil { - return nil, err - } - - return &auth.Credentials{ - UserAuthentication: authentication, - SdcKeyId: getConfig(SdcKeyId), - SdcEndpoint: auth.Endpoint{URL: getConfig(SdcUrl)}, - MantaKeyId: getConfig(MantaKeyId), - MantaEndpoint: auth.Endpoint{URL: getConfig(MantaUrl)}, - }, nil -} - -// CompleteCredentialsFromEnv gets and verifies all the required -// authentication parameters have values in the environment. -func CompleteCredentialsFromEnv(keyName string) (cred *auth.Credentials, err error) { - cred, err = credentialsFromEnv(keyName) - if err != nil { - return nil, err - } - v := reflect.ValueOf(cred).Elem() - t := v.Type() - for i := 0; i < v.NumField(); i++ { - f := v.Field(i) - if f.String() == "" { - return nil, fmt.Errorf("Required environment variable not set for credentials attribute: %s", t.Field(i).Name) - } - } - return cred, nil -} diff --git a/vendor/github.com/joyent/gocommon/version.go b/vendor/github.com/joyent/gocommon/version.go deleted file mode 100644 index 82fe84494..000000000 --- a/vendor/github.com/joyent/gocommon/version.go +++ /dev/null @@ -1,37 +0,0 @@ -/* - * - * gocommon - Go library to interact with the JoyentCloud - * - * - * Copyright (c) 2016 Joyent Inc. - * - * Written by Daniele Stroppa - * - * This Source Code Form is subject to the terms of the Mozilla Public - * License, v. 2.0. If a copy of the MPL was not distributed with this - * file, You can obtain one at http://mozilla.org/MPL/2.0/. - */ - -package gocommon - -import ( - "fmt" -) - -type VersionNum struct { - Major int - Minor int - Micro int -} - -func (v *VersionNum) String() string { - return fmt.Sprintf("%d.%d.%d", v.Major, v.Minor, v.Micro) -} - -var VersionNumber = VersionNum{ - Major: 0, - Minor: 1, - Micro: 0, -} - -var Version = VersionNumber.String() diff --git a/vendor/github.com/joyent/gocommon/wercker.yml b/vendor/github.com/joyent/gocommon/wercker.yml deleted file mode 100644 index 563acf6fe..000000000 --- a/vendor/github.com/joyent/gocommon/wercker.yml +++ /dev/null @@ -1,40 +0,0 @@ -box: golang - -build: - steps: - # Sets the go workspace and places you package - # at the right place in the workspace tree - - setup-go-workspace: - package-dir: github.com/joyent/gocommon - - # Gets the dependencies - - script: - name: go get - code: | - go get -v -t ./... - - # Build the project - - script: - name: go build - code: | - go build ./... - - - script: - name: make a new key for testing - code: | - ssh-keygen -b 2048 \ - -C "Testing Key" \ - -f /root/.ssh/id_rsa \ - -t rsa \ - -P "" - - # Test the project - - script: - name: go test - code: | - export KEY_ID=$(ssh-keygen -lf /root/.ssh/id_rsa | awk -F' ' '{print $2}' | cut -d':' -f2-) - export SDC_KEY_ID=${KEY_ID} - export MANTA_KEY_ID=${KEY_ID} - export SDC_URL=https://us-east-1.api.joyent.com - export MANTA_URL=https://us-east.manta.joyent.com - go test ./... diff --git a/vendor/github.com/joyent/gomanta/LICENSE b/vendor/github.com/joyent/gomanta/LICENSE deleted file mode 100644 index 14e2f777f..000000000 --- a/vendor/github.com/joyent/gomanta/LICENSE +++ /dev/null @@ -1,373 +0,0 @@ -Mozilla Public License Version 2.0 -================================== - -1. Definitions --------------- - -1.1. "Contributor" - means each individual or legal entity that creates, contributes to - the creation of, or owns Covered Software. - -1.2. "Contributor Version" - means the combination of the Contributions of others (if any) used - by a Contributor and that particular Contributor's Contribution. - -1.3. "Contribution" - means Covered Software of a particular Contributor. - -1.4. "Covered Software" - means Source Code Form to which the initial Contributor has attached - the notice in Exhibit A, the Executable Form of such Source Code - Form, and Modifications of such Source Code Form, in each case - including portions thereof. - -1.5. "Incompatible With Secondary Licenses" - means - - (a) that the initial Contributor has attached the notice described - in Exhibit B to the Covered Software; or - - (b) that the Covered Software was made available under the terms of - version 1.1 or earlier of the License, but not also under the - terms of a Secondary License. - -1.6. "Executable Form" - means any form of the work other than Source Code Form. - -1.7. "Larger Work" - means a work that combines Covered Software with other material, in - a separate file or files, that is not Covered Software. - -1.8. "License" - means this document. - -1.9. "Licensable" - means having the right to grant, to the maximum extent possible, - whether at the time of the initial grant or subsequently, any and - all of the rights conveyed by this License. - -1.10. "Modifications" - means any of the following: - - (a) any file in Source Code Form that results from an addition to, - deletion from, or modification of the contents of Covered - Software; or - - (b) any new file in Source Code Form that contains any Covered - Software. - -1.11. "Patent Claims" of a Contributor - means any patent claim(s), including without limitation, method, - process, and apparatus claims, in any patent Licensable by such - Contributor that would be infringed, but for the grant of the - License, by the making, using, selling, offering for sale, having - made, import, or transfer of either its Contributions or its - Contributor Version. - -1.12. "Secondary License" - means either the GNU General Public License, Version 2.0, the GNU - Lesser General Public License, Version 2.1, the GNU Affero General - Public License, Version 3.0, or any later versions of those - licenses. - -1.13. "Source Code Form" - means the form of the work preferred for making modifications. - -1.14. "You" (or "Your") - means an individual or a legal entity exercising rights under this - License. For legal entities, "You" includes any entity that - controls, is controlled by, or is under common control with You. For - purposes of this definition, "control" means (a) the power, direct - or indirect, to cause the direction or management of such entity, - whether by contract or otherwise, or (b) ownership of more than - fifty percent (50%) of the outstanding shares or beneficial - ownership of such entity. - -2. License Grants and Conditions --------------------------------- - -2.1. Grants - -Each Contributor hereby grants You a world-wide, royalty-free, -non-exclusive license: - -(a) under intellectual property rights (other than patent or trademark) - Licensable by such Contributor to use, reproduce, make available, - modify, display, perform, distribute, and otherwise exploit its - Contributions, either on an unmodified basis, with Modifications, or - as part of a Larger Work; and - -(b) under Patent Claims of such Contributor to make, use, sell, offer - for sale, have made, import, and otherwise transfer either its - Contributions or its Contributor Version. - -2.2. Effective Date - -The licenses granted in Section 2.1 with respect to any Contribution -become effective for each Contribution on the date the Contributor first -distributes such Contribution. - -2.3. Limitations on Grant Scope - -The licenses granted in this Section 2 are the only rights granted under -this License. No additional rights or licenses will be implied from the -distribution or licensing of Covered Software under this License. -Notwithstanding Section 2.1(b) above, no patent license is granted by a -Contributor: - -(a) for any code that a Contributor has removed from Covered Software; - or - -(b) for infringements caused by: (i) Your and any other third party's - modifications of Covered Software, or (ii) the combination of its - Contributions with other software (except as part of its Contributor - Version); or - -(c) under Patent Claims infringed by Covered Software in the absence of - its Contributions. - -This License does not grant any rights in the trademarks, service marks, -or logos of any Contributor (except as may be necessary to comply with -the notice requirements in Section 3.4). - -2.4. Subsequent Licenses - -No Contributor makes additional grants as a result of Your choice to -distribute the Covered Software under a subsequent version of this -License (see Section 10.2) or under the terms of a Secondary License (if -permitted under the terms of Section 3.3). - -2.5. Representation - -Each Contributor represents that the Contributor believes its -Contributions are its original creation(s) or it has sufficient rights -to grant the rights to its Contributions conveyed by this License. - -2.6. Fair Use - -This License is not intended to limit any rights You have under -applicable copyright doctrines of fair use, fair dealing, or other -equivalents. - -2.7. Conditions - -Sections 3.1, 3.2, 3.3, and 3.4 are conditions of the licenses granted -in Section 2.1. - -3. Responsibilities -------------------- - -3.1. Distribution of Source Form - -All distribution of Covered Software in Source Code Form, including any -Modifications that You create or to which You contribute, must be under -the terms of this License. You must inform recipients that the Source -Code Form of the Covered Software is governed by the terms of this -License, and how they can obtain a copy of this License. You may not -attempt to alter or restrict the recipients' rights in the Source Code -Form. - -3.2. Distribution of Executable Form - -If You distribute Covered Software in Executable Form then: - -(a) such Covered Software must also be made available in Source Code - Form, as described in Section 3.1, and You must inform recipients of - the Executable Form how they can obtain a copy of such Source Code - Form by reasonable means in a timely manner, at a charge no more - than the cost of distribution to the recipient; and - -(b) You may distribute such Executable Form under the terms of this - License, or sublicense it under different terms, provided that the - license for the Executable Form does not attempt to limit or alter - the recipients' rights in the Source Code Form under this License. - -3.3. Distribution of a Larger Work - -You may create and distribute a Larger Work under terms of Your choice, -provided that You also comply with the requirements of this License for -the Covered Software. If the Larger Work is a combination of Covered -Software with a work governed by one or more Secondary Licenses, and the -Covered Software is not Incompatible With Secondary Licenses, this -License permits You to additionally distribute such Covered Software -under the terms of such Secondary License(s), so that the recipient of -the Larger Work may, at their option, further distribute the Covered -Software under the terms of either this License or such Secondary -License(s). - -3.4. Notices - -You may not remove or alter the substance of any license notices -(including copyright notices, patent notices, disclaimers of warranty, -or limitations of liability) contained within the Source Code Form of -the Covered Software, except that You may alter any license notices to -the extent required to remedy known factual inaccuracies. - -3.5. Application of Additional Terms - -You may choose to offer, and to charge a fee for, warranty, support, -indemnity or liability obligations to one or more recipients of Covered -Software. However, You may do so only on Your own behalf, and not on -behalf of any Contributor. You must make it absolutely clear that any -such warranty, support, indemnity, or liability obligation is offered by -You alone, and You hereby agree to indemnify every Contributor for any -liability incurred by such Contributor as a result of warranty, support, -indemnity or liability terms You offer. You may include additional -disclaimers of warranty and limitations of liability specific to any -jurisdiction. - -4. Inability to Comply Due to Statute or Regulation ---------------------------------------------------- - -If it is impossible for You to comply with any of the terms of this -License with respect to some or all of the Covered Software due to -statute, judicial order, or regulation then You must: (a) comply with -the terms of this License to the maximum extent possible; and (b) -describe the limitations and the code they affect. Such description must -be placed in a text file included with all distributions of the Covered -Software under this License. Except to the extent prohibited by statute -or regulation, such description must be sufficiently detailed for a -recipient of ordinary skill to be able to understand it. - -5. Termination --------------- - -5.1. The rights granted under this License will terminate automatically -if You fail to comply with any of its terms. However, if You become -compliant, then the rights granted under this License from a particular -Contributor are reinstated (a) provisionally, unless and until such -Contributor explicitly and finally terminates Your grants, and (b) on an -ongoing basis, if such Contributor fails to notify You of the -non-compliance by some reasonable means prior to 60 days after You have -come back into compliance. Moreover, Your grants from a particular -Contributor are reinstated on an ongoing basis if such Contributor -notifies You of the non-compliance by some reasonable means, this is the -first time You have received notice of non-compliance with this License -from such Contributor, and You become compliant prior to 30 days after -Your receipt of the notice. - -5.2. If You initiate litigation against any entity by asserting a patent -infringement claim (excluding declaratory judgment actions, -counter-claims, and cross-claims) alleging that a Contributor Version -directly or indirectly infringes any patent, then the rights granted to -You by any and all Contributors for the Covered Software under Section -2.1 of this License shall terminate. - -5.3. In the event of termination under Sections 5.1 or 5.2 above, all -end user license agreements (excluding distributors and resellers) which -have been validly granted by You or Your distributors under this License -prior to termination shall survive termination. - -************************************************************************ -* * -* 6. Disclaimer of Warranty * -* ------------------------- * -* * -* Covered Software is provided under this License on an "as is" * -* basis, without warranty of any kind, either expressed, implied, or * -* statutory, including, without limitation, warranties that the * -* Covered Software is free of defects, merchantable, fit for a * -* particular purpose or non-infringing. The entire risk as to the * -* quality and performance of the Covered Software is with You. * -* Should any Covered Software prove defective in any respect, You * -* (not any Contributor) assume the cost of any necessary servicing, * -* repair, or correction. This disclaimer of warranty constitutes an * -* essential part of this License. No use of any Covered Software is * -* authorized under this License except under this disclaimer. * -* * -************************************************************************ - -************************************************************************ -* * -* 7. Limitation of Liability * -* -------------------------- * -* * -* Under no circumstances and under no legal theory, whether tort * -* (including negligence), contract, or otherwise, shall any * -* Contributor, or anyone who distributes Covered Software as * -* permitted above, be liable to You for any direct, indirect, * -* special, incidental, or consequential damages of any character * -* including, without limitation, damages for lost profits, loss of * -* goodwill, work stoppage, computer failure or malfunction, or any * -* and all other commercial damages or losses, even if such party * -* shall have been informed of the possibility of such damages. This * -* limitation of liability shall not apply to liability for death or * -* personal injury resulting from such party's negligence to the * -* extent applicable law prohibits such limitation. Some * -* jurisdictions do not allow the exclusion or limitation of * -* incidental or consequential damages, so this exclusion and * -* limitation may not apply to You. * -* * -************************************************************************ - -8. Litigation -------------- - -Any litigation relating to this License may be brought only in the -courts of a jurisdiction where the defendant maintains its principal -place of business and such litigation shall be governed by laws of that -jurisdiction, without reference to its conflict-of-law provisions. -Nothing in this Section shall prevent a party's ability to bring -cross-claims or counter-claims. - -9. Miscellaneous ----------------- - -This License represents the complete agreement concerning the subject -matter hereof. If any provision of this License is held to be -unenforceable, such provision shall be reformed only to the extent -necessary to make it enforceable. Any law or regulation which provides -that the language of a contract shall be construed against the drafter -shall not be used to construe this License against a Contributor. - -10. Versions of the License ---------------------------- - -10.1. New Versions - -Mozilla Foundation is the license steward. Except as provided in Section -10.3, no one other than the license steward has the right to modify or -publish new versions of this License. Each version will be given a -distinguishing version number. - -10.2. Effect of New Versions - -You may distribute the Covered Software under the terms of the version -of the License under which You originally received the Covered Software, -or under the terms of any subsequent version published by the license -steward. - -10.3. Modified Versions - -If you create software not governed by this License, and you want to -create a new license for such software, you may create and use a -modified version of this License if you rename the license and remove -any references to the name of the license steward (except to note that -such modified license differs from this License). - -10.4. Distributing Source Code Form that is Incompatible With Secondary -Licenses - -If You choose to distribute Source Code Form that is Incompatible With -Secondary Licenses under the terms of this version of the License, the -notice described in Exhibit B of this License must be attached. - -Exhibit A - Source Code Form License Notice -------------------------------------------- - - This Source Code Form is subject to the terms of the Mozilla Public - License, v. 2.0. If a copy of the MPL was not distributed with this - file, You can obtain one at http://mozilla.org/MPL/2.0/. - -If it is not possible or desirable to put the notice in a particular -file, then You may include the notice in a location (such as a LICENSE -file in a relevant directory) where a recipient would be likely to look -for such a notice. - -You may add additional accurate notices of copyright ownership. - -Exhibit B - "Incompatible With Secondary Licenses" Notice ---------------------------------------------------------- - - This Source Code Form is "Incompatible With Secondary Licenses", as - defined by the Mozilla Public License, v. 2.0. diff --git a/vendor/github.com/joyent/gomanta/manta/manta.go b/vendor/github.com/joyent/gomanta/manta/manta.go deleted file mode 100644 index f7307454f..000000000 --- a/vendor/github.com/joyent/gomanta/manta/manta.go +++ /dev/null @@ -1,459 +0,0 @@ -/* -The gomanta/manta package interacts with the Manta API (http://apidocs.joyent.com/manta/api.html). - -This Source Code Form is subject to the terms of the Mozilla Public -License, v. 2.0. If a copy of the MPL was not distributed with this -file, You can obtain one at http://mozilla.org/MPL/2.0/. - -Copyright (c) 2016 Joyent Inc. -Written by Daniele Stroppa - -*/ -package manta - -import ( - "bytes" - "fmt" - "io" - "io/ioutil" - "net/http" - "path" - "time" - - "github.com/joyent/gocommon/client" - "github.com/joyent/gocommon/errors" - - jh "github.com/joyent/gocommon/http" -) - -const ( - // The default version of the Manta API to use - DefaultAPIVersion = "7.1" - - // Manta API URL parts - apiStorage = "stor" - apiJobs = "jobs" - apiJobsLive = "live" - apiJobsIn = "in" - apiJobsOut = "out" - apiJobsFail = "fail" - apiJobsErr = "err" - apiJobsEnd = "end" - apiJobsCancel = "cancel" - apiJobsStatus = "status" -) - -// Client provides a means to access Joyent Manta -type Client struct { - client client.Client -} - -// New creates a new Client. -func New(client client.Client) *Client { - return &Client{client} -} - -// request represents an API request -type request struct { - method string - url string - reqValue interface{} - reqHeader http.Header - reqReader io.Reader - reqLength int - resp interface{} - respHeader *http.Header - expectedStatus int -} - -// Helper method to send an API request -func (c *Client) sendRequest(req request) (*jh.ResponseData, error) { - request := jh.RequestData{ - ReqValue: req.reqValue, - ReqHeaders: req.reqHeader, - ReqReader: req.reqReader, - ReqLength: req.reqLength, - } - if req.expectedStatus == 0 { - req.expectedStatus = http.StatusOK - } - respData := jh.ResponseData{ - RespValue: req.resp, - RespHeaders: req.respHeader, - ExpectedStatus: []int{req.expectedStatus}, - } - err := c.client.SendRequest(req.method, req.url, "", &request, &respData) - return &respData, err -} - -// Helper method to create the API URL -func makeURL(parts ...string) string { - return path.Join(parts...) -} - -// ListDirectoryOpts represent the option that can be specified -// when listing a directory. -type ListDirectoryOpts struct { - Limit int `json:"limit"` // Limit to the number of records returned (default and max is 1000) - Marker string `json:"marker"` // Key name at which to start the next listing -} - -// Entry represents an object stored in Manta, either a file or a directory -type Entry struct { - Name string `json:"name"` // Entry name - Etag string `json:"etag,omitempty"` // If type is 'object', object UUID - Size int `json:"size,omitempty"` // If type is 'object', object size (content-length) - Type string `json:"type"` // Entry type, one of 'directory' or 'object' - Mtime string `json:"mtime"` // ISO8601 timestamp of the last update -} - -// Creates a directory at the specified path. Any parent directory must exist. -// See API docs: http://apidocs.joyent.com/manta/api.html#PutDirectory -func (c *Client) PutDirectory(path string) error { - requestHeaders := make(http.Header) - requestHeaders.Set("Content-Type", "application/json; type=directory") - requestHeaders.Set("Accept", "*/*") - req := request{ - method: client.PUT, - url: makeURL(apiStorage, path), - reqHeader: requestHeaders, - expectedStatus: http.StatusNoContent, - } - if _, err := c.sendRequest(req); err != nil { - return errors.Newf(err, "failed to create directory: %s", path) - } - return nil -} - -// Returns the content of the specified directory, using the specified options. -// See API docs: http://apidocs.joyent.com/manta/api.html#ListDirectory -func (c *Client) ListDirectory(directory string, opts ListDirectoryOpts) ([]Entry, error) { - var resp []Entry - requestHeaders := make(http.Header) - requestHeaders.Set("Accept", "*/*") - req := request{ - method: client.GET, - url: makeURL(apiStorage, directory), - reqHeader: requestHeaders, - resp: &resp, - reqValue: opts, - } - if _, err := c.sendRequest(req); err != nil { - return nil, errors.Newf(err, "failed to list directory %s", directory) - } - return resp, nil -} - -// Deletes the specified directory. Directory must be empty. -// See API docs: http://apidocs.joyent.com/manta/api.html#DeleteDirectory -func (c *Client) DeleteDirectory(path string) error { - req := request{ - method: client.DELETE, - url: makeURL(apiStorage, path), - expectedStatus: http.StatusNoContent, - } - if _, err := c.sendRequest(req); err != nil { - return errors.Newf(err, "failed to delete directory %s", path) - } - return nil -} - -// Creates an object at the specified path. Any parent directory must exist. -// See API docs: http://apidocs.joyent.com/manta/api.html#PutObject -func (c *Client) PutObject(path, objectName string, object []byte) error { - r := bytes.NewReader(object) - req := request{ - method: client.PUT, - url: makeURL(apiStorage, path, objectName), - reqReader: r, - reqLength: len(object), - expectedStatus: http.StatusNoContent, - } - if _, err := c.sendRequest(req); err != nil { - return errors.Newf(err, "failed to create object: %s/%s", path, objectName) - } - return nil -} - -// Retrieves the specified object from the specified location. -// See API docs: http://apidocs.joyent.com/manta/api.html#GetObject -func (c *Client) GetObject(path, objectName string) ([]byte, error) { - var resp []byte - requestHeaders := make(http.Header) - requestHeaders.Set("Accept", "*/*") - req := request{ - method: client.GET, - url: makeURL(apiStorage, path, objectName), - reqHeader: requestHeaders, - resp: &resp, - } - respData, err := c.sendRequest(req) - if err != nil { - return nil, errors.Newf(err, "failed to get object %s/%s", path, objectName) - } - res, ok := respData.RespValue.(*[]byte) - if !ok { - return nil, errors.Newf(err, "failed to assert downloaded data as type *[]byte for object %s/%s", path, objectName) - } - return *res, nil -} - -// Deletes the specified object from the specified location. -// See API docs: http://apidocs.joyent.com/manta/api.html#DeleteObject -func (c *Client) DeleteObject(path, objectName string) error { - req := request{ - method: client.DELETE, - url: makeURL(apiStorage, path, objectName), - expectedStatus: http.StatusNoContent, - } - if _, err := c.sendRequest(req); err != nil { - return errors.Newf(err, "failed to delete object %s/%s", path, objectName) - } - return nil -} - -// Creates a link (similar to a Unix hard link) from location to path/linkName. -// See API docs: http://apidocs.joyent.com/manta/api.html#PutSnapLink -func (c *Client) PutSnapLink(path, linkName, location string) error { - requestHeaders := make(http.Header) - requestHeaders.Set("Accept", "application/json; type=link") - requestHeaders.Set("Location", location) - req := request{ - method: client.PUT, - url: makeURL(apiStorage, path, linkName), - reqHeader: requestHeaders, - expectedStatus: http.StatusNoContent, - } - if _, err := c.sendRequest(req); err != nil { - return errors.Newf(err, "failed to create snap link: %s/%s", path, linkName) - } - return nil -} - -// CreateJobOpts represent the option that can be specified -// when creating a job. -type CreateJobOpts struct { - Name string `json:"name,omitempty"` // Job Name (optional) - Phases []Phase `json:"phases"` // Tasks to execute as part of this job -} - -// Job represents the status of a job. -type Job struct { - Id string // Job unique identifier - Name string `json:"name,omitempty"` // Job Name - State string // Job state - Cancelled bool // Whether the job has been cancelled or not - InputDone bool // Whether the inputs for the job is still open or not - Stats JobStats `json:"stats,omitempty"` // Job statistics - TimeCreated string // Time the job was created at - TimeDone string `json:"timeDone,omitempty"` // Time the job was completed - TimeArchiveStarted string `json:"timeArchiveStarted,omitempty"` // Time the job archiving started - TimeArchiveDone string `json:"timeArchiveDone,omitempty"` // Time the job archiving completed - Phases []Phase `json:"phases"` // Job tasks - Options interface{} // Job options -} - -// JobStats represents statistics about a job -type JobStats struct { - Errors int // Number or errors - Outputs int // Number of output produced - Retries int // Number of retries - Tasks int // Total number of task in the job - TasksDone int // number of tasks done -} - -// Phase represents a task to be executed as part of a Job -type Phase struct { - Type string `json:"type,omitempty"` // Task type, one of 'map' or 'reduce' (optional) - Assets []string `json:"assets,omitempty"` // An array of objects to be placed in the compute zones (optional) - Exec string `json:"exec"` // The actual shell statement to execute - Init string `json:"init"` // Shell statement to execute in each compute zone before any tasks are executed - Count int `json:"count,omitempty"` // If type is 'reduce', an optional number of reducers for this phase (default is 1) - Memory int `json:"memory,omitempty"` // Amount of DRAM to give to your compute zone (in Mb, optional) - Disk int `json:"disk,omitempty"` // Amount of disk space to give to your compute zone (in Gb, optional) -} - -// JobError represents an error occurred during a job execution -type JobError struct { - Id string // Job Id - Phase string // Phase number of the failure - What string // A human readable summary of what failed - Code string // Error code - Message string // Human readable error message - Stderr string // A key that saved the stderr for the given command (optional) - Key string // The input key being processed when the task failed (optional) -} - -// Creates a job with the given options. -// See API docs: http://apidocs.joyent.com/manta/api.html#CreateJob -func (c *Client) CreateJob(opts CreateJobOpts) (string, error) { - var resp string - var respHeader http.Header - req := request{ - method: client.POST, - url: apiJobs, - reqValue: opts, - respHeader: &respHeader, - resp: &resp, - expectedStatus: http.StatusCreated, - } - respData, err := c.sendRequest(req) - if err != nil { - return "", errors.Newf(err, "failed to create job with name: %s", opts.Name) - } - return respData.RespHeaders.Get("Location"), nil -} - -// Submits inputs to an already created job. -// See API docs: http://apidocs.joyent.com/manta/api.html#AddJobInputs -func (c *Client) AddJobInputs(jobId string, jobInputs io.Reader) error { - inputData, errI := ioutil.ReadAll(jobInputs) - if errI != nil { - return errors.Newf(errI, "failed to read inputs for job %s", jobId) - } - requestHeaders := make(http.Header) - requestHeaders.Set("Accept", "*/*") - requestHeaders.Set("Content-Type", "text/plain") - req := request{ - method: client.POST, - url: makeURL(apiJobs, jobId, apiJobsLive, apiJobsIn), - reqValue: string(inputData), - reqHeader: requestHeaders, - expectedStatus: http.StatusNoContent, - } - if _, err := c.sendRequest(req); err != nil { - return errors.Newf(err, "failed to add inputs to job %s", jobId) - } - return nil -} - -// This closes input for a job, and finalize the job. -// See API docs: http://apidocs.joyent.com/manta/api.html#EndJobInput -func (c *Client) EndJobInputs(jobId string) error { - req := request{ - method: client.POST, - url: makeURL(apiJobs, jobId, apiJobsLive, apiJobsIn, apiJobsEnd), - expectedStatus: http.StatusAccepted, - } - if _, err := c.sendRequest(req); err != nil { - return errors.Newf(err, "failed to end inputs for job %s", jobId) - } - return nil -} - -// This cancels a job from doing any further work. -// Cancellation is asynchronous and "best effort"; there is no guarantee the job will actually stop -// See API docs: http://apidocs.joyent.com/manta/api.html#CancelJob -func (c *Client) CancelJob(jobId string) error { - req := request{ - method: client.POST, - url: makeURL(apiJobs, jobId, apiJobsLive, apiJobsCancel), - expectedStatus: http.StatusAccepted, - } - if _, err := c.sendRequest(req); err != nil { - return errors.Newf(err, "failed to cancel job %s", jobId) - } - return nil -} - -// Returns the list of jobs. -// Note you can filter the set of jobs down to only live jobs by setting the liveOnly flag. -// See API docs: http://apidocs.joyent.com/manta/api.html#ListJobs -func (c *Client) ListJobs(liveOnly bool) ([]Entry, error) { - var resp []Entry - var url string - if liveOnly { - url = fmt.Sprintf("%s?state=running", apiJobs) - } else { - url = apiJobs - } - req := request{ - method: client.GET, - url: url, - resp: &resp, - } - if _, err := c.sendRequest(req); err != nil { - return nil, errors.Newf(err, "failed to list jobs") - } - return resp, nil -} - -// Gets the high-level job container object for a given job. -// See API docs: http://apidocs.joyent.com/manta/api.html#GetJob -func (c *Client) GetJob(jobId string) (Job, error) { - var resp Job - req := request{ - method: client.GET, - url: makeURL(apiJobs, jobId, apiJobsLive, apiJobsStatus), - resp: &resp, - } - if _, err := c.sendRequest(req); err != nil { - return Job{}, errors.Newf(err, "failed to get job with id: %s", jobId) - } - return resp, nil -} - -// Returns the current "live" set of outputs from a given job. -// See API docs: http://apidocs.joyent.com/manta/api.html#GetJobOutput -func (c *Client) GetJobOutput(jobId string) (string, error) { - var resp string - req := request{ - method: client.GET, - url: makeURL(apiJobs, jobId, apiJobsLive, apiJobsOut), - resp: &resp, - } - if _, err := c.sendRequest(req); err != nil { - return "", errors.Newf(err, "failed to get output for job with id: %s", jobId) - } - return resp, nil -} - -// Returns the submitted input objects for a given job, available while the job is running. -// See API docs: http://apidocs.joyent.com/manta/api.html#GetJobInput -func (c *Client) GetJobInput(jobId string) (string, error) { - var resp string - req := request{ - method: client.GET, - url: makeURL(apiJobs, jobId, apiJobsLive, apiJobsIn), - resp: &resp, - } - if _, err := c.sendRequest(req); err != nil { - return "", errors.Newf(err, "failed to get input for job with id: %s", jobId) - } - return resp, nil -} - -// Returns the current "live" set of failures from a given job. -// See API docs: http://apidocs.joyent.com/manta/api.html#GetJobFailures -func (c *Client) GetJobFailures(jobId string) (interface{}, error) { - var resp interface{} - req := request{ - method: client.GET, - url: makeURL(apiJobs, jobId, apiJobsLive, apiJobsFail), - resp: &resp, - } - if _, err := c.sendRequest(req); err != nil { - return nil, errors.Newf(err, "failed to get failures for job with id: %s", jobId) - } - return resp, nil -} - -// Returns the current "live" set of errors from a given job. -// See API docs: http://apidocs.joyent.com/manta/api.html#GetJobErrors -func (c *Client) GetJobErrors(jobId string) ([]JobError, error) { - var resp []JobError - req := request{ - method: client.GET, - url: makeURL(apiJobs, jobId, apiJobsLive, apiJobsErr), - resp: &resp, - } - if _, err := c.sendRequest(req); err != nil { - return nil, errors.Newf(err, "failed to get errors for job with id: %s", jobId) - } - return resp, nil -} - -// Returns a signed URL to retrieve the object at path. -func (c *Client) SignURL(path string, expires time.Time) (string, error) { - return c.client.SignURL(path, expires) -} diff --git a/vendor/github.com/joyent/gosign/LICENSE b/vendor/github.com/joyent/gosign/LICENSE deleted file mode 100644 index 14e2f777f..000000000 --- a/vendor/github.com/joyent/gosign/LICENSE +++ /dev/null @@ -1,373 +0,0 @@ -Mozilla Public License Version 2.0 -================================== - -1. Definitions --------------- - -1.1. "Contributor" - means each individual or legal entity that creates, contributes to - the creation of, or owns Covered Software. - -1.2. "Contributor Version" - means the combination of the Contributions of others (if any) used - by a Contributor and that particular Contributor's Contribution. - -1.3. "Contribution" - means Covered Software of a particular Contributor. - -1.4. "Covered Software" - means Source Code Form to which the initial Contributor has attached - the notice in Exhibit A, the Executable Form of such Source Code - Form, and Modifications of such Source Code Form, in each case - including portions thereof. - -1.5. "Incompatible With Secondary Licenses" - means - - (a) that the initial Contributor has attached the notice described - in Exhibit B to the Covered Software; or - - (b) that the Covered Software was made available under the terms of - version 1.1 or earlier of the License, but not also under the - terms of a Secondary License. - -1.6. "Executable Form" - means any form of the work other than Source Code Form. - -1.7. "Larger Work" - means a work that combines Covered Software with other material, in - a separate file or files, that is not Covered Software. - -1.8. "License" - means this document. - -1.9. "Licensable" - means having the right to grant, to the maximum extent possible, - whether at the time of the initial grant or subsequently, any and - all of the rights conveyed by this License. - -1.10. "Modifications" - means any of the following: - - (a) any file in Source Code Form that results from an addition to, - deletion from, or modification of the contents of Covered - Software; or - - (b) any new file in Source Code Form that contains any Covered - Software. - -1.11. "Patent Claims" of a Contributor - means any patent claim(s), including without limitation, method, - process, and apparatus claims, in any patent Licensable by such - Contributor that would be infringed, but for the grant of the - License, by the making, using, selling, offering for sale, having - made, import, or transfer of either its Contributions or its - Contributor Version. - -1.12. "Secondary License" - means either the GNU General Public License, Version 2.0, the GNU - Lesser General Public License, Version 2.1, the GNU Affero General - Public License, Version 3.0, or any later versions of those - licenses. - -1.13. "Source Code Form" - means the form of the work preferred for making modifications. - -1.14. "You" (or "Your") - means an individual or a legal entity exercising rights under this - License. For legal entities, "You" includes any entity that - controls, is controlled by, or is under common control with You. For - purposes of this definition, "control" means (a) the power, direct - or indirect, to cause the direction or management of such entity, - whether by contract or otherwise, or (b) ownership of more than - fifty percent (50%) of the outstanding shares or beneficial - ownership of such entity. - -2. License Grants and Conditions --------------------------------- - -2.1. Grants - -Each Contributor hereby grants You a world-wide, royalty-free, -non-exclusive license: - -(a) under intellectual property rights (other than patent or trademark) - Licensable by such Contributor to use, reproduce, make available, - modify, display, perform, distribute, and otherwise exploit its - Contributions, either on an unmodified basis, with Modifications, or - as part of a Larger Work; and - -(b) under Patent Claims of such Contributor to make, use, sell, offer - for sale, have made, import, and otherwise transfer either its - Contributions or its Contributor Version. - -2.2. Effective Date - -The licenses granted in Section 2.1 with respect to any Contribution -become effective for each Contribution on the date the Contributor first -distributes such Contribution. - -2.3. Limitations on Grant Scope - -The licenses granted in this Section 2 are the only rights granted under -this License. No additional rights or licenses will be implied from the -distribution or licensing of Covered Software under this License. -Notwithstanding Section 2.1(b) above, no patent license is granted by a -Contributor: - -(a) for any code that a Contributor has removed from Covered Software; - or - -(b) for infringements caused by: (i) Your and any other third party's - modifications of Covered Software, or (ii) the combination of its - Contributions with other software (except as part of its Contributor - Version); or - -(c) under Patent Claims infringed by Covered Software in the absence of - its Contributions. - -This License does not grant any rights in the trademarks, service marks, -or logos of any Contributor (except as may be necessary to comply with -the notice requirements in Section 3.4). - -2.4. Subsequent Licenses - -No Contributor makes additional grants as a result of Your choice to -distribute the Covered Software under a subsequent version of this -License (see Section 10.2) or under the terms of a Secondary License (if -permitted under the terms of Section 3.3). - -2.5. Representation - -Each Contributor represents that the Contributor believes its -Contributions are its original creation(s) or it has sufficient rights -to grant the rights to its Contributions conveyed by this License. - -2.6. Fair Use - -This License is not intended to limit any rights You have under -applicable copyright doctrines of fair use, fair dealing, or other -equivalents. - -2.7. Conditions - -Sections 3.1, 3.2, 3.3, and 3.4 are conditions of the licenses granted -in Section 2.1. - -3. Responsibilities -------------------- - -3.1. Distribution of Source Form - -All distribution of Covered Software in Source Code Form, including any -Modifications that You create or to which You contribute, must be under -the terms of this License. You must inform recipients that the Source -Code Form of the Covered Software is governed by the terms of this -License, and how they can obtain a copy of this License. You may not -attempt to alter or restrict the recipients' rights in the Source Code -Form. - -3.2. Distribution of Executable Form - -If You distribute Covered Software in Executable Form then: - -(a) such Covered Software must also be made available in Source Code - Form, as described in Section 3.1, and You must inform recipients of - the Executable Form how they can obtain a copy of such Source Code - Form by reasonable means in a timely manner, at a charge no more - than the cost of distribution to the recipient; and - -(b) You may distribute such Executable Form under the terms of this - License, or sublicense it under different terms, provided that the - license for the Executable Form does not attempt to limit or alter - the recipients' rights in the Source Code Form under this License. - -3.3. Distribution of a Larger Work - -You may create and distribute a Larger Work under terms of Your choice, -provided that You also comply with the requirements of this License for -the Covered Software. If the Larger Work is a combination of Covered -Software with a work governed by one or more Secondary Licenses, and the -Covered Software is not Incompatible With Secondary Licenses, this -License permits You to additionally distribute such Covered Software -under the terms of such Secondary License(s), so that the recipient of -the Larger Work may, at their option, further distribute the Covered -Software under the terms of either this License or such Secondary -License(s). - -3.4. Notices - -You may not remove or alter the substance of any license notices -(including copyright notices, patent notices, disclaimers of warranty, -or limitations of liability) contained within the Source Code Form of -the Covered Software, except that You may alter any license notices to -the extent required to remedy known factual inaccuracies. - -3.5. Application of Additional Terms - -You may choose to offer, and to charge a fee for, warranty, support, -indemnity or liability obligations to one or more recipients of Covered -Software. However, You may do so only on Your own behalf, and not on -behalf of any Contributor. You must make it absolutely clear that any -such warranty, support, indemnity, or liability obligation is offered by -You alone, and You hereby agree to indemnify every Contributor for any -liability incurred by such Contributor as a result of warranty, support, -indemnity or liability terms You offer. You may include additional -disclaimers of warranty and limitations of liability specific to any -jurisdiction. - -4. Inability to Comply Due to Statute or Regulation ---------------------------------------------------- - -If it is impossible for You to comply with any of the terms of this -License with respect to some or all of the Covered Software due to -statute, judicial order, or regulation then You must: (a) comply with -the terms of this License to the maximum extent possible; and (b) -describe the limitations and the code they affect. Such description must -be placed in a text file included with all distributions of the Covered -Software under this License. Except to the extent prohibited by statute -or regulation, such description must be sufficiently detailed for a -recipient of ordinary skill to be able to understand it. - -5. Termination --------------- - -5.1. The rights granted under this License will terminate automatically -if You fail to comply with any of its terms. However, if You become -compliant, then the rights granted under this License from a particular -Contributor are reinstated (a) provisionally, unless and until such -Contributor explicitly and finally terminates Your grants, and (b) on an -ongoing basis, if such Contributor fails to notify You of the -non-compliance by some reasonable means prior to 60 days after You have -come back into compliance. Moreover, Your grants from a particular -Contributor are reinstated on an ongoing basis if such Contributor -notifies You of the non-compliance by some reasonable means, this is the -first time You have received notice of non-compliance with this License -from such Contributor, and You become compliant prior to 30 days after -Your receipt of the notice. - -5.2. If You initiate litigation against any entity by asserting a patent -infringement claim (excluding declaratory judgment actions, -counter-claims, and cross-claims) alleging that a Contributor Version -directly or indirectly infringes any patent, then the rights granted to -You by any and all Contributors for the Covered Software under Section -2.1 of this License shall terminate. - -5.3. In the event of termination under Sections 5.1 or 5.2 above, all -end user license agreements (excluding distributors and resellers) which -have been validly granted by You or Your distributors under this License -prior to termination shall survive termination. - -************************************************************************ -* * -* 6. Disclaimer of Warranty * -* ------------------------- * -* * -* Covered Software is provided under this License on an "as is" * -* basis, without warranty of any kind, either expressed, implied, or * -* statutory, including, without limitation, warranties that the * -* Covered Software is free of defects, merchantable, fit for a * -* particular purpose or non-infringing. The entire risk as to the * -* quality and performance of the Covered Software is with You. * -* Should any Covered Software prove defective in any respect, You * -* (not any Contributor) assume the cost of any necessary servicing, * -* repair, or correction. This disclaimer of warranty constitutes an * -* essential part of this License. No use of any Covered Software is * -* authorized under this License except under this disclaimer. * -* * -************************************************************************ - -************************************************************************ -* * -* 7. Limitation of Liability * -* -------------------------- * -* * -* Under no circumstances and under no legal theory, whether tort * -* (including negligence), contract, or otherwise, shall any * -* Contributor, or anyone who distributes Covered Software as * -* permitted above, be liable to You for any direct, indirect, * -* special, incidental, or consequential damages of any character * -* including, without limitation, damages for lost profits, loss of * -* goodwill, work stoppage, computer failure or malfunction, or any * -* and all other commercial damages or losses, even if such party * -* shall have been informed of the possibility of such damages. This * -* limitation of liability shall not apply to liability for death or * -* personal injury resulting from such party's negligence to the * -* extent applicable law prohibits such limitation. Some * -* jurisdictions do not allow the exclusion or limitation of * -* incidental or consequential damages, so this exclusion and * -* limitation may not apply to You. * -* * -************************************************************************ - -8. Litigation -------------- - -Any litigation relating to this License may be brought only in the -courts of a jurisdiction where the defendant maintains its principal -place of business and such litigation shall be governed by laws of that -jurisdiction, without reference to its conflict-of-law provisions. -Nothing in this Section shall prevent a party's ability to bring -cross-claims or counter-claims. - -9. Miscellaneous ----------------- - -This License represents the complete agreement concerning the subject -matter hereof. If any provision of this License is held to be -unenforceable, such provision shall be reformed only to the extent -necessary to make it enforceable. Any law or regulation which provides -that the language of a contract shall be construed against the drafter -shall not be used to construe this License against a Contributor. - -10. Versions of the License ---------------------------- - -10.1. New Versions - -Mozilla Foundation is the license steward. Except as provided in Section -10.3, no one other than the license steward has the right to modify or -publish new versions of this License. Each version will be given a -distinguishing version number. - -10.2. Effect of New Versions - -You may distribute the Covered Software under the terms of the version -of the License under which You originally received the Covered Software, -or under the terms of any subsequent version published by the license -steward. - -10.3. Modified Versions - -If you create software not governed by this License, and you want to -create a new license for such software, you may create and use a -modified version of this License if you rename the license and remove -any references to the name of the license steward (except to note that -such modified license differs from this License). - -10.4. Distributing Source Code Form that is Incompatible With Secondary -Licenses - -If You choose to distribute Source Code Form that is Incompatible With -Secondary Licenses under the terms of this version of the License, the -notice described in Exhibit B of this License must be attached. - -Exhibit A - Source Code Form License Notice -------------------------------------------- - - This Source Code Form is subject to the terms of the Mozilla Public - License, v. 2.0. If a copy of the MPL was not distributed with this - file, You can obtain one at http://mozilla.org/MPL/2.0/. - -If it is not possible or desirable to put the notice in a particular -file, then You may include the notice in a location (such as a LICENSE -file in a relevant directory) where a recipient would be likely to look -for such a notice. - -You may add additional accurate notices of copyright ownership. - -Exhibit B - "Incompatible With Secondary Licenses" Notice ---------------------------------------------------------- - - This Source Code Form is "Incompatible With Secondary Licenses", as - defined by the Mozilla Public License, v. 2.0. diff --git a/vendor/github.com/joyent/gosign/auth/auth.go b/vendor/github.com/joyent/gosign/auth/auth.go deleted file mode 100644 index 018e24c66..000000000 --- a/vendor/github.com/joyent/gosign/auth/auth.go +++ /dev/null @@ -1,132 +0,0 @@ -// -// gosign - Go HTTP signing library for the Joyent Public Cloud and Joyent Manta -// -// -// Copyright (c) 2013 Joyent Inc. -// -// Written by Daniele Stroppa -// - -package auth - -import ( - "crypto" - "crypto/rand" - "crypto/rsa" - "crypto/x509" - "encoding/base64" - "encoding/pem" - "fmt" - "net/http" - "net/url" - "strings" -) - -const ( - // Authorization Headers - SdcSignature = "Signature keyId=\"/%s/keys/%s\",algorithm=\"%s\" %s" - MantaSignature = "Signature keyId=\"/%s/keys/%s\",algorithm=\"%s\",signature=\"%s\"" -) - -type Endpoint struct { - URL string -} - -type Auth struct { - User string - PrivateKey PrivateKey - Algorithm string -} - -type Credentials struct { - UserAuthentication *Auth - SdcKeyId string - SdcEndpoint Endpoint - MantaKeyId string - MantaEndpoint Endpoint -} - -type PrivateKey struct { - key *rsa.PrivateKey -} - -// NewAuth creates a new Auth. -func NewAuth(user, privateKey, algorithm string) (*Auth, error) { - block, _ := pem.Decode([]byte(privateKey)) - if block == nil { - return nil, fmt.Errorf("invalid private key data: %s", privateKey) - } - rsakey, err := x509.ParsePKCS1PrivateKey(block.Bytes) - if err != nil { - return nil, fmt.Errorf("An error occurred while parsing the key: %s", err) - } - return &Auth{user, PrivateKey{rsakey}, algorithm}, nil -} - -// The CreateAuthorizationHeader returns the Authorization header for the give request. -func CreateAuthorizationHeader(headers http.Header, credentials *Credentials, isMantaRequest bool) (string, error) { - if isMantaRequest { - signature, err := GetSignature(credentials.UserAuthentication, "date: "+headers.Get("Date")) - if err != nil { - return "", err - } - return fmt.Sprintf(MantaSignature, credentials.UserAuthentication.User, credentials.MantaKeyId, - credentials.UserAuthentication.Algorithm, signature), nil - } - signature, err := GetSignature(credentials.UserAuthentication, headers.Get("Date")) - if err != nil { - return "", err - } - return fmt.Sprintf(SdcSignature, credentials.UserAuthentication.User, credentials.SdcKeyId, - credentials.UserAuthentication.Algorithm, signature), nil -} - -// The GetSignature method signs the specified key according to http://apidocs.joyent.com/cloudapi/#issuing-requests -// and http://apidocs.joyent.com/manta/api.html#authentication. -func GetSignature(auth *Auth, signing string) (string, error) { - hashFunc := getHashFunction(auth.Algorithm) - hash := hashFunc.New() - hash.Write([]byte(signing)) - - digest := hash.Sum(nil) - - signed, err := rsa.SignPKCS1v15(rand.Reader, auth.PrivateKey.key, hashFunc, digest) - if err != nil { - return "", fmt.Errorf("An error occurred while signing the key: %s", err) - } - - return base64.StdEncoding.EncodeToString(signed), nil -} - -// Helper method to get the Hash function based on the algorithm -func getHashFunction(algorithm string) (hashFunc crypto.Hash) { - switch strings.ToLower(algorithm) { - case "rsa-sha1": - hashFunc = crypto.SHA1 - case "rsa-sha224", "rsa-sha256": - hashFunc = crypto.SHA256 - case "rsa-sha384", "rsa-sha512": - hashFunc = crypto.SHA512 - default: - hashFunc = crypto.SHA256 - } - return -} - -func (cred *Credentials) Region() string { - parsedUrl, err := url.Parse(cred.SdcEndpoint.URL) - if err != nil { - // Bogus URL - no region. - return "" - } - if strings.HasPrefix(parsedUrl.Host, "localhost") || strings.HasPrefix(parsedUrl.Host, "127.0.0.1") { - return "some-region" - } - - host := parsedUrl.Host - firstDotIdx := strings.Index(host, ".") - if firstDotIdx >= 0 { - return host[:firstDotIdx] - } - return host -} diff --git a/vendor/vendor.json b/vendor/vendor.json index a0706f836..9a5623c93 100644 --- a/vendor/vendor.json +++ b/vendor/vendor.json @@ -1807,44 +1807,6 @@ "revision": "bd40a432e4c76585ef6b72d3fd96fb9b6dc7b68d", "revisionTime": "2016-08-03T19:07:31Z" }, - { - "checksumSHA1": "NOwNdnb70M6s9LvhaPFabBVwlBs=", - "path": "github.com/joyent/gocommon", - "revision": "b78708995d1c2ebdb64a3061b0bca5d8ccdf0fc2", - "revisionTime": "2016-12-02T19:23:17Z" - }, - { - "checksumSHA1": "O0WFPpYSMzeDL11yO84IYBSXrmk=", - "path": "github.com/joyent/gocommon/client", - "revision": "ade826b8b54e81a779ccb29d358a45ba24b7809c" - }, - { - "checksumSHA1": "zH2ph01RwbvMcrHs721PxcrPKAE=", - "path": "github.com/joyent/gocommon/errors", - "revision": "ade826b8b54e81a779ccb29d358a45ba24b7809c" - }, - { - "checksumSHA1": "cz4amcSofbyq0dH1sdOHNUvznWw=", - "path": "github.com/joyent/gocommon/http", - "revision": "ade826b8b54e81a779ccb29d358a45ba24b7809c" - }, - { - "checksumSHA1": "+nMoWlInlUEf1EOzKmUwd8E/qf4=", - "path": "github.com/joyent/gocommon/jpc", - "revision": "ade826b8b54e81a779ccb29d358a45ba24b7809c" - }, - { - "checksumSHA1": "ysHPYOB/xV0dMIAES8ZOQu9KwQQ=", - "path": "github.com/joyent/gomanta/manta", - "revision": "ece4f0cbe61f600794bbcff71d8f9ee86909b2dc", - "revisionTime": "2016-09-13T20:25:01Z" - }, - { - "checksumSHA1": "N0NRIcJF7aj1wd56DA1N9GpYq/4=", - "path": "github.com/joyent/gosign/auth", - "revision": "8978c75ffefb3f63a977ad9cbfce40caeb40177e", - "revisionTime": "2016-06-16T18:50:15Z" - }, { "checksumSHA1": "Lg8OHK87XRGCaipG+5+zFyN8OMw=", "path": "github.com/joyent/triton-go",