package cos import ( "bytes" "context" "encoding/base64" "encoding/xml" "fmt" "io" "io/ioutil" "net/http" "net/url" "reflect" "text/template" "strconv" "github.com/google/go-querystring/query" "github.com/mozillazg/go-httpheader" ) const ( // Version current go sdk version Version = "0.7.3" userAgent = "cos-go-sdk-v5/" + Version contentTypeXML = "application/xml" defaultServiceBaseURL = "http://service.cos.myqcloud.com" ) var bucketURLTemplate = template.Must( template.New("bucketURLFormat").Parse( "{{.Schema}}://{{.BucketName}}.cos.{{.Region}}.myqcloud.com", ), ) // BaseURL 访问各 API 所需的基础 URL type BaseURL struct { // 访问 bucket, object 相关 API 的基础 URL(不包含 path 部分): http://example.com BucketURL *url.URL // 访问 service API 的基础 URL(不包含 path 部分): http://example.com ServiceURL *url.URL } // NewBucketURL 生成 BaseURL 所需的 BucketURL // // bucketName: bucket名称, bucket的命名规则为{name}-{appid} ,此处填写的存储桶名称必须为此格式 // Region: 区域代码: ap-beijing-1,ap-beijing,ap-shanghai,ap-guangzhou... // secure: 是否使用 https func NewBucketURL(bucketName, region string, secure bool) *url.URL { schema := "https" if !secure { schema = "http" } w := bytes.NewBuffer(nil) bucketURLTemplate.Execute(w, struct { Schema string BucketName string Region string }{ schema, bucketName, region, }) u, _ := url.Parse(w.String()) return u } // Client is a client manages communication with the COS API. type Client struct { client *http.Client UserAgent string BaseURL *BaseURL common service Service *ServiceService Bucket *BucketService Object *ObjectService } type service struct { client *Client } // NewClient returns a new COS API client. func NewClient(uri *BaseURL, httpClient *http.Client) *Client { if httpClient == nil { httpClient = &http.Client{} } baseURL := &BaseURL{} if uri != nil { baseURL.BucketURL = uri.BucketURL baseURL.ServiceURL = uri.ServiceURL } if baseURL.ServiceURL == nil { baseURL.ServiceURL, _ = url.Parse(defaultServiceBaseURL) } c := &Client{ client: httpClient, UserAgent: userAgent, BaseURL: baseURL, } c.common.client = c c.Service = (*ServiceService)(&c.common) c.Bucket = (*BucketService)(&c.common) c.Object = (*ObjectService)(&c.common) return c } func (c *Client) newRequest(ctx context.Context, baseURL *url.URL, uri, method string, body interface{}, optQuery interface{}, optHeader interface{}) (req *http.Request, err error) { uri, err = addURLOptions(uri, optQuery) if err != nil { return } u, _ := url.Parse(uri) urlStr := baseURL.ResolveReference(u).String() var reader io.Reader contentType := "" contentMD5 := "" if body != nil { // 上传文件 if r, ok := body.(io.Reader); ok { reader = r } else { b, err := xml.Marshal(body) if err != nil { return nil, err } contentType = contentTypeXML reader = bytes.NewReader(b) contentMD5 = base64.StdEncoding.EncodeToString(calMD5Digest(b)) } } req, err = http.NewRequest(method, urlStr, reader) if err != nil { return } req.Header, err = addHeaderOptions(req.Header, optHeader) if err != nil { return } if v := req.Header.Get("Content-Length"); req.ContentLength == 0 && v != "" && v != "0" { req.ContentLength, _ = strconv.ParseInt(v, 10, 64) } if contentMD5 != "" { req.Header["Content-MD5"] = []string{contentMD5} } if c.UserAgent != "" { req.Header.Set("User-Agent", c.UserAgent) } if req.Header.Get("Content-Type") == "" && contentType != "" { req.Header.Set("Content-Type", contentType) } return } func (c *Client) doAPI(ctx context.Context, req *http.Request, result interface{}, closeBody bool) (*Response, error) { req = req.WithContext(ctx) resp, err := c.client.Do(req) if err != nil { // If we got an error, and the context has been canceled, // the context's error is probably more useful. select { case <-ctx.Done(): return nil, ctx.Err() default: } return nil, err } defer func() { if closeBody { // Close the body to let the Transport reuse the connection io.Copy(ioutil.Discard, resp.Body) resp.Body.Close() } }() response := newResponse(resp) err = checkResponse(resp) if err != nil { // even though there was an error, we still return the response // in case the caller wants to inspect it further return response, err } if result != nil { if w, ok := result.(io.Writer); ok { io.Copy(w, resp.Body) } else { err = xml.NewDecoder(resp.Body).Decode(result) if err == io.EOF { err = nil // ignore EOF errors caused by empty response body } } } return response, err } type sendOptions struct { // 基础 URL baseURL *url.URL // URL 中除基础 URL 外的剩余部分 uri string // 请求方法 method string body interface{} // url 查询参数 optQuery interface{} // http header 参数 optHeader interface{} // 用 result 反序列化 resp.Body result interface{} // 是否禁用自动调用 resp.Body.Close() // 自动调用 Close() 是为了能够重用连接 disableCloseBody bool } func (c *Client) send(ctx context.Context, opt *sendOptions) (resp *Response, err error) { req, err := c.newRequest(ctx, opt.baseURL, opt.uri, opt.method, opt.body, opt.optQuery, opt.optHeader) if err != nil { return } resp, err = c.doAPI(ctx, req, opt.result, !opt.disableCloseBody) if err != nil { return } return } // addURLOptions adds the parameters in opt as URL query parameters to s. opt // must be a struct whose fields may contain "url" tags. func addURLOptions(s string, opt interface{}) (string, error) { v := reflect.ValueOf(opt) if v.Kind() == reflect.Ptr && v.IsNil() { return s, nil } u, err := url.Parse(s) if err != nil { return s, err } qs, err := query.Values(opt) if err != nil { return s, err } // 保留原有的参数,并且放在前面。因为 cos 的 url 路由是以第一个参数作为路由的 // e.g. /?uploads q := u.RawQuery rq := qs.Encode() if q != "" { if rq != "" { u.RawQuery = fmt.Sprintf("%s&%s", q, qs.Encode()) } } else { u.RawQuery = rq } return u.String(), nil } // addHeaderOptions adds the parameters in opt as Header fields to req. opt // must be a struct whose fields may contain "header" tags. func addHeaderOptions(header http.Header, opt interface{}) (http.Header, error) { v := reflect.ValueOf(opt) if v.Kind() == reflect.Ptr && v.IsNil() { return header, nil } h, err := httpheader.Header(opt) if err != nil { return nil, err } for key, values := range h { for _, value := range values { header.Add(key, value) } } return header, nil } // Owner defines Bucket/Object's owner type Owner struct { UIN string `xml:"uin,omitempty"` ID string `xml:",omitempty"` DisplayName string `xml:",omitempty"` } // Initiator same to the Owner struct type Initiator Owner // Response API 响应 type Response struct { *http.Response } func newResponse(resp *http.Response) *Response { return &Response{ Response: resp, } } // ACLHeaderOptions is the option of ACLHeader type ACLHeaderOptions struct { XCosACL string `header:"x-cos-acl,omitempty" url:"-" xml:"-"` XCosGrantRead string `header:"x-cos-grant-read,omitempty" url:"-" xml:"-"` XCosGrantWrite string `header:"x-cos-grant-write,omitempty" url:"-" xml:"-"` XCosGrantFullControl string `header:"x-cos-grant-full-control,omitempty" url:"-" xml:"-"` } // ACLGrantee is the param of ACLGrant type ACLGrantee struct { Type string `xml:"type,attr"` UIN string `xml:"uin,omitempty"` URI string `xml:"URI,omitempty"` ID string `xml:",omitempty"` DisplayName string `xml:",omitempty"` SubAccount string `xml:"Subaccount,omitempty"` } // ACLGrant is the param of ACLXml type ACLGrant struct { Grantee *ACLGrantee Permission string } // ACLXml is the ACL body struct type ACLXml struct { XMLName xml.Name `xml:"AccessControlPolicy"` Owner *Owner AccessControlList []ACLGrant `xml:"AccessControlList>Grant,omitempty"` }