/*
* MinIO Go Library for Amazon S3 Compatible Cloud Storage
* Copyright 2017-2020 MinIO, Inc.
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package minio
import (
"context"
"fmt"
"net/http"
"net/http/httptest"
"net/url"
"testing"
"time"
"github.com/minio/minio-go/v7/pkg/credentials"
)
func Test200MultipartUploadWithSpaces(t *testing.T) {
ts := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
w.Write([]byte(``))
w.(http.Flusher).Flush()
for i := 0; i < 10; i++ {
time.Sleep(time.Second)
w.Write([]byte(" "))
w.(http.Flusher).Flush()
}
w.Write([]byte(`http://random/bucket/objectbucketobject"2b3ffa539769372e2df9553358fe26b2-2"`))
}))
srv, err := url.Parse(ts.URL)
if err != nil {
t.Fatal(err)
}
// Instantiate new minio client object.
core, err := NewCore(
srv.Host,
&Options{
Creds: credentials.NewStaticV4("foo", "foo12345", ""),
Secure: srv.Scheme == "https",
})
if err != nil {
t.Fatal("Error:", err)
}
parts := []CompletePart{
{PartNumber: 1, ETag: "b386a859d8a22ff986c0b1252be34658"},
{PartNumber: 2, ETag: "78c577a580bbbba92845789cda1fa932"},
}
foundUploadInfo, err := core.CompleteMultipartUpload(context.Background(),
"bucket",
"object",
"jY1M2U5NWMtZGY2OC00ZjYyLTljZGYtYmZlOWEzODM3MDMwLjlmZWY5OGNlLWQ1Y2EtNDgwMC04N2Y4LWZkNTNkMDM4ZDdiMXgxNzQ4NjA0NzI0NzE4NjU3MTY3",
parts,
PutObjectOptions{},
)
if err != nil {
t.Fatal("Error:", err)
}
expectedUploadInfo := UploadInfo{
Bucket: "bucket",
Key: "object",
ETag: "2b3ffa539769372e2df9553358fe26b2-2",
Location: "http://random/bucket/object",
}
if foundUploadInfo != expectedUploadInfo {
t.Fatalf("Unexpected upload info, expected: `%v`, found: `%v`", expectedUploadInfo, foundUploadInfo)
}
}
func Test200MultipartUploadWithError(t *testing.T) {
const maxRetries = 3
retries := maxRetries
ts := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
retries--
w.Write([]byte(``))
w.(http.Flusher).Flush()
for i := 0; i < 5; i++ {
time.Sleep(time.Second)
w.Write([]byte(" "))
w.(http.Flusher).Flush()
}
w.Write([]byte(`SlowDownWriteResource requested is unwritable, please reduce your request rateobjectbucket/bucket/object18413E84F6C3061349371f38c0d7ec74eae2befc695360a3dfece04732914e58a4281759cd2eba4f`))
}))
srv, err := url.Parse(ts.URL)
if err != nil {
t.Fatal(err)
}
// Instantiate new minio client object.
core, err := NewCore(
srv.Host,
&Options{
Creds: credentials.NewStaticV4("foo", "foo12345", ""),
Secure: srv.Scheme == "https",
Region: "us-east-1",
MaxRetries: retries,
})
if err != nil {
t.Fatal("Error:", err)
}
parts := []CompletePart{
{PartNumber: 1, ETag: "b386a859d8a22ff986c0b1252be34658"},
{PartNumber: 2, ETag: "78c577a580bbbba92845789cda1fa932"},
}
_, err = core.CompleteMultipartUpload(context.Background(),
"bucket",
"object",
"jY1M2U5NWMtZGY2OC00ZjYyLTljZGYtYmZlOWEzODM3MDMwLjlmZWY5OGNlLWQ1Y2EtNDgwMC04N2Y4LWZkNTNkMDM4ZDdiMXgxNzQ4NjA0NzI0NzE4NjU3MTY3",
parts,
PutObjectOptions{},
)
if err == nil {
t.Fatal("CompleteMultipartUpload() returned , which is unexpected")
}
expectedErrorMsg := "Resource requested is unwritable, please reduce your request rate"
if err.Error() != expectedErrorMsg {
t.Fatalf("Unexpected returned error, expected: `%v`, found: `%v`", expectedErrorMsg, err.Error())
}
if retries != 0 {
t.Fatalf("CompleteMultipart request was not retried enough times, expected: %d, found: %d", maxRetries, retries)
}
}
func Test200DeleteObjectsWithError(t *testing.T) {
const maxRetries = 3
retries := maxRetries
ts := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
retries--
w.Write([]byte(``))
w.(http.Flusher).Flush()
for i := 0; i < 5; i++ {
time.Sleep(time.Second)
w.Write([]byte(" "))
w.(http.Flusher).Flush()
}
w.Write([]byte(`SlowDownWriteResource requested is unwritable, please reduce your request rateobjectbucket/bucket/object18413E84F6C3061349371f38c0d7ec74eae2befc695360a3dfece04732914e58a4281759cd2eba4f`))
}))
srv, err := url.Parse(ts.URL)
if err != nil {
t.Fatal(err)
}
// Instantiate new minio client object.
core, err := NewCore(
srv.Host,
&Options{
Creds: credentials.NewStaticV4("foo", "foo12345", ""),
Secure: srv.Scheme == "https",
Region: "us-east-1",
MaxRetries: retries,
})
if err != nil {
t.Fatal("Error:", err)
}
// core.TraceOn(os.Stderr)
objs := make(chan ObjectInfo, 1000)
for i := range 1000 {
objs <- ObjectInfo{Key: fmt.Sprintf("obj-%d", i)}
}
close(objs)
delErrCh := core.RemoveObjects(context.Background(), "bucket", objs, RemoveObjectsOptions{})
delErr := <-delErrCh
err = delErr.Err
if err == nil {
t.Fatal("RemoveObjects() returned , which is unexpected")
}
expectedErrorMsg := "Resource requested is unwritable, please reduce your request rate"
if err.Error() != expectedErrorMsg {
t.Fatalf("Unexpected returned error, expected: `%v`, found: `%v`", expectedErrorMsg, err.Error())
}
if retries != 0 {
t.Fatalf("RemoveObjects() request was not retried enough times, expected: %d, found: %d", maxRetries, retries)
}
}