Repository navigation
Expand file tree
/
Copy pathmain.go
More file actions
96 lines (86 loc) · 2.45 KB
/
Copy pathmain.go
File metadata and controls
96 lines (86 loc) · 2.45 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
package main
import (
"bytes"
"fmt"
"github.com/go-redis/redis"
"github.com/minio/minio-go"
"os"
"time"
)
var (
minioCore *minio.Core
redisClient *redis.Client
err error
)
func InitMinio() {
minioCore, err = minio.NewCore("127.0.0.1:9000", "AKIAINCHU2DIYAQ66TPA", "ZaYtz0d61fJXQ7djyXBX4yZ5ob8Kj/WNXtw6PJob", false)
CheckErr("minio.New", err)
}
func InitRedis() {
redisClient = redis.NewClient(&redis.Options{
Addr: "127.0.0.1:6379",
})
pong, err := redisClient.Ping().Result()
CheckErr(pong, err)
}
//分片上传文件
//分片文件小于5M 再redis缓存到5M在上传
func main() {
InitMinio()
InitRedis()
var (
bucket = "test"
name = "3.log"
uploadId string
completeParts []minio.CompletePart
maxSize = 1024 * 1024 * 5
)
uploadId, err = minioCore.NewMultipartUpload(bucket, name, minio.PutObjectOptions{})
CheckErr("NewMultipartUpload", err)
fmt.Println("uploadId", uploadId)
var j = 1
for i := 1; i < 20; i++ {
//先判断文件大小是不是满足5M
time.Sleep(time.Second * 3)
a := bytes.Repeat([]byte(fmt.Sprint(1)), 1024*1024)
redisA, err := redisClient.Get(uploadId).Bytes()
if err != nil {
if err != redis.Nil {
fmt.Println("redisClient.Get", uploadId, err)
panic(err)
}
}
var data bytes.Buffer
data.Write(redisA)
data.Write(a)
fmt.Println("index", i, " 文件大小", len(data.Bytes())/1024/1024)
if len(data.Bytes()) < maxSize { //小于继续缓存
if i >= 19 { //最后一片
//最后一片直接上传
fmt.Println("最后一片直接上传")
} else {
fmt.Println(uploadId, "内容太小继续缓存")
redisClient.Set(uploadId, data.Bytes(), time.Minute*30)
continue
}
}
part, err := minioCore.PutObjectPart(bucket, name, uploadId, j, bytes.NewReader(data.Bytes()), int64(len(data.Bytes())), "", "", nil)
CheckErr("PutObjectPart", err)
completeParts = append(completeParts, minio.CompletePart{PartNumber: part.PartNumber, ETag: part.ETag})
fmt.Println("uploadId :", uploadId, "part :", j, part)
//该缓存已经上传完毕删除该内容
fmt.Println("uploadId :", uploadId, redisClient.Del(uploadId).String())
j++
}
_, err = minioCore.CompleteMultipartUpload(bucket, name, uploadId, completeParts)
if err != nil {
panic(err)
}
fmt.Println("上传文件成功", uploadId)
}
func CheckErr(msg string, err error) {
if err != nil {
_, _ = fmt.Fprintf(os.Stderr, fmt.Sprintf("%s :%v", msg, err.Error()))
os.Exit(1)
}
}