mirror of
https://github.com/OpenListTeam/OpenList.git
synced 2025-09-19 12:16:24 +08:00
feat(s3): add Content-Disposition header (#365)
* add(s3): add Content-Disposition header * Update driver.go Signed-off-by: XZB-1248 <28593573+XZB-1248@users.noreply.github.com> * Update driver.go Signed-off-by: XZB-1248 <28593573+XZB-1248@users.noreply.github.com> --------- Signed-off-by: XZB-1248 <28593573+XZB-1248@users.noreply.github.com> Co-authored-by: XZB-1248 <i@1248.ink> Co-authored-by: Suyunjing <69945917+Suyunmeng@users.noreply.github.com>
This commit is contained in:
@ -145,7 +145,7 @@ func (d *Doubao) Link(ctx context.Context, file model.Obj, args model.LinkArgs)
|
|||||||
}
|
}
|
||||||
|
|
||||||
// 生成标准的Content-Disposition
|
// 生成标准的Content-Disposition
|
||||||
contentDisposition := generateContentDisposition(u.Name)
|
contentDisposition := utils.GenerateContentDisposition(u.Name)
|
||||||
|
|
||||||
return &model.Link{
|
return &model.Link{
|
||||||
URL: downloadUrl,
|
URL: downloadUrl,
|
||||||
|
@ -926,36 +926,6 @@ func getSigningKey(secretKey, dateStamp, region, service string) []byte {
|
|||||||
return kSigning
|
return kSigning
|
||||||
}
|
}
|
||||||
|
|
||||||
// generateContentDisposition 生成符合RFC 5987标准的Content-Disposition头部
|
|
||||||
func generateContentDisposition(filename string) string {
|
|
||||||
// 按照RFC 2047进行编码,用于filename部分
|
|
||||||
encodedName := urlEncode(filename)
|
|
||||||
|
|
||||||
// 按照RFC 5987进行编码,用于filename*部分
|
|
||||||
encodedNameRFC5987 := encodeRFC5987(filename)
|
|
||||||
|
|
||||||
return fmt.Sprintf("attachment; filename=\"%s\"; filename*=utf-8''%s",
|
|
||||||
encodedName, encodedNameRFC5987)
|
|
||||||
}
|
|
||||||
|
|
||||||
// encodeRFC5987 按照RFC 5987规范编码字符串,适用于HTTP头部参数中的非ASCII字符
|
|
||||||
func encodeRFC5987(s string) string {
|
|
||||||
var buf strings.Builder
|
|
||||||
for _, r := range []byte(s) {
|
|
||||||
// 根据RFC 5987,只有字母、数字和部分特殊符号可以不编码
|
|
||||||
if (r >= 'a' && r <= 'z') ||
|
|
||||||
(r >= 'A' && r <= 'Z') ||
|
|
||||||
(r >= '0' && r <= '9') ||
|
|
||||||
r == '-' || r == '.' || r == '_' || r == '~' {
|
|
||||||
buf.WriteByte(r)
|
|
||||||
} else {
|
|
||||||
// 其他字符都需要百分号编码
|
|
||||||
fmt.Fprintf(&buf, "%%%02X", r)
|
|
||||||
}
|
|
||||||
}
|
|
||||||
return buf.String()
|
|
||||||
}
|
|
||||||
|
|
||||||
func randomString() string {
|
func randomString() string {
|
||||||
const charset = "0123456789abcdefghijklmnopqrstuvwxyz"
|
const charset = "0123456789abcdefghijklmnopqrstuvwxyz"
|
||||||
const length = 11 // 11位随机字符串
|
const length = 11 // 11位随机字符串
|
||||||
|
@ -9,6 +9,7 @@ import (
|
|||||||
"github.com/OpenListTeam/OpenList/internal/driver"
|
"github.com/OpenListTeam/OpenList/internal/driver"
|
||||||
"github.com/OpenListTeam/OpenList/internal/errs"
|
"github.com/OpenListTeam/OpenList/internal/errs"
|
||||||
"github.com/OpenListTeam/OpenList/internal/model"
|
"github.com/OpenListTeam/OpenList/internal/model"
|
||||||
|
"github.com/OpenListTeam/OpenList/pkg/utils"
|
||||||
"github.com/go-resty/resty/v2"
|
"github.com/go-resty/resty/v2"
|
||||||
)
|
)
|
||||||
|
|
||||||
@ -105,7 +106,7 @@ func (d *DoubaoShare) Link(ctx context.Context, file model.Obj, args model.LinkA
|
|||||||
}
|
}
|
||||||
|
|
||||||
// 生成标准的Content-Disposition
|
// 生成标准的Content-Disposition
|
||||||
contentDisposition := generateContentDisposition(u.Name)
|
contentDisposition := utils.GenerateContentDisposition(u.Name)
|
||||||
|
|
||||||
return &model.Link{
|
return &model.Link{
|
||||||
URL: downloadUrl,
|
URL: downloadUrl,
|
||||||
|
@ -5,7 +5,6 @@ import (
|
|||||||
"encoding/json"
|
"encoding/json"
|
||||||
"fmt"
|
"fmt"
|
||||||
"net/http"
|
"net/http"
|
||||||
"net/url"
|
|
||||||
"path"
|
"path"
|
||||||
"regexp"
|
"regexp"
|
||||||
"strings"
|
"strings"
|
||||||
@ -707,39 +706,3 @@ func (d *DoubaoShare) listVirtualDirectoryContent(dir model.Obj) ([]model.Obj, e
|
|||||||
|
|
||||||
return objects, nil
|
return objects, nil
|
||||||
}
|
}
|
||||||
|
|
||||||
// generateContentDisposition 生成符合RFC 5987标准的Content-Disposition头部
|
|
||||||
func generateContentDisposition(filename string) string {
|
|
||||||
// 按照RFC 2047进行编码,用于filename部分
|
|
||||||
encodedName := urlEncode(filename)
|
|
||||||
|
|
||||||
// 按照RFC 5987进行编码,用于filename*部分
|
|
||||||
encodedNameRFC5987 := encodeRFC5987(filename)
|
|
||||||
|
|
||||||
return fmt.Sprintf("attachment; filename=\"%s\"; filename*=utf-8''%s",
|
|
||||||
encodedName, encodedNameRFC5987)
|
|
||||||
}
|
|
||||||
|
|
||||||
// encodeRFC5987 按照RFC 5987规范编码字符串,适用于HTTP头部参数中的非ASCII字符
|
|
||||||
func encodeRFC5987(s string) string {
|
|
||||||
var buf strings.Builder
|
|
||||||
for _, r := range []byte(s) {
|
|
||||||
// 根据RFC 5987,只有字母、数字和部分特殊符号可以不编码
|
|
||||||
if (r >= 'a' && r <= 'z') ||
|
|
||||||
(r >= 'A' && r <= 'Z') ||
|
|
||||||
(r >= '0' && r <= '9') ||
|
|
||||||
r == '-' || r == '.' || r == '_' || r == '~' {
|
|
||||||
buf.WriteByte(r)
|
|
||||||
} else {
|
|
||||||
// 其他字符都需要百分号编码
|
|
||||||
fmt.Fprintf(&buf, "%%%02X", r)
|
|
||||||
}
|
|
||||||
}
|
|
||||||
return buf.String()
|
|
||||||
}
|
|
||||||
|
|
||||||
func urlEncode(s string) string {
|
|
||||||
s = url.QueryEscape(s)
|
|
||||||
s = strings.ReplaceAll(s, "+", "%20")
|
|
||||||
return s
|
|
||||||
}
|
|
||||||
|
@ -14,6 +14,7 @@ import (
|
|||||||
"github.com/OpenListTeam/OpenList/internal/model"
|
"github.com/OpenListTeam/OpenList/internal/model"
|
||||||
"github.com/OpenListTeam/OpenList/internal/stream"
|
"github.com/OpenListTeam/OpenList/internal/stream"
|
||||||
"github.com/OpenListTeam/OpenList/pkg/cron"
|
"github.com/OpenListTeam/OpenList/pkg/cron"
|
||||||
|
"github.com/OpenListTeam/OpenList/pkg/utils"
|
||||||
"github.com/OpenListTeam/OpenList/server/common"
|
"github.com/OpenListTeam/OpenList/server/common"
|
||||||
"github.com/aws/aws-sdk-go/aws/session"
|
"github.com/aws/aws-sdk-go/aws/session"
|
||||||
"github.com/aws/aws-sdk-go/service/s3"
|
"github.com/aws/aws-sdk-go/service/s3"
|
||||||
@ -81,19 +82,21 @@ func (d *S3) List(ctx context.Context, dir model.Obj, args model.ListArgs) ([]mo
|
|||||||
|
|
||||||
func (d *S3) Link(ctx context.Context, file model.Obj, args model.LinkArgs) (*model.Link, error) {
|
func (d *S3) Link(ctx context.Context, file model.Obj, args model.LinkArgs) (*model.Link, error) {
|
||||||
path := getKey(file.GetPath(), false)
|
path := getKey(file.GetPath(), false)
|
||||||
filename := stdpath.Base(path)
|
fileName := stdpath.Base(path)
|
||||||
disposition := fmt.Sprintf(`attachment; filename*=UTF-8''%s`, url.PathEscape(filename))
|
|
||||||
if d.AddFilenameToDisposition {
|
|
||||||
disposition = fmt.Sprintf(`attachment; filename="%s"; filename*=UTF-8''%s`, filename, url.PathEscape(filename))
|
|
||||||
}
|
|
||||||
input := &s3.GetObjectInput{
|
input := &s3.GetObjectInput{
|
||||||
Bucket: &d.Bucket,
|
Bucket: &d.Bucket,
|
||||||
Key: &path,
|
Key: &path,
|
||||||
//ResponseContentDisposition: &disposition,
|
//ResponseContentDisposition: &disposition,
|
||||||
}
|
}
|
||||||
|
|
||||||
if d.CustomHost == "" {
|
if d.CustomHost == "" {
|
||||||
|
disposition := fmt.Sprintf(`attachment; filename*=UTF-8''%s`, url.PathEscape(fileName))
|
||||||
|
if d.AddFilenameToDisposition {
|
||||||
|
disposition = utils.GenerateContentDisposition(fileName)
|
||||||
|
}
|
||||||
input.ResponseContentDisposition = &disposition
|
input.ResponseContentDisposition = &disposition
|
||||||
}
|
}
|
||||||
|
|
||||||
req, _ := d.linkClient.GetObjectRequest(input)
|
req, _ := d.linkClient.GetObjectRequest(input)
|
||||||
var link model.Link
|
var link model.Link
|
||||||
var err error
|
var err error
|
||||||
@ -108,7 +111,7 @@ func (d *S3) Link(ctx context.Context, file model.Obj, args model.LinkArgs) (*mo
|
|||||||
link.URL = strings.Replace(link.URL, "/"+d.Bucket, "", 1)
|
link.URL = strings.Replace(link.URL, "/"+d.Bucket, "", 1)
|
||||||
}
|
}
|
||||||
} else {
|
} else {
|
||||||
if common.ShouldProxy(d, filename) {
|
if common.ShouldProxy(d, fileName) {
|
||||||
err = req.Sign()
|
err = req.Sign()
|
||||||
link.URL = req.HTTPRequest.URL.String()
|
link.URL = req.HTTPRequest.URL.String()
|
||||||
link.Header = req.HTTPRequest.Header
|
link.Header = req.HTTPRequest.Header
|
||||||
|
43
pkg/utils/http.go
Normal file
43
pkg/utils/http.go
Normal file
@ -0,0 +1,43 @@
|
|||||||
|
package utils
|
||||||
|
|
||||||
|
import (
|
||||||
|
"fmt"
|
||||||
|
"net/url"
|
||||||
|
"strings"
|
||||||
|
)
|
||||||
|
|
||||||
|
// GenerateContentDisposition 生成符合RFC 5987标准的Content-Disposition头部
|
||||||
|
func GenerateContentDisposition(fileName string) string {
|
||||||
|
// 按照RFC 2047进行编码,用于filename部分
|
||||||
|
encodedName := urlEncode(fileName)
|
||||||
|
|
||||||
|
// 按照RFC 5987进行编码,用于filename*部分
|
||||||
|
encodedNameRFC5987 := encodeRFC5987(fileName)
|
||||||
|
|
||||||
|
return fmt.Sprintf("attachment; filename=\"%s\"; filename*=utf-8''%s",
|
||||||
|
encodedName, encodedNameRFC5987)
|
||||||
|
}
|
||||||
|
|
||||||
|
// encodeRFC5987 按照RFC 5987规范编码字符串,适用于HTTP头部参数中的非ASCII字符
|
||||||
|
func encodeRFC5987(s string) string {
|
||||||
|
var buf strings.Builder
|
||||||
|
for _, r := range []byte(s) {
|
||||||
|
// 根据RFC 5987,只有字母、数字和部分特殊符号可以不编码
|
||||||
|
if (r >= 'a' && r <= 'z') ||
|
||||||
|
(r >= 'A' && r <= 'Z') ||
|
||||||
|
(r >= '0' && r <= '9') ||
|
||||||
|
r == '-' || r == '.' || r == '_' || r == '~' {
|
||||||
|
buf.WriteByte(r)
|
||||||
|
} else {
|
||||||
|
// 其他字符都需要百分号编码
|
||||||
|
fmt.Fprintf(&buf, "%%%02X", r)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
return buf.String()
|
||||||
|
}
|
||||||
|
|
||||||
|
func urlEncode(s string) string {
|
||||||
|
s = url.QueryEscape(s)
|
||||||
|
s = strings.ReplaceAll(s, "+", "%20")
|
||||||
|
return s
|
||||||
|
}
|
@ -5,7 +5,6 @@ import (
|
|||||||
"fmt"
|
"fmt"
|
||||||
"io"
|
"io"
|
||||||
"net/http"
|
"net/http"
|
||||||
"net/url"
|
|
||||||
"os"
|
"os"
|
||||||
"strings"
|
"strings"
|
||||||
|
|
||||||
@ -93,7 +92,7 @@ func Proxy(w http.ResponseWriter, r *http.Request, link *model.Link, file model.
|
|||||||
}
|
}
|
||||||
func attachHeader(w http.ResponseWriter, file model.Obj) {
|
func attachHeader(w http.ResponseWriter, file model.Obj) {
|
||||||
fileName := file.GetName()
|
fileName := file.GetName()
|
||||||
w.Header().Set("Content-Disposition", fmt.Sprintf(`attachment; filename="%s"; filename*=UTF-8''%s`, fileName, url.PathEscape(fileName)))
|
w.Header().Set("Content-Disposition", utils.GenerateContentDisposition(fileName))
|
||||||
w.Header().Set("Content-Type", utils.GetMimeType(fileName))
|
w.Header().Set("Content-Type", utils.GetMimeType(fileName))
|
||||||
w.Header().Set("Etag", GetEtag(file))
|
w.Header().Set("Etag", GetEtag(file))
|
||||||
}
|
}
|
||||||
|
@ -3,7 +3,6 @@ package handles
|
|||||||
import (
|
import (
|
||||||
"encoding/json"
|
"encoding/json"
|
||||||
"fmt"
|
"fmt"
|
||||||
"net/url"
|
|
||||||
stdpath "path"
|
stdpath "path"
|
||||||
|
|
||||||
"github.com/OpenListTeam/OpenList/internal/task"
|
"github.com/OpenListTeam/OpenList/internal/task"
|
||||||
@ -392,11 +391,11 @@ func ArchiveInternalExtract(c *gin.Context) {
|
|||||||
"Referrer-Policy": "no-referrer",
|
"Referrer-Policy": "no-referrer",
|
||||||
"Cache-Control": "max-age=0, no-cache, no-store, must-revalidate",
|
"Cache-Control": "max-age=0, no-cache, no-store, must-revalidate",
|
||||||
}
|
}
|
||||||
filename := stdpath.Base(innerPath)
|
fileName := stdpath.Base(innerPath)
|
||||||
headers["Content-Disposition"] = fmt.Sprintf(`attachment; filename="%s"; filename*=UTF-8''%s`, filename, url.PathEscape(filename))
|
headers["Content-Disposition"] = utils.GenerateContentDisposition(fileName)
|
||||||
contentType := c.Request.Header.Get("Content-Type")
|
contentType := c.Request.Header.Get("Content-Type")
|
||||||
if contentType == "" {
|
if contentType == "" {
|
||||||
contentType = utils.GetMimeType(filename)
|
contentType = utils.GetMimeType(fileName)
|
||||||
}
|
}
|
||||||
c.DataFromReader(200, size, contentType, rc, headers)
|
c.DataFromReader(200, size, contentType, rc, headers)
|
||||||
}
|
}
|
||||||
|
@ -214,6 +214,7 @@ func (b *s3Backend) GetObject(ctx context.Context, bucketName, objectName string
|
|||||||
|
|
||||||
meta := map[string]string{
|
meta := map[string]string{
|
||||||
"Last-Modified": node.ModTime().Format(timeFormat),
|
"Last-Modified": node.ModTime().Format(timeFormat),
|
||||||
|
"Content-Disposition": utils.GenerateContentDisposition(file.GetName()),
|
||||||
"Content-Type": utils.GetMimeType(fp),
|
"Content-Type": utils.GetMimeType(fp),
|
||||||
}
|
}
|
||||||
|
|
||||||
@ -328,7 +329,7 @@ func (b *s3Backend) PutObject(
|
|||||||
func (b *s3Backend) DeleteMulti(ctx context.Context, bucketName string, objects ...string) (result gofakes3.MultiDeleteResult, rerr error) {
|
func (b *s3Backend) DeleteMulti(ctx context.Context, bucketName string, objects ...string) (result gofakes3.MultiDeleteResult, rerr error) {
|
||||||
for _, object := range objects {
|
for _, object := range objects {
|
||||||
if err := b.deleteObject(ctx, bucketName, object); err != nil {
|
if err := b.deleteObject(ctx, bucketName, object); err != nil {
|
||||||
utils.Log.Errorf("serve s3", "delete object failed: %v", err)
|
log.Errorf("delete object failed: %v", err)
|
||||||
result.Error = append(result.Error, gofakes3.ErrorResult{
|
result.Error = append(result.Error, gofakes3.ErrorResult{
|
||||||
Code: gofakes3.ErrInternal,
|
Code: gofakes3.ErrInternal,
|
||||||
Message: gofakes3.ErrInternal.Message(),
|
Message: gofakes3.ErrInternal.Message(),
|
||||||
|
Reference in New Issue
Block a user