Archived
653 lines
18 KiB
Go
653 lines
18 KiB
Go
package nodes
|
|
|
|
import (
|
|
"bytes"
|
|
"errors"
|
|
"github.com/TeaOSLab/EdgeNode/internal/caches"
|
|
"github.com/TeaOSLab/EdgeNode/internal/compressions"
|
|
"github.com/TeaOSLab/EdgeNode/internal/remotelogs"
|
|
"github.com/TeaOSLab/EdgeNode/internal/utils"
|
|
rangeutils "github.com/TeaOSLab/EdgeNode/internal/utils/ranges"
|
|
"github.com/iwind/TeaGo/types"
|
|
"io"
|
|
"net/http"
|
|
"path/filepath"
|
|
"strconv"
|
|
"strings"
|
|
"time"
|
|
)
|
|
|
|
// 读取缓存
|
|
func (this *HTTPRequest) doCacheRead(useStale bool) (shouldStop bool) {
|
|
// 需要动态Upgrade的不缓存
|
|
if len(this.RawReq.Header.Get("Upgrade")) > 0 {
|
|
return
|
|
}
|
|
|
|
this.cacheCanTryStale = false
|
|
|
|
var cachePolicy = this.ReqServer.HTTPCachePolicy
|
|
if cachePolicy == nil || !cachePolicy.IsOn {
|
|
return
|
|
}
|
|
|
|
if this.web.Cache == nil || !this.web.Cache.IsOn || (len(cachePolicy.CacheRefs) == 0 && len(this.web.Cache.CacheRefs) == 0) {
|
|
return
|
|
}
|
|
|
|
// 添加 X-Cache Header
|
|
var addStatusHeader = this.web.Cache.AddStatusHeader
|
|
if addStatusHeader {
|
|
defer func() {
|
|
cacheStatus := this.varMapping["cache.status"]
|
|
if cacheStatus != "HIT" {
|
|
this.writer.Header().Set("X-Cache", cacheStatus)
|
|
}
|
|
}()
|
|
}
|
|
|
|
// 检查服务独立的缓存条件
|
|
refType := ""
|
|
for _, cacheRef := range this.web.Cache.CacheRefs {
|
|
if !cacheRef.IsOn {
|
|
continue
|
|
}
|
|
if (cacheRef.Conds != nil && cacheRef.Conds.HasRequestConds() && cacheRef.Conds.MatchRequest(this.Format)) ||
|
|
(cacheRef.SimpleCond != nil && cacheRef.SimpleCond.Match(this.Format)) {
|
|
if cacheRef.IsReverse {
|
|
return
|
|
}
|
|
this.cacheRef = cacheRef
|
|
refType = "server"
|
|
break
|
|
}
|
|
}
|
|
if this.cacheRef == nil && !this.web.Cache.DisablePolicyRefs {
|
|
// 检查策略默认的缓存条件
|
|
for _, cacheRef := range cachePolicy.CacheRefs {
|
|
if !cacheRef.IsOn {
|
|
continue
|
|
}
|
|
if (cacheRef.Conds != nil && cacheRef.Conds.HasRequestConds() && cacheRef.Conds.MatchRequest(this.Format)) ||
|
|
(cacheRef.SimpleCond != nil && cacheRef.SimpleCond.Match(this.Format)) {
|
|
if cacheRef.IsReverse {
|
|
return
|
|
}
|
|
this.cacheRef = cacheRef
|
|
refType = "policy"
|
|
break
|
|
}
|
|
}
|
|
}
|
|
|
|
if this.cacheRef == nil {
|
|
return
|
|
}
|
|
|
|
// 是否正在Purge
|
|
var isPurging = this.web.Cache.PurgeIsOn && strings.ToUpper(this.RawReq.Method) == "PURGE" && this.RawReq.Header.Get("X-Edge-Purge-Key") == this.web.Cache.PurgeKey
|
|
if isPurging {
|
|
this.RawReq.Method = http.MethodGet
|
|
}
|
|
|
|
// 校验请求
|
|
if !this.cacheRef.MatchRequest(this.RawReq) {
|
|
this.cacheRef = nil
|
|
return
|
|
}
|
|
|
|
// 相关变量
|
|
this.varMapping["cache.policy.name"] = cachePolicy.Name
|
|
this.varMapping["cache.policy.id"] = strconv.FormatInt(cachePolicy.Id, 10)
|
|
this.varMapping["cache.policy.type"] = cachePolicy.Type
|
|
|
|
// Cache-Pragma
|
|
if this.cacheRef.EnableRequestCachePragma {
|
|
if this.RawReq.Header.Get("Cache-Control") == "no-cache" || this.RawReq.Header.Get("Pragma") == "no-cache" {
|
|
this.cacheRef = nil
|
|
return
|
|
}
|
|
}
|
|
|
|
// TODO 支持Vary Header
|
|
|
|
// 缓存标签
|
|
var tags = []string{}
|
|
|
|
// 检查是否有缓存
|
|
var key = this.Format(this.cacheRef.Key)
|
|
if len(key) == 0 {
|
|
this.cacheRef = nil
|
|
return
|
|
}
|
|
var method = this.Method()
|
|
if method != http.MethodGet {
|
|
key += caches.SuffixMethod + method
|
|
tags = append(tags, strings.ToLower(method))
|
|
}
|
|
|
|
this.cacheKey = key
|
|
this.varMapping["cache.key"] = key
|
|
|
|
// 读取缓存
|
|
storage := caches.SharedManager.FindStorageWithPolicy(cachePolicy.Id)
|
|
if storage == nil {
|
|
this.cacheRef = nil
|
|
return
|
|
}
|
|
this.writer.cacheStorage = storage
|
|
|
|
// 如果正在预热，则不读取缓存，等待下一个步骤重新生成
|
|
if (strings.HasPrefix(this.RawReq.RemoteAddr, "127.") || strings.HasPrefix(this.RawReq.RemoteAddr, "[::1]")) && this.RawReq.Header.Get("X-Edge-Cache-Action") == "fetch" {
|
|
return
|
|
}
|
|
|
|
// 判断是否在Purge
|
|
if isPurging {
|
|
this.varMapping["cache.status"] = "PURGE"
|
|
|
|
var subKeys = []string{
|
|
key,
|
|
key + caches.SuffixMethod + "HEAD",
|
|
key + caches.SuffixWebP,
|
|
key + caches.SuffixPartial,
|
|
}
|
|
// TODO 根据实际缓存的内容进行组合
|
|
for _, encoding := range compressions.AllEncodings() {
|
|
subKeys = append(subKeys, key+caches.SuffixCompression+encoding)
|
|
subKeys = append(subKeys, key+caches.SuffixWebP+caches.SuffixCompression+encoding)
|
|
}
|
|
for _, subKey := range subKeys {
|
|
err := storage.Delete(subKey)
|
|
if err != nil {
|
|
remotelogs.ErrorServer("HTTP_REQUEST_CACHE", "purge failed: "+err.Error())
|
|
}
|
|
}
|
|
|
|
// 通过API节点清除别节点上的的Key
|
|
SharedHTTPCacheTaskManager.PushTaskKeys([]string{key})
|
|
|
|
return true
|
|
}
|
|
|
|
// 调用回调
|
|
this.onRequest()
|
|
if this.writer.isFinished {
|
|
return
|
|
}
|
|
|
|
var reader caches.Reader
|
|
var err error
|
|
|
|
var rangeHeader = this.RawReq.Header.Get("Range")
|
|
var isPartialRequest = len(rangeHeader) > 0
|
|
|
|
// 检查是否支持WebP
|
|
var webPIsEnabled = false
|
|
var isHeadMethod = method == http.MethodHead
|
|
if !isPartialRequest &&
|
|
!isHeadMethod &&
|
|
this.web.WebP != nil &&
|
|
this.web.WebP.IsOn &&
|
|
this.web.WebP.MatchRequest(filepath.Ext(this.Path()), this.Format) &&
|
|
this.web.WebP.MatchAccept(this.RawReq.Header.Get("Accept")) {
|
|
webPIsEnabled = true
|
|
}
|
|
|
|
// 检查WebP压缩缓存
|
|
if webPIsEnabled && !isPartialRequest && !isHeadMethod && reader == nil {
|
|
if this.web.Compression != nil && this.web.Compression.IsOn {
|
|
_, encoding, ok := this.web.Compression.MatchAcceptEncoding(this.RawReq.Header.Get("Accept-Encoding"))
|
|
if ok {
|
|
reader, _ = storage.OpenReader(key+caches.SuffixWebP+caches.SuffixCompression+encoding, useStale, false)
|
|
if reader != nil {
|
|
tags = append(tags, "webp", encoding)
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
// 检查WebP
|
|
if webPIsEnabled && !isPartialRequest &&
|
|
!isHeadMethod &&
|
|
reader == nil {
|
|
reader, _ = storage.OpenReader(key+caches.SuffixWebP, useStale, false)
|
|
if reader != nil {
|
|
this.writer.cacheReaderSuffix = caches.SuffixWebP
|
|
tags = append(tags, "webp")
|
|
}
|
|
}
|
|
|
|
// 检查普通压缩缓存
|
|
if !isPartialRequest && !isHeadMethod && reader == nil {
|
|
if this.web.Compression != nil && this.web.Compression.IsOn {
|
|
_, encoding, ok := this.web.Compression.MatchAcceptEncoding(this.RawReq.Header.Get("Accept-Encoding"))
|
|
if ok {
|
|
if reader == nil {
|
|
reader, _ = storage.OpenReader(key+caches.SuffixCompression+encoding, useStale, false)
|
|
if reader != nil {
|
|
tags = append(tags, encoding)
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
// 检查正常的文件
|
|
var isPartialCache = false
|
|
var partialRanges []rangeutils.Range
|
|
if reader == nil {
|
|
reader, err = storage.OpenReader(key, useStale, false)
|
|
if err != nil && this.cacheRef.AllowPartialContent {
|
|
// 尝试读取分片的缓存内容
|
|
if len(rangeHeader) == 0 {
|
|
// 默认读取开头
|
|
rangeHeader = "bytes=0-"
|
|
}
|
|
pReader, ranges := this.tryPartialReader(storage, key, useStale, rangeHeader)
|
|
if pReader != nil {
|
|
isPartialCache = true
|
|
reader = pReader
|
|
partialRanges = ranges
|
|
err = nil
|
|
}
|
|
}
|
|
|
|
if err != nil {
|
|
if err == caches.ErrNotFound {
|
|
// cache相关变量
|
|
this.varMapping["cache.status"] = "MISS"
|
|
|
|
if !useStale && this.web.Cache.Stale != nil && this.web.Cache.Stale.IsOn {
|
|
this.cacheCanTryStale = true
|
|
}
|
|
return
|
|
}
|
|
|
|
if !this.canIgnore(err) {
|
|
remotelogs.WarnServer("HTTP_REQUEST_CACHE", this.URL()+": read from cache failed: open cache failed: "+err.Error())
|
|
}
|
|
return
|
|
}
|
|
}
|
|
|
|
defer func() {
|
|
if !this.writer.DelayRead() {
|
|
_ = reader.Close()
|
|
}
|
|
}()
|
|
|
|
if useStale {
|
|
this.varMapping["cache.status"] = "STALE"
|
|
this.logAttrs["cache.status"] = "STALE"
|
|
} else {
|
|
this.varMapping["cache.status"] = "HIT"
|
|
this.logAttrs["cache.status"] = "HIT"
|
|
}
|
|
|
|
// 准备Buffer
|
|
var fileSize = reader.BodySize()
|
|
var totalSizeString = types.String(fileSize)
|
|
if isPartialCache {
|
|
fileSize = reader.(*caches.PartialFileReader).MaxLength()
|
|
if totalSizeString == "0" {
|
|
totalSizeString = "*"
|
|
}
|
|
}
|
|
|
|
// 读取Header
|
|
var headerData = []byte{}
|
|
this.writer.SetSentHeaderBytes(reader.HeaderSize())
|
|
var headerPool = this.bytePool(reader.HeaderSize())
|
|
var headerBuf = headerPool.Get()
|
|
err = reader.ReadHeader(headerBuf, func(n int) (goNext bool, err error) {
|
|
headerData = append(headerData, headerBuf[:n]...)
|
|
for {
|
|
nIndex := bytes.Index(headerData, []byte{'\n'})
|
|
if nIndex >= 0 {
|
|
row := headerData[:nIndex]
|
|
spaceIndex := bytes.Index(row, []byte{':'})
|
|
if spaceIndex <= 0 {
|
|
return false, errors.New("invalid header '" + string(row) + "'")
|
|
}
|
|
|
|
this.writer.Header().Set(string(row[:spaceIndex]), string(row[spaceIndex+1:]))
|
|
headerData = headerData[nIndex+1:]
|
|
} else {
|
|
break
|
|
}
|
|
}
|
|
return true, nil
|
|
})
|
|
headerPool.Put(headerBuf)
|
|
if err != nil {
|
|
if !this.canIgnore(err) {
|
|
remotelogs.WarnServer("HTTP_REQUEST_CACHE", this.URL()+": read from cache failed: read header failed: "+err.Error())
|
|
}
|
|
return
|
|
}
|
|
|
|
// 设置cache.age变量
|
|
var age = strconv.FormatInt(utils.UnixTime()-reader.LastModified(), 10)
|
|
this.varMapping["cache.age"] = age
|
|
|
|
if addStatusHeader {
|
|
if useStale {
|
|
this.writer.Header().Set("X-Cache", "STALE, "+refType+", "+reader.TypeName())
|
|
} else {
|
|
this.writer.Header().Set("X-Cache", "HIT, "+refType+", "+reader.TypeName())
|
|
}
|
|
} else {
|
|
this.writer.Header().Del("X-Cache")
|
|
}
|
|
if this.web.Cache.AddAgeHeader {
|
|
this.writer.Header().Set("Age", age)
|
|
}
|
|
|
|
// ETag
|
|
// 这里强制设置ETag，如果先前源站设置了ETag，将会被覆盖，避免因为源站的ETag导致源站返回304 Not Modified
|
|
var respHeader = this.writer.Header()
|
|
var eTag = ""
|
|
var lastModifiedAt = reader.LastModified()
|
|
if lastModifiedAt > 0 {
|
|
if len(tags) > 0 {
|
|
eTag = "\"" + strconv.FormatInt(lastModifiedAt, 10) + "_" + strings.Join(tags, "_") + "\""
|
|
} else {
|
|
eTag = "\"" + strconv.FormatInt(lastModifiedAt, 10) + "\""
|
|
}
|
|
respHeader.Del("Etag")
|
|
if !isPartialCache {
|
|
respHeader["ETag"] = []string{eTag}
|
|
}
|
|
}
|
|
|
|
// 支持 Last-Modified
|
|
// 这里强制设置Last-Modified，如果先前源站设置了Last-Modified，将会被覆盖，避免因为源站的Last-Modified导致源站返回304 Not Modified
|
|
var modifiedTime = ""
|
|
if lastModifiedAt > 0 {
|
|
modifiedTime = time.Unix(utils.GMTUnixTime(lastModifiedAt), 0).Format("Mon, 02 Jan 2006 15:04:05") + " GMT"
|
|
if !isPartialCache {
|
|
respHeader.Set("Last-Modified", modifiedTime)
|
|
}
|
|
}
|
|
|
|
// 支持 If-None-Match
|
|
if !this.isLnRequest && !isPartialCache && len(eTag) > 0 && this.requestHeader("If-None-Match") == eTag {
|
|
// 自定义Header
|
|
this.processResponseHeaders(this.writer.Header(), http.StatusNotModified)
|
|
this.addExpiresHeader(reader.ExpiresAt())
|
|
this.writer.WriteHeader(http.StatusNotModified)
|
|
this.isCached = true
|
|
this.cacheRef = nil
|
|
this.writer.SetOk()
|
|
return true
|
|
}
|
|
|
|
// 支持 If-Modified-Since
|
|
if !this.isLnRequest && !isPartialCache && len(modifiedTime) > 0 && this.requestHeader("If-Modified-Since") == modifiedTime {
|
|
// 自定义Header
|
|
this.processResponseHeaders(this.writer.Header(), http.StatusNotModified)
|
|
this.addExpiresHeader(reader.ExpiresAt())
|
|
this.writer.WriteHeader(http.StatusNotModified)
|
|
this.isCached = true
|
|
this.cacheRef = nil
|
|
this.writer.SetOk()
|
|
return true
|
|
}
|
|
|
|
this.processResponseHeaders(this.writer.Header(), reader.Status())
|
|
this.addExpiresHeader(reader.ExpiresAt())
|
|
|
|
// 返回上级节点过期时间
|
|
if this.isLnRequest {
|
|
respHeader.Set(LNExpiresHeader, types.String(reader.ExpiresAt()))
|
|
}
|
|
|
|
// 输出Body
|
|
if this.RawReq.Method == http.MethodHead {
|
|
this.writer.WriteHeader(reader.Status())
|
|
} else {
|
|
ifRangeHeaders, ok := this.RawReq.Header["If-Range"]
|
|
var supportRange = true
|
|
if ok {
|
|
supportRange = false
|
|
for _, v := range ifRangeHeaders {
|
|
if v == this.writer.Header().Get("ETag") || v == this.writer.Header().Get("Last-Modified") {
|
|
supportRange = true
|
|
break
|
|
}
|
|
}
|
|
}
|
|
|
|
// 支持Range
|
|
var ranges = partialRanges
|
|
if supportRange {
|
|
if len(rangeHeader) > 0 {
|
|
if fileSize == 0 {
|
|
this.processResponseHeaders(this.writer.Header(), http.StatusRequestedRangeNotSatisfiable)
|
|
this.writer.WriteHeader(http.StatusRequestedRangeNotSatisfiable)
|
|
return true
|
|
}
|
|
|
|
if len(ranges) == 0 {
|
|
ranges, ok = httpRequestParseRangeHeader(rangeHeader)
|
|
if !ok {
|
|
this.processResponseHeaders(this.writer.Header(), http.StatusRequestedRangeNotSatisfiable)
|
|
this.writer.WriteHeader(http.StatusRequestedRangeNotSatisfiable)
|
|
return true
|
|
}
|
|
}
|
|
if len(ranges) > 0 {
|
|
for k, r := range ranges {
|
|
r2, ok := r.Convert(fileSize)
|
|
if !ok {
|
|
this.processResponseHeaders(this.writer.Header(), http.StatusRequestedRangeNotSatisfiable)
|
|
this.writer.WriteHeader(http.StatusRequestedRangeNotSatisfiable)
|
|
return true
|
|
}
|
|
|
|
ranges[k] = r2
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
if len(ranges) == 1 {
|
|
respHeader.Set("Content-Range", ranges[0].ComposeContentRangeHeader(totalSizeString))
|
|
respHeader.Set("Content-Length", strconv.FormatInt(ranges[0].Length(), 10))
|
|
this.writer.WriteHeader(http.StatusPartialContent)
|
|
|
|
var pool = this.bytePool(fileSize)
|
|
var bodyBuf = pool.Get()
|
|
err = reader.ReadBodyRange(bodyBuf, ranges[0].Start(), ranges[0].End(), func(n int) (goNext bool, err error) {
|
|
_, err = this.writer.Write(bodyBuf[:n])
|
|
if err != nil {
|
|
return false, errWritingToClient
|
|
}
|
|
return true, nil
|
|
})
|
|
pool.Put(bodyBuf)
|
|
if err != nil {
|
|
this.varMapping["cache.status"] = "MISS"
|
|
|
|
if err == caches.ErrInvalidRange {
|
|
this.processResponseHeaders(this.writer.Header(), http.StatusRequestedRangeNotSatisfiable)
|
|
this.writer.WriteHeader(http.StatusRequestedRangeNotSatisfiable)
|
|
return true
|
|
}
|
|
if !this.canIgnore(err) {
|
|
remotelogs.WarnServer("HTTP_REQUEST_CACHE", this.URL()+": read from cache failed: "+err.Error())
|
|
}
|
|
return
|
|
}
|
|
} else if len(ranges) > 1 {
|
|
var boundary = httpRequestGenBoundary()
|
|
respHeader.Set("Content-Type", "multipart/byteranges; boundary="+boundary)
|
|
respHeader.Del("Content-Length")
|
|
contentType := respHeader.Get("Content-Type")
|
|
|
|
this.writer.WriteHeader(http.StatusPartialContent)
|
|
|
|
for index, r := range ranges {
|
|
if index == 0 {
|
|
_, err = this.writer.WriteString("--" + boundary + "\r\n")
|
|
} else {
|
|
_, err = this.writer.WriteString("\r\n--" + boundary + "\r\n")
|
|
}
|
|
if err != nil {
|
|
// 不提示写入客户端错误
|
|
return true
|
|
}
|
|
|
|
_, err = this.writer.WriteString("Content-Range: " + r.ComposeContentRangeHeader(totalSizeString) + "\r\n")
|
|
if err != nil {
|
|
// 不提示写入客户端错误
|
|
return true
|
|
}
|
|
|
|
if len(contentType) > 0 {
|
|
_, err = this.writer.WriteString("Content-Type: " + contentType + "\r\n\r\n")
|
|
if err != nil {
|
|
// 不提示写入客户端错误
|
|
return true
|
|
}
|
|
}
|
|
|
|
var pool = this.bytePool(fileSize)
|
|
var bodyBuf = pool.Get()
|
|
err := reader.ReadBodyRange(bodyBuf, r.Start(), r.End(), func(n int) (goNext bool, err error) {
|
|
_, err = this.writer.Write(bodyBuf[:n])
|
|
if err != nil {
|
|
return false, errWritingToClient
|
|
}
|
|
return true, nil
|
|
})
|
|
pool.Put(bodyBuf)
|
|
if err != nil {
|
|
if !this.canIgnore(err) {
|
|
remotelogs.WarnServer("HTTP_REQUEST_CACHE", this.URL()+": read from cache failed: "+err.Error())
|
|
}
|
|
return true
|
|
}
|
|
}
|
|
|
|
_, err = this.writer.WriteString("\r\n--" + boundary + "--\r\n")
|
|
if err != nil {
|
|
this.varMapping["cache.status"] = "MISS"
|
|
|
|
// 不提示写入客户端错误
|
|
return true
|
|
}
|
|
} else { // 没有Range
|
|
var resp = &http.Response{
|
|
Body: reader,
|
|
ContentLength: reader.BodySize(),
|
|
}
|
|
this.writer.Prepare(resp, fileSize, reader.Status(), false)
|
|
this.writer.WriteHeader(reader.Status())
|
|
|
|
var pool = this.bytePool(fileSize)
|
|
var bodyBuf = pool.Get()
|
|
if storage.CanSendfile() {
|
|
if fp, canSendFile := this.writer.canSendfile(); canSendFile {
|
|
this.writer.sentBodyBytes, err = io.CopyBuffer(this.writer.rawWriter, fp, bodyBuf)
|
|
} else {
|
|
_, err = io.CopyBuffer(this.writer, resp.Body, bodyBuf)
|
|
}
|
|
} else {
|
|
_, err = io.CopyBuffer(this.writer, resp.Body, bodyBuf)
|
|
}
|
|
pool.Put(bodyBuf)
|
|
if err == io.EOF {
|
|
err = nil
|
|
}
|
|
if err != nil {
|
|
this.varMapping["cache.status"] = "MISS"
|
|
|
|
if !this.canIgnore(err) {
|
|
remotelogs.WarnServer("HTTP_REQUEST_CACHE", this.URL()+": read from cache failed: read body failed: "+err.Error())
|
|
}
|
|
return
|
|
}
|
|
}
|
|
}
|
|
|
|
this.isCached = true
|
|
this.cacheRef = nil
|
|
|
|
this.writer.SetOk()
|
|
|
|
return true
|
|
}
|
|
|
|
// 设置Expires Header
|
|
func (this *HTTPRequest) addExpiresHeader(expiresAt int64) {
|
|
if this.cacheRef.ExpiresTime != nil && this.cacheRef.ExpiresTime.IsPrior && this.cacheRef.ExpiresTime.IsOn {
|
|
if this.cacheRef.ExpiresTime.Overwrite || len(this.writer.Header().Get("Expires")) == 0 {
|
|
if this.cacheRef.ExpiresTime.AutoCalculate {
|
|
this.writer.Header().Set("Expires", time.Unix(utils.GMTUnixTime(expiresAt), 0).Format("Mon, 2 Jan 2006 15:04:05")+" GMT")
|
|
this.writer.Header().Del("Cache-Control")
|
|
} else if this.cacheRef.ExpiresTime.Duration != nil {
|
|
var duration = this.cacheRef.ExpiresTime.Duration.Duration()
|
|
if duration > 0 {
|
|
this.writer.Header().Set("Expires", utils.GMTTime(time.Now().Add(duration)).Format("Mon, 2 Jan 2006 15:04:05")+" GMT")
|
|
this.writer.Header().Del("Cache-Control")
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
// 尝试读取区间缓存
|
|
func (this *HTTPRequest) tryPartialReader(storage caches.StorageInterface, key string, useStale bool, rangeHeader string) (caches.Reader, []rangeutils.Range) {
|
|
// 尝试读取Partial cache
|
|
if len(rangeHeader) == 0 {
|
|
return nil, nil
|
|
}
|
|
|
|
ranges, ok := httpRequestParseRangeHeader(rangeHeader)
|
|
if !ok {
|
|
return nil, nil
|
|
}
|
|
|
|
pReader, pErr := storage.OpenReader(key+caches.SuffixPartial, useStale, true)
|
|
if pErr != nil {
|
|
return nil, nil
|
|
}
|
|
|
|
partialReader, ok := pReader.(*caches.PartialFileReader)
|
|
if !ok {
|
|
_ = pReader.Close()
|
|
return nil, nil
|
|
}
|
|
var isOk = false
|
|
defer func() {
|
|
if !isOk {
|
|
_ = pReader.Close()
|
|
}
|
|
}()
|
|
|
|
// 检查范围
|
|
//const maxFirstSpan = 16 << 20 // TODO 可以在缓存策略中设置此值
|
|
for index, r := range ranges {
|
|
// 没有指定结束位置时，自动指定一个
|
|
/**if r.Start() >= 0 && r.End() == -1 {
|
|
if partialReader.MaxLength() > r.Start()+maxFirstSpan {
|
|
r[1] = r.Start() + maxFirstSpan
|
|
}
|
|
}**/
|
|
r1, ok := r.Convert(partialReader.MaxLength())
|
|
if !ok {
|
|
return nil, nil
|
|
}
|
|
r2, ok := partialReader.ContainsRange(r1)
|
|
if !ok {
|
|
return nil, nil
|
|
}
|
|
ranges[index] = r2
|
|
}
|
|
|
|
isOk = true
|
|
return pReader, ranges
|
|
}
|