270aab429e
Use common git cat-file --batch and git cat-file --batch-check to
significantly reduce calls to git.
Signed-off-by: Andrew Thornton <art27@cantab.net>
131 lines
2.4 KiB
Go
131 lines
2.4 KiB
Go
// Copyright 2020 The Gitea Authors. All rights reserved.
|
|
// Use of this source code is governed by a MIT-style
|
|
// license that can be found in the LICENSE file.
|
|
|
|
// +build !gogit
|
|
|
|
package git
|
|
|
|
import (
|
|
"bufio"
|
|
"bytes"
|
|
"io"
|
|
"io/ioutil"
|
|
"math"
|
|
)
|
|
|
|
// Blob represents a Git object.
|
|
type Blob struct {
|
|
ID SHA1
|
|
|
|
gotSize bool
|
|
size int64
|
|
name string
|
|
repo *Repository
|
|
}
|
|
|
|
// DataAsync gets a ReadCloser for the contents of a blob without reading it all.
|
|
// Calling the Close function on the result will discard all unread output.
|
|
func (b *Blob) DataAsync() (io.ReadCloser, error) {
|
|
wr, rd, cancel := b.repo.CatFileBatch()
|
|
|
|
_, err := wr.Write([]byte(b.ID.String() + "\n"))
|
|
if err != nil {
|
|
cancel()
|
|
return nil, err
|
|
}
|
|
_, _, size, err := ReadBatchLine(rd)
|
|
if err != nil {
|
|
cancel()
|
|
return nil, err
|
|
}
|
|
b.gotSize = true
|
|
b.size = size
|
|
|
|
if size < 4096 {
|
|
bs, err := ioutil.ReadAll(io.LimitReader(rd, size))
|
|
if err != nil {
|
|
cancel()
|
|
return nil, err
|
|
}
|
|
_, err = rd.Discard(1)
|
|
return ioutil.NopCloser(bytes.NewReader(bs)), err
|
|
}
|
|
|
|
return &blobReader{
|
|
rd: rd,
|
|
n: size,
|
|
cancel: cancel,
|
|
}, nil
|
|
}
|
|
|
|
// Size returns the uncompressed size of the blob
|
|
func (b *Blob) Size() int64 {
|
|
if b.gotSize {
|
|
return b.size
|
|
}
|
|
|
|
wr, rd, cancel := b.repo.CatFileBatchCheck()
|
|
defer cancel()
|
|
_, err := wr.Write([]byte(b.ID.String() + "\n"))
|
|
if err != nil {
|
|
log("error whilst reading size for %s in %s. Error: %v", b.ID.String(), b.repo.Path, err)
|
|
return 0
|
|
}
|
|
_, _, b.size, err = ReadBatchLine(rd)
|
|
if err != nil {
|
|
log("error whilst reading size for %s in %s. Error: %v", b.ID.String(), b.repo.Path, err)
|
|
return 0
|
|
}
|
|
|
|
b.gotSize = true
|
|
|
|
return b.size
|
|
}
|
|
|
|
type blobReader struct {
|
|
rd *bufio.Reader
|
|
n int64
|
|
cancel func()
|
|
}
|
|
|
|
func (b *blobReader) Read(p []byte) (n int, err error) {
|
|
if b.n <= 0 {
|
|
return 0, io.EOF
|
|
}
|
|
if int64(len(p)) > b.n {
|
|
p = p[0:b.n]
|
|
}
|
|
n, err = b.rd.Read(p)
|
|
b.n -= int64(n)
|
|
return
|
|
}
|
|
|
|
// Close implements io.Closer
|
|
func (b *blobReader) Close() error {
|
|
if b.n > 0 {
|
|
for b.n > math.MaxInt32 {
|
|
n, err := b.rd.Discard(math.MaxInt32)
|
|
b.n -= int64(n)
|
|
if err != nil {
|
|
b.cancel()
|
|
return err
|
|
}
|
|
b.n -= math.MaxInt32
|
|
}
|
|
n, err := b.rd.Discard(int(b.n))
|
|
b.n -= int64(n)
|
|
if err != nil {
|
|
b.cancel()
|
|
return err
|
|
}
|
|
}
|
|
if b.n == 0 {
|
|
_, err := b.rd.Discard(1)
|
|
b.n--
|
|
b.cancel()
|
|
return err
|
|
}
|
|
return nil
|
|
}
|