core

type CoreDownloader interface {
	Get(url string) (*http.Response, error)
}

type DevNullWriter struct {
}

type DownloadError struct {
	Url string
	Err error
}

type DownloadReason int

type DownloadStats struct {
	Timestamp               string  `json:"timestamp"`
	Delay                   string  `json:"delay"`
	DownloadMethod          string  `json:"download_method"`
	Prefetch                string  `json:"pre_fetch"`
	Download                string  `json:"download"`
	DownloadSeconds         float64 `json:"download_seconds"`
	DownloadSpeed           string  `json:"download_speed"`
	DiskWrite               string  `json:"decompress_checksum_disk_write"`
	DiskWriteSeconds        float64 `json:"decompress_checksum_disk_write_seconds"`
	MMap                    string  `json:"mmap"`
	MMapSeconds             float64 `json:"mmap_seconds"`
	Total                   string  `json:"total"`
	TotalSeconds            float64 `json:"total_seconds"`
	CompressedSize          string  `json:"compressed_size"`
	CompressedPath          string  `json:"compressed_path"`
	DecompressedSize        string  `json:"decompressed_size"`
	DecompressedSizeInBytes int64   `json:"decompressed_size_bytes"`
	DecompressedPath        string  `json:"decompressed_path"`
	BaseUrl                 string  `json:"base_url"`
	TotalBytesDownloaded    int64   `json:"total_bytes_downloaded"`
	TotalBytesWrittenToDisk int64   `json:"total_bytes_written_to_disk"`
	TotalRows               int     `json:"total_rows"`

	SavedFiles []string `json:"saved_files"`
}

type Downloader struct {
	Basename          string
	BasenameNoExt     string
	DestinationFolder string
	AllUrls           string
	DownloadMethod    string
	Log               *logrus.Entry
	MMapInfo          *MMapInfo
	RemoteSettings    RemoteSettings

	// Clients used to be *http.Client before GCS support
	HttpClient          CoreDownloader
	HttpClientNoTimeout CoreDownloader

	// Bail out after a certain amount of time.
	NoProgressTimeout int

	DefaultCompressionMethod string
	DefaultChecksumExtension string

	// Memory map a file after download, so that it is ready and fully loaded in memory for
	// servers to utilize it right away. We do this in process with ccache V2, so this is only
	// enabled for ccache V1 files
	MMapFileAfterDownload bool
}

type DownloaderOptions struct {
	Basename          string
	DestinationFolder string
	AllUrls           string
	Timeout           time.Duration
}

type ExtraWriter interface {
	Write(p []byte) (int, error)
	GetTotalRows() int
}

type GCSClient struct {
	Client     *storage.Client
	BucketName string
}

type GCSStorageHandler struct {
	BucketName string
	Client     *GCSClient
}

type InsertCounter struct {
	Label     string
	Start     time.Time
	Total     int64
	LastTotal int64
	Mutex     sync.Mutex
}

type LocalFStorageHandler struct {
}

type MMapInfo struct {
	ByteRange []byte
	Path      string
}

type Properties = map[string]string

type RemoteSettings struct {
	// contains filtered or unexported fields
}

type StorageHandler interface {
	// Need to copy files over
	CopyFile(src, dst string, perm os.FileMode) error

	// Need to do directory listing remotely
	Glob(pattern string) ([]string, error)

	// So that we can remove some files (typically the old ones)
	Remove(file string) error
}

type WriteCounter struct {
	Label         string
	Total         uint64
	ContentLength int64
	Name          string
	Start         time.Time
	LastTotal     uint64
}