go/fileutil/filepath.go

package fileutil

import (
	"fmt"
	"strings"
	"time"
)

// GetHourlyDirs generates paths with the given prefix for all the paths of the
// form 'prefix/<year>/<month>/<day>/<hour>'. All path segments are padded with zeros
// where necessary, e.g. prefix/2018/01/02/09. All hours are from 0-23. This is
// intended to enumerate the directories that should be polled when ingesting data.
// startTS and endTS are seconds since the Unix epoch. Both time stamps are inclusive.
// The generated directories are based on UTC being the locale.
// If the prefix is empty string, there will be no slash before the year.
func GetHourlyDirs(prefixDir string, start, end time.Time) []string {
	if end.Before(start) {
		return []string{}
	}
	if len(prefixDir) != 0 && !strings.HasSuffix(prefixDir, "/") {
		prefixDir += "/"
	}

	// The result will be roughly the number of hours in the range.
	ret := make([]string, 0, end.Sub(start)/time.Hour+1)
	currTime := start.UTC()
	endTime := end.UTC()

	// Change the timestamp of the last hour to the very last millisecond of the
	// hour. This guarantees that we always include the last hour because
	// endTime is just below the next hour but larger than any incremented value
	// of currTime can be since currTime is measured in seconds.
	lastHourDelta := time.Duration(59-endTime.Minute())*time.Minute +
		time.Duration(59-endTime.Second())*time.Second +
		999*time.Millisecond
	endTime = endTime.Add(lastHourDelta)

	for currTime.Before(endTime) {
		year, month, day := currTime.Date()
		hour := currTime.Hour()
		ret = append(ret, fmt.Sprintf("%s%04d/%02d/%02d/%02d", prefixDir, year, month, day, hour))
		currTime = currTime.Add(time.Hour)
	}
	return ret
}

// GetDailyDirs generates paths with the given prefix for all the paths of the
// form 'prefix/<year>/<month>/<day>'. All path segments are padded with zeros
// where necessary, e.g. prefix/2018/01/02. This is intended to enumerate the
// directories that should be polled when ingesting data.
func GetDailyDirs(prefixDir string, start, end time.Time) []string {
	if end.Before(start) {
		return []string{}
	}
	if len(prefixDir) != 0 && !strings.HasSuffix(prefixDir, "/") {
		prefixDir += "/"
	}

	// The result will be roughly the number of days in the range.
	ret := make([]string, 0, int(end.Sub(start).Hours()/24)+1)
	currTime := time.Date(start.Year(), start.Month(), start.Day(), 0, 0, 0, 0, time.UTC)
	endTime := time.Date(end.Year(), end.Month(), end.Day(), 0, 0, 0, 0, time.UTC)

	for !currTime.After(endTime) {
		year, month, day := currTime.Date()
		ret = append(ret, fmt.Sprintf("%s%04d/%02d/%02d", prefixDir, year, month, day))
		currTime = currTime.AddDate(0, 0, 1)
	}
	return ret
}