inputgraph/loader.go

package inputgraph

import (
	"bufio"
	"context"
	"fmt"
	"os"
	"path/filepath"
	"regexp"
	"sort"
	"strconv"
	"strings"
	"time"

	"github.com/earthly/earthly/ast/command"
	"github.com/earthly/earthly/ast/commandflag"
	"github.com/earthly/earthly/ast/spec"
	"github.com/earthly/earthly/buildcontext"
	"github.com/earthly/earthly/conslogging"
	"github.com/earthly/earthly/domain"
	"github.com/earthly/earthly/features"
	"github.com/earthly/earthly/util/buildkitskipper/hasher"
	"github.com/earthly/earthly/util/flagutil"
	"github.com/earthly/earthly/variables"
	"github.com/pkg/errors"
)

var (
	errCannotLoadRemoteTarget = errors.New("cannot load remote target")
	errInvalidRemoteTarget    = errors.New("only remote targets referenced by a complete Git SHA or an explicit tag referenced as 'tags/...' are supported")
	errComplexCondition       = errors.New("condition cannot be evaluated")
)

// Stats contains some statistics about the hashing process.
type Stats struct {
	TargetsHashed   int
	TargetCacheHits int
	TargetsVisited  int
	StartTime       time.Time
	Duration        time.Duration
}

type loader struct {
	target         domain.Target
	visited        map[string]struct{}
	hasher         *hasher.Hasher
	baseProcessed  bool
	hashCache      map[string][]byte
	stats          *Stats
	primaryTarget  bool
	conslog        conslogging.ConsoleLogger
	varCollection  *variables.Collection
	features       *features.Features
	ci             bool
	builtinArgs    variables.DefaultArgs
	overridingVars *variables.Scope
	globalImports  map[string]domain.ImportTrackerVal
}

func newLoader(ctx context.Context, opt HashOpt) *loader {
	h := hasher.New()
	h.HashJSONMarshalled(opt.BuiltinArgs)
	// Other important values are set by load().
	return &loader{
		conslog:        opt.Console,
		target:         opt.Target,
		visited:        map[string]struct{}{},
		hasher:         h,
		ci:             opt.CI,
		builtinArgs:    opt.BuiltinArgs,
		overridingVars: opt.OverridingVars,
		globalImports:  map[string]domain.ImportTrackerVal{},
		hashCache:      map[string][]byte{},
		stats:          &Stats{StartTime: time.Now()},
		primaryTarget:  true,
	}
}

func (l *loader) handleFrom(ctx context.Context, cmd spec.Command) error {

	opts := commandflag.FromOpts{}
	args, err := flagutil.ParseArgsCleaned(command.From, &opts, flagutil.GetArgsCopy(cmd))
	if err != nil {
		return err
	}

	fromTarget := args[0]
	if !strings.Contains(fromTarget, "+") {
		return nil
	}

	return l.loadTargetFromString(ctx, fromTarget, args[1:], false, cmd.SourceLocation)
}

func (l *loader) handleBuild(ctx context.Context, cmd spec.Command) error {
	opts := commandflag.BuildOpts{}
	args, err := flagutil.ParseArgsCleaned(command.Build, &opts, flagutil.GetArgsCopy(cmd))
	if err != nil {
		return err
	}

	if len(args) < 1 {
		return newError(cmd.SourceLocation, "missing BUILD arg")
	}

	targetName := args[0]

	argCombos, err := flagutil.BuildArgMatrix(args)
	if err != nil {
		return wrapError(err, cmd.SourceLocation, "failed to compute arg matrix")
	}

	for _, args := range argCombos {
		err := l.loadTargetFromString(ctx, targetName, args[1:], opts.PassArgs, cmd.SourceLocation)
		if err != nil {
			return err
		}
	}

	return nil
}

func (l *loader) derefedTarget(targetName string) (domain.Target, error) {
	target, err := domain.ParseTarget(targetName)
	if err != nil {
		return domain.Target{}, errors.Wrapf(err, "failed to parse target %s", targetName)
	}

	derefed, _, _, err := l.varCollection.Imports().Deref(target)
	if err != nil {
		return domain.Target{}, errors.Wrapf(err, "failed to deref target %s", target)
	}

	targetRef, err := domain.JoinReferences(l.varCollection.AbsRef(), derefed)
	if err != nil {
		return domain.Target{}, errors.Wrapf(err, "failed to join %s and %s", l.target, target)
	}

	target = targetRef.(domain.Target)

	return target, nil
}

func (l *loader) handleCopy(ctx context.Context, cmd spec.Command) error {
	opts := commandflag.CopyOpts{}
	args, err := flagutil.ParseArgsCleaned(command.Copy, &opts, flagutil.GetArgsCopy(cmd))
	if err != nil {
		return err
	}

	if opts.From != "" {
		return newError(cmd.SourceLocation, "COPY --from is not supported")
	}

	if len(args) < 2 {
		return newError(cmd.SourceLocation, "COPY must include a source and destination")
	}

	srcs := args[:len(args)-1]
	for _, src := range srcs {
		mustExist := !opts.IfExists
		if err := l.handleCopySrc(ctx, cmd, src, mustExist); err != nil {
			return err
		}
	}

	return nil
}

func containsShellExpr(s string) bool {
	var (
		last    string
		depth   int
		hasExpr bool
	)
	scan := bufio.NewScanner(strings.NewReader(s))
	scan.Split(bufio.ScanRunes)
	for scan.Scan() {
		c := scan.Text()
		switch {
		case c == "(" && last == "$":
			hasExpr = true
			depth++
		case c == ")":
			depth--
		}
		if depth < 0 {
			return false
		}
		last = c
	}
	return depth == 0 && hasExpr
}

func (l *loader) handleCopySrc(ctx context.Context, cmd spec.Command, src string, mustExist bool) error {

	var (
		classical   bool
		artifactSrc domain.Artifact
		extraArgs   []string
		err         error
	)

	// Complex form with args: (+target --arg=1). We'll wait to expand any args
	// until the full target is processed below.
	if flagutil.IsInParamsForm(src) {
		var artifactName string
		classical = false
		artifactName, extraArgs, err = flagutil.ParseParams(src)
		if err != nil {
			return wrapError(err, cmd.SourceLocation, "failed to parse COPY params")
		}
		expandedArtifact, err := l.expandArgs(ctx, artifactName)
		if err != nil {
			return wrapError(err, cmd.SourceLocation, "failed to expand COPY artifact")
		}
		artifactSrc, err = domain.ParseArtifact(expandedArtifact)
		if err != nil {
			return wrapError(err, cmd.SourceLocation, "failed to parse artifact")
		}
	} else { // Simpler form: '+target/artifact' or 'file/path'
		expandedSrc, err := l.expandArgs(ctx, src)
		if err != nil {
			return wrapError(err, cmd.SourceLocation, "failed to expand COPY artifact")
		}
		artifactSrc, err = domain.ParseArtifact(expandedSrc)
		if err != nil {
			classical = true
		}
	}

	// COPY classical (not from another target). The args are expanded here as
	// files and directories will by read from.
	if classical {
		src, err := l.expandArgs(ctx, src)
		if err != nil {
			return wrapError(err, cmd.SourceLocation, "failed to expand args")
		}
		if containsShellExpr(src) {
			return newError(cmd.SourceLocation, "dynamic COPY source %q cannot be resolved", src)
		}
		path := filepath.Join(l.target.GetLocalPath(), src)
		files, err := l.expandCopyFiles(path, mustExist)
		if err != nil {
			return addErrorSrc(err, cmd.SourceLocation)
		}
		sort.Strings(files)
		for _, file := range files {
			if err := l.hasher.HashFile(ctx, file); err != nil {
				if errors.Is(err, os.ErrNotExist) && !mustExist {
					continue
				}
				return wrapError(err, cmd.SourceLocation, "failed to hash file %s", path)
			}
		}
		return nil
	}

	extraArgs, err = l.expandArgsSlice(ctx, extraArgs)
	if err != nil {
		return wrapError(err, cmd.SourceLocation, "failed to expand args")
	}

	targetName := artifactSrc.Target.String()
	if err := l.loadTargetFromString(ctx, targetName, extraArgs, false, cmd.SourceLocation); err != nil {
		return err
	}

	return nil
}

var sha1RE = regexp.MustCompile("^[0-9a-f]{40}$")

func supportedRemoteTarget(t domain.Target) bool {
	return strings.HasPrefix(t.GetTag(), "tags/") || sha1RE.MatchString(t.GetTag())
}

// expandCopyFiles expands a single COPY source into a slice containing all
// nested files. The file names will then be used in our hash.
func (l *loader) expandCopyFiles(src string, mustExist bool) ([]string, error) {
	if strings.Contains(src, "**") {
		return nil, errors.New("globstar (**) not supported")
	}

	if strings.Contains(src, "*") {
		matches, err := filepath.Glob(src)
		if err != nil {
			return nil, errors.Wrap(err, "unable to expand glob pattern")
		}
		return l.expandDirs(matches...)
	}

	stat, err := os.Stat(src)
	if err != nil {
		if errors.Is(err, os.ErrNotExist) && !mustExist {
			return []string{src}, nil
		}
		return nil, errors.Wrap(err, "failed to stat file")
	}

	if stat.IsDir() {
		return l.expandDirs(src)
	}

	return []string{src}, nil
}

// expandDirs takes a list of paths (directories and files) and recursively
// expands all directories into a list of nested files. The final list will not
// contain directories.
func (l *loader) expandDirs(dirs ...string) ([]string, error) {
	ret := []string{}
	for _, dir := range dirs {
		stat, err := os.Stat(dir)
		if err != nil {
			return nil, errors.Wrap(err, "failed to stat file")
		}
		if stat.IsDir() {
			entries, err := os.ReadDir(dir)
			if err != nil {
				return nil, errors.Wrap(err, "failed to read dir")
			}
			children := []string{}
			for _, entry := range entries {
				child := filepath.Join(dir, entry.Name())
				children = append(children, child)
			}
			found, err := l.expandDirs(children...)
			if err != nil {
				return nil, err
			}
			ret = append(ret, found...)
		} else {
			ret = append(ret, dir)
		}
	}
	return uniqStrs(ret), nil
}

func (l *loader) expandArgs(ctx context.Context, args string) (string, error) {
	expanded, err := l.varCollection.Expand(args, func(cmd string) (string, error) {
		return args, nil // Return the original expression so it can be referenced later.
	})
	if err != nil {
		return "", err
	}
	return expanded, nil
}

func (l *loader) expandArgsSlice(ctx context.Context, args []string) ([]string, error) {
	ret := []string{}
	for _, arg := range args {
		expanded, err := l.expandArgs(ctx, arg)
		if err != nil {
			return nil, err
		}
		ret = append(ret, expanded)
	}

	return ret, nil
}

func (l *loader) handleCommand(ctx context.Context, cmd spec.Command) error {
	// Hash the raw command. Args will be expanded and hashed later.
	l.hashCommand(cmd)

	// Some commands require more processing.
	switch cmd.Name {
	case command.From:
		return l.handleFrom(ctx, cmd)
	case command.Build:
		return l.handleBuild(ctx, cmd)
	case command.Copy:
		return l.handleCopy(ctx, cmd)
	case command.Arg:
		return l.handleArg(ctx, cmd, false)
	case command.Let:
		return l.handleLet(ctx, cmd)
	case command.Set:
		return l.handleSet(ctx, cmd)
	case command.FromDockerfile:
		return l.handleFromDockerfile(ctx, cmd)
	case command.Import:
		return l.handleImport(ctx, cmd, false)
	default:
		// By default, no special handling is required. The raw command has been
		// hashed above and all argument values have been hashed independently.
		return nil
	}
}

func (l *loader) handleImport(ctx context.Context, cmd spec.Command, isBase bool) error {

	var alias string
	if len(cmd.Args) == 3 {
		alias = cmd.Args[2]
	}

	err := l.varCollection.Imports().Add(cmd.Args[0], alias, isBase, false, false)
	if err != nil {
		return wrapError(err, cmd.SourceLocation, "failed to add import")
	}

	return nil
}

func (l *loader) handleFromDockerfile(ctx context.Context, cmd spec.Command) error {
	opts := commandflag.FromDockerfileOpts{}
	args, err := flagutil.ParseArgsCleaned(command.FromDockerfile, &opts, flagutil.GetArgsCopy(cmd))
	if err != nil {
		return wrapError(err, cmd.SourceLocation, "failed to parse args")
	}
	if opts.Path != "" {
		if err := l.handleCopySrc(ctx, cmd, opts.Path, false); err != nil {
			return err
		}
	}
	if len(args) > 0 {
		if err := l.handleCopySrc(ctx, cmd, args[0], false); err != nil {
			return err
		}
	}
	return nil
}

func (l *loader) handleArg(ctx context.Context, cmd spec.Command, isBase bool) error {
	opts, key, valueOrNil, err := flagutil.ParseArgArgs(ctx, cmd, isBase, l.features.ExplicitGlobal)
	if err != nil {
		return wrapError(err, cmd.SourceLocation, "failed to parse args")
	}

	declOpts := []variables.DeclareOpt{
		variables.AsArg(),
	}

	var expanded string

	if valueOrNil != nil {
		var err error
		expanded, err = l.expandArgs(ctx, *valueOrNil)
		if err != nil {
			return wrapError(err, cmd.SourceLocation, "failed to expand args")
		}
		declOpts = append(declOpts, variables.WithValue(expanded))
	}

	l.hasher.HashString(fmt.Sprintf("ARG %s=%s", key, expanded))

	if opts.Global {
		declOpts = append(declOpts, variables.AsGlobal())
	}

	_, _, err = l.varCollection.DeclareVar(key, declOpts...)
	if err != nil {
		return wrapError(err, cmd.SourceLocation, "failed to declare variable")
	}

	return nil
}

func (l *loader) handleLet(ctx context.Context, cmd spec.Command) error {
	var opts commandflag.LetOpts
	argsCpy := flagutil.GetArgsCopy(cmd)
	args, err := flagutil.ParseArgsCleaned("LET", &opts, argsCpy)
	if err != nil {
		return wrapError(err, cmd.SourceLocation, "failed to parse LET args")
	}
	// performing minimal validation to avoid index out of bound (full validation occurs in the interpreter)
	if len(args) != 3 {
		return newError(cmd.SourceLocation, "failed to parse LET args")
	}
	key := args[0]
	baseVal := args[2]
	val, err := l.expandArgs(ctx, baseVal)
	if err != nil {
		return wrapError(err, cmd.SourceLocation, "failed to expand LET value %q", baseVal)
	}

	l.hasher.HashString(fmt.Sprintf("LET %s=%s", key, val))

	_, _, err = l.varCollection.DeclareVar(key, variables.WithValue(val))
	if err != nil {
		return wrapError(err, cmd.SourceLocation, "failed to declare variable")
	}
	return nil
}

func (l *loader) handleSet(ctx context.Context, cmd spec.Command) error {
	var opts commandflag.SetOpts
	argsCpy := flagutil.GetArgsCopy(cmd)
	args, err := flagutil.ParseArgsCleaned("SET", &opts, argsCpy)
	if err != nil {
		return wrapError(err, cmd.SourceLocation, "failed to parse SET args")
	}
	// performing minimal validation to avoid index out of bound (full validation occurs in the interpreter)
	if len(args) != 3 {
		return newError(cmd.SourceLocation, "failed to parse SET args")
	}

	key := args[0]
	baseVal := args[2]
	val, err := l.expandArgs(ctx, baseVal)
	if err != nil {
		return wrapError(err, cmd.SourceLocation, "failed to expand SET value %q", baseVal)
	}

	l.hasher.HashString(fmt.Sprintf("SET %s=%s", key, val))

	err = l.varCollection.UpdateVar(key, val, nil)
	if err != nil {
		if err != nil {
			return wrapError(err, cmd.SourceLocation, "failed to declare variable")
		}
	}
	return nil
}

func (l *loader) handleWith(ctx context.Context, with spec.WithStatement) error {
	if with.Command.Name != command.Docker {
		return newError(with.Command.SourceLocation, "expected WITH DOCKER")
	}
	err := l.handleWithDocker(ctx, with.Command)
	if err != nil {
		return err
	}
	return l.loadBlock(ctx, with.Body)
}

func (l *loader) handleWithDocker(ctx context.Context, cmd spec.Command) error {
	// Special case since handleWithDocker doesn't get called from handleCommand.
	var err error
	cmd.Args, err = l.expandArgsSlice(ctx, cmd.Args)
	if err != nil {
		return wrapError(err, cmd.SourceLocation, "failed to expand args")
	}

	l.hashCommand(cmd)
	opts := commandflag.WithDockerOpts{}

	_, err = flagutil.ParseArgsCleaned("WITH DOCKER", &opts, flagutil.GetArgsCopy(cmd))
	if err != nil {
		return newError(cmd.SourceLocation, "failed to parse WITH DOCKER flags")
	}

	for _, load := range opts.Loads {
		_, target, extraArgs, err := flagutil.ParseLoad(load)
		if err != nil {
			return wrapError(err, cmd.SourceLocation, "failed to parse --load value")
		}

		err = l.loadTargetFromString(ctx, target, extraArgs, false, cmd.SourceLocation)
		if err != nil {
			return err
		}
	}

	return nil
}

// evalConditions will first split compound expressions by OR (||) and evaluate
// each set of sub-expressions until a positive result is encountered. When an
// AND (&&) is encountered, the function will recursively call itself to compute
// a final boolean result for that set of expressions.
func evalConditions(c []string) (bool, bool) {
	all := strings.Join(c, " ")
	orGroups := strings.Split(all, "||")

	for _, orGroup := range orGroups {
		cur := []string{}
		result, inExpr := false, false
		parts := strings.Split(orGroup, " ")
		for i, v := range parts {
			switch v {
			case "[[", "]]":
				// Extended expressions not yet supported.
				return false, false
			case "[":
				inExpr = true
				cur = []string{}
			case "]":
				if !inExpr {
					return false, false
				}
				var ok bool
				result, ok = evalCondition(cur)
				if !ok {
					return false, false
				}
			case "&&":
				rest, ok := evalConditions(parts[i+1:])
				if !ok {
					return false, false
				}
				result = result && rest
			default:
				cur = append(cur, v)
			}
		}
		if result {
			return true, true
		}
	}

	return false, true
}

// evalCondition will compute the result of a single expression (e.g., '[ true
// ]'). It currently only handles POSIX shell expressions.
func evalCondition(c []string) (bool, bool) {

	// Strip quotes
	for i, v := range c {
		c[i] = strings.Trim(v, ` "`)
	}

	switch len(c) {
	case 1:
		switch c[0] {
		case "true":
			return true, true
		case "false":
			return false, true
		default:
			return len(c[0]) > 0, true
		}
	case 2:
		switch c[0] {
		case "-z":
			return c[1] == "", true
		case "-n":
			return c[1] != "", true
		}
	case 3:
		switch c[1] {
		case "==", "!=", "=", ">", "<", "<=", ">=":
			switch c[1] {
			case "==", "=":
				return c[0] == c[2], true
			case "!=":
				return c[0] != c[2], true
			case ">":
				return c[0] > c[2], true
			case ">=":
				return c[0] >= c[2], true
			case "<":
				return c[0] < c[2], true
			case "<=":
				return c[0] <= c[2], true
			}
		case "-eq", "-ne", "-gt", "-lt", "-le", "-ge":
			a, errA := strconv.Atoi(c[0])
			b, errB := strconv.Atoi(c[2])
			if errA != nil || errB != nil {
				return false, false
			}
			switch c[1] {
			case "-eq":
				return a == b, true
			case "-ne":
				return a != b, true
			case "-gt", ">":
				return a > b, true
			case "-lt", "<":
				return a < b, true
			case "-le", "<=":
				return a <= b, true
			case "-ge", ">=":
				return a >= b, true
			}
		}
	}

	return false, false
}

func (l *loader) handleIf(ctx context.Context, ifStmt spec.IfStatement) error {

	l.hashIfStatement(ifStmt)

	err := l.handleIfEval(ctx, ifStmt)
	if err != nil {
		if errors.Is(err, errComplexCondition) {
			return l.handleIfDefault(ctx, ifStmt)
		}
		return err
	}

	return nil
}

func (l *loader) expandAndEval(ctx context.Context, expr []string) (bool, error) {
	expr, err := l.expandArgsSlice(ctx, expr)
	if err != nil {
		return false, err
	}

	result, ok := evalConditions(expr)
	if !ok {
		return false, errComplexCondition
	}
	return result, nil
}

func (l *loader) handleIfEval(ctx context.Context, ifStmt spec.IfStatement) error {
	result, err := l.expandAndEval(ctx, ifStmt.Expression)
	if err != nil {
		return err
	}
	if result {
		return l.loadBlock(ctx, ifStmt.IfBody)
	}
	for _, elseIf := range ifStmt.ElseIf {
		result, err := l.expandAndEval(ctx, elseIf.Expression)
		if err != nil {
			return err
		}
		if result {
			return l.loadBlock(ctx, elseIf.Body)
		}
	}
	if ifStmt.ElseBody != nil {
		return l.loadBlock(ctx, *ifStmt.ElseBody)
	}
	return nil
}

func (l *loader) handleIfDefault(ctx context.Context, ifStmt spec.IfStatement) error {
	if err := l.loadBlock(ctx, ifStmt.IfBody); err != nil {
		return err
	}

	for _, elseIf := range ifStmt.ElseIf {
		l.hashElseIf(elseIf)
		if err := l.loadBlock(ctx, elseIf.Body); err != nil {
			return err
		}
	}
	if ifStmt.ElseBody != nil {
		if err := l.loadBlock(ctx, *ifStmt.ElseBody); err != nil {
			return err
		}
	}
	return nil
}

func (l *loader) handleFor(ctx context.Context, forStmt spec.ForStatement) error {
	l.hashForStatement(forStmt)

	opts := commandflag.NewForOpts()

	args, err := flagutil.ParseArgsCleaned("FOR", &opts, forStmt.Args)
	if err != nil {
		return errors.Wrap(err, "failed to parse FOR args")
	}

	expandedArgs, err := l.expandArgsSlice(ctx, args)
	if err != nil {
		return err
	}

	name := expandedArgs[0]
	vals := flattenForArgs(expandedArgs, opts.Separators)

	l.hasher.HashInt(len(vals))

	for _, val := range vals {
		l.hasher.HashString(fmt.Sprintf("FOR %s=%s", name, val))
		l.varCollection.SetArg(name, val)
		err := l.loadBlock(ctx, forStmt.Body)
		if err != nil {
			return err
		}
		l.varCollection.UnsetArg(name)
	}

	return nil
}

func flattenForArgs(args []string, seps string) []string {
	// The first 2 args will be the index variable name and IN so we ignore the
	// first 2 values. Example: "FOR idx IN vars..." etc.
	if len(args) < 3 {
		return nil
	}
	var ret []string
	for _, arg := range args[2:] {
		if strings.ContainsAny(arg, seps) {
			found := strings.FieldsFunc(arg, func(r rune) bool {
				return strings.ContainsRune(seps, r)
			})
			ret = append(ret, found...)
		} else {
			ret = append(ret, arg)
		}
	}
	return ret
}

func (l *loader) handleWait(ctx context.Context, waitStmt spec.WaitStatement) error {
	l.hashWaitStatement(waitStmt)
	return l.handleStatements(ctx, waitStmt.Body)
}

func (l *loader) handleTry(ctx context.Context, tryStmt spec.TryStatement) error {
	l.hashTryStatement(tryStmt)
	if err := l.handleStatements(ctx, tryStmt.TryBody); err != nil {
		return err
	}
	if tryStmt.CatchBody != nil {
		if err := l.handleStatements(ctx, *tryStmt.CatchBody); err != nil {
			return err
		}
	}
	if tryStmt.FinallyBody != nil {
		if err := l.handleStatements(ctx, *tryStmt.FinallyBody); err != nil {
			return err
		}
	}
	return nil
}

func (l *loader) handleStatements(ctx context.Context, stmts []spec.Statement) error {
	l.hasher.HashInt(len(stmts))
	for _, stmt := range stmts {
		if err := l.handleStatement(ctx, stmt); err != nil {
			return err
		}
	}
	return nil
}

func (l *loader) handleStatement(ctx context.Context, stmt spec.Statement) error {
	if stmt.Command != nil {
		return l.handleCommand(ctx, *stmt.Command)
	}
	if stmt.With != nil {
		return l.handleWith(ctx, *stmt.With)
	}
	if stmt.If != nil {
		return l.handleIf(ctx, *stmt.If)
	}
	if stmt.For != nil {
		return l.handleFor(ctx, *stmt.For)
	}
	if stmt.Wait != nil {
		return l.handleWait(ctx, *stmt.Wait)
	}
	if stmt.Try != nil {
		return l.handleTry(ctx, *stmt.Try)
	}
	return errors.New("unexpected statement type")
}

func (l *loader) loadBlock(ctx context.Context, b spec.Block) error {
	return l.handleStatements(ctx, b)
}

func (l *loader) forTarget(ctx context.Context, target domain.Target, args []string, passArgs bool) (*loader, error) {
	fullTargetName := target.String()

	visited := copyVisited(l.visited)
	visited[fullTargetName] = struct{}{}

	flagArgs, err := variables.ParseFlagArgs(args)
	if err != nil {
		return nil, err
	}

	overriding, err := variables.ParseCommandLineArgs(flagArgs)
	if err != nil {
		return nil, err
	}

	if passArgs {
		overriding = variables.CombineScopes(overriding, l.overridingVars)
	}

	ret := &loader{
		conslog:        l.conslog,
		target:         target,
		visited:        visited,
		hasher:         hasher.New(),
		ci:             l.ci,
		builtinArgs:    l.builtinArgs,
		overridingVars: overriding,
		hashCache:      l.hashCache,
		stats:          l.stats,
		primaryTarget:  false,
	}

	if target.IsLocalInternal() {
		ret.baseProcessed = true
		ret.globalImports = l.varCollection.Imports().Global()
	}

	return ret, nil
}

func (l *loader) loadTargetFromString(ctx context.Context, targetName string, args []string, passArgs bool, srcLoc *spec.SourceLocation) error {

	targetName, err := l.expandArgs(ctx, targetName)
	if err != nil {
		return wrapError(err, srcLoc, "failed to expand args")
	}

	args, err = l.expandArgsSlice(ctx, args)
	if err != nil {
		return wrapError(err, srcLoc, "failed to expand args")
	}

	// If the target name contains a variable that hasn't been expanded, we
	// won't be able to explore the rest of the graph and generate a valid hash.
	if containsShellExpr(targetName) {
		return newError(srcLoc, "dynamic target %q cannot be resolved", targetName)
	}

	target, err := l.derefedTarget(targetName)
	if err != nil {
		return addErrorSrc(err, srcLoc)
	}

	if target.IsRemote() {
		if supportedRemoteTarget(target) {
			l.hasher.HashString(target.StringCanonical())
			return nil
		}
		return addErrorSrc(errInvalidRemoteTarget, srcLoc)
	}

	fullTargetName := target.String()
	if fullTargetName == "" {
		return newError(srcLoc, "missing target string")
	}

	if _, exists := l.visited[fullTargetName]; exists {
		// Prevent infinite loops; the converter does a better job since it also
		// looks at args and if conditions.
		return newError(srcLoc, "circular dependency detected; %s already called", fullTargetName)
	}

	newLoader, err := l.forTarget(ctx, target, args, passArgs)
	if err != nil {
		return wrapError(err, srcLoc, "failed to create loader for target %q", targetName)
	}

	hash, err := newLoader.load(ctx)
	if err != nil {
		return err
	}

	l.hasher.HashBytes(hash)

	return nil
}

func (l *loader) targetCacheKey() string {
	h := hasher.New()
	h.HashString(l.target.StringCanonical())
	if l.overridingVars != nil {
		for _, val := range l.overridingVars.BuildArgs() {
			h.HashString(fmt.Sprintf("VAR %s", val))
		}
	}
	return fmt.Sprintf("%x", h.GetHash())
}

func (l *loader) load(ctx context.Context) ([]byte, error) {

	if l.target.IsRemote() {
		return nil, errCannotLoadRemoteTarget
	}

	l.stats.TargetsVisited++

	// We can avoid reprocessing this target if it's already been hashed. This
	// hash key is computed using the canonical target name & the provided
	// arguments.
	cacheKey := l.targetCacheKey()
	if b, ok := l.hashCache[cacheKey]; ok {
		l.stats.TargetCacheHits++
		return b, nil
	}

	resolver := buildcontext.NewResolver(nil, nil, l.conslog, "", "", "", 0, "")

	buildCtx, err := resolver.Resolve(ctx, nil, nil, l.target)
	if err != nil {
		return nil, err
	}

	l.features = buildCtx.Features

	collOpt := variables.NewCollectionOpt{
		Console:        l.conslog,
		Target:         l.target,
		CI:             l.ci,
		BuiltinArgs:    l.builtinArgs,
		OverridingVars: l.overridingVars,
		GitMeta:        buildCtx.GitMetadata,
		Features:       l.features,
		GlobalImports:  l.globalImports,
	}
	l.varCollection = variables.NewCollection(collOpt)

	// Ensure that args passed to this target are always hashed. Globals,
	// built-ins, and ARG values are hashed elsewhere.
	if l.overridingVars != nil {
		for _, val := range l.overridingVars.BuildArgs() {
			l.hasher.HashString(fmt.Sprintf("VAR %s", val))
		}
	}

	ef := buildCtx.Earthfile
	if ef.Version != nil {
		l.hashVersion(*ef.Version)
	}

	// Ensure all "base" target commands are processed once.
	if !l.baseProcessed {
		for _, stmt := range ef.BaseRecipe {
			var err error
			switch {
			case stmt.Command == nil:
				break
			case stmt.Command.Name == command.Import:
				err = l.handleImport(ctx, *stmt.Command, true)
			case stmt.Command.Name == command.Arg:
				err = l.handleArg(ctx, *stmt.Command, true)
			case stmt.Command.Name == command.From:
				err = l.handleFrom(ctx, *stmt.Command)
			}
			if err != nil {
				return nil, err
			}
		}
	}

	isBase := l.target.Target == "base"

	// Since "base" is always processed above, there's not need to revisit it here.
	if !isBase {
		var block spec.Block

		for _, t := range ef.Targets {
			if t.Name == l.target.Target {
				block = t.Recipe
				break
			}
		}

		if block == nil {
			return nil, fmt.Errorf("target %q not found", l.target.Target)
		}

		if err := l.loadBlock(ctx, block); err != nil {
			return nil, err
		}
	}

	v := l.hasher.GetHash()
	l.hashCache[cacheKey] = v
	l.stats.TargetsHashed++
	if l.primaryTarget {
		l.stats.Duration = time.Since(l.stats.StartTime)
	}

	return v, nil
}