importer

type Config struct {
	NumWorkers int

	SourceRepoStore    models.SourceRepositoryStore
	VulnerabilityStore models.VulnerabilityStore
	Publisher          clients.Publisher
	GCSProvider        clients.CloudStorageProvider
	HTTPClient         *http.Client
	GitWorkDir         string

	StrictValidation bool
	DeleteThreshold  float64
	SampleRate       float64
}

type RecordFormat int

type RetryableHTTPLeveledLogger struct{}

type SourceRecord interface {
	// Open the source record
	Open(ctx context.Context) (io.ReadCloser, error)
}

type WorkItem struct {
	// Context is included to propagate tracing spans (links) and cancellation
	// across the worker pool. This is a pragmatic choice for batch job processing.
	Context      context.Context //nolint:containedctx
	SourceRecord SourceRecord

	SourceRepository string
	SourcePath       string
	Format           RecordFormat
	KeyPath          string
	Strict           bool
	IsDeleted        bool
	LastUpdated      time.Time
	HasLastUpdated   bool
	IsReimport       bool
}