public final class OpenLineage
extends java.lang.Object
URI producer = URI.create("http://my.producer/uri");
OpenLineage ol = new OpenLineage(producer);
UUID runId = UUID.randomUUID();
RunFacets runFacets =
ol.newRunFacetsBuilder().nominalTime(ol.newNominalTimeRunFacet(now, now)).build();
Run run = ol.newRun(runId, runFacets);
String name = "jobName";
String namespace = "namespace";
JobFacets jobFacets = ol.newJobFacetsBuilder().build();
Job job = ol.newJob(namespace, name, jobFacets);
List<InputDataset> inputs = Arrays.asList(ol.newInputDataset("ins", "input", null, null));
List<OutputDataset> outputs = Arrays.asList(ol.newOutputDataset("ons", "output", null, null));
RunEvent runStateUpdate =
ol.newRunEvent(now, OpenLineage.RunEvent.EventType.START, run, job, inputs, outputs);
| Modifier and Type | Class and Description |
|---|---|
static interface |
OpenLineage.BaseEvent
Interface for BaseEvent
|
static interface |
OpenLineage.BaseFacet
Interface for BaseFacet
|
static interface |
OpenLineage.Builder<T> |
static class |
OpenLineage.ColumnLineageDatasetFacet
model class for ColumnLineageDatasetFacet
|
class |
OpenLineage.ColumnLineageDatasetFacetBuilder
builder class for ColumnLineageDatasetFacet
|
static class |
OpenLineage.ColumnLineageDatasetFacetFields
model class for ColumnLineageDatasetFacetFields
|
static class |
OpenLineage.ColumnLineageDatasetFacetFieldsAdditional
model class for ColumnLineageDatasetFacetFieldsAdditional
|
static class |
OpenLineage.ColumnLineageDatasetFacetFieldsAdditionalBuilder
builder class for ColumnLineageDatasetFacetFieldsAdditional
|
static class |
OpenLineage.ColumnLineageDatasetFacetFieldsAdditionalInputFields
model class for ColumnLineageDatasetFacetFieldsAdditionalInputFields
|
static class |
OpenLineage.ColumnLineageDatasetFacetFieldsAdditionalInputFieldsBuilder
builder class for ColumnLineageDatasetFacetFieldsAdditionalInputFields
|
static class |
OpenLineage.ColumnLineageDatasetFacetFieldsBuilder
builder class for ColumnLineageDatasetFacetFields
|
static class |
OpenLineage.DataQualityAssertionsDatasetFacet
model class for DataQualityAssertionsDatasetFacet
|
static class |
OpenLineage.DataQualityAssertionsDatasetFacetAssertions
model class for DataQualityAssertionsDatasetFacetAssertions
|
static class |
OpenLineage.DataQualityAssertionsDatasetFacetAssertionsBuilder
builder class for DataQualityAssertionsDatasetFacetAssertions
|
class |
OpenLineage.DataQualityAssertionsDatasetFacetBuilder
builder class for DataQualityAssertionsDatasetFacet
|
static class |
OpenLineage.DataQualityMetricsInputDatasetFacet
model class for DataQualityMetricsInputDatasetFacet
|
class |
OpenLineage.DataQualityMetricsInputDatasetFacetBuilder
builder class for DataQualityMetricsInputDatasetFacet
|
static class |
OpenLineage.DataQualityMetricsInputDatasetFacetColumnMetrics
model class for DataQualityMetricsInputDatasetFacetColumnMetrics
|
static class |
OpenLineage.DataQualityMetricsInputDatasetFacetColumnMetricsAdditional
model class for DataQualityMetricsInputDatasetFacetColumnMetricsAdditional
|
static class |
OpenLineage.DataQualityMetricsInputDatasetFacetColumnMetricsAdditionalBuilder
builder class for DataQualityMetricsInputDatasetFacetColumnMetricsAdditional
|
static class |
OpenLineage.DataQualityMetricsInputDatasetFacetColumnMetricsAdditionalQuantiles
model class for DataQualityMetricsInputDatasetFacetColumnMetricsAdditionalQuantiles
|
static class |
OpenLineage.DataQualityMetricsInputDatasetFacetColumnMetricsAdditionalQuantilesBuilder
builder class for DataQualityMetricsInputDatasetFacetColumnMetricsAdditionalQuantiles
|
static class |
OpenLineage.DataQualityMetricsInputDatasetFacetColumnMetricsBuilder
builder class for DataQualityMetricsInputDatasetFacetColumnMetrics
|
static interface |
OpenLineage.Dataset
Interface for Dataset
|
static class |
OpenLineage.DatasetEvent
model class for DatasetEvent
|
class |
OpenLineage.DatasetEventBuilder
builder class for DatasetEvent
|
static interface |
OpenLineage.DatasetFacet
Interface for DatasetFacet
|
static class |
OpenLineage.DatasetFacets
model class for DatasetFacets
|
static class |
OpenLineage.DatasetFacetsBuilder
builder class for DatasetFacets
|
static class |
OpenLineage.DatasetVersionDatasetFacet
model class for DatasetVersionDatasetFacet
|
class |
OpenLineage.DatasetVersionDatasetFacetBuilder
builder class for DatasetVersionDatasetFacet
|
static class |
OpenLineage.DatasourceDatasetFacet
model class for DatasourceDatasetFacet
|
class |
OpenLineage.DatasourceDatasetFacetBuilder
builder class for DatasourceDatasetFacet
|
static class |
OpenLineage.DefaultDatasetFacet |
static class |
OpenLineage.DefaultInputDatasetFacet |
static class |
OpenLineage.DefaultJobFacet |
static class |
OpenLineage.DefaultOutputDatasetFacet |
static class |
OpenLineage.DefaultRunFacet |
static class |
OpenLineage.DocumentationDatasetFacet
model class for DocumentationDatasetFacet
|
class |
OpenLineage.DocumentationDatasetFacetBuilder
builder class for DocumentationDatasetFacet
|
static class |
OpenLineage.DocumentationJobFacet
model class for DocumentationJobFacet
|
class |
OpenLineage.DocumentationJobFacetBuilder
builder class for DocumentationJobFacet
|
static class |
OpenLineage.ErrorMessageRunFacet
model class for ErrorMessageRunFacet
|
class |
OpenLineage.ErrorMessageRunFacetBuilder
builder class for ErrorMessageRunFacet
|
static class |
OpenLineage.ExternalQueryRunFacet
model class for ExternalQueryRunFacet
|
class |
OpenLineage.ExternalQueryRunFacetBuilder
builder class for ExternalQueryRunFacet
|
static class |
OpenLineage.ExtractionErrorRunFacet
model class for ExtractionErrorRunFacet
|
class |
OpenLineage.ExtractionErrorRunFacetBuilder
builder class for ExtractionErrorRunFacet
|
static class |
OpenLineage.ExtractionErrorRunFacetErrors
model class for ExtractionErrorRunFacetErrors
|
static class |
OpenLineage.ExtractionErrorRunFacetErrorsBuilder
builder class for ExtractionErrorRunFacetErrors
|
static class |
OpenLineage.InputDataset
model class for InputDataset
|
static class |
OpenLineage.InputDatasetBuilder
builder class for InputDataset
|
static interface |
OpenLineage.InputDatasetFacet
Interface for InputDatasetFacet
|
static class |
OpenLineage.InputDatasetInputFacets
model class for InputDatasetInputFacets
|
static class |
OpenLineage.InputDatasetInputFacetsBuilder
builder class for InputDatasetInputFacets
|
static class |
OpenLineage.Job
model class for Job
|
static class |
OpenLineage.JobBuilder
builder class for Job
|
static class |
OpenLineage.JobEvent
model class for JobEvent
|
class |
OpenLineage.JobEventBuilder
builder class for JobEvent
|
static interface |
OpenLineage.JobFacet
Interface for JobFacet
|
static class |
OpenLineage.JobFacets
model class for JobFacets
|
static class |
OpenLineage.JobFacetsBuilder
builder class for JobFacets
|
static class |
OpenLineage.LifecycleStateChangeDatasetFacet
model class for LifecycleStateChangeDatasetFacet
|
class |
OpenLineage.LifecycleStateChangeDatasetFacetBuilder
builder class for LifecycleStateChangeDatasetFacet
|
static class |
OpenLineage.LifecycleStateChangeDatasetFacetPreviousIdentifier
model class for LifecycleStateChangeDatasetFacetPreviousIdentifier
|
static class |
OpenLineage.LifecycleStateChangeDatasetFacetPreviousIdentifierBuilder
builder class for LifecycleStateChangeDatasetFacetPreviousIdentifier
|
static class |
OpenLineage.NominalTimeRunFacet
model class for NominalTimeRunFacet
|
class |
OpenLineage.NominalTimeRunFacetBuilder
builder class for NominalTimeRunFacet
|
static class |
OpenLineage.OutputDataset
model class for OutputDataset
|
static class |
OpenLineage.OutputDatasetBuilder
builder class for OutputDataset
|
static interface |
OpenLineage.OutputDatasetFacet
Interface for OutputDatasetFacet
|
static class |
OpenLineage.OutputDatasetOutputFacets
model class for OutputDatasetOutputFacets
|
static class |
OpenLineage.OutputDatasetOutputFacetsBuilder
builder class for OutputDatasetOutputFacets
|
static class |
OpenLineage.OutputStatisticsOutputDatasetFacet
model class for OutputStatisticsOutputDatasetFacet
|
class |
OpenLineage.OutputStatisticsOutputDatasetFacetBuilder
builder class for OutputStatisticsOutputDatasetFacet
|
static class |
OpenLineage.OwnershipDatasetFacet
model class for OwnershipDatasetFacet
|
class |
OpenLineage.OwnershipDatasetFacetBuilder
builder class for OwnershipDatasetFacet
|
static class |
OpenLineage.OwnershipDatasetFacetOwners
model class for OwnershipDatasetFacetOwners
|
static class |
OpenLineage.OwnershipDatasetFacetOwnersBuilder
builder class for OwnershipDatasetFacetOwners
|
static class |
OpenLineage.OwnershipJobFacet
model class for OwnershipJobFacet
|
class |
OpenLineage.OwnershipJobFacetBuilder
builder class for OwnershipJobFacet
|
static class |
OpenLineage.OwnershipJobFacetOwners
model class for OwnershipJobFacetOwners
|
static class |
OpenLineage.OwnershipJobFacetOwnersBuilder
builder class for OwnershipJobFacetOwners
|
static class |
OpenLineage.ParentRunFacet
model class for ParentRunFacet
|
class |
OpenLineage.ParentRunFacetBuilder
builder class for ParentRunFacet
|
static class |
OpenLineage.ParentRunFacetJob
model class for ParentRunFacetJob
|
static class |
OpenLineage.ParentRunFacetJobBuilder
builder class for ParentRunFacetJob
|
static class |
OpenLineage.ParentRunFacetRun
model class for ParentRunFacetRun
|
static class |
OpenLineage.ParentRunFacetRunBuilder
builder class for ParentRunFacetRun
|
static class |
OpenLineage.ProcessingEngineRunFacet
model class for ProcessingEngineRunFacet
|
class |
OpenLineage.ProcessingEngineRunFacetBuilder
builder class for ProcessingEngineRunFacet
|
static class |
OpenLineage.Run
model class for Run
|
static class |
OpenLineage.RunBuilder
builder class for Run
|
static class |
OpenLineage.RunEvent
model class for RunEvent
|
class |
OpenLineage.RunEventBuilder
builder class for RunEvent
|
static interface |
OpenLineage.RunFacet
Interface for RunFacet
|
static class |
OpenLineage.RunFacets
model class for RunFacets
|
static class |
OpenLineage.RunFacetsBuilder
builder class for RunFacets
|
static class |
OpenLineage.SchemaDatasetFacet
model class for SchemaDatasetFacet
|
class |
OpenLineage.SchemaDatasetFacetBuilder
builder class for SchemaDatasetFacet
|
static class |
OpenLineage.SchemaDatasetFacetFields
model class for SchemaDatasetFacetFields
|
static class |
OpenLineage.SchemaDatasetFacetFieldsBuilder
builder class for SchemaDatasetFacetFields
|
static class |
OpenLineage.SourceCodeJobFacet
model class for SourceCodeJobFacet
|
class |
OpenLineage.SourceCodeJobFacetBuilder
builder class for SourceCodeJobFacet
|
static class |
OpenLineage.SourceCodeLocationJobFacet
model class for SourceCodeLocationJobFacet
|
class |
OpenLineage.SourceCodeLocationJobFacetBuilder
builder class for SourceCodeLocationJobFacet
|
static class |
OpenLineage.SQLJobFacet
model class for SQLJobFacet
|
class |
OpenLineage.SQLJobFacetBuilder
builder class for SQLJobFacet
|
static class |
OpenLineage.StaticDataset
model class for StaticDataset
|
static class |
OpenLineage.StaticDatasetBuilder
builder class for StaticDataset
|
static class |
OpenLineage.StorageDatasetFacet
model class for StorageDatasetFacet
|
class |
OpenLineage.StorageDatasetFacetBuilder
builder class for StorageDatasetFacet
|
static class |
OpenLineage.SymlinksDatasetFacet
model class for SymlinksDatasetFacet
|
class |
OpenLineage.SymlinksDatasetFacetBuilder
builder class for SymlinksDatasetFacet
|
static class |
OpenLineage.SymlinksDatasetFacetIdentifiers
model class for SymlinksDatasetFacetIdentifiers
|
static class |
OpenLineage.SymlinksDatasetFacetIdentifiersBuilder
builder class for SymlinksDatasetFacetIdentifiers
|
| Constructor and Description |
|---|
OpenLineage(java.net.URI producer)
Starting point to create OpenLineage objects.
|
| Modifier and Type | Method and Description |
|---|---|
OpenLineage.ColumnLineageDatasetFacet |
newColumnLineageDatasetFacet(OpenLineage.ColumnLineageDatasetFacetFields fields)
Factory method for ColumnLineageDatasetFacet@param fields Column level lineage that maps output fields into input fields used to evaluate them.
|
OpenLineage.ColumnLineageDatasetFacetBuilder |
newColumnLineageDatasetFacetBuilder()
Creates a builder for ColumnLineageDatasetFacet
|
OpenLineage.ColumnLineageDatasetFacetFields |
newColumnLineageDatasetFacetFields()
Factory method for ColumnLineageDatasetFacetFields@return ColumnLineageDatasetFacetFields
|
OpenLineage.ColumnLineageDatasetFacetFieldsAdditional |
newColumnLineageDatasetFacetFieldsAdditional(java.util.List<OpenLineage.ColumnLineageDatasetFacetFieldsAdditionalInputFields> inputFields,
java.lang.String transformationDescription,
java.lang.String transformationType)
Factory method for ColumnLineageDatasetFacetFieldsAdditional@param inputFields the inputFields
|
OpenLineage.ColumnLineageDatasetFacetFieldsAdditionalBuilder |
newColumnLineageDatasetFacetFieldsAdditionalBuilder()
Creates a builder for ColumnLineageDatasetFacetFieldsAdditional
|
OpenLineage.ColumnLineageDatasetFacetFieldsAdditionalInputFields |
newColumnLineageDatasetFacetFieldsAdditionalInputFields(java.lang.String namespace,
java.lang.String name,
java.lang.String field)
Factory method for ColumnLineageDatasetFacetFieldsAdditionalInputFields@param namespace The input dataset namespace
|
OpenLineage.ColumnLineageDatasetFacetFieldsAdditionalInputFieldsBuilder |
newColumnLineageDatasetFacetFieldsAdditionalInputFieldsBuilder()
Creates a builder for ColumnLineageDatasetFacetFieldsAdditionalInputFields
|
OpenLineage.ColumnLineageDatasetFacetFieldsBuilder |
newColumnLineageDatasetFacetFieldsBuilder()
Creates a builder for ColumnLineageDatasetFacetFields
|
OpenLineage.DataQualityAssertionsDatasetFacet |
newDataQualityAssertionsDatasetFacet(java.util.List<OpenLineage.DataQualityAssertionsDatasetFacetAssertions> assertions)
Factory method for DataQualityAssertionsDatasetFacet@param assertions the assertions
|
OpenLineage.DataQualityAssertionsDatasetFacetAssertions |
newDataQualityAssertionsDatasetFacetAssertions(java.lang.String assertion,
java.lang.Boolean success,
java.lang.String column)
Factory method for DataQualityAssertionsDatasetFacetAssertions@param assertion Type of expectation test that dataset is subjected to
|
OpenLineage.DataQualityAssertionsDatasetFacetAssertionsBuilder |
newDataQualityAssertionsDatasetFacetAssertionsBuilder()
Creates a builder for DataQualityAssertionsDatasetFacetAssertions
|
OpenLineage.DataQualityAssertionsDatasetFacetBuilder |
newDataQualityAssertionsDatasetFacetBuilder()
Creates a builder for DataQualityAssertionsDatasetFacet
|
OpenLineage.DataQualityMetricsInputDatasetFacet |
newDataQualityMetricsInputDatasetFacet(java.lang.Long rowCount,
java.lang.Long bytes,
OpenLineage.DataQualityMetricsInputDatasetFacetColumnMetrics columnMetrics)
Factory method for DataQualityMetricsInputDatasetFacet@param rowCount The number of rows evaluated
|
OpenLineage.DataQualityMetricsInputDatasetFacetBuilder |
newDataQualityMetricsInputDatasetFacetBuilder()
Creates a builder for DataQualityMetricsInputDatasetFacet
|
OpenLineage.DataQualityMetricsInputDatasetFacetColumnMetrics |
newDataQualityMetricsInputDatasetFacetColumnMetrics()
Factory method for DataQualityMetricsInputDatasetFacetColumnMetrics@return DataQualityMetricsInputDatasetFacetColumnMetrics
|
OpenLineage.DataQualityMetricsInputDatasetFacetColumnMetricsAdditional |
newDataQualityMetricsInputDatasetFacetColumnMetricsAdditional(java.lang.Long nullCount,
java.lang.Long distinctCount,
java.lang.Double sum,
java.lang.Double count,
java.lang.Double min,
java.lang.Double max,
OpenLineage.DataQualityMetricsInputDatasetFacetColumnMetricsAdditionalQuantiles quantiles)
Factory method for DataQualityMetricsInputDatasetFacetColumnMetricsAdditional@param nullCount The number of null values in this column for the rows evaluated
|
OpenLineage.DataQualityMetricsInputDatasetFacetColumnMetricsAdditionalBuilder |
newDataQualityMetricsInputDatasetFacetColumnMetricsAdditionalBuilder()
Creates a builder for DataQualityMetricsInputDatasetFacetColumnMetricsAdditional
|
OpenLineage.DataQualityMetricsInputDatasetFacetColumnMetricsAdditionalQuantiles |
newDataQualityMetricsInputDatasetFacetColumnMetricsAdditionalQuantiles()
Factory method for DataQualityMetricsInputDatasetFacetColumnMetricsAdditionalQuantiles@return DataQualityMetricsInputDatasetFacetColumnMetricsAdditionalQuantiles
|
OpenLineage.DataQualityMetricsInputDatasetFacetColumnMetricsAdditionalQuantilesBuilder |
newDataQualityMetricsInputDatasetFacetColumnMetricsAdditionalQuantilesBuilder()
Creates a builder for DataQualityMetricsInputDatasetFacetColumnMetricsAdditionalQuantiles
|
OpenLineage.DataQualityMetricsInputDatasetFacetColumnMetricsBuilder |
newDataQualityMetricsInputDatasetFacetColumnMetricsBuilder()
Creates a builder for DataQualityMetricsInputDatasetFacetColumnMetrics
|
OpenLineage.DatasetEvent |
newDatasetEvent(java.time.ZonedDateTime eventTime,
OpenLineage.StaticDataset dataset)
Factory method for DatasetEvent@param eventTime the time the event occurred at
|
OpenLineage.DatasetEventBuilder |
newDatasetEventBuilder()
Creates a builder for DatasetEvent
|
OpenLineage.DatasetFacet |
newDatasetFacet() |
OpenLineage.DatasetFacets |
newDatasetFacets(OpenLineage.DocumentationDatasetFacet documentation,
OpenLineage.DatasourceDatasetFacet dataSource,
OpenLineage.DatasetVersionDatasetFacet version,
OpenLineage.SchemaDatasetFacet schema,
OpenLineage.OwnershipDatasetFacet ownership,
OpenLineage.StorageDatasetFacet storage,
OpenLineage.ColumnLineageDatasetFacet columnLineage,
OpenLineage.SymlinksDatasetFacet symlinks,
OpenLineage.LifecycleStateChangeDatasetFacet lifecycleStateChange)
Factory method for DatasetFacets@param documentation the documentation
|
OpenLineage.DatasetFacetsBuilder |
newDatasetFacetsBuilder()
Creates a builder for DatasetFacets
|
OpenLineage.DatasetVersionDatasetFacet |
newDatasetVersionDatasetFacet(java.lang.String datasetVersion)
Factory method for DatasetVersionDatasetFacet@param datasetVersion The version of the dataset.
|
OpenLineage.DatasetVersionDatasetFacetBuilder |
newDatasetVersionDatasetFacetBuilder()
Creates a builder for DatasetVersionDatasetFacet
|
OpenLineage.DatasourceDatasetFacet |
newDatasourceDatasetFacet(java.lang.String name,
java.net.URI uri)
Factory method for DatasourceDatasetFacet@param name the name
|
OpenLineage.DatasourceDatasetFacetBuilder |
newDatasourceDatasetFacetBuilder()
Creates a builder for DatasourceDatasetFacet
|
OpenLineage.DatasetFacet |
newDeletedDatasetFacet() |
OpenLineage.JobFacet |
newDeletedJobFacet() |
OpenLineage.DocumentationDatasetFacet |
newDocumentationDatasetFacet(java.lang.String description)
Factory method for DocumentationDatasetFacet@param description The description of the dataset.
|
OpenLineage.DocumentationDatasetFacetBuilder |
newDocumentationDatasetFacetBuilder()
Creates a builder for DocumentationDatasetFacet
|
OpenLineage.DocumentationJobFacet |
newDocumentationJobFacet(java.lang.String description)
Factory method for DocumentationJobFacet@param description The description of the job.
|
OpenLineage.DocumentationJobFacetBuilder |
newDocumentationJobFacetBuilder()
Creates a builder for DocumentationJobFacet
|
OpenLineage.ErrorMessageRunFacet |
newErrorMessageRunFacet(java.lang.String message,
java.lang.String programmingLanguage,
java.lang.String stackTrace)
Factory method for ErrorMessageRunFacet@param message A human-readable string representing error message generated by observed system
|
OpenLineage.ErrorMessageRunFacetBuilder |
newErrorMessageRunFacetBuilder()
Creates a builder for ErrorMessageRunFacet
|
OpenLineage.ExternalQueryRunFacet |
newExternalQueryRunFacet(java.lang.String externalQueryId,
java.lang.String source)
Factory method for ExternalQueryRunFacet@param externalQueryId Identifier for the external system
|
OpenLineage.ExternalQueryRunFacetBuilder |
newExternalQueryRunFacetBuilder()
Creates a builder for ExternalQueryRunFacet
|
OpenLineage.ExtractionErrorRunFacet |
newExtractionErrorRunFacet(java.lang.Long totalTasks,
java.lang.Long failedTasks,
java.util.List<OpenLineage.ExtractionErrorRunFacetErrors> errors)
Factory method for ExtractionErrorRunFacet@param totalTasks The number of distinguishable tasks in a run that were processed by OpenLineage, whether successfully or not.
|
OpenLineage.ExtractionErrorRunFacetBuilder |
newExtractionErrorRunFacetBuilder()
Creates a builder for ExtractionErrorRunFacet
|
OpenLineage.ExtractionErrorRunFacetErrors |
newExtractionErrorRunFacetErrors(java.lang.String errorMessage,
java.lang.String stackTrace,
java.lang.String task,
java.lang.Long taskNumber)
Factory method for ExtractionErrorRunFacetErrors@param errorMessage Text representation of extraction error message.
|
OpenLineage.ExtractionErrorRunFacetErrorsBuilder |
newExtractionErrorRunFacetErrorsBuilder()
Creates a builder for ExtractionErrorRunFacetErrors
|
OpenLineage.InputDataset |
newInputDataset(java.lang.String namespace,
java.lang.String name,
OpenLineage.DatasetFacets facets,
OpenLineage.InputDatasetInputFacets inputFacets)
Factory method for InputDataset@param namespace The namespace containing that dataset
|
OpenLineage.InputDatasetBuilder |
newInputDatasetBuilder()
Creates a builder for InputDataset
|
OpenLineage.InputDatasetFacet |
newInputDatasetFacet() |
OpenLineage.InputDatasetInputFacets |
newInputDatasetInputFacets(OpenLineage.DataQualityAssertionsDatasetFacet dataQualityAssertions,
OpenLineage.DataQualityMetricsInputDatasetFacet dataQualityMetrics)
Factory method for InputDatasetInputFacets@param dataQualityAssertions the dataQualityAssertions
|
OpenLineage.InputDatasetInputFacetsBuilder |
newInputDatasetInputFacetsBuilder()
Creates a builder for InputDatasetInputFacets
|
OpenLineage.Job |
newJob(java.lang.String namespace,
java.lang.String name,
OpenLineage.JobFacets facets)
Factory method for Job@param namespace The namespace containing that job
|
OpenLineage.JobBuilder |
newJobBuilder()
Creates a builder for Job
|
OpenLineage.JobEvent |
newJobEvent(java.time.ZonedDateTime eventTime,
OpenLineage.Job job,
java.util.List<OpenLineage.InputDataset> inputs,
java.util.List<OpenLineage.OutputDataset> outputs)
Factory method for JobEvent@param eventTime the time the event occurred at
|
OpenLineage.JobEventBuilder |
newJobEventBuilder()
Creates a builder for JobEvent
|
OpenLineage.JobFacet |
newJobFacet() |
OpenLineage.JobFacets |
newJobFacets(OpenLineage.SourceCodeJobFacet sourceCode,
OpenLineage.OwnershipJobFacet ownership,
OpenLineage.SQLJobFacet sql,
OpenLineage.SourceCodeLocationJobFacet sourceCodeLocation,
OpenLineage.DocumentationJobFacet documentation)
Factory method for JobFacets@param sourceCode the sourceCode
|
OpenLineage.JobFacetsBuilder |
newJobFacetsBuilder()
Creates a builder for JobFacets
|
OpenLineage.LifecycleStateChangeDatasetFacet |
newLifecycleStateChangeDatasetFacet(OpenLineage.LifecycleStateChangeDatasetFacet.LifecycleStateChange lifecycleStateChange,
OpenLineage.LifecycleStateChangeDatasetFacetPreviousIdentifier previousIdentifier)
Factory method for LifecycleStateChangeDatasetFacet@param lifecycleStateChange The lifecycle state change.
|
OpenLineage.LifecycleStateChangeDatasetFacetBuilder |
newLifecycleStateChangeDatasetFacetBuilder()
Creates a builder for LifecycleStateChangeDatasetFacet
|
OpenLineage.LifecycleStateChangeDatasetFacetPreviousIdentifier |
newLifecycleStateChangeDatasetFacetPreviousIdentifier(java.lang.String name,
java.lang.String namespace)
Factory method for LifecycleStateChangeDatasetFacetPreviousIdentifier@param name the name
|
OpenLineage.LifecycleStateChangeDatasetFacetPreviousIdentifierBuilder |
newLifecycleStateChangeDatasetFacetPreviousIdentifierBuilder()
Creates a builder for LifecycleStateChangeDatasetFacetPreviousIdentifier
|
OpenLineage.NominalTimeRunFacet |
newNominalTimeRunFacet(java.time.ZonedDateTime nominalStartTime,
java.time.ZonedDateTime nominalEndTime)
Factory method for NominalTimeRunFacet@param nominalStartTime An [ISO-8601](https://en.wikipedia.org/wiki/ISO_8601) timestamp representing the nominal start time (included) of the run.
|
OpenLineage.NominalTimeRunFacetBuilder |
newNominalTimeRunFacetBuilder()
Creates a builder for NominalTimeRunFacet
|
OpenLineage.OutputDataset |
newOutputDataset(java.lang.String namespace,
java.lang.String name,
OpenLineage.DatasetFacets facets,
OpenLineage.OutputDatasetOutputFacets outputFacets)
Factory method for OutputDataset@param namespace The namespace containing that dataset
|
OpenLineage.OutputDatasetBuilder |
newOutputDatasetBuilder()
Creates a builder for OutputDataset
|
OpenLineage.OutputDatasetFacet |
newOutputDatasetFacet() |
OpenLineage.OutputDatasetOutputFacets |
newOutputDatasetOutputFacets(OpenLineage.OutputStatisticsOutputDatasetFacet outputStatistics)
Factory method for OutputDatasetOutputFacets@param outputStatistics the outputStatistics
|
OpenLineage.OutputDatasetOutputFacetsBuilder |
newOutputDatasetOutputFacetsBuilder()
Creates a builder for OutputDatasetOutputFacets
|
OpenLineage.OutputStatisticsOutputDatasetFacet |
newOutputStatisticsOutputDatasetFacet(java.lang.Long rowCount,
java.lang.Long size)
Factory method for OutputStatisticsOutputDatasetFacet@param rowCount The number of rows written to the dataset
|
OpenLineage.OutputStatisticsOutputDatasetFacetBuilder |
newOutputStatisticsOutputDatasetFacetBuilder()
Creates a builder for OutputStatisticsOutputDatasetFacet
|
OpenLineage.OwnershipDatasetFacet |
newOwnershipDatasetFacet(java.util.List<OpenLineage.OwnershipDatasetFacetOwners> owners)
Factory method for OwnershipDatasetFacet@param owners The owners of the dataset.
|
OpenLineage.OwnershipDatasetFacetBuilder |
newOwnershipDatasetFacetBuilder()
Creates a builder for OwnershipDatasetFacet
|
OpenLineage.OwnershipDatasetFacetOwners |
newOwnershipDatasetFacetOwners(java.lang.String name,
java.lang.String type)
Factory method for OwnershipDatasetFacetOwners@param name the identifier of the owner of the Dataset.
|
OpenLineage.OwnershipDatasetFacetOwnersBuilder |
newOwnershipDatasetFacetOwnersBuilder()
Creates a builder for OwnershipDatasetFacetOwners
|
OpenLineage.OwnershipJobFacet |
newOwnershipJobFacet(java.util.List<OpenLineage.OwnershipJobFacetOwners> owners)
Factory method for OwnershipJobFacet@param owners The owners of the job.
|
OpenLineage.OwnershipJobFacetBuilder |
newOwnershipJobFacetBuilder()
Creates a builder for OwnershipJobFacet
|
OpenLineage.OwnershipJobFacetOwners |
newOwnershipJobFacetOwners(java.lang.String name,
java.lang.String type)
Factory method for OwnershipJobFacetOwners@param name the identifier of the owner of the Job.
|
OpenLineage.OwnershipJobFacetOwnersBuilder |
newOwnershipJobFacetOwnersBuilder()
Creates a builder for OwnershipJobFacetOwners
|
OpenLineage.ParentRunFacet |
newParentRunFacet(OpenLineage.ParentRunFacetRun run,
OpenLineage.ParentRunFacetJob job)
Factory method for ParentRunFacet@param run the run
|
OpenLineage.ParentRunFacetBuilder |
newParentRunFacetBuilder()
Creates a builder for ParentRunFacet
|
OpenLineage.ParentRunFacetJob |
newParentRunFacetJob(java.lang.String namespace,
java.lang.String name)
Factory method for ParentRunFacetJob@param namespace The namespace containing that job
|
OpenLineage.ParentRunFacetJobBuilder |
newParentRunFacetJobBuilder()
Creates a builder for ParentRunFacetJob
|
OpenLineage.ParentRunFacetRun |
newParentRunFacetRun(java.util.UUID runId)
Factory method for ParentRunFacetRun@param runId The globally unique ID of the run associated with the job.
|
OpenLineage.ParentRunFacetRunBuilder |
newParentRunFacetRunBuilder()
Creates a builder for ParentRunFacetRun
|
OpenLineage.ProcessingEngineRunFacet |
newProcessingEngineRunFacet(java.lang.String version,
java.lang.String name,
java.lang.String openlineageAdapterVersion)
Factory method for ProcessingEngineRunFacet@param version Processing engine version.
|
OpenLineage.ProcessingEngineRunFacetBuilder |
newProcessingEngineRunFacetBuilder()
Creates a builder for ProcessingEngineRunFacet
|
OpenLineage.Run |
newRun(java.util.UUID runId,
OpenLineage.RunFacets facets)
Factory method for Run@param runId The globally unique ID of the run associated with the job.
|
OpenLineage.RunBuilder |
newRunBuilder()
Creates a builder for Run
|
OpenLineage.RunEvent |
newRunEvent(java.time.ZonedDateTime eventTime,
OpenLineage.RunEvent.EventType eventType,
OpenLineage.Run run,
OpenLineage.Job job,
java.util.List<OpenLineage.InputDataset> inputs,
java.util.List<OpenLineage.OutputDataset> outputs)
Factory method for RunEvent@param eventTime the time the event occurred at
|
OpenLineage.RunEventBuilder |
newRunEventBuilder()
Creates a builder for RunEvent
|
OpenLineage.RunFacet |
newRunFacet() |
OpenLineage.RunFacets |
newRunFacets(OpenLineage.ErrorMessageRunFacet errorMessage,
OpenLineage.ExternalQueryRunFacet externalQuery,
OpenLineage.ExtractionErrorRunFacet extractionError,
OpenLineage.ParentRunFacet parent,
OpenLineage.NominalTimeRunFacet nominalTime,
OpenLineage.ProcessingEngineRunFacet processing_engine)
Factory method for RunFacets@param errorMessage the errorMessage
|
OpenLineage.RunFacetsBuilder |
newRunFacetsBuilder()
Creates a builder for RunFacets
|
OpenLineage.SchemaDatasetFacet |
newSchemaDatasetFacet(java.util.List<OpenLineage.SchemaDatasetFacetFields> fields)
Factory method for SchemaDatasetFacet@param fields The fields of the table.
|
OpenLineage.SchemaDatasetFacetBuilder |
newSchemaDatasetFacetBuilder()
Creates a builder for SchemaDatasetFacet
|
OpenLineage.SchemaDatasetFacetFields |
newSchemaDatasetFacetFields(java.lang.String name,
java.lang.String type,
java.lang.String description)
Factory method for SchemaDatasetFacetFields@param name The name of the field.
|
OpenLineage.SchemaDatasetFacetFieldsBuilder |
newSchemaDatasetFacetFieldsBuilder()
Creates a builder for SchemaDatasetFacetFields
|
OpenLineage.SourceCodeJobFacet |
newSourceCodeJobFacet(java.lang.String language,
java.lang.String sourceCode)
Factory method for SourceCodeJobFacet@param language Language in which source code of this job was written.
|
OpenLineage.SourceCodeJobFacetBuilder |
newSourceCodeJobFacetBuilder()
Creates a builder for SourceCodeJobFacet
|
OpenLineage.SourceCodeLocationJobFacet |
newSourceCodeLocationJobFacet(java.lang.String type,
java.net.URI url,
java.lang.String repoUrl,
java.lang.String path,
java.lang.String version,
java.lang.String tag,
java.lang.String branch)
Factory method for SourceCodeLocationJobFacet@param type the source control system
|
OpenLineage.SourceCodeLocationJobFacetBuilder |
newSourceCodeLocationJobFacetBuilder()
Creates a builder for SourceCodeLocationJobFacet
|
OpenLineage.SQLJobFacet |
newSQLJobFacet(java.lang.String query)
Factory method for SQLJobFacet@param query the query
|
OpenLineage.SQLJobFacetBuilder |
newSQLJobFacetBuilder()
Creates a builder for SQLJobFacet
|
OpenLineage.StaticDataset |
newStaticDataset(java.lang.String namespace,
java.lang.String name,
OpenLineage.DatasetFacets facets)
Factory method for StaticDataset@param namespace The namespace containing that dataset
|
OpenLineage.StaticDatasetBuilder |
newStaticDatasetBuilder()
Creates a builder for StaticDataset
|
OpenLineage.StorageDatasetFacet |
newStorageDatasetFacet(java.lang.String storageLayer,
java.lang.String fileFormat)
Factory method for StorageDatasetFacet@param storageLayer Storage layer provider with allowed values: iceberg, delta.
|
OpenLineage.StorageDatasetFacetBuilder |
newStorageDatasetFacetBuilder()
Creates a builder for StorageDatasetFacet
|
OpenLineage.SymlinksDatasetFacet |
newSymlinksDatasetFacet(java.util.List<OpenLineage.SymlinksDatasetFacetIdentifiers> identifiers)
Factory method for SymlinksDatasetFacet@param identifiers the identifiers
|
OpenLineage.SymlinksDatasetFacetBuilder |
newSymlinksDatasetFacetBuilder()
Creates a builder for SymlinksDatasetFacet
|
OpenLineage.SymlinksDatasetFacetIdentifiers |
newSymlinksDatasetFacetIdentifiers(java.lang.String namespace,
java.lang.String name,
java.lang.String type)
Factory method for SymlinksDatasetFacetIdentifiers@param namespace The dataset namespace
|
OpenLineage.SymlinksDatasetFacetIdentifiersBuilder |
newSymlinksDatasetFacetIdentifiersBuilder()
Creates a builder for SymlinksDatasetFacetIdentifiers
|
public OpenLineage(java.net.URI producer)
producer - the identifier of the library using the client to generate OpenLineage eventspublic OpenLineage.RunEvent newRunEvent(java.time.ZonedDateTime eventTime, OpenLineage.RunEvent.EventType eventType, OpenLineage.Run run, OpenLineage.Job job, java.util.List<OpenLineage.InputDataset> inputs, java.util.List<OpenLineage.OutputDataset> outputs)
eventType - the current transition of the run state. It is required to issue 1 START event and 1 of [ COMPLETE, ABORT, FAIL ] event per run. Additional events with OTHER eventType can be added to the same run. For example to send additional metadata after the run is completerun - the runjob - the jobinputs - The set of **input** datasets.outputs - The set of **output** datasets.public OpenLineage.RunEventBuilder newRunEventBuilder()
public OpenLineage.SchemaDatasetFacetFields newSchemaDatasetFacetFields(java.lang.String name, java.lang.String type, java.lang.String description)
type - The type of the field.description - The description of the field.public OpenLineage.SchemaDatasetFacetFieldsBuilder newSchemaDatasetFacetFieldsBuilder()
public OpenLineage.ParentRunFacet newParentRunFacet(OpenLineage.ParentRunFacetRun run, OpenLineage.ParentRunFacetJob job)
job - the jobpublic OpenLineage.ParentRunFacetBuilder newParentRunFacetBuilder()
public OpenLineage.OutputStatisticsOutputDatasetFacet newOutputStatisticsOutputDatasetFacet(java.lang.Long rowCount, java.lang.Long size)
size - The size in bytes written to the datasetpublic OpenLineage.OutputStatisticsOutputDatasetFacetBuilder newOutputStatisticsOutputDatasetFacetBuilder()
public OpenLineage.ExtractionErrorRunFacetErrors newExtractionErrorRunFacetErrors(java.lang.String errorMessage, java.lang.String stackTrace, java.lang.String task, java.lang.Long taskNumber)
stackTrace - Stack trace of extraction error messagetask - Text representation of task that failed. This can be, for example, SQL statement that parser could not interpret.taskNumber - Order of task (counted from 0).public OpenLineage.ExtractionErrorRunFacetErrorsBuilder newExtractionErrorRunFacetErrorsBuilder()
public OpenLineage.Run newRun(java.util.UUID runId, OpenLineage.RunFacets facets)
facets - The run facets.public OpenLineage.RunBuilder newRunBuilder()
public OpenLineage.DataQualityMetricsInputDatasetFacetColumnMetricsAdditionalQuantiles newDataQualityMetricsInputDatasetFacetColumnMetricsAdditionalQuantiles()
public OpenLineage.DataQualityMetricsInputDatasetFacetColumnMetricsAdditionalQuantilesBuilder newDataQualityMetricsInputDatasetFacetColumnMetricsAdditionalQuantilesBuilder()
public OpenLineage.ExternalQueryRunFacet newExternalQueryRunFacet(java.lang.String externalQueryId, java.lang.String source)
source - source of the external querypublic OpenLineage.ExternalQueryRunFacetBuilder newExternalQueryRunFacetBuilder()
public OpenLineage.OutputDatasetOutputFacets newOutputDatasetOutputFacets(OpenLineage.OutputStatisticsOutputDatasetFacet outputStatistics)
public OpenLineage.OutputDatasetOutputFacetsBuilder newOutputDatasetOutputFacetsBuilder()
public OpenLineage.NominalTimeRunFacet newNominalTimeRunFacet(java.time.ZonedDateTime nominalStartTime, java.time.ZonedDateTime nominalEndTime)
nominalEndTime - An [ISO-8601](https://en.wikipedia.org/wiki/ISO_8601) timestamp representing the nominal end time (excluded) of the run. (Should be the nominal start time of the next run)public OpenLineage.NominalTimeRunFacetBuilder newNominalTimeRunFacetBuilder()
public OpenLineage.RunFacet newRunFacet()
public OpenLineage.OwnershipJobFacetOwners newOwnershipJobFacetOwners(java.lang.String name, java.lang.String type)
type - The type of ownership (optional)public OpenLineage.OwnershipJobFacetOwnersBuilder newOwnershipJobFacetOwnersBuilder()
public OpenLineage.InputDatasetFacet newInputDatasetFacet()
public OpenLineage.JobEvent newJobEvent(java.time.ZonedDateTime eventTime, OpenLineage.Job job, java.util.List<OpenLineage.InputDataset> inputs, java.util.List<OpenLineage.OutputDataset> outputs)
job - the jobinputs - The set of **input** datasets.outputs - The set of **output** datasets.public OpenLineage.JobEventBuilder newJobEventBuilder()
public OpenLineage.ColumnLineageDatasetFacetFieldsAdditional newColumnLineageDatasetFacetFieldsAdditional(java.util.List<OpenLineage.ColumnLineageDatasetFacetFieldsAdditionalInputFields> inputFields, java.lang.String transformationDescription, java.lang.String transformationType)
transformationDescription - a string representation of the transformation appliedtransformationType - IDENTITY|MASKED reflects a clearly defined behavior. IDENTITY: exact same as input; MASKED: no original data available (like a hash of PII for example)public OpenLineage.ColumnLineageDatasetFacetFieldsAdditionalBuilder newColumnLineageDatasetFacetFieldsAdditionalBuilder()
public OpenLineage.ExtractionErrorRunFacet newExtractionErrorRunFacet(java.lang.Long totalTasks, java.lang.Long failedTasks, java.util.List<OpenLineage.ExtractionErrorRunFacetErrors> errors)
failedTasks - The number of distinguishable tasks in a run that were processed not successfully by OpenLineage. Those could be, for example, distinct SQL statements.errors - the errorspublic OpenLineage.ExtractionErrorRunFacetBuilder newExtractionErrorRunFacetBuilder()
public OpenLineage.OwnershipDatasetFacetOwners newOwnershipDatasetFacetOwners(java.lang.String name, java.lang.String type)
type - The type of ownership (optional)public OpenLineage.OwnershipDatasetFacetOwnersBuilder newOwnershipDatasetFacetOwnersBuilder()
public OpenLineage.DataQualityMetricsInputDatasetFacetColumnMetricsAdditional newDataQualityMetricsInputDatasetFacetColumnMetricsAdditional(java.lang.Long nullCount, java.lang.Long distinctCount, java.lang.Double sum, java.lang.Double count, java.lang.Double min, java.lang.Double max, OpenLineage.DataQualityMetricsInputDatasetFacetColumnMetricsAdditionalQuantiles quantiles)
distinctCount - The number of distinct values in this column for the rows evaluatedsum - The total sum of values in this column for the rows evaluatedcount - The number of values in this columnmin - the minmax - the maxquantiles - The property key is the quantile. Examples: 0.1 0.25 0.5 0.75 1public OpenLineage.DataQualityMetricsInputDatasetFacetColumnMetricsAdditionalBuilder newDataQualityMetricsInputDatasetFacetColumnMetricsAdditionalBuilder()
public OpenLineage.DataQualityMetricsInputDatasetFacetColumnMetrics newDataQualityMetricsInputDatasetFacetColumnMetrics()
public OpenLineage.DataQualityMetricsInputDatasetFacetColumnMetricsBuilder newDataQualityMetricsInputDatasetFacetColumnMetricsBuilder()
public OpenLineage.DataQualityMetricsInputDatasetFacet newDataQualityMetricsInputDatasetFacet(java.lang.Long rowCount, java.lang.Long bytes, OpenLineage.DataQualityMetricsInputDatasetFacetColumnMetrics columnMetrics)
bytes - The size in bytescolumnMetrics - The property key is the column namepublic OpenLineage.DataQualityMetricsInputDatasetFacetBuilder newDataQualityMetricsInputDatasetFacetBuilder()
public OpenLineage.DocumentationJobFacet newDocumentationJobFacet(java.lang.String description)
public OpenLineage.DocumentationJobFacetBuilder newDocumentationJobFacetBuilder()
public OpenLineage.JobFacets newJobFacets(OpenLineage.SourceCodeJobFacet sourceCode, OpenLineage.OwnershipJobFacet ownership, OpenLineage.SQLJobFacet sql, OpenLineage.SourceCodeLocationJobFacet sourceCodeLocation, OpenLineage.DocumentationJobFacet documentation)
ownership - the ownershipsql - the sqlsourceCodeLocation - the sourceCodeLocationdocumentation - the documentationpublic OpenLineage.JobFacetsBuilder newJobFacetsBuilder()
public OpenLineage.InputDatasetInputFacets newInputDatasetInputFacets(OpenLineage.DataQualityAssertionsDatasetFacet dataQualityAssertions, OpenLineage.DataQualityMetricsInputDatasetFacet dataQualityMetrics)
dataQualityMetrics - the dataQualityMetricspublic OpenLineage.InputDatasetInputFacetsBuilder newInputDatasetInputFacetsBuilder()
public OpenLineage.DatasetFacet newDatasetFacet()
public OpenLineage.DatasetFacet newDeletedDatasetFacet()
public OpenLineage.OwnershipDatasetFacet newOwnershipDatasetFacet(java.util.List<OpenLineage.OwnershipDatasetFacetOwners> owners)
public OpenLineage.OwnershipDatasetFacetBuilder newOwnershipDatasetFacetBuilder()
public OpenLineage.SQLJobFacet newSQLJobFacet(java.lang.String query)
public OpenLineage.SQLJobFacetBuilder newSQLJobFacetBuilder()
public OpenLineage.DatasetFacets newDatasetFacets(OpenLineage.DocumentationDatasetFacet documentation, OpenLineage.DatasourceDatasetFacet dataSource, OpenLineage.DatasetVersionDatasetFacet version, OpenLineage.SchemaDatasetFacet schema, OpenLineage.OwnershipDatasetFacet ownership, OpenLineage.StorageDatasetFacet storage, OpenLineage.ColumnLineageDatasetFacet columnLineage, OpenLineage.SymlinksDatasetFacet symlinks, OpenLineage.LifecycleStateChangeDatasetFacet lifecycleStateChange)
dataSource - the dataSourceversion - the versionschema - the schemaownership - the ownershipstorage - the storagecolumnLineage - the columnLineagesymlinks - the symlinkslifecycleStateChange - the lifecycleStateChangepublic OpenLineage.DatasetFacetsBuilder newDatasetFacetsBuilder()
public OpenLineage.OwnershipJobFacet newOwnershipJobFacet(java.util.List<OpenLineage.OwnershipJobFacetOwners> owners)
public OpenLineage.OwnershipJobFacetBuilder newOwnershipJobFacetBuilder()
public OpenLineage.ParentRunFacetJob newParentRunFacetJob(java.lang.String namespace, java.lang.String name)
name - The unique name for that job within that namespacepublic OpenLineage.ParentRunFacetJobBuilder newParentRunFacetJobBuilder()
public OpenLineage.OutputDataset newOutputDataset(java.lang.String namespace, java.lang.String name, OpenLineage.DatasetFacets facets, OpenLineage.OutputDatasetOutputFacets outputFacets)
name - The unique name for that dataset within that namespacefacets - The facets for this datasetoutputFacets - The output facets for this datasetpublic OpenLineage.OutputDatasetBuilder newOutputDatasetBuilder()
public OpenLineage.ErrorMessageRunFacet newErrorMessageRunFacet(java.lang.String message, java.lang.String programmingLanguage, java.lang.String stackTrace)
programmingLanguage - Programming language the observed system uses.stackTrace - A language-specific stack trace generated by observed systempublic OpenLineage.ErrorMessageRunFacetBuilder newErrorMessageRunFacetBuilder()
public OpenLineage.JobFacet newJobFacet()
public OpenLineage.JobFacet newDeletedJobFacet()
public OpenLineage.RunFacets newRunFacets(OpenLineage.ErrorMessageRunFacet errorMessage, OpenLineage.ExternalQueryRunFacet externalQuery, OpenLineage.ExtractionErrorRunFacet extractionError, OpenLineage.ParentRunFacet parent, OpenLineage.NominalTimeRunFacet nominalTime, OpenLineage.ProcessingEngineRunFacet processing_engine)
externalQuery - the externalQueryextractionError - the extractionErrorparent - the parentnominalTime - the nominalTimeprocessing_engine - the processing_enginepublic OpenLineage.RunFacetsBuilder newRunFacetsBuilder()
public OpenLineage.SchemaDatasetFacet newSchemaDatasetFacet(java.util.List<OpenLineage.SchemaDatasetFacetFields> fields)
public OpenLineage.SchemaDatasetFacetBuilder newSchemaDatasetFacetBuilder()
public OpenLineage.SourceCodeJobFacet newSourceCodeJobFacet(java.lang.String language, java.lang.String sourceCode)
sourceCode - Source code of this job.public OpenLineage.SourceCodeJobFacetBuilder newSourceCodeJobFacetBuilder()
public OpenLineage.DocumentationDatasetFacet newDocumentationDatasetFacet(java.lang.String description)
public OpenLineage.DocumentationDatasetFacetBuilder newDocumentationDatasetFacetBuilder()
public OpenLineage.SourceCodeLocationJobFacet newSourceCodeLocationJobFacet(java.lang.String type, java.net.URI url, java.lang.String repoUrl, java.lang.String path, java.lang.String version, java.lang.String tag, java.lang.String branch)
url - the full http URL to locate the filerepoUrl - the URL to the repositorypath - the path in the repo containing the source filesversion - the current version deployed (not a branch name, the actual unique version)tag - optional tag namebranch - optional branch namepublic OpenLineage.SourceCodeLocationJobFacetBuilder newSourceCodeLocationJobFacetBuilder()
public OpenLineage.ColumnLineageDatasetFacet newColumnLineageDatasetFacet(OpenLineage.ColumnLineageDatasetFacetFields fields)
public OpenLineage.ColumnLineageDatasetFacetBuilder newColumnLineageDatasetFacetBuilder()
public OpenLineage.DataQualityAssertionsDatasetFacet newDataQualityAssertionsDatasetFacet(java.util.List<OpenLineage.DataQualityAssertionsDatasetFacetAssertions> assertions)
public OpenLineage.DataQualityAssertionsDatasetFacetBuilder newDataQualityAssertionsDatasetFacetBuilder()
public OpenLineage.DatasetEvent newDatasetEvent(java.time.ZonedDateTime eventTime, OpenLineage.StaticDataset dataset)
dataset - the datasetpublic OpenLineage.DatasetEventBuilder newDatasetEventBuilder()
public OpenLineage.ProcessingEngineRunFacet newProcessingEngineRunFacet(java.lang.String version, java.lang.String name, java.lang.String openlineageAdapterVersion)
name - Processing engine name, e.g. Airflow or SparkopenlineageAdapterVersion - OpenLineage adapter package version. Might be e.g. OpenLineage Airflow integration package versionpublic OpenLineage.ProcessingEngineRunFacetBuilder newProcessingEngineRunFacetBuilder()
public OpenLineage.LifecycleStateChangeDatasetFacetPreviousIdentifier newLifecycleStateChangeDatasetFacetPreviousIdentifier(java.lang.String name, java.lang.String namespace)
namespace - the namespacepublic OpenLineage.LifecycleStateChangeDatasetFacetPreviousIdentifierBuilder newLifecycleStateChangeDatasetFacetPreviousIdentifierBuilder()
public OpenLineage.Job newJob(java.lang.String namespace, java.lang.String name, OpenLineage.JobFacets facets)
name - The unique name for that job within that namespacefacets - The job facets.public OpenLineage.JobBuilder newJobBuilder()
public OpenLineage.DatasetVersionDatasetFacet newDatasetVersionDatasetFacet(java.lang.String datasetVersion)
public OpenLineage.DatasetVersionDatasetFacetBuilder newDatasetVersionDatasetFacetBuilder()
public OpenLineage.SymlinksDatasetFacetIdentifiers newSymlinksDatasetFacetIdentifiers(java.lang.String namespace, java.lang.String name, java.lang.String type)
name - The dataset nametype - Identifier typepublic OpenLineage.SymlinksDatasetFacetIdentifiersBuilder newSymlinksDatasetFacetIdentifiersBuilder()
public OpenLineage.DataQualityAssertionsDatasetFacetAssertions newDataQualityAssertionsDatasetFacetAssertions(java.lang.String assertion, java.lang.Boolean success, java.lang.String column)
success - the successcolumn - Column that expectation is testing. It should match the name provided in SchemaDatasetFacet. If column field is empty, then expectation refers to whole dataset.public OpenLineage.DataQualityAssertionsDatasetFacetAssertionsBuilder newDataQualityAssertionsDatasetFacetAssertionsBuilder()
public OpenLineage.ColumnLineageDatasetFacetFieldsAdditionalInputFields newColumnLineageDatasetFacetFieldsAdditionalInputFields(java.lang.String namespace, java.lang.String name, java.lang.String field)
name - The input dataset namefield - The input fieldpublic OpenLineage.ColumnLineageDatasetFacetFieldsAdditionalInputFieldsBuilder newColumnLineageDatasetFacetFieldsAdditionalInputFieldsBuilder()
public OpenLineage.ParentRunFacetRun newParentRunFacetRun(java.util.UUID runId)
public OpenLineage.ParentRunFacetRunBuilder newParentRunFacetRunBuilder()
public OpenLineage.OutputDatasetFacet newOutputDatasetFacet()
public OpenLineage.StaticDataset newStaticDataset(java.lang.String namespace, java.lang.String name, OpenLineage.DatasetFacets facets)
name - The unique name for that dataset within that namespacefacets - The facets for this datasetpublic OpenLineage.StaticDatasetBuilder newStaticDatasetBuilder()
public OpenLineage.ColumnLineageDatasetFacetFields newColumnLineageDatasetFacetFields()
public OpenLineage.ColumnLineageDatasetFacetFieldsBuilder newColumnLineageDatasetFacetFieldsBuilder()
public OpenLineage.SymlinksDatasetFacet newSymlinksDatasetFacet(java.util.List<OpenLineage.SymlinksDatasetFacetIdentifiers> identifiers)
public OpenLineage.SymlinksDatasetFacetBuilder newSymlinksDatasetFacetBuilder()
public OpenLineage.StorageDatasetFacet newStorageDatasetFacet(java.lang.String storageLayer, java.lang.String fileFormat)
fileFormat - File format with allowed values: parquet, orc, avro, json, csv, text, xml.public OpenLineage.StorageDatasetFacetBuilder newStorageDatasetFacetBuilder()
public OpenLineage.InputDataset newInputDataset(java.lang.String namespace, java.lang.String name, OpenLineage.DatasetFacets facets, OpenLineage.InputDatasetInputFacets inputFacets)
name - The unique name for that dataset within that namespacefacets - The facets for this datasetinputFacets - The input facets for this dataset.public OpenLineage.InputDatasetBuilder newInputDatasetBuilder()
public OpenLineage.DatasourceDatasetFacet newDatasourceDatasetFacet(java.lang.String name, java.net.URI uri)
uri - the uripublic OpenLineage.DatasourceDatasetFacetBuilder newDatasourceDatasetFacetBuilder()
public OpenLineage.LifecycleStateChangeDatasetFacet newLifecycleStateChangeDatasetFacet(OpenLineage.LifecycleStateChangeDatasetFacet.LifecycleStateChange lifecycleStateChange, OpenLineage.LifecycleStateChangeDatasetFacetPreviousIdentifier previousIdentifier)
previousIdentifier - Previous name of the dataset in case of renaming it.public OpenLineage.LifecycleStateChangeDatasetFacetBuilder newLifecycleStateChangeDatasetFacetBuilder()