forked from datahub-project/datahub
-
Notifications
You must be signed in to change notification settings - Fork 12
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
Merge branch 'datahub-project:master' into master
- Loading branch information
Showing
38 changed files
with
55,206 additions
and
656 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
119 changes: 119 additions & 0 deletions
119
datahub-web-react/src/app/ingest/source/builder/RecipeForm/vertica.ts
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,119 @@ | ||
| import { get } from 'lodash'; | ||
| import { RecipeField, FieldType } from './common'; | ||
|
|
||
| export const VERTICA_HOST_PORT: RecipeField = { | ||
| name: 'host_port', | ||
| label: 'Host and Port', | ||
| tooltip: | ||
| "The host and port where Vertica is running. For example, 'localhost:5433'. Note: this host must be accessible on the network where DataHub is running (or allowed via an IP Allow List, AWS PrivateLink, etc).", | ||
| type: FieldType.TEXT, | ||
| fieldPath: 'source.config.host_port', | ||
| placeholder: 'localhost:5433', | ||
| required: true, | ||
| rules: null, | ||
| }; | ||
|
|
||
| export const VERTICA_DATABASE: RecipeField = { | ||
| name: 'database', | ||
| label: 'Database', | ||
| tooltip: 'Ingest metadata for a specific Database.', | ||
| type: FieldType.TEXT, | ||
| fieldPath: 'source.config.database', | ||
| placeholder: 'Vertica_Database', | ||
| required: true, | ||
| rules: null, | ||
| }; | ||
|
|
||
| export const VERTICA_USERNAME: RecipeField = { | ||
| name: 'username', | ||
| label: 'Username', | ||
| tooltip: 'The Vertica username used to extract metadata.', | ||
| type: FieldType.TEXT, | ||
| fieldPath: 'source.config.username', | ||
| placeholder: 'Vertica_Username', | ||
| required: true, | ||
| rules: null, | ||
| }; | ||
|
|
||
| export const VERTICA_PASSWORD: RecipeField = { | ||
| name: 'password', | ||
| label: 'Password', | ||
| tooltip: 'The Vertica password for the user.', | ||
| type: FieldType.SECRET, | ||
| fieldPath: 'source.config.password', | ||
| placeholder: 'Vertica_Password', | ||
| required: true, | ||
| rules: null, | ||
| }; | ||
|
|
||
| const includeProjectionPath = 'source.config.include_projections'; | ||
| export const INCLUDE_PROJECTIONS: RecipeField = { | ||
| name: 'include_projections', | ||
| label: 'Include Projections', | ||
| tooltip: 'Extract Projections from source.', | ||
| type: FieldType.BOOLEAN, | ||
| fieldPath: includeProjectionPath, | ||
| // This is in accordance with what the ingestion sources do. | ||
| getValueFromRecipeOverride: (recipe: any) => { | ||
| const includeProjection = get(recipe, includeProjectionPath); | ||
| if (includeProjection !== undefined && includeProjection !== null) { | ||
| return includeProjection; | ||
| } | ||
| return true; | ||
| }, | ||
| rules: null, | ||
| }; | ||
|
|
||
| const includemodelsPath = 'source.config.include_models'; | ||
| export const INCLUDE_MLMODELS: RecipeField = { | ||
| name: 'include_models', | ||
| label: 'Include ML Models', | ||
| tooltip: 'Extract ML models from source.', | ||
| type: FieldType.BOOLEAN, | ||
| fieldPath: includemodelsPath, | ||
| // This is in accordance with what the ingestion sources do. | ||
| getValueFromRecipeOverride: (recipe: any) => { | ||
| const includeModel = get(recipe, includemodelsPath); | ||
| if (includeModel !== undefined && includeModel !== null) { | ||
| return includeModel; | ||
| } | ||
| return true; | ||
| }, | ||
| rules: null, | ||
| }; | ||
|
|
||
| const includeviewlineagePath = 'source.config.include_view_lineage'; | ||
| export const INCLUDE_VIEW_LINEAGE: RecipeField = { | ||
| name: 'include_view_lineage', | ||
| label: 'Include View Lineage', | ||
| tooltip: 'Extract View Lineage from source.', | ||
| type: FieldType.BOOLEAN, | ||
| fieldPath: includeviewlineagePath, | ||
| // This is in accordance with what the ingestion sources do. | ||
| getValueFromRecipeOverride: (recipe: any) => { | ||
| const includeviewlineage = get(recipe, includeviewlineagePath); | ||
| if (includeviewlineage !== undefined && includeviewlineage !== null) { | ||
| return includeviewlineage; | ||
| } | ||
| return true; | ||
| }, | ||
| rules: null, | ||
| }; | ||
|
|
||
| const includeprojectionlineagePath = 'source.config.include_projection_lineage'; | ||
| export const INCLUDE_PROJECTIONS_LINEAGE: RecipeField = { | ||
| name: 'include_projection_lineage', | ||
| label: 'Include Projection Lineage', | ||
| tooltip: 'Extract Projection Lineage from source.', | ||
| type: FieldType.BOOLEAN, | ||
| fieldPath: includeprojectionlineagePath, | ||
| // This is in accordance with what the ingestion sources do. | ||
| getValueFromRecipeOverride: (recipe: any) => { | ||
| const includeprojectionlineage = get(recipe, includeprojectionlineagePath); | ||
| if (includeprojectionlineage !== undefined && includeprojectionlineage !== null) { | ||
| return includeprojectionlineage; | ||
| } | ||
| return true; | ||
| }, | ||
| rules: null, | ||
| }; |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Oops, something went wrong.