Skip to content

Commit

Permalink
Merge pull request #519 from awslabs/add_glue_resources
Browse files Browse the repository at this point in the history
Add new glue CIs
  • Loading branch information
bmorrissirromb authored Aug 1, 2024
2 parents 8b7f3c2 + d114c89 commit 22c0f4a
Show file tree
Hide file tree
Showing 2 changed files with 79 additions and 0 deletions.
26 changes: 26 additions & 0 deletions rdk/template/example_ci/AWS_Glue_Classifier.json
Original file line number Diff line number Diff line change
@@ -0,0 +1,26 @@
{
"version": "1.3",
"accountId": "111111111111",
"configurationItemCaptureTime": "2024-08-01T19:21:17.720Z",
"configurationItemStatus": "ResourceDiscovered",
"configurationStateId": "1234567890123",
"configurationItemMD5Hash": "",
"resourceType": "AWS::Glue::Classifier",
"resourceId": "TestClassifier",
"resourceName": "TestClassifier",
"awsRegion": "us-east-1",
"availabilityZone": "Regional",
"resourceCreationTime": "2024-08-01T19:20:24.000Z",
"tags": {},
"relatedEvents": [],
"relationships": [],
"configuration": {
"Id": "TestClassifier",
"GrokClassifier": {
"Classification": "special-logs",
"GrokPattern": "%{IPV4:ip} - %{WORD:identity} \\[ %{HTTPDATE:timestamp} \\] \"%{WORD:method} %{URIPATH:request} HTTP/%{NUMBER:http_version}\" %{NUMBER:status_code} %{NUMBER:bytes}",
"Name": "TestClassifier"
}
},
"supplementaryConfiguration": {}
}
53 changes: 53 additions & 0 deletions rdk/template/example_ci/AWS_Glue_MLTransform.json
Original file line number Diff line number Diff line change
@@ -0,0 +1,53 @@
{
"version": "1.3",
"accountId": "111111111111",
"configurationItemCaptureTime": "2024-08-01T19:25:39.896Z",
"configurationItemStatus": "ResourceDiscovered",
"configurationStateId": "1234567890123",
"configurationItemMD5Hash": "",
"arn": "arn:aws:glue:us-east-1:111111111111:mlTransform/tfm-1111111122222222333333334444444455555555",
"resourceType": "AWS::Glue::MLTransform",
"resourceId": "tfm-1111111122222222333333334444444455555555",
"resourceName": "TestMachineLearning",
"awsRegion": "us-east-1",
"availabilityZone": "Regional",
"resourceCreationTime": "2024-08-01T19:23:32.122Z",
"tags": {},
"relatedEvents": [],
"relationships": [],
"configuration": {
"MaxRetries": 0,
"Description": "This is an example CI for ML Transforms",
"TransformEncryption": {
"MLUserDataEncryption": {
"MLUserDataEncryptionMode": "DISABLED"
}
},
"Timeout": 2880,
"Name": "TestMachineLearning",
"Role": "arn:aws:iam::111111111111:role/MyGlueServiceRole",
"WorkerType": "G.2X",
"GlueVersion": "2.0",
"TransformParameters": {
"TransformType": "FIND_MATCHES",
"FindMatchesParameters": {
"PrimaryKeyColumnName": "eventversion",
"PrecisionRecallTradeoff": 0.5,
"AccuracyCostTradeoff": 0.5,
"EnforceProvidedLabels": false
}
},
"Id": "tfm-1111111122222222333333334444444455555555",
"InputRecordTables": {
"GlueTables": [
{
"DatabaseName": "configsavingschecker",
"TableName": "cloudtrail_logs"
}
]
},
"NumberOfWorkers": 10,
"Tags": {}
},
"supplementaryConfiguration": {}
}

0 comments on commit 22c0f4a

Please sign in to comment.