@@ -153,6 +153,70 @@ def as_dict(self) -> dict[str, Any]:
153153 return response
154154
155155
156+ class FakeMLTransform (BaseModel ):
157+ def __init__ (
158+ self ,
159+ name : str ,
160+ input_record_tables : list [dict [str , Any ]],
161+ parameters : dict [str , Any ],
162+ role : str ,
163+ backend : "GlueBackend" ,
164+ description : str | None = None ,
165+ glue_version : str | None = None ,
166+ max_capacity : float | None = None ,
167+ worker_type : str | None = None ,
168+ number_of_workers : int | None = None ,
169+ timeout : int | None = None ,
170+ max_retries : int | None = None ,
171+ transform_encryption : dict [str , Any ] | None = None ,
172+ ):
173+ self .transform_id = f"tfm-{ mock_random .get_random_hex (32 )} "
174+ self .name = name
175+ self .input_record_tables = input_record_tables or []
176+ self .parameters = parameters or {}
177+ self .role = role
178+ self .description = description
179+ self .glue_version = glue_version or "1.0"
180+ self .max_capacity = max_capacity
181+ self .worker_type = worker_type
182+ self .number_of_workers = number_of_workers
183+ self .timeout = timeout or 2880
184+ self .max_retries = max_retries if max_retries is not None else 0
185+ self .transform_encryption = transform_encryption
186+ self .status = "READY"
187+ self .created_on = utcnow ()
188+ self .last_modified_on = self .created_on
189+ self .label_count = 0
190+ self .backend = backend
191+ self .arn = f"arn:{ get_partition (backend .region_name )} :glue:{ backend .region_name } :{ backend .account_id } :mlTransform/{ self .transform_id } "
192+
193+ def as_dict (self ) -> dict [str , Any ]:
194+ response : dict [str , Any ] = {
195+ "TransformId" : self .transform_id ,
196+ "Name" : self .name ,
197+ "Description" : self .description ,
198+ "Status" : self .status ,
199+ "CreatedOn" : self .created_on ,
200+ "LastModifiedOn" : self .last_modified_on ,
201+ "InputRecordTables" : self .input_record_tables ,
202+ "Parameters" : self .parameters ,
203+ "Role" : self .role ,
204+ "GlueVersion" : self .glue_version ,
205+ "Timeout" : self .timeout ,
206+ "MaxRetries" : self .max_retries ,
207+ "LabelCount" : self .label_count ,
208+ }
209+ if self .max_capacity is not None :
210+ response ["MaxCapacity" ] = self .max_capacity
211+ if self .worker_type is not None :
212+ response ["WorkerType" ] = self .worker_type
213+ if self .number_of_workers is not None :
214+ response ["NumberOfWorkers" ] = self .number_of_workers
215+ if self .transform_encryption is not None :
216+ response ["TransformEncryption" ] = self .transform_encryption
217+ return response
218+
219+
156220class GlueBackend (BaseBackend , TaggableResourcesMixin ):
157221 SERVICE_NAMESPACE = "glue"
158222
@@ -229,6 +293,12 @@ class GlueBackend(BaseBackend, TaggableResourcesMixin):
229293 "limit_default" : 100 ,
230294 "unique_attribute" : "workflow_run_id" ,
231295 },
296+ "get_ml_transforms" : {
297+ "input_token" : "next_token" ,
298+ "limit_key" : "max_results" ,
299+ "limit_default" : 100 ,
300+ "unique_attribute" : "transform_id" ,
301+ },
232302 }
233303
234304 def __init__ (self , region_name : str , account_id : str ):
@@ -251,6 +321,7 @@ def __init__(self, region_name: str, account_id: str):
251321 self .num_schemas = 0
252322 self .num_schema_versions = 0
253323 self .dev_endpoints : dict [str , FakeDevEndpoint ] = OrderedDict ()
324+ self .ml_transforms : dict [str , FakeMLTransform ] = OrderedDict ()
254325 self .data_catalog_encryption_settings : dict [str , dict [str , Any ]] = {}
255326 self .resource_policies : dict [str , dict [str , Any ]] = {}
256327 self .default_catalog_arn = f"arn:{ get_partition (self .region_name )} :glue:{ self .region_name } :{ self .account_id } :catalog"
@@ -1319,6 +1390,8 @@ def create_dev_endpoint(
13191390 dev_endpoint .public_keys = public_keys
13201391
13211392 self .dev_endpoints [endpoint_name ] = dev_endpoint
1393+ resource_arn = f"arn:{ get_partition (self .region_name )} :glue:{ self .region_name } :{ self .account_id } :devEndpoint/{ endpoint_name } "
1394+ self .tag_resource (resource_arn , tags )
13221395 return dev_endpoint
13231396
13241397 def get_dev_endpoint (self , endpoint_name : str ) -> FakeDevEndpoint :
@@ -1332,6 +1405,60 @@ def delete_dev_endpoint(self, endpoint_name: str) -> None:
13321405 del self .dev_endpoints [endpoint_name ]
13331406 except KeyError :
13341407 raise EntityNotFoundException (f"DevEndpoint { endpoint_name } not found" )
1408+ resource_arn = f"arn:{ get_partition (self .region_name )} :glue:{ self .region_name } :{ self .account_id } :devEndpoint/{ endpoint_name } "
1409+ self .tagger .delete_all_tags_for_resource (resource_arn )
1410+
1411+ def create_ml_transform (
1412+ self ,
1413+ name : str ,
1414+ input_record_tables : list [dict [str , Any ]],
1415+ parameters : dict [str , Any ],
1416+ role : str ,
1417+ description : str | None = None ,
1418+ glue_version : str | None = None ,
1419+ max_capacity : float | None = None ,
1420+ worker_type : str | None = None ,
1421+ number_of_workers : int | None = None ,
1422+ timeout : int | None = None ,
1423+ max_retries : int | None = None ,
1424+ tags : dict [str , str ] | None = None ,
1425+ transform_encryption : dict [str , Any ] | None = None ,
1426+ ) -> str :
1427+ ml_transform = FakeMLTransform (
1428+ name = name ,
1429+ input_record_tables = input_record_tables ,
1430+ parameters = parameters ,
1431+ role = role ,
1432+ description = description ,
1433+ glue_version = glue_version ,
1434+ max_capacity = max_capacity ,
1435+ worker_type = worker_type ,
1436+ number_of_workers = number_of_workers ,
1437+ timeout = timeout ,
1438+ max_retries = max_retries ,
1439+ transform_encryption = transform_encryption ,
1440+ backend = self ,
1441+ )
1442+ self .ml_transforms [ml_transform .transform_id ] = ml_transform
1443+ self .tag_resource (ml_transform .arn , tags )
1444+ return ml_transform .transform_id
1445+
1446+ def get_ml_transform (self , transform_id : str ) -> "FakeMLTransform" :
1447+ try :
1448+ return self .ml_transforms [transform_id ]
1449+ except KeyError :
1450+ raise EntityNotFoundException (f"MLTransform { transform_id } not found" )
1451+
1452+ @paginate (pagination_model = PAGINATION_MODEL )
1453+ def get_ml_transforms (self ) -> list ["FakeMLTransform" ]:
1454+ return list (self .ml_transforms .values ())
1455+
1456+ def delete_ml_transform (self , transform_id : str ) -> str :
1457+ if transform_id not in self .ml_transforms :
1458+ raise EntityNotFoundException (f"MLTransform { transform_id } not found" )
1459+ ml_transform = self .ml_transforms .pop (transform_id )
1460+ self .tagger .delete_all_tags_for_resource (ml_transform .arn )
1461+ return transform_id
13351462
13361463 def create_connection (
13371464 self ,
@@ -1516,6 +1643,8 @@ def create_workflow(
15161643 self .workflows [name ] = FakeWorkflow (
15171644 name , default_run_properties , description , max_concurrent_runs , tags
15181645 )
1646+ resource_arn = f"arn:{ get_partition (self .region_name )} :glue:{ self .region_name } :{ self .account_id } :workflow/{ name } "
1647+ self .tag_resource (resource_arn , tags )
15191648 return name
15201649
15211650 def get_workflow (
@@ -1558,6 +1687,8 @@ def delete_workflow(
15581687 ) -> str :
15591688 if self .workflows .get (name ):
15601689 del self .workflows [name ]
1690+ resource_arn = f"arn:{ get_partition (self .region_name )} :glue:{ self .region_name } :{ self .account_id } :workflow/{ name } "
1691+ self .tagger .delete_all_tags_for_resource (resource_arn )
15611692 return name
15621693
15631694 def get_workflow_run (
0 commit comments