Glue.Crawler
see http://docs.aws.amazon.com/AWSCloudFormation/latest/UserGuide/aws-resource-glue-crawler.html
see http://docs.aws.amazon.com/AWSCloudFormation/latest/UserGuide/aws-properties-glue-crawler-dynamodbtarget.html
see http://docs.aws.amazon.com/AWSCloudFormation/latest/UserGuide/aws-properties-glue-crawler-mongodbtarget.html
and catalog_target = {
connection_name : string option;
database_name : string option;
dlq_event_queue_arn : string option;
tables : string list option;
event_queue_arn : string option;
}
see http://docs.aws.amazon.com/AWSCloudFormation/latest/UserGuide/aws-properties-glue-crawler-catalogtarget.html
see http://docs.aws.amazon.com/AWSCloudFormation/latest/UserGuide/aws-properties-glue-crawler-recrawlpolicy.html
see http://docs.aws.amazon.com/AWSCloudFormation/latest/UserGuide/aws-properties-glue-crawler-schemachangepolicy.html
see http://docs.aws.amazon.com/AWSCloudFormation/latest/UserGuide/aws-properties-glue-crawler-jdbctarget.html
see http://docs.aws.amazon.com/AWSCloudFormation/latest/UserGuide/aws-properties-glue-crawler-schedule.html
and iceberg_target = {
connection_name : string option;
exclusions : string list option;
paths : string list option;
maximum_traversal_depth : int option;
}
see http://docs.aws.amazon.com/AWSCloudFormation/latest/UserGuide/aws-properties-glue-crawler-icebergtarget.html
and delta_target = {
connection_name : string option;
create_native_delta_table : bool option;
write_manifest : bool option;
delta_tables : string list option;
}
see http://docs.aws.amazon.com/AWSCloudFormation/latest/UserGuide/aws-properties-glue-crawler-deltatarget.html
and s3_target = {
connection_name : string option;
path : string option;
sample_size : int option;
exclusions : string list option;
dlq_event_queue_arn : string option;
event_queue_arn : string option;
}
see http://docs.aws.amazon.com/AWSCloudFormation/latest/UserGuide/aws-properties-glue-crawler-s3target.html
and targets = {
s3_targets : s3_target list option;
catalog_targets : catalog_target list option;
delta_targets : delta_target list option;
mongo_db_targets : mongo_db_target list option;
jdbc_targets : jdbc_target list option;
dynamo_db_targets : dynamo_db_target list option;
iceberg_targets : iceberg_target list option;
}
see http://docs.aws.amazon.com/AWSCloudFormation/latest/UserGuide/aws-properties-glue-crawler-targets.html
type properties = {
classifiers : string list option;
description : string option;
schema_change_policy : schema_change_policy option;
configuration : string option;
recrawl_policy : recrawl_policy option;
database_name : string option;
targets : targets;
crawler_security_configuration : string option;
name : string option;
role : string;
schedule : schedule option;
table_prefix : string option;
}
see http://docs.aws.amazon.com/AWSCloudFormation/latest/UserGuide/aws-resource-glue-crawler.html;
val make_properties :
?classifiers:string list ->
?description:string ->
?schema_change_policy:schema_change_policy ->
?configuration:string ->
?recrawl_policy:recrawl_policy ->
?database_name:string ->
targets:targets ->
?crawler_security_configuration:string ->
?name:string ->
role:string ->
?schedule:schedule ->
?table_prefix:string ->
?tags:Yojson.Safe.t ->
unit ->
properties
val make_dynamo_db_target : ?path:string -> unit -> dynamo_db_target
val make_mongo_db_target :
?connection_name:string ->
?path:string ->
unit ->
mongo_db_target
val make_catalog_target :
?connection_name:string ->
?database_name:string ->
?dlq_event_queue_arn:string ->
?tables:string list ->
?event_queue_arn:string ->
unit ->
catalog_target
val make_recrawl_policy : ?recrawl_behavior:string -> unit -> recrawl_policy
val make_schema_change_policy :
?update_behavior:string ->
?delete_behavior:string ->
unit ->
schema_change_policy
val make_jdbc_target :
?connection_name:string ->
?path:string ->
?exclusions:string list ->
unit ->
jdbc_target
val make_schedule : ?schedule_expression:string -> unit -> schedule
val make_iceberg_target :
?connection_name:string ->
?exclusions:string list ->
?paths:string list ->
?maximum_traversal_depth:int ->
unit ->
iceberg_target
val make_delta_target :
?connection_name:string ->
?create_native_delta_table:bool ->
?write_manifest:bool ->
?delta_tables:string list ->
unit ->
delta_target
val make_s3_target :
?connection_name:string ->
?path:string ->
?sample_size:int ->
?exclusions:string list ->
?dlq_event_queue_arn:string ->
?event_queue_arn:string ->
unit ->
s3_target
val make_targets :
?s3_targets:s3_target list ->
?catalog_targets:catalog_target list ->
?delta_targets:delta_target list ->
?mongo_db_targets:mongo_db_target list ->
?jdbc_targets:jdbc_target list ->
?dynamo_db_targets:dynamo_db_target list ->
?iceberg_targets:iceberg_target list ->
unit ->
targets
val yojson_of_dynamo_db_target : dynamo_db_target -> Yojson.Safe.t
val yojson_of_mongo_db_target : mongo_db_target -> Yojson.Safe.t
val yojson_of_catalog_target : catalog_target -> Yojson.Safe.t
val yojson_of_recrawl_policy :
recrawl_policy ->
[> `Assoc of (string * Yojson.Safe.t) list ]
val yojson_of_schema_change_policy :
schema_change_policy ->
[> `Assoc of (string * Yojson.Safe.t) list ]
val yojson_of_jdbc_target : jdbc_target -> Yojson.Safe.t
val yojson_of_schedule :
schedule ->
[> `Assoc of (string * Yojson.Safe.t) list ]
val yojson_of_iceberg_target : iceberg_target -> Yojson.Safe.t
val yojson_of_delta_target : delta_target -> Yojson.Safe.t
val yojson_of_s3_target : s3_target -> Yojson.Safe.t
val yojson_of_targets : targets -> [> `Assoc of (string * Yojson.Safe.t) list ]
val yojson_of_properties :
properties ->
[> `Assoc of (string * Yojson.Safe.t) list ]
val create_attributes : string -> attributes