Skip to content

Commit 977f71a

Browse files
author
AWS
committed
AWS IoT Analytics Update: Adds support for data store partitions.
1 parent 617a225 commit 977f71a

File tree

2 files changed

+91
-4
lines changed

2 files changed

+91
-4
lines changed
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,6 @@
1+
{
2+
"type": "feature",
3+
"category": "AWS IoT Analytics",
4+
"contributor": "",
5+
"description": "Adds support for data store partitions."
6+
}

services/iotanalytics/src/main/resources/codegen-resources/service-2.json

+85-4
Original file line numberDiff line numberDiff line change
@@ -118,7 +118,7 @@
118118
{"shape":"ThrottlingException"},
119119
{"shape":"LimitExceededException"}
120120
],
121-
"documentation":"<p>Creates a data store, which is a repository for messages.</p>"
121+
"documentation":"<p>Creates a data store, which is a repository for messages. Only data stores that are used to save pipeline data can be configured with <code>ParquetConfiguration</code>.</p>"
122122
},
123123
"CreatePipeline":{
124124
"name":"CreatePipeline",
@@ -798,7 +798,7 @@
798798
"members":{
799799
"s3Paths":{
800800
"shape":"S3PathChannelMessages",
801-
"documentation":"<p>Specifies one or more keys that identify the Amazon Simple Storage Service (Amazon S3) objects that save your channel messages.</p>"
801+
"documentation":"<p>Specifies one or more keys that identify the Amazon Simple Storage Service (Amazon S3) objects that save your channel messages.</p> <p>You must use the full path for the key.</p> <p>Example path: <code>channel/mychannel/__dt=2020-02-29 00:00:00/1582940490000_1582940520000_123456789012_mychannel_0_2118.0.json.gz</code> </p>"
802802
}
803803
},
804804
"documentation":"<p>Specifies one or more sets of channel messages.</p>"
@@ -1102,6 +1102,10 @@
11021102
"fileFormatConfiguration":{
11031103
"shape":"FileFormatConfiguration",
11041104
"documentation":"<p>Contains the configuration information of file formats. AWS IoT Analytics data stores support JSON and <a href=\"https://parquet.apache.org/\">Parquet</a>.</p> <p>The default file format is JSON. You can specify only one format.</p> <p>You can't change the file format after you create the data store.</p>"
1105+
},
1106+
"datastorePartitions":{
1107+
"shape":"DatastorePartitions",
1108+
"documentation":"<p> Contains information about the partitions in a data store. </p>"
11051109
}
11061110
}
11071111
},
@@ -1571,6 +1575,10 @@
15711575
"fileFormatConfiguration":{
15721576
"shape":"FileFormatConfiguration",
15731577
"documentation":"<p>Contains the configuration information of file formats. AWS IoT Analytics data stores support JSON and <a href=\"https://parquet.apache.org/\">Parquet</a>.</p> <p>The default file format is JSON. You can specify only one format.</p> <p>You can't change the file format after you create the data store.</p>"
1578+
},
1579+
"datastorePartitions":{
1580+
"shape":"DatastorePartitions",
1581+
"documentation":"<p> Contains information about the partitions in a data store. </p>"
15741582
}
15751583
},
15761584
"documentation":"<p>Information about a data store.</p>"
@@ -1600,6 +1608,30 @@
16001608
"min":1,
16011609
"pattern":"^[a-zA-Z0-9_]+$"
16021610
},
1611+
"DatastorePartition":{
1612+
"type":"structure",
1613+
"members":{
1614+
"attributePartition":{
1615+
"shape":"Partition",
1616+
"documentation":"<p> A partition defined by an <code>attributeName</code>. </p>"
1617+
},
1618+
"timestampPartition":{
1619+
"shape":"TimestampPartition",
1620+
"documentation":"<p> A partition defined by an <code>attributeName</code> and a timestamp format. </p>"
1621+
}
1622+
},
1623+
"documentation":"<p> A single partition in a data store. </p>"
1624+
},
1625+
"DatastorePartitions":{
1626+
"type":"structure",
1627+
"members":{
1628+
"partitions":{
1629+
"shape":"Partitions",
1630+
"documentation":"<p> A list of partitions in a data store. </p>"
1631+
}
1632+
},
1633+
"documentation":"<p> Contains information about partitions in a data store. </p>"
1634+
},
16031635
"DatastoreStatistics":{
16041636
"type":"structure",
16051637
"members":{
@@ -1680,6 +1712,10 @@
16801712
"fileFormatType":{
16811713
"shape":"FileFormatType",
16821714
"documentation":"<p>The file format of the data in the data store.</p>"
1715+
},
1716+
"datastorePartitions":{
1717+
"shape":"DatastorePartitions",
1718+
"documentation":"<p> Contains information about the partitions in a data store. </p>"
16831719
}
16841720
},
16851721
"documentation":"<p>A summary of information about a data store.</p>"
@@ -2513,7 +2549,8 @@
25132549
"MessageId":{
25142550
"type":"string",
25152551
"max":128,
2516-
"min":1
2552+
"min":1,
2553+
"pattern":"\\p{ASCII}*"
25172554
},
25182555
"MessagePayload":{"type":"blob"},
25192556
"MessagePayloads":{
@@ -2553,6 +2590,29 @@
25532590
},
25542591
"documentation":"<p>Contains the configuration information of the Parquet format.</p>"
25552592
},
2593+
"Partition":{
2594+
"type":"structure",
2595+
"required":["attributeName"],
2596+
"members":{
2597+
"attributeName":{
2598+
"shape":"PartitionAttributeName",
2599+
"documentation":"<p> The attribute name of the partition. </p>"
2600+
}
2601+
},
2602+
"documentation":"<p> A single partition. </p>"
2603+
},
2604+
"PartitionAttributeName":{
2605+
"type":"string",
2606+
"max":128,
2607+
"min":1,
2608+
"pattern":"^[a-zA-Z0-9_]+$"
2609+
},
2610+
"Partitions":{
2611+
"type":"list",
2612+
"member":{"shape":"DatastorePartition"},
2613+
"max":25,
2614+
"min":0
2615+
},
25562616
"Pipeline":{
25572617
"type":"structure",
25582618
"members":{
@@ -2952,7 +3012,7 @@
29523012
"members":{
29533013
"columns":{
29543014
"shape":"Columns",
2955-
"documentation":"<p>Specifies one or more columns that store your data.</p> <p>Each schema can have up to 100 columns. Each column can have up to 100 nested types</p>"
3015+
"documentation":"<p>Specifies one or more columns that store your data.</p> <p>Each schema can have up to 100 columns. Each column can have up to 100 nested types.</p>"
29563016
}
29573017
},
29583018
"documentation":"<p>Information needed to define a schema.</p>"
@@ -3149,6 +3209,27 @@
31493209
},
31503210
"TimeExpression":{"type":"string"},
31513211
"Timestamp":{"type":"timestamp"},
3212+
"TimestampFormat":{
3213+
"type":"string",
3214+
"max":50,
3215+
"min":1,
3216+
"pattern":"^[a-zA-Z0-9\\s\\[\\]_,.'/:-]*$"
3217+
},
3218+
"TimestampPartition":{
3219+
"type":"structure",
3220+
"required":["attributeName"],
3221+
"members":{
3222+
"attributeName":{
3223+
"shape":"PartitionAttributeName",
3224+
"documentation":"<p> The attribute name of the partition defined by a timestamp. </p>"
3225+
},
3226+
"timestampFormat":{
3227+
"shape":"TimestampFormat",
3228+
"documentation":"<p> The timestamp format of a partition defined by a timestamp. </p>"
3229+
}
3230+
},
3231+
"documentation":"<p> A partition defined by a timestamp. </p>"
3232+
},
31523233
"TriggeringDataset":{
31533234
"type":"structure",
31543235
"required":["name"],

0 commit comments

Comments
 (0)