feat: Add observability to V4 DynamoDB HLL

sdk/src/Services/DynamoDBv2/Custom/DataModel/AsyncSearch.cs

@@ -14,6 +14,7 @@
  */
 
 using Amazon.DynamoDBv2.DocumentModel;
+using Amazon.Runtime.Telemetry.Tracing;
 
 namespace Amazon.DynamoDBv2.DataModel
 {
@@ -46,6 +47,8 @@ public partial class AsyncSearch<T> : IAsyncSearch<T>
         private DynamoDBContext _sourceContext { get; set; }
         private DynamoDBFlatConfig _config { get; set; }
 
+        internal TracerProvider TracerProvider { get; set; }
+
         /// <summary>
         /// This constructor is used for mocking. Users that want to mock AsyncSearch can create a subclass of AsyncSearch and make a public parameterless constructor.
         /// </summary>
@@ -59,6 +62,8 @@ internal AsyncSearch(DynamoDBContext source, DynamoDBContext.ContextSearch conte
             _sourceContext = source;
             _documentSearch = contextSearch.Search;
             _config = contextSearch.FlatConfig;
+            TracerProvider = source?.Client?.Config?.TelemetryProvider?.TracerProvider
+                ?? AWSConfigs.TelemetryProvider.TracerProvider;
         }
 
         /// <inheritdoc/>

sdk/src/Services/DynamoDBv2/Custom/DataModel/BatchGet.cs

@@ -16,6 +16,8 @@
 using System;
 using System.Collections.Generic;
 using Amazon.DynamoDBv2.DocumentModel;
+using Amazon.Runtime.Telemetry.Tracing;
+
 
 #if AWS_ASYNC_API
 using System.Threading.Tasks;
@@ -105,6 +107,8 @@ public abstract partial class BatchGet : IBatchGet
     {
         internal DocumentBatchGet DocumentBatch { get; set; }
 
+        internal TracerProvider TracerProvider { get; set; }
+
         internal abstract void CreateDocumentBatch();
 
         internal abstract void PopulateResults(List<Document> items);
@@ -167,6 +171,8 @@ internal BatchGet(DynamoDBContext context, DynamoDBFlatConfig config)
             _context = context;
             _config = config;
             _itemStorageConfig = context.StorageConfigCache.GetConfig<T>(config);
+            TracerProvider = context?.Client?.Config?.TelemetryProvider?.TracerProvider
+                ?? AWSConfigs.TelemetryProvider.TracerProvider;
         }
 
         private void ExecuteHelper()
@@ -239,6 +245,8 @@ public partial class MultiTableBatchGet : IMultiTableBatchGet
     {
         private List<IBatchGet> allBatches = new List<IBatchGet>();
 
+        internal TracerProvider TracerProvider { get; set; }
+
         /// <summary>
         /// Constructs a MultiTableBatchGet object from a number of
         /// BatchGet objects
@@ -247,13 +255,15 @@ public partial class MultiTableBatchGet : IMultiTableBatchGet
         public MultiTableBatchGet(params IBatchGet[] batches)
         {
             allBatches = new List<IBatchGet>(batches);
+            TracerProvider = GetTracerProvider(allBatches);
         }
 
         internal MultiTableBatchGet(IBatchGet first, params IBatchGet[] rest)
         {
             allBatches = new List<IBatchGet>();
             allBatches.Add(first);
             allBatches.AddRange(rest);
+            TracerProvider = GetTracerProvider(allBatches);
         }
 
         /// <inheritdoc/>
@@ -317,5 +327,19 @@ private async Task ExecuteHelperAsync(CancellationToken cancellationToken)
             }
         }
 #endif
+
+        private TracerProvider GetTracerProvider(List<IBatchGet> allBatches)
+        {
+            var tracerProvider = AWSConfigs.TelemetryProvider.TracerProvider;
+            if (allBatches.Count > 0)
+            {
+                var firstBatch = allBatches[0];
+                if (firstBatch is BatchGet batchGet)
+                {
+                    tracerProvider = batchGet.TracerProvider;
+                }
+            }
+            return tracerProvider;
+        }
     }
 }

sdk/src/Services/DynamoDBv2/Custom/DataModel/BatchWrite.cs

@@ -17,6 +17,8 @@
 using System.Collections.Generic;
 using Amazon.DynamoDBv2.DocumentModel;
 using System.Globalization;
+using Amazon.Runtime.Telemetry.Tracing;
+
 #if AWS_ASYNC_API
 using System.Threading.Tasks;
 #endif
@@ -96,6 +98,8 @@ public interface IBatchWrite<T> : IBatchWrite
     public abstract partial class BatchWrite : IBatchWrite
     {
         internal DocumentBatchWrite DocumentBatch { get; set; }
+
+        internal TracerProvider TracerProvider { get; set; }
     }
 
     /// <summary>
@@ -132,6 +136,9 @@ internal BatchWrite(DynamoDBContext context, Type valuesType, DynamoDBFlatConfig
             // Table.CreateBatchWrite() returns the IDocumentBatchWrite interface.
             // But since we rely on the internal behavior of DocumentBatchWrite, we instantiate it via the constructor.
             DocumentBatch = new DocumentBatchWrite(table);
+
+            TracerProvider = context?.Client?.Config?.TelemetryProvider?.TracerProvider
+                ?? AWSConfigs.TelemetryProvider.TracerProvider;
         }
 
         /// <inheritdoc/>
@@ -228,6 +235,8 @@ public partial class MultiTableBatchWrite : IMultiTableBatchWrite
     {
         private List<IBatchWrite> allBatches = new();
 
+        internal TracerProvider TracerProvider { get; set; }
+
         /// <summary>
         /// Constructs a MultiTableBatchWrite object from a number of
         /// BatchWrite objects
@@ -236,13 +245,15 @@ public partial class MultiTableBatchWrite : IMultiTableBatchWrite
         public MultiTableBatchWrite(params IBatchWrite[] batches)
         {
             allBatches = new List<IBatchWrite>(batches);
+            TracerProvider = GetTracerProvider(allBatches);
         }
 
         internal MultiTableBatchWrite(IBatchWrite first, params IBatchWrite[] rest)
         {
             allBatches = new List<IBatchWrite>();
             allBatches.Add(first);
             allBatches.AddRange(rest);
+            TracerProvider = GetTracerProvider(allBatches);
         }
 
         /// <inheritdoc/>
@@ -276,5 +287,19 @@ private Task ExecuteHelperAsync(CancellationToken cancellationToken)
             return superBatch.ExecuteHelperAsync(cancellationToken);
         }
 #endif
+
+        private TracerProvider GetTracerProvider(List<IBatchWrite> allBatches)
+        {
+            var tracerProvider = AWSConfigs.TelemetryProvider.TracerProvider;
+            if (allBatches.Count > 0)
+            {
+                var firstBatch = allBatches[0];
+                if (firstBatch is BatchWrite batchWrite)
+                {
+                    tracerProvider = batchWrite.TracerProvider;
+                }
+            }
+            return tracerProvider;
+        }
     }
 }

sdk/src/Services/DynamoDBv2/Custom/DataModel/TransactGet.cs

@@ -20,6 +20,7 @@
 using System.Threading.Tasks;
 #endif
 using Amazon.DynamoDBv2.DocumentModel;
+using Amazon.Runtime.Telemetry.Tracing;
 
 namespace Amazon.DynamoDBv2.DataModel
 {
@@ -97,6 +98,8 @@ public abstract partial class TransactGet : ITransactGet
     {
         internal DocumentTransactGet DocumentTransaction { get; set; }
 
+        internal TracerProvider TracerProvider { get; set; }
+
         internal abstract void PopulateResults();
 
         /// <inheritdoc/>
@@ -161,6 +164,9 @@ internal TransactGet(DynamoDBContext context, DynamoDBFlatConfig config)
             // Table.CreateTransactGet() returns the IDocumentTransactGet interface.
             // But since we rely on the internal behavior of DocumentTransactGet, we instantiate it via the constructor.
             DocumentTransaction = new DocumentTransactGet(table);
+
+            TracerProvider = context?.Client?.Config?.TelemetryProvider?.TracerProvider
+                ?? AWSConfigs.TelemetryProvider.TracerProvider;
         }
 
         private void ExecuteHelper()
@@ -211,6 +217,8 @@ public partial class MultiTableTransactGet : IMultiTableTransactGet
     {
         private readonly List<ITransactGet> allTransactionParts;
 
+        internal TracerProvider TracerProvider { get; set; }
+
         /// <summary>
         /// Constructs a MultiTableTransactGet object from a number of
         /// TransactGet objects.
@@ -219,13 +227,15 @@ public partial class MultiTableTransactGet : IMultiTableTransactGet
         public MultiTableTransactGet(params ITransactGet[] transactionParts)
         {
             allTransactionParts = new List<ITransactGet>(transactionParts);
+            TracerProvider = GetTracerProvider(allTransactionParts);
         }
 
         internal MultiTableTransactGet(ITransactGet first, params ITransactGet[] rest)
         {
             allTransactionParts = new List<ITransactGet>();
             allTransactionParts.Add(first);
             allTransactionParts.AddRange(rest);
+            TracerProvider = GetTracerProvider(allTransactionParts);
         }
 
         /// <inheritdoc/>
@@ -269,5 +279,18 @@ private async Task ExecuteHelperAsync(CancellationToken cancellationToken)
             }
         }
 #endif
+        private TracerProvider GetTracerProvider(List<ITransactGet> allTransactionParts)
+        {
+            var tracerProvider = AWSConfigs.TelemetryProvider.TracerProvider;
+            if (allTransactionParts.Count > 0)
+            {
+                var firstTransactionPart = allTransactionParts[0];
+                if (firstTransactionPart is TransactGet transactGet)
+                {
+                    tracerProvider = transactGet.TracerProvider;
+                }
+            }
+            return tracerProvider;
+        }
     }
 }

sdk/src/Services/DynamoDBv2/Custom/DataModel/TransactWrite.cs

@@ -21,6 +21,7 @@
 using System.Threading.Tasks;
 #endif
 using Amazon.DynamoDBv2.DocumentModel;
+using Amazon.Runtime.Telemetry.Tracing;
 
 namespace Amazon.DynamoDBv2.DataModel
 {
@@ -165,6 +166,8 @@ public abstract partial class TransactWrite : ITransactWrite
     {
         internal DocumentTransactWrite DocumentTransaction { get; set; }
 
+        internal TracerProvider TracerProvider { get; set; }
+
         internal abstract void PopulateObjects();
     }
 
@@ -192,6 +195,9 @@ internal TransactWrite(DynamoDBContext context, DynamoDBFlatConfig config)
             // table.CreateTransactWrite() return the IDocumentTransactWrite interface.
             // But since we rely on the internal behavior of DocumentTransactWrite, we instatiate it via the constructor.
             DocumentTransaction = new DocumentTransactWrite(table);
+
+            TracerProvider = context?.Client?.Config?.TelemetryProvider?.TracerProvider
+                ?? AWSConfigs.TelemetryProvider.TracerProvider;
         }
 
         /// <inheritdoc/>
@@ -457,6 +463,8 @@ public partial class MultiTableTransactWrite : IMultiTableTransactWrite
     {
         private readonly List<ITransactWrite> allTransactionParts;
 
+        internal TracerProvider TracerProvider { get; set; }
+
         /// <summary>
         /// Constructs a MultiTableTransactWrite object from a number of
         /// TransactWrite objects
@@ -465,13 +473,15 @@ public partial class MultiTableTransactWrite : IMultiTableTransactWrite
         public MultiTableTransactWrite(params ITransactWrite[] transactionParts)
         {
             allTransactionParts = new List<ITransactWrite>(transactionParts);
+            TracerProvider = GetTracerProvider(allTransactionParts);
         }
 
         internal MultiTableTransactWrite(ITransactWrite first, params ITransactWrite[] rest)
         {
             allTransactionParts = new List<ITransactWrite>();
             allTransactionParts.Add(first);
             allTransactionParts.AddRange(rest);
+            TracerProvider = GetTracerProvider(allTransactionParts);
         }
 
         /// <inheritdoc/>
@@ -514,6 +524,20 @@ private async Task ExecuteHelperAsync(CancellationToken cancellationToken)
                 abstractTransactWrite.PopulateObjects();
             }
         }
+
+        private TracerProvider GetTracerProvider(List<ITransactWrite> allTransactionParts)
+        {
+            var tracerProvider = AWSConfigs.TelemetryProvider.TracerProvider;
+            if (allTransactionParts.Count > 0)
+            {
+                var firstTransactionPart = allTransactionParts[0];
+                if (firstTransactionPart is TransactWrite transactWrite)
+                {
+                    tracerProvider = transactWrite.TracerProvider;
+                }
+            }
+            return tracerProvider;
+        }
 #endif
     }
 }

sdk/src/Services/DynamoDBv2/Custom/DataModel/_async/AsyncSearch.Async.cs

@@ -13,6 +13,7 @@
  * permissions and limitations under the License.
  */
 
+using Amazon.Runtime.Telemetry.Tracing;
 using System.Collections.Generic;
 using System.Linq;
 using System.Threading;
@@ -52,17 +53,25 @@ public partial class AsyncSearch<T> : IAsyncSearch<T>
         /// <inheritdoc/>
         public virtual async Task<List<T>> GetNextSetAsync(CancellationToken cancellationToken = default(CancellationToken))
         {
-            var documents = await _documentSearch.GetNextSetHelperAsync(cancellationToken).ConfigureAwait(false);
-            List<T> items = _sourceContext.FromDocumentsHelper<T>(documents, this._config).ToList();
-            return items;
+            var operationName = DynamoDBTelemetry.ExtractOperationName(nameof(AsyncSearch<T>), nameof(GetNextSetAsync));
+            using (DynamoDBTelemetry.CreateSpan(TracerProvider, operationName, spanKind: SpanKind.CLIENT))
+            {
+                var documents = await _documentSearch.GetNextSetHelperAsync(cancellationToken).ConfigureAwait(false);
+                List<T> items = _sourceContext.FromDocumentsHelper<T>(documents, this._config).ToList();
+                return items;
+            }
         }
 
         /// <inheritdoc/>
         public virtual async Task<List<T>> GetRemainingAsync(CancellationToken cancellationToken = default(CancellationToken))
         {
-            var documents = await _documentSearch.GetRemainingHelperAsync(cancellationToken).ConfigureAwait(false);
-            List<T> items = _sourceContext.FromDocumentsHelper<T>(documents, this._config).ToList();
-            return items;
+            var operationName = DynamoDBTelemetry.ExtractOperationName(nameof(AsyncSearch<T>), nameof(GetRemainingAsync));
+            using (DynamoDBTelemetry.CreateSpan(TracerProvider, operationName, spanKind: SpanKind.CLIENT))
+            {
+                var documents = await _documentSearch.GetRemainingHelperAsync(cancellationToken).ConfigureAwait(false);
+                List<T> items = _sourceContext.FromDocumentsHelper<T>(documents, this._config).ToList();
+                return items;
+            }
         }
     }
 }

sdk/src/Services/DynamoDBv2/Custom/DataModel/_async/BatchGet.Async.cs

@@ -14,6 +14,7 @@
  */
 #pragma warning disable 1574
 
+using Amazon.Runtime.Telemetry.Tracing;
 using System.Threading;
 using System.Threading.Tasks;
 
@@ -39,9 +40,13 @@ public abstract partial class BatchGet
     public partial class BatchGet<T> : BatchGet, IBatchGet<T>
     {
         /// <inheritdoc/>
-        public override Task ExecuteAsync(CancellationToken cancellationToken = default(CancellationToken))
+        public override async Task ExecuteAsync(CancellationToken cancellationToken = default(CancellationToken))
         {
-            return ExecuteHelperAsync(cancellationToken);
+            var operationName = DynamoDBTelemetry.ExtractOperationName(nameof(BatchGet), nameof(ExecuteAsync));
+            using (DynamoDBTelemetry.CreateSpan(TracerProvider, operationName, spanKind: SpanKind.CLIENT))
+            {
+                await ExecuteHelperAsync(cancellationToken).ConfigureAwait(false);
+            }
         }
     }
 
@@ -60,9 +65,13 @@ public partial interface IMultiTableBatchGet
     public partial class MultiTableBatchGet : IMultiTableBatchGet
     {
         /// <inheritdoc/>
-        public Task ExecuteAsync(CancellationToken cancellationToken = default(CancellationToken))
+        public async Task ExecuteAsync(CancellationToken cancellationToken = default(CancellationToken))
         {
-            return ExecuteHelperAsync(cancellationToken);
+            var operationName = DynamoDBTelemetry.ExtractOperationName(nameof(MultiTableBatchGet), nameof(ExecuteAsync));
+            using (DynamoDBTelemetry.CreateSpan(TracerProvider, operationName, spanKind: SpanKind.CLIENT))
+            {
+                await ExecuteHelperAsync(cancellationToken).ConfigureAwait(false);
+            }
         }
     }
 }