using System.Collections.Generic;
public class PhysicalEndpoint
public string EndpointId { get; set; }
public string EndpointUri { get; set; }
public int InstancesPerDeployment { get; set; }
public string ManagementMode { get; set; }
public EndpointGoalState EndpointGoalState { get; set; }
public class ModelPoolProperties
public string ModelName { get; set; }
public List<PhysicalEndpoint> PhysicalEndpoints { get; set; }
public string ProvisioningState { get; set; }
public class ModelPoolPayload
public string Name { get; set; }
public ModelPoolProperties Properties { get; set; }
public enum ReconcileState
public class InstanceTypeConfig
public string VmSku { get; set; }
public int VCPU { get; set; }
public string QuotaName { get; set; }
public class EndpointGoalStateProperties
public long? Version { get; set; }
public int TotalInstanceCount { get; set; }
public int InstancesPerDeployment { get; set; }
public IList<InstanceTypeConfig> InstanceTypes { get; set; }
public string ModelId { get; set; }
public IDictionary<string, string> DeploymentProperties { get; set; }
public IDictionary<string, string> DeploymentTags { get; set; }
public EndpointSettings EndpointSettings { get; set; }
public class RequestSettings
public bool UpdateDeploymentProperties { get; set; } = false;
public class EndpointGoalState
public EndpointGoalStateProperties Target { get; set; }
public ReconcileState ReconcileState { get; set; }
public RequestSettings RequestSettings { get; set; }
public string ErrorDetails { get; set; }
public class EndpointSettings
public Dictionary<string, string> EndpointTags { get; set; } = new();
public string UserAssignedIdentity { get; set; }
[JsonProperty(NullValueHandling = NullValueHandling.Ignore)]
public Guid? SubscriptionId { get; set; }
public static void Main()
var responseString = "{\"name\":\"gpt-4o-mini-2024-07-18-vision-clip-h100-westcentralus\",\"region\":\"westcentralus\",\"properties\":{\"capacity\":{\"availableInstanceCount\":3,\"reservedInstanceCount\":6,\"systemBufferInstanceCount\":0,\"totalInstanceCount\":9},\"excessCapacityPolicy\":null,\"hostingConfiguration\":{\"hostingType\":1,\"deploymentProperties\":{},\"deploymentTags\":{},\"instanceType\":\"Standard_ND96isr_H100_v5\",\"modelIdentifier\":null,\"nodeGroupSize\":0},\"metricType\":0,\"modelName\":\"gpt-4o-mini-2024-07-18-clip\",\"physicalEndpoints\":[{\"capacity\":{\"availableInstanceCount\":3,\"reservedInstanceCount\":6,\"systemBufferInstanceCount\":0,\"totalInstanceCount\":9},\"endpointId\":\"/subscriptions/78a413a1-488d-4cfe-b055-4ae5ed4595c3/resourceGroups/westcentralus/providers/Microsoft.MachineLearningServices/workspaces/ws-aoai-westcentralus-prod/onlineEndpoints/aoai-sp-4om-0718-vcl-h100-uswc-p\",\"instancesPerDeployment\":3,\"ensembleModelPoolResource\":null,\"managementMode\":0,\"endpointGoalState\":{\"target\":{\"version\":1,\"totalInstanceCount\":9,\"maxIntermediateInstanceCount\":0,\"instanceTypes\":[{\"vmSku\":\"Standard_ND96is_flex_H100_v5\",\"quotaName\":null},{\"vmSku\":\"Standard_ND96is_noib_H100_v5\",\"quotaName\":null},{\"vmSku\":\"Standard_ND96isr_H100_v5\",\"quotaName\":null},{\"vmSku\":\"Standard_ND96isrf_H100_v5\",\"quotaName\":null}],\"skuDefinitions\":[],\"modelId\":\"azureml://registries/openai-devault/models/chive-clip/versions/922118\",\"deploymentProperties\":{\"AZUREML_OAI_FEATURE_ENABLE_EMBEDDING_CACHE\":\"true\",\"AZUREML_OAI_IS_DATADOG_ENABLED\":\"true\",\"AZUREML_OAI_LD_PARALLEL_TOOL_CALLS\":\"true\",\"AZUREML_OAI_REDIS_CLIENT_ID\":\"b5181256-1634-4bd4-b3ce-87c322aa3085\",\"AZUREML_OAI_REDIS_CLUSTER_HOST_NAME\":\"gptv-ame-uswc-redis-40m-h100.redis.cache.windows.net:6380\",\"AZUREML_OAI_REDIS_OBJECT_ID\":\"70cac514-17fc-4b14-9499-77acdb1866d2\",\"AZUREML_OAI_USAGE_DATA_PRODUCER_IDENTITY\":\"b5181256-1634-4bd4-b3ce-87c322aa3085\",\"AZUREML_OAI_USAGE_EVENTHUB_NAMESPACE\":\"cognitiveopenaieventhubv1-uswc-prod.servicebus.windows.net\",\"engineId\":\"azureml://registries/openai-devault/models/oai-h100n1r8-chive-clip/versions/965435\",\"MDCEventHubIdentity\":\"b5181256-1634-4bd4-b3ce-87c322aa3085\",\"MDCEventHubName\":\"cogsvcoaiehuswecn\",\"MDCEventHubNamespace\":\"cogsvcoaiehnamespaceuswecn\",\"MIR_VMAGENT_DEBUG_MIR_ENVOY_CONSISTENT_HASHING_FACTOR\":\"120\",\"MIR_VMAGENT_DEBUG_MIR_ENVOY_MESH_ADDITIONAL_RETRY_ON_STATUS\":\"429\",\"MIR_VMAGENT_DEBUG_MIR_ENVOY_RETRY_ATTEMPTS\":\"2\",\"MIR_VMAGENT_DEBUG_MIR_ENVOY_SOFT_AFFINITY_ENABLED\":\"false\",\"ModerationServerUAIClientId\":\"b5181256-1634-4bd4-b3ce-87c322aa3085\",\"ModerationServerUrl\":\"rai-orchestrator-grpc-prod-1.centralus.inference.ml.azure.com:443\"},\"deploymentTags\":{\"AML_DeploymentOwnerDriPath\":\"PROJECTVIENNASERVICES/Model-as-a-Service\",\"AML_Force_Update\":\"04/23/2024\",\"AML_ProductionResource\":\"true\",\"MPS_ReplicasPerNode\":\"8\"},\"livenessProbe\":null,\"readinessProbe\":null,\"endpointSettings\":{\"endpointTags\":{\"AllowlistedObjectIds\":\"82f0fe4a-fcb6-4e2d-95ca-f86fb1d0dac5,60a3f7e6-c9cd-48b5-8c42-9b2b013ef0ef,8aa95c52-218f-49ea-8131-7f5d00f69d5a,eee6ae5e-11e1-4d14-a45b-dbd45ef5fbfc\",\"mmp-model-name\":\"gpt-4o-mini\",\"mmp-model-version\":\"2024-07-18-clip\",\"EnableExternalRateLimiting\":\"true\"},\"userAssignedIdentity\":\"/subscriptions/78a413a1-488d-4cfe-b055-4ae5ed4595c3/resourcegroups/managed-identities/providers/Microsoft.ManagedIdentity/userAssignedIdentities/mi-custdv3oor-aoai-prod-xipihb\",\"subscriptionId\":\"78a413a1-488d-4cfe-b055-4ae5ed4595c3\"}},\"reconcileState\":3,\"requestSettings\":null,\"errorCategory\":0,\"errorDetails\":null},\"isEnsembleUnit\":false}],\"provisioningState\":1,\"buildVersion\":{\"branch\":\"master\",\"build\":\"20240924104339\"}}}";
ModelPoolPayload payloadData = JsonConvert.DeserializeObject<ModelPoolPayload>(responseString);
Console.WriteLine(JsonConvert.SerializeObject(payloadData, Formatting.Indented, new JsonSerializerSettings { NullValueHandling = NullValueHandling.Ignore }));