{"run_id":"evalrun_67c070af0c7081909aeda2eb5db2d994","data_source_idx":15,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"9707ce44-c6b0-46a4-b979-0733e1eb5caf"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8625711Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"smartpi"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"5355e3ce-05dd-4e75-9a5e-4040afe51725"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"ServicePrincipal"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"50dcb622-7d30-4b69-96e1-5dd578450e42"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/b0025e1e-e68f-447b-98bf-cf333688dd47"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"jon"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/resourceGroups/justforpi/providers/Microsoft.MachineLearningServices/workspaces/PisGym"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":"((!(ActionMatches{'Microsoft.Authorization/roleAssignments/write'})) OR (@Request[Microsoft.Authorization/roleAssignments:RoleDefinitionId] ForAnyOfAllValues:GuidNotEquals {32e6a4ec-6095-4e37-b54b-12aa350ba81f})) AND ((!(ActionMatches{'Microsoft.Authorization/roleAssignments/delete'})) OR (@Resource[Microsoft.Authorization/roleAssignments:RoleDefinitionId] ForAnyOfAllValues:GuidNotEquals {32e6a4ec-6095-4e37-b54b-12aa350ba81f}))"},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":"2"},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":"Double"},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"50dcb622-7d30-4b69-96e1-5dd578450e42"}],"finish_reason":"stop","sampled_model_name":"RoleAssignmentId"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070af0c7081909aeda2eb5db2d994","data_source_idx":3,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"0f7f19b7-883e-412a-886f-6fb6c5303633"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.859573Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"PisGym"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"31666f2b-22af-4ea3-b2c4-2c2617cdc185"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"ServicePrincipal"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"6bcdfd22-336c-4c5c-9d03-bb1e5748f8e3"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/b0025e1e-e68f-447b-98bf-cf333688dd47"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"jon"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/resourceGroups/justforpi/providers/Microsoft.MachineLearningServices/workspaces/PisGym"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":"((!(ActionMatches{'Microsoft.Authorization/roleAssignments/write'})) OR (@Request[Microsoft.Authorization/roleAssignments:RoleDefinitionId] ForAnyOfAllValues:GuidNotEquals {32e6a4ec-6095-4e37-b54b-12aa350ba81f})) AND ((!(ActionMatches{'Microsoft.Authorization/roleAssignments/delete'})) OR (@Resource[Microsoft.Authorization/roleAssignments:RoleDefinitionId] ForAnyOfAllValues:GuidNotEquals {32e6a4ec-6095-4e37-b54b-12aa350ba81f}))"},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":"2"},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":"Double"},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"6bcdfd22-336c-4c5c-9d03-bb1e5748f8e3"}],"finish_reason":"stop","sampled_model_name":"RoleAssignmentId"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070af0c7081909aeda2eb5db2d994","data_source_idx":13,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"88cc898d-d36c-41dc-93e0-03814789f449"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8625711Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"PiTheAssistant"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"4e6db524-d867-4f83-8181-f1580364795b"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"ServicePrincipal"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"152c55b0-d325-4a72-829f-0996c02b453f"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/b0025e1e-e68f-447b-98bf-cf333688dd47"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"jon"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/resourceGroups/justforpi/providers/Microsoft.MachineLearningServices/workspaces/PisGym"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":"((!(ActionMatches{'Microsoft.Authorization/roleAssignments/write'})) OR (@Request[Microsoft.Authorization/roleAssignments:RoleDefinitionId] ForAnyOfAllValues:GuidNotEquals {32e6a4ec-6095-4e37-b54b-12aa350ba81f})) AND ((!(ActionMatches{'Microsoft.Authorization/roleAssignments/delete'})) OR (@Resource[Microsoft.Authorization/roleAssignments:RoleDefinitionId] ForAnyOfAllValues:GuidNotEquals {32e6a4ec-6095-4e37-b54b-12aa350ba81f}))"},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":"2"},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":"Double"},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"152c55b0-d325-4a72-829f-0996c02b453f"}],"finish_reason":"stop","sampled_model_name":"RoleAssignmentId"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070af0c7081909aeda2eb5db2d994","data_source_idx":21,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"ae5b0bed-bf51-4aeb-8056-3d46277123ee"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8575738Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"Jonathan Harrison"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"a14e5c0c-9088-476a-9275-7d7e78a7f667"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"User"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"beaedddf-1532-4a5d-957c-553ab15b7d25"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/3afb7f49-54cb-416e-8c09-6dc049efa503"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"Azure AI Inference Deployment Operator"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/resourceGroups/Justforpi"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":"jonathan@raiffsbits.com"},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"beaedddf-1532-4a5d-957c-553ab15b7d25"}],"finish_reason":"stop","sampled_model_name":"RoleAssignmentId"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070af0c7081909aeda2eb5db2d994","data_source_idx":2,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"0aa13d9a-4a38-45e9-b04e-0e2083cf8a5d"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8635708Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"storageDataScanner"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"ecda83e7-297d-48b4-82c4-1c01ea542ca1"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"ServicePrincipal"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"fccef147-1500-4401-af6b-4bb05208989d"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/2a2b9908-6ea1-4ae2-8e65-a410df84e7d1"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"Storage Blob Data Reader"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"fccef147-1500-4401-af6b-4bb05208989d"}],"finish_reason":"stop","sampled_model_name":"RoleAssignmentId"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070af0c7081909aeda2eb5db2d994","data_source_idx":1,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"0944347e-6a74-41c0-bc6a-4dda43e4653d"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8555756Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"Aibotforjonathan"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"f6fd028e-f96e-48c2-8506-af2a6e0efc97"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"ServicePrincipal"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"d3f917c2-9bfd-42bd-9355-61dc2fe2c3f5"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/b0025e1e-e68f-447b-98bf-cf333688dd47"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"jon"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/resourceGroups/justforpi/providers/Microsoft.MachineLearningServices/workspaces/PisGym"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":"((!(ActionMatches{'Microsoft.Authorization/roleAssignments/write'})) OR (@Request[Microsoft.Authorization/roleAssignments:RoleDefinitionId] ForAnyOfAllValues:GuidNotEquals {32e6a4ec-6095-4e37-b54b-12aa350ba81f})) AND ((!(ActionMatches{'Microsoft.Authorization/roleAssignments/delete'})) OR (@Resource[Microsoft.Authorization/roleAssignments:RoleDefinitionId] ForAnyOfAllValues:GuidNotEquals {32e6a4ec-6095-4e37-b54b-12aa350ba81f}))"},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":"2"},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":"Double"},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"d3f917c2-9bfd-42bd-9355-61dc2fe2c3f5"}],"finish_reason":"stop","sampled_model_name":"RoleAssignmentId"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070af0c7081909aeda2eb5db2d994","data_source_idx":24,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"bd768ecc-4b85-4fb0-a33c-9565b4746ca7"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8625711Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"StorageAccounts/securityOperators/DefenderForStorageSecurityOperator"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"44bfb3e7-4ff1-4a6d-8f95-d0d3a27c79e7"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"ServicePrincipal"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"7a3a31cf-2004-4f76-8ad3-e1233d005747"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/0f641de8-0b88-4198-bdef-bd8b45ceba96"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"Defender for Storage Scanner Operator"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"7a3a31cf-2004-4f76-8ad3-e1233d005747"}],"finish_reason":"stop","sampled_model_name":"RoleAssignmentId"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070af0c7081909aeda2eb5db2d994","data_source_idx":19,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"aaf8e5a8-3cd2-4922-b699-e1c75ba38e38"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8575738Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"Jonathan Harrison"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"a14e5c0c-9088-476a-9275-7d7e78a7f667"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"User"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"0fce8454-51dd-4327-80eb-aa69318dca5c"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/18d7d88d-d35e-4fb5-a5c3-7773c20a72d9"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"User Access Administrator"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":"jonathan@raiffsbits.com"},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"0fce8454-51dd-4327-80eb-aa69318dca5c"}],"finish_reason":"stop","sampled_model_name":"RoleAssignmentId"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070af0c7081909aeda2eb5db2d994","data_source_idx":26,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"c40eb05b-9b5d-4915-a0d7-e04380059bce"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8605731Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"PisGym/onlineEndpoints/pi3"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"e74f7564-2170-4f31-86f2-ec9ed5c0c09d"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"ServicePrincipal"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"b1dbfae8-a1c6-4f0c-85f8-0d5ceee76d63"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/635dd51f-9968-44d3-b7fb-6d9a6bd613ae"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"AzureML Metrics Writer (preview)"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/resourceGroups/justforpi/providers/Microsoft.MachineLearningServices/workspaces/pisgym"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"b1dbfae8-a1c6-4f0c-85f8-0d5ceee76d63"}],"finish_reason":"stop","sampled_model_name":"RoleAssignmentId"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070af0c7081909aeda2eb5db2d994","data_source_idx":16,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"9dbbb208-40df-4c4d-a8f1-7bee46ae5eb1"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8575738Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"Jonathan Harrison"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"a14e5c0c-9088-476a-9275-7d7e78a7f667"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"User"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"f3e70638-fb7d-48b4-9d60-c052170f3b16"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/b0025e1e-e68f-447b-98bf-cf333688dd47"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"jon"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/resourceGroups/justforpi/providers/Microsoft.MachineLearningServices/workspaces/PisGym"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":"jonathan@raiffsbits.com"},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":"me"},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"f3e70638-fb7d-48b4-9d60-c052170f3b16"}],"finish_reason":"stop","sampled_model_name":"RoleAssignmentId"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070af0c7081909aeda2eb5db2d994","data_source_idx":4,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"1033cb54-39df-4290-82ea-1e609923669b"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8575738Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"Jonathan Harrison"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"a14e5c0c-9088-476a-9275-7d7e78a7f667"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"User"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"fb9019a0-60b2-4696-b8b0-f53384b0ee22"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/8e3af657-a8ff-443c-a75c-2fe8c4bcb635"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"Owner"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":"jonathan@raiffsbits.com"},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"fb9019a0-60b2-4696-b8b0-f53384b0ee22"}],"finish_reason":"stop","sampled_model_name":"RoleAssignmentId"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070af0c7081909aeda2eb5db2d994","data_source_idx":9,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"549ef469-e642-47c1-aa9e-525e70e06de4"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8635708Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"storageDataScanner"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"ecda83e7-297d-48b4-82c4-1c01ea542ca1"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"ServicePrincipal"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"e1f1b1f4-8e21-e55b-10c6-27dbbfb54f09"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/1e7ca9b1-60d1-4db8-a914-f2ca1ff27c40"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"Defender for Storage Data Scanner"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"e1f1b1f4-8e21-e55b-10c6-27dbbfb54f09"}],"finish_reason":"stop","sampled_model_name":"RoleAssignmentId"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070af0c7081909aeda2eb5db2d994","data_source_idx":12,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"72c49410-cf01-4afb-96c1-0e9e35e11ff5"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8565749Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"Containers/securityOperators/DefenderForContainersSecurityOperator"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"89c67a81-de90-4e54-9783-4629b6418c39"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"ServicePrincipal"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"404f8c47-4577-41ca-a68c-6c30648dfb9d"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/5e93ba01-8f92-4c7a-b12a-801e3df23824"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"Kubernetes Agent Operator"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"404f8c47-4577-41ca-a68c-6c30648dfb9d"}],"finish_reason":"stop","sampled_model_name":"RoleAssignmentId"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070af0c7081909aeda2eb5db2d994","data_source_idx":8,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"49584bfd-7ebe-4d33-a4bd-3d9ee4323f8a"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8625711Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"StorageAccounts/securityOperators/DefenderForStorageSecurityOperator"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"44bfb3e7-4ff1-4a6d-8f95-d0d3a27c79e7"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"ServicePrincipal"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"6d60affd-c1e4-4ce0-9e84-3c200b300c69"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/1e241071-0855-49ea-94dc-649edcd759de"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"EventGrid Contributor"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"6d60affd-c1e4-4ce0-9e84-3c200b300c69"}],"finish_reason":"stop","sampled_model_name":"RoleAssignmentId"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070af0c7081909aeda2eb5db2d994","data_source_idx":23,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"b86de4ff-a9a6-467a-9da1-d9aa0dce7926"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8615715Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"PisGym/onlineEndpoints/pi3"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"e74f7564-2170-4f31-86f2-ec9ed5c0c09d"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"ServicePrincipal"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"525cc53a-b48f-41db-b61e-485e67ea6bc3"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/b0025e1e-e68f-447b-98bf-cf333688dd47"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"jon"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/resourceGroups/justforpi/providers/Microsoft.MachineLearningServices/workspaces/PisGym"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":"((!(ActionMatches{'Microsoft.Authorization/roleAssignments/write'})) OR (@Request[Microsoft.Authorization/roleAssignments:RoleDefinitionId] ForAnyOfAllValues:GuidNotEquals {32e6a4ec-6095-4e37-b54b-12aa350ba81f})) AND ((!(ActionMatches{'Microsoft.Authorization/roleAssignments/delete'})) OR (@Resource[Microsoft.Authorization/roleAssignments:RoleDefinitionId] ForAnyOfAllValues:GuidNotEquals {32e6a4ec-6095-4e37-b54b-12aa350ba81f}))"},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":"2"},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":"Double"},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"525cc53a-b48f-41db-b61e-485e67ea6bc3"}],"finish_reason":"stop","sampled_model_name":"RoleAssignmentId"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070af0c7081909aeda2eb5db2d994","data_source_idx":18,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"a4d7b744-19dc-4006-9874-b48c96c69f82"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8615715Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"PisGym/onlineEndpoints/picopilot"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"11e779a3-309d-43cf-9b9a-acc917d57b1f"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"ServicePrincipal"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"7bfe2eb0-e086-46c8-92da-e7c7a6086b17"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/635dd51f-9968-44d3-b7fb-6d9a6bd613ae"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"AzureML Metrics Writer (preview)"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/resourceGroups/justforpi/providers/Microsoft.MachineLearningServices/workspaces/pisgym"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"7bfe2eb0-e086-46c8-92da-e7c7a6086b17"}],"finish_reason":"stop","sampled_model_name":"RoleAssignmentId"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070af0c7081909aeda2eb5db2d994","data_source_idx":5,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"290ae464-5f96-4538-b1f9-c82a0bcf1602"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8575738Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"Jonathan Harrison"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"128cb92e-c979-4063-b34a-9d2a779dc7d9"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"User"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"04e62574-40f1-408a-92e2-d498e8745a00"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/b0025e1e-e68f-447b-98bf-cf333688dd47"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"jon"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/resourceGroups/justforpi/providers/Microsoft.MachineLearningServices/workspaces/PisGym"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":"harrison82_95_hotmail.com#EXT#@raiffsbits.onmicrosoft.com"},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":"((!(ActionMatches{'Microsoft.Authorization/roleAssignments/write'})) OR (@Request[Microsoft.Authorization/roleAssignments:RoleDefinitionId] ForAnyOfAllValues:GuidNotEquals {32e6a4ec-6095-4e37-b54b-12aa350ba81f})) AND ((!(ActionMatches{'Microsoft.Authorization/roleAssignments/delete'})) OR (@Resource[Microsoft.Authorization/roleAssignments:RoleDefinitionId] ForAnyOfAllValues:GuidNotEquals {32e6a4ec-6095-4e37-b54b-12aa350ba81f}))"},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":"2"},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":"Double"},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"04e62574-40f1-408a-92e2-d498e8745a00"}],"finish_reason":"stop","sampled_model_name":"RoleAssignmentId"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070af0c7081909aeda2eb5db2d994","data_source_idx":17,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"a48a653a-723a-4749-9d9b-08ab2cc0f99f"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8585736Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"Larry Brower  (Grunt)"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"1243489c-b496-4dd3-b2b9-fa77b4a917eb"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"User"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"f299189f-2e38-4264-95d7-e49fd6902576"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/8e3af657-a8ff-443c-a75c-2fe8c4bcb635"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"Owner"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/providers/Microsoft.Management/managementGroups/05b815de-344b-4a3f-8387-52ca67249c55"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":"larry@raiffsbits.com"},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":"((!(ActionMatches{'Microsoft.Authorization/roleAssignments/write'})) OR (@Request[Microsoft.Authorization/roleAssignments:RoleDefinitionId] ForAnyOfAllValues:GuidNotEquals {32e6a4ec-6095-4e37-b54b-12aa350ba81f})) AND ((!(ActionMatches{'Microsoft.Authorization/roleAssignments/delete'})) OR (@Resource[Microsoft.Authorization/roleAssignments:RoleDefinitionId] ForAnyOfAllValues:GuidNotEquals {32e6a4ec-6095-4e37-b54b-12aa350ba81f}))"},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":"2"},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":"Double"},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"f299189f-2e38-4264-95d7-e49fd6902576"}],"finish_reason":"stop","sampled_model_name":"RoleAssignmentId"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070af0c7081909aeda2eb5db2d994","data_source_idx":6,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"2af129cd-b4c5-4be6-9936-ad7a0d36401f"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8565749Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"Containers/securityOperators/DefenderForContainersSecurityOperator"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"89c67a81-de90-4e54-9783-4629b6418c39"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"ServicePrincipal"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"6a12e01d-dea7-4ce4-82aa-baa195673b66"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/d5a2ae44-610b-4500-93be-660a0c5f5ca6"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"Kubernetes Agentless Operator"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"6a12e01d-dea7-4ce4-82aa-baa195673b66"}],"finish_reason":"stop","sampled_model_name":"RoleAssignmentId"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070af0c7081909aeda2eb5db2d994","data_source_idx":25,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"c0b30331-4f81-4cd8-9d1d-3fc3d99e0142"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8605731Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"PisGym/onlineEndpoints/pi3"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"e74f7564-2170-4f31-86f2-ec9ed5c0c09d"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"ServicePrincipal"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"df7432ed-7f73-4714-aaac-c2afe8b0e5e6"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/ea01e6af-a1c1-4350-9563-ad00f8c72ec5"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"Azure Machine Learning Workspace Connection Secrets Reader"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/resourceGroups/justforpi/providers/Microsoft.MachineLearningServices/workspaces/pisgym"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"df7432ed-7f73-4714-aaac-c2afe8b0e5e6"}],"finish_reason":"stop","sampled_model_name":"RoleAssignmentId"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070af0c7081909aeda2eb5db2d994","data_source_idx":14,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"91468897-e4c6-4ba8-8aa1-d305b0e4eaf7"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8605731Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"PisGym"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"31666f2b-22af-4ea3-b2c4-2c2617cdc185"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"ServicePrincipal"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"4ff144f8-4342-4bda-a7c6-54d5f9121ba6"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/b24988ac-6180-42a0-ab88-20f7382dd24c"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"Contributor"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/resourceGroups/justforpi"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"4ff144f8-4342-4bda-a7c6-54d5f9121ba6"}],"finish_reason":"stop","sampled_model_name":"RoleAssignmentId"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070af0c7081909aeda2eb5db2d994","data_source_idx":10,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"561c944a-8cfc-48de-823d-80671648def9"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8585736Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"Larry Brower  (Grunt)"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"1243489c-b496-4dd3-b2b9-fa77b4a917eb"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"User"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"22ee6770-ed4a-4ae1-211e-0a036a359bce"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/fb1c8493-542b-48eb-b624-b4c8fea62acd"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"Security Admin"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/providers/Microsoft.Management/managementGroups/05b815de-344b-4a3f-8387-52ca67249c55"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":"larry@raiffsbits.com"},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"22ee6770-ed4a-4ae1-211e-0a036a359bce"}],"finish_reason":"stop","sampled_model_name":"RoleAssignmentId"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070af0c7081909aeda2eb5db2d994","data_source_idx":11,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"5fd606ee-ba97-406f-b845-fc23990042cd"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8615715Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"PisGym/onlineEndpoints/picopilot"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"11e779a3-309d-43cf-9b9a-acc917d57b1f"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"ServicePrincipal"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"de26e107-68c2-4930-bf33-d590eeda44eb"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/b0025e1e-e68f-447b-98bf-cf333688dd47"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"jon"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/resourceGroups/justforpi/providers/Microsoft.MachineLearningServices/workspaces/PisGym"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":"((!(ActionMatches{'Microsoft.Authorization/roleAssignments/write'})) OR (@Request[Microsoft.Authorization/roleAssignments:RoleDefinitionId] ForAnyOfAllValues:GuidNotEquals {32e6a4ec-6095-4e37-b54b-12aa350ba81f})) AND ((!(ActionMatches{'Microsoft.Authorization/roleAssignments/delete'})) OR (@Resource[Microsoft.Authorization/roleAssignments:RoleDefinitionId] ForAnyOfAllValues:GuidNotEquals {32e6a4ec-6095-4e37-b54b-12aa350ba81f}))"},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":"2"},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":"Double"},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"de26e107-68c2-4930-bf33-d590eeda44eb"}],"finish_reason":"stop","sampled_model_name":"RoleAssignmentId"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070af0c7081909aeda2eb5db2d994","data_source_idx":20,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"adefcecd-2d25-4dab-ac42-b02645bdafdf"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.859573Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"pi20"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"36628fe7-d510-48e3-9105-198f58bdb5b1"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"ServicePrincipal"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"04efefd0-039f-43c5-8398-df726b01cafc"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/8e3af657-a8ff-443c-a75c-2fe8c4bcb635"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"Owner"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/resourceGroups/Justforpi"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"04efefd0-039f-43c5-8398-df726b01cafc"}],"finish_reason":"stop","sampled_model_name":"RoleAssignmentId"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070af0c7081909aeda2eb5db2d994","data_source_idx":0,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"0506f827-3ac0-468b-b3c6-5c1eda2dddc4"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8585736Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"Larry Brower  (Grunt)"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"1243489c-b496-4dd3-b2b9-fa77b4a917eb"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"User"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"c7108304-48e8-47bb-84ce-a7b1476aed68"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/1c9b6475-caf0-4164-b5a1-2142a7116f4b"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"Template Spec Contributor"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/providers/Microsoft.Management/managementGroups/05b815de-344b-4a3f-8387-52ca67249c55"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":"larry@raiffsbits.com"},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"c7108304-48e8-47bb-84ce-a7b1476aed68"}],"finish_reason":"stop","sampled_model_name":"RoleAssignmentId"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070af0c7081909aeda2eb5db2d994","data_source_idx":7,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"2bc778d4-6a8b-4895-83cb-0b869a34f624"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.859573Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"PisGym"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"31666f2b-22af-4ea3-b2c4-2c2617cdc185"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"ServicePrincipal"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"829bf4b3-0e52-4d51-8f8b-e39600f5ebef"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/f58310d9-a9f6-439a-9e8d-f62e7b41a168"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"Role Based Access Control Administrator"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/resourceGroups/justforpi/providers/Microsoft.MachineLearningServices/workspaces/PisGym"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":"me"},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"829bf4b3-0e52-4d51-8f8b-e39600f5ebef"}],"finish_reason":"stop","sampled_model_name":"RoleAssignmentId"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070af0c7081909aeda2eb5db2d994","data_source_idx":22,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"af8e5d4a-8f0e-4198-a04d-3f0c77455abc"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8635708Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"storageDataScanner"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"ecda83e7-297d-48b4-82c4-1c01ea542ca1"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"ServicePrincipal"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"990d105c-b941-438a-baf2-2d13a82d289e"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/b8eda974-7b85-4f76-af95-65846b26df6d"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"Storage File Data Privileged Reader"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"990d105c-b941-438a-baf2-2d13a82d289e"}],"finish_reason":"stop","sampled_model_name":"RoleAssignmentId"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070aef860819091377af1b193fb80","data_source_idx":8,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"49584bfd-7ebe-4d33-a4bd-3d9ee4323f8a"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8625711Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"StorageAccounts/securityOperators/DefenderForStorageSecurityOperator"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"44bfb3e7-4ff1-4a6d-8f95-d0d3a27c79e7"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"ServicePrincipal"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"6d60affd-c1e4-4ce0-9e84-3c200b300c69"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/1e241071-0855-49ea-94dc-649edcd759de"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"EventGrid Contributor"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"Binary"}],"finish_reason":"stop","sampled_model_name":"ObjectType@type"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070aef860819091377af1b193fb80","data_source_idx":20,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"adefcecd-2d25-4dab-ac42-b02645bdafdf"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.859573Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"pi20"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"36628fe7-d510-48e3-9105-198f58bdb5b1"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"ServicePrincipal"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"04efefd0-039f-43c5-8398-df726b01cafc"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/8e3af657-a8ff-443c-a75c-2fe8c4bcb635"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"Owner"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/resourceGroups/Justforpi"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"Binary"}],"finish_reason":"stop","sampled_model_name":"ObjectType@type"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070aef860819091377af1b193fb80","data_source_idx":26,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"c40eb05b-9b5d-4915-a0d7-e04380059bce"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8605731Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"PisGym/onlineEndpoints/pi3"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"e74f7564-2170-4f31-86f2-ec9ed5c0c09d"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"ServicePrincipal"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"b1dbfae8-a1c6-4f0c-85f8-0d5ceee76d63"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/635dd51f-9968-44d3-b7fb-6d9a6bd613ae"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"AzureML Metrics Writer (preview)"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/resourceGroups/justforpi/providers/Microsoft.MachineLearningServices/workspaces/pisgym"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"Binary"}],"finish_reason":"stop","sampled_model_name":"ObjectType@type"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070aef860819091377af1b193fb80","data_source_idx":22,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"af8e5d4a-8f0e-4198-a04d-3f0c77455abc"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8635708Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"storageDataScanner"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"ecda83e7-297d-48b4-82c4-1c01ea542ca1"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"ServicePrincipal"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"990d105c-b941-438a-baf2-2d13a82d289e"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/b8eda974-7b85-4f76-af95-65846b26df6d"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"Storage File Data Privileged Reader"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"Binary"}],"finish_reason":"stop","sampled_model_name":"ObjectType@type"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070aef860819091377af1b193fb80","data_source_idx":4,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"1033cb54-39df-4290-82ea-1e609923669b"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8575738Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"Jonathan Harrison"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"a14e5c0c-9088-476a-9275-7d7e78a7f667"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"User"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"fb9019a0-60b2-4696-b8b0-f53384b0ee22"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/8e3af657-a8ff-443c-a75c-2fe8c4bcb635"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"Owner"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":"jonathan@raiffsbits.com"},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"Binary"}],"finish_reason":"stop","sampled_model_name":"ObjectType@type"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070aef860819091377af1b193fb80","data_source_idx":17,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"a48a653a-723a-4749-9d9b-08ab2cc0f99f"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8585736Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"Larry Brower  (Grunt)"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"1243489c-b496-4dd3-b2b9-fa77b4a917eb"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"User"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"f299189f-2e38-4264-95d7-e49fd6902576"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/8e3af657-a8ff-443c-a75c-2fe8c4bcb635"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"Owner"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/providers/Microsoft.Management/managementGroups/05b815de-344b-4a3f-8387-52ca67249c55"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":"larry@raiffsbits.com"},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":"((!(ActionMatches{'Microsoft.Authorization/roleAssignments/write'})) OR (@Request[Microsoft.Authorization/roleAssignments:RoleDefinitionId] ForAnyOfAllValues:GuidNotEquals {32e6a4ec-6095-4e37-b54b-12aa350ba81f})) AND ((!(ActionMatches{'Microsoft.Authorization/roleAssignments/delete'})) OR (@Resource[Microsoft.Authorization/roleAssignments:RoleDefinitionId] ForAnyOfAllValues:GuidNotEquals {32e6a4ec-6095-4e37-b54b-12aa350ba81f}))"},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":"2"},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":"Double"},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"Binary"}],"finish_reason":"stop","sampled_model_name":"ObjectType@type"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070aef860819091377af1b193fb80","data_source_idx":3,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"0f7f19b7-883e-412a-886f-6fb6c5303633"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.859573Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"PisGym"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"31666f2b-22af-4ea3-b2c4-2c2617cdc185"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"ServicePrincipal"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"6bcdfd22-336c-4c5c-9d03-bb1e5748f8e3"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/b0025e1e-e68f-447b-98bf-cf333688dd47"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"jon"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/resourceGroups/justforpi/providers/Microsoft.MachineLearningServices/workspaces/PisGym"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":"((!(ActionMatches{'Microsoft.Authorization/roleAssignments/write'})) OR (@Request[Microsoft.Authorization/roleAssignments:RoleDefinitionId] ForAnyOfAllValues:GuidNotEquals {32e6a4ec-6095-4e37-b54b-12aa350ba81f})) AND ((!(ActionMatches{'Microsoft.Authorization/roleAssignments/delete'})) OR (@Resource[Microsoft.Authorization/roleAssignments:RoleDefinitionId] ForAnyOfAllValues:GuidNotEquals {32e6a4ec-6095-4e37-b54b-12aa350ba81f}))"},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":"2"},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":"Double"},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"Binary"}],"finish_reason":"stop","sampled_model_name":"ObjectType@type"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070aef860819091377af1b193fb80","data_source_idx":19,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"aaf8e5a8-3cd2-4922-b699-e1c75ba38e38"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8575738Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"Jonathan Harrison"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"a14e5c0c-9088-476a-9275-7d7e78a7f667"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"User"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"0fce8454-51dd-4327-80eb-aa69318dca5c"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/18d7d88d-d35e-4fb5-a5c3-7773c20a72d9"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"User Access Administrator"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":"jonathan@raiffsbits.com"},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"Binary"}],"finish_reason":"stop","sampled_model_name":"ObjectType@type"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070aef860819091377af1b193fb80","data_source_idx":18,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"a4d7b744-19dc-4006-9874-b48c96c69f82"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8615715Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"PisGym/onlineEndpoints/picopilot"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"11e779a3-309d-43cf-9b9a-acc917d57b1f"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"ServicePrincipal"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"7bfe2eb0-e086-46c8-92da-e7c7a6086b17"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/635dd51f-9968-44d3-b7fb-6d9a6bd613ae"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"AzureML Metrics Writer (preview)"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/resourceGroups/justforpi/providers/Microsoft.MachineLearningServices/workspaces/pisgym"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"Binary"}],"finish_reason":"stop","sampled_model_name":"ObjectType@type"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070aef860819091377af1b193fb80","data_source_idx":14,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"91468897-e4c6-4ba8-8aa1-d305b0e4eaf7"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8605731Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"PisGym"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"31666f2b-22af-4ea3-b2c4-2c2617cdc185"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"ServicePrincipal"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"4ff144f8-4342-4bda-a7c6-54d5f9121ba6"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/b24988ac-6180-42a0-ab88-20f7382dd24c"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"Contributor"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/resourceGroups/justforpi"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"Binary"}],"finish_reason":"stop","sampled_model_name":"ObjectType@type"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070aef860819091377af1b193fb80","data_source_idx":25,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"c0b30331-4f81-4cd8-9d1d-3fc3d99e0142"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8605731Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"PisGym/onlineEndpoints/pi3"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"e74f7564-2170-4f31-86f2-ec9ed5c0c09d"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"ServicePrincipal"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"df7432ed-7f73-4714-aaac-c2afe8b0e5e6"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/ea01e6af-a1c1-4350-9563-ad00f8c72ec5"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"Azure Machine Learning Workspace Connection Secrets Reader"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/resourceGroups/justforpi/providers/Microsoft.MachineLearningServices/workspaces/pisgym"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"Binary"}],"finish_reason":"stop","sampled_model_name":"ObjectType@type"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070aef860819091377af1b193fb80","data_source_idx":16,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"9dbbb208-40df-4c4d-a8f1-7bee46ae5eb1"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8575738Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"Jonathan Harrison"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"a14e5c0c-9088-476a-9275-7d7e78a7f667"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"User"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"f3e70638-fb7d-48b4-9d60-c052170f3b16"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/b0025e1e-e68f-447b-98bf-cf333688dd47"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"jon"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/resourceGroups/justforpi/providers/Microsoft.MachineLearningServices/workspaces/PisGym"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":"jonathan@raiffsbits.com"},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":"me"},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"Binary"}],"finish_reason":"stop","sampled_model_name":"ObjectType@type"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070aef860819091377af1b193fb80","data_source_idx":24,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"bd768ecc-4b85-4fb0-a33c-9565b4746ca7"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8625711Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"StorageAccounts/securityOperators/DefenderForStorageSecurityOperator"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"44bfb3e7-4ff1-4a6d-8f95-d0d3a27c79e7"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"ServicePrincipal"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"7a3a31cf-2004-4f76-8ad3-e1233d005747"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/0f641de8-0b88-4198-bdef-bd8b45ceba96"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"Defender for Storage Scanner Operator"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"Binary"}],"finish_reason":"stop","sampled_model_name":"ObjectType@type"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070aef860819091377af1b193fb80","data_source_idx":13,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"88cc898d-d36c-41dc-93e0-03814789f449"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8625711Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"PiTheAssistant"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"4e6db524-d867-4f83-8181-f1580364795b"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"ServicePrincipal"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"152c55b0-d325-4a72-829f-0996c02b453f"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/b0025e1e-e68f-447b-98bf-cf333688dd47"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"jon"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/resourceGroups/justforpi/providers/Microsoft.MachineLearningServices/workspaces/PisGym"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":"((!(ActionMatches{'Microsoft.Authorization/roleAssignments/write'})) OR (@Request[Microsoft.Authorization/roleAssignments:RoleDefinitionId] ForAnyOfAllValues:GuidNotEquals {32e6a4ec-6095-4e37-b54b-12aa350ba81f})) AND ((!(ActionMatches{'Microsoft.Authorization/roleAssignments/delete'})) OR (@Resource[Microsoft.Authorization/roleAssignments:RoleDefinitionId] ForAnyOfAllValues:GuidNotEquals {32e6a4ec-6095-4e37-b54b-12aa350ba81f}))"},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":"2"},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":"Double"},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"Binary"}],"finish_reason":"stop","sampled_model_name":"ObjectType@type"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070aef860819091377af1b193fb80","data_source_idx":2,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"0aa13d9a-4a38-45e9-b04e-0e2083cf8a5d"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8635708Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"storageDataScanner"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"ecda83e7-297d-48b4-82c4-1c01ea542ca1"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"ServicePrincipal"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"fccef147-1500-4401-af6b-4bb05208989d"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/2a2b9908-6ea1-4ae2-8e65-a410df84e7d1"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"Storage Blob Data Reader"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"Binary"}],"finish_reason":"stop","sampled_model_name":"ObjectType@type"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070aef860819091377af1b193fb80","data_source_idx":23,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"b86de4ff-a9a6-467a-9da1-d9aa0dce7926"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8615715Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"PisGym/onlineEndpoints/pi3"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"e74f7564-2170-4f31-86f2-ec9ed5c0c09d"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"ServicePrincipal"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"525cc53a-b48f-41db-b61e-485e67ea6bc3"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/b0025e1e-e68f-447b-98bf-cf333688dd47"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"jon"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/resourceGroups/justforpi/providers/Microsoft.MachineLearningServices/workspaces/PisGym"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":"((!(ActionMatches{'Microsoft.Authorization/roleAssignments/write'})) OR (@Request[Microsoft.Authorization/roleAssignments:RoleDefinitionId] ForAnyOfAllValues:GuidNotEquals {32e6a4ec-6095-4e37-b54b-12aa350ba81f})) AND ((!(ActionMatches{'Microsoft.Authorization/roleAssignments/delete'})) OR (@Resource[Microsoft.Authorization/roleAssignments:RoleDefinitionId] ForAnyOfAllValues:GuidNotEquals {32e6a4ec-6095-4e37-b54b-12aa350ba81f}))"},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":"2"},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":"Double"},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"Binary"}],"finish_reason":"stop","sampled_model_name":"ObjectType@type"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070aef860819091377af1b193fb80","data_source_idx":7,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"2bc778d4-6a8b-4895-83cb-0b869a34f624"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.859573Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"PisGym"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"31666f2b-22af-4ea3-b2c4-2c2617cdc185"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"ServicePrincipal"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"829bf4b3-0e52-4d51-8f8b-e39600f5ebef"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/f58310d9-a9f6-439a-9e8d-f62e7b41a168"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"Role Based Access Control Administrator"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/resourceGroups/justforpi/providers/Microsoft.MachineLearningServices/workspaces/PisGym"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":"me"},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"Binary"}],"finish_reason":"stop","sampled_model_name":"ObjectType@type"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070aef860819091377af1b193fb80","data_source_idx":10,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"561c944a-8cfc-48de-823d-80671648def9"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8585736Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"Larry Brower  (Grunt)"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"1243489c-b496-4dd3-b2b9-fa77b4a917eb"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"User"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"22ee6770-ed4a-4ae1-211e-0a036a359bce"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/fb1c8493-542b-48eb-b624-b4c8fea62acd"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"Security Admin"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/providers/Microsoft.Management/managementGroups/05b815de-344b-4a3f-8387-52ca67249c55"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":"larry@raiffsbits.com"},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"Binary"}],"finish_reason":"stop","sampled_model_name":"ObjectType@type"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070aef860819091377af1b193fb80","data_source_idx":11,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"5fd606ee-ba97-406f-b845-fc23990042cd"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8615715Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"PisGym/onlineEndpoints/picopilot"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"11e779a3-309d-43cf-9b9a-acc917d57b1f"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"ServicePrincipal"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"de26e107-68c2-4930-bf33-d590eeda44eb"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/b0025e1e-e68f-447b-98bf-cf333688dd47"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"jon"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/resourceGroups/justforpi/providers/Microsoft.MachineLearningServices/workspaces/PisGym"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":"((!(ActionMatches{'Microsoft.Authorization/roleAssignments/write'})) OR (@Request[Microsoft.Authorization/roleAssignments:RoleDefinitionId] ForAnyOfAllValues:GuidNotEquals {32e6a4ec-6095-4e37-b54b-12aa350ba81f})) AND ((!(ActionMatches{'Microsoft.Authorization/roleAssignments/delete'})) OR (@Resource[Microsoft.Authorization/roleAssignments:RoleDefinitionId] ForAnyOfAllValues:GuidNotEquals {32e6a4ec-6095-4e37-b54b-12aa350ba81f}))"},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":"2"},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":"Double"},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"Binary"}],"finish_reason":"stop","sampled_model_name":"ObjectType@type"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070aef860819091377af1b193fb80","data_source_idx":12,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"72c49410-cf01-4afb-96c1-0e9e35e11ff5"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8565749Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"Containers/securityOperators/DefenderForContainersSecurityOperator"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"89c67a81-de90-4e54-9783-4629b6418c39"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"ServicePrincipal"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"404f8c47-4577-41ca-a68c-6c30648dfb9d"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/5e93ba01-8f92-4c7a-b12a-801e3df23824"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"Kubernetes Agent Operator"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"Binary"}],"finish_reason":"stop","sampled_model_name":"ObjectType@type"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070aef860819091377af1b193fb80","data_source_idx":9,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"549ef469-e642-47c1-aa9e-525e70e06de4"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8635708Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"storageDataScanner"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"ecda83e7-297d-48b4-82c4-1c01ea542ca1"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"ServicePrincipal"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"e1f1b1f4-8e21-e55b-10c6-27dbbfb54f09"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/1e7ca9b1-60d1-4db8-a914-f2ca1ff27c40"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"Defender for Storage Data Scanner"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"Binary"}],"finish_reason":"stop","sampled_model_name":"ObjectType@type"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070aef860819091377af1b193fb80","data_source_idx":0,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"0506f827-3ac0-468b-b3c6-5c1eda2dddc4"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8585736Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"Larry Brower  (Grunt)"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"1243489c-b496-4dd3-b2b9-fa77b4a917eb"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"User"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"c7108304-48e8-47bb-84ce-a7b1476aed68"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/1c9b6475-caf0-4164-b5a1-2142a7116f4b"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"Template Spec Contributor"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/providers/Microsoft.Management/managementGroups/05b815de-344b-4a3f-8387-52ca67249c55"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":"larry@raiffsbits.com"},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"Binary"}],"finish_reason":"stop","sampled_model_name":"ObjectType@type"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070aef860819091377af1b193fb80","data_source_idx":5,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"290ae464-5f96-4538-b1f9-c82a0bcf1602"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8575738Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"Jonathan Harrison"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"128cb92e-c979-4063-b34a-9d2a779dc7d9"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"User"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"04e62574-40f1-408a-92e2-d498e8745a00"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/b0025e1e-e68f-447b-98bf-cf333688dd47"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"jon"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/resourceGroups/justforpi/providers/Microsoft.MachineLearningServices/workspaces/PisGym"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":"harrison82_95_hotmail.com#EXT#@raiffsbits.onmicrosoft.com"},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":"((!(ActionMatches{'Microsoft.Authorization/roleAssignments/write'})) OR (@Request[Microsoft.Authorization/roleAssignments:RoleDefinitionId] ForAnyOfAllValues:GuidNotEquals {32e6a4ec-6095-4e37-b54b-12aa350ba81f})) AND ((!(ActionMatches{'Microsoft.Authorization/roleAssignments/delete'})) OR (@Resource[Microsoft.Authorization/roleAssignments:RoleDefinitionId] ForAnyOfAllValues:GuidNotEquals {32e6a4ec-6095-4e37-b54b-12aa350ba81f}))"},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":"2"},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":"Double"},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"Binary"}],"finish_reason":"stop","sampled_model_name":"ObjectType@type"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070aef860819091377af1b193fb80","data_source_idx":21,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"ae5b0bed-bf51-4aeb-8056-3d46277123ee"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8575738Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"Jonathan Harrison"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"a14e5c0c-9088-476a-9275-7d7e78a7f667"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"User"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"beaedddf-1532-4a5d-957c-553ab15b7d25"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/3afb7f49-54cb-416e-8c09-6dc049efa503"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"Azure AI Inference Deployment Operator"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/resourceGroups/Justforpi"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":"jonathan@raiffsbits.com"},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"Binary"}],"finish_reason":"stop","sampled_model_name":"ObjectType@type"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070aef860819091377af1b193fb80","data_source_idx":6,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"2af129cd-b4c5-4be6-9936-ad7a0d36401f"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8565749Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"Containers/securityOperators/DefenderForContainersSecurityOperator"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"89c67a81-de90-4e54-9783-4629b6418c39"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"ServicePrincipal"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"6a12e01d-dea7-4ce4-82aa-baa195673b66"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/d5a2ae44-610b-4500-93be-660a0c5f5ca6"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"Kubernetes Agentless Operator"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"Binary"}],"finish_reason":"stop","sampled_model_name":"ObjectType@type"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070aef860819091377af1b193fb80","data_source_idx":1,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"0944347e-6a74-41c0-bc6a-4dda43e4653d"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8555756Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"Aibotforjonathan"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"f6fd028e-f96e-48c2-8506-af2a6e0efc97"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"ServicePrincipal"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"d3f917c2-9bfd-42bd-9355-61dc2fe2c3f5"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/b0025e1e-e68f-447b-98bf-cf333688dd47"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"jon"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/resourceGroups/justforpi/providers/Microsoft.MachineLearningServices/workspaces/PisGym"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":"((!(ActionMatches{'Microsoft.Authorization/roleAssignments/write'})) OR (@Request[Microsoft.Authorization/roleAssignments:RoleDefinitionId] ForAnyOfAllValues:GuidNotEquals {32e6a4ec-6095-4e37-b54b-12aa350ba81f})) AND ((!(ActionMatches{'Microsoft.Authorization/roleAssignments/delete'})) OR (@Resource[Microsoft.Authorization/roleAssignments:RoleDefinitionId] ForAnyOfAllValues:GuidNotEquals {32e6a4ec-6095-4e37-b54b-12aa350ba81f}))"},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":"2"},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":"Double"},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"Binary"}],"finish_reason":"stop","sampled_model_name":"ObjectType@type"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070aef860819091377af1b193fb80","data_source_idx":15,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"9707ce44-c6b0-46a4-b979-0733e1eb5caf"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8625711Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"smartpi"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"5355e3ce-05dd-4e75-9a5e-4040afe51725"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"ServicePrincipal"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"50dcb622-7d30-4b69-96e1-5dd578450e42"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/b0025e1e-e68f-447b-98bf-cf333688dd47"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"jon"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/resourceGroups/justforpi/providers/Microsoft.MachineLearningServices/workspaces/PisGym"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":"((!(ActionMatches{'Microsoft.Authorization/roleAssignments/write'})) OR (@Request[Microsoft.Authorization/roleAssignments:RoleDefinitionId] ForAnyOfAllValues:GuidNotEquals {32e6a4ec-6095-4e37-b54b-12aa350ba81f})) AND ((!(ActionMatches{'Microsoft.Authorization/roleAssignments/delete'})) OR (@Resource[Microsoft.Authorization/roleAssignments:RoleDefinitionId] ForAnyOfAllValues:GuidNotEquals {32e6a4ec-6095-4e37-b54b-12aa350ba81f}))"},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":"2"},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":"Double"},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"Binary"}],"finish_reason":"stop","sampled_model_name":"ObjectType@type"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070aee5ec8190ba532755f476855d","data_source_idx":20,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"adefcecd-2d25-4dab-ac42-b02645bdafdf"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.859573Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"pi20"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"36628fe7-d510-48e3-9105-198f58bdb5b1"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"ServicePrincipal"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"04efefd0-039f-43c5-8398-df726b01cafc"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/8e3af657-a8ff-443c-a75c-2fe8c4bcb635"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"Owner"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/resourceGroups/Justforpi"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"ServicePrincipal"}],"finish_reason":"stop","sampled_model_name":"ObjectType"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070aee5ec8190ba532755f476855d","data_source_idx":13,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"88cc898d-d36c-41dc-93e0-03814789f449"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8625711Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"PiTheAssistant"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"4e6db524-d867-4f83-8181-f1580364795b"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"ServicePrincipal"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"152c55b0-d325-4a72-829f-0996c02b453f"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/b0025e1e-e68f-447b-98bf-cf333688dd47"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"jon"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/resourceGroups/justforpi/providers/Microsoft.MachineLearningServices/workspaces/PisGym"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":"((!(ActionMatches{'Microsoft.Authorization/roleAssignments/write'})) OR (@Request[Microsoft.Authorization/roleAssignments:RoleDefinitionId] ForAnyOfAllValues:GuidNotEquals {32e6a4ec-6095-4e37-b54b-12aa350ba81f})) AND ((!(ActionMatches{'Microsoft.Authorization/roleAssignments/delete'})) OR (@Resource[Microsoft.Authorization/roleAssignments:RoleDefinitionId] ForAnyOfAllValues:GuidNotEquals {32e6a4ec-6095-4e37-b54b-12aa350ba81f}))"},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":"2"},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":"Double"},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"ServicePrincipal"}],"finish_reason":"stop","sampled_model_name":"ObjectType"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070aee5ec8190ba532755f476855d","data_source_idx":8,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"49584bfd-7ebe-4d33-a4bd-3d9ee4323f8a"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8625711Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"StorageAccounts/securityOperators/DefenderForStorageSecurityOperator"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"44bfb3e7-4ff1-4a6d-8f95-d0d3a27c79e7"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"ServicePrincipal"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"6d60affd-c1e4-4ce0-9e84-3c200b300c69"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/1e241071-0855-49ea-94dc-649edcd759de"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"EventGrid Contributor"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"ServicePrincipal"}],"finish_reason":"stop","sampled_model_name":"ObjectType"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070aee5ec8190ba532755f476855d","data_source_idx":19,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"aaf8e5a8-3cd2-4922-b699-e1c75ba38e38"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8575738Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"Jonathan Harrison"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"a14e5c0c-9088-476a-9275-7d7e78a7f667"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"User"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"0fce8454-51dd-4327-80eb-aa69318dca5c"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/18d7d88d-d35e-4fb5-a5c3-7773c20a72d9"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"User Access Administrator"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":"jonathan@raiffsbits.com"},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"User"}],"finish_reason":"stop","sampled_model_name":"ObjectType"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070aee5ec8190ba532755f476855d","data_source_idx":11,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"5fd606ee-ba97-406f-b845-fc23990042cd"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8615715Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"PisGym/onlineEndpoints/picopilot"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"11e779a3-309d-43cf-9b9a-acc917d57b1f"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"ServicePrincipal"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"de26e107-68c2-4930-bf33-d590eeda44eb"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/b0025e1e-e68f-447b-98bf-cf333688dd47"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"jon"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/resourceGroups/justforpi/providers/Microsoft.MachineLearningServices/workspaces/PisGym"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":"((!(ActionMatches{'Microsoft.Authorization/roleAssignments/write'})) OR (@Request[Microsoft.Authorization/roleAssignments:RoleDefinitionId] ForAnyOfAllValues:GuidNotEquals {32e6a4ec-6095-4e37-b54b-12aa350ba81f})) AND ((!(ActionMatches{'Microsoft.Authorization/roleAssignments/delete'})) OR (@Resource[Microsoft.Authorization/roleAssignments:RoleDefinitionId] ForAnyOfAllValues:GuidNotEquals {32e6a4ec-6095-4e37-b54b-12aa350ba81f}))"},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":"2"},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":"Double"},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"ServicePrincipal"}],"finish_reason":"stop","sampled_model_name":"ObjectType"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070aee5ec8190ba532755f476855d","data_source_idx":18,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"a4d7b744-19dc-4006-9874-b48c96c69f82"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8615715Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"PisGym/onlineEndpoints/picopilot"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"11e779a3-309d-43cf-9b9a-acc917d57b1f"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"ServicePrincipal"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"7bfe2eb0-e086-46c8-92da-e7c7a6086b17"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/635dd51f-9968-44d3-b7fb-6d9a6bd613ae"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"AzureML Metrics Writer (preview)"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/resourceGroups/justforpi/providers/Microsoft.MachineLearningServices/workspaces/pisgym"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"ServicePrincipal"}],"finish_reason":"stop","sampled_model_name":"ObjectType"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070aee5ec8190ba532755f476855d","data_source_idx":23,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"b86de4ff-a9a6-467a-9da1-d9aa0dce7926"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8615715Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"PisGym/onlineEndpoints/pi3"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"e74f7564-2170-4f31-86f2-ec9ed5c0c09d"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"ServicePrincipal"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"525cc53a-b48f-41db-b61e-485e67ea6bc3"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/b0025e1e-e68f-447b-98bf-cf333688dd47"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"jon"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/resourceGroups/justforpi/providers/Microsoft.MachineLearningServices/workspaces/PisGym"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":"((!(ActionMatches{'Microsoft.Authorization/roleAssignments/write'})) OR (@Request[Microsoft.Authorization/roleAssignments:RoleDefinitionId] ForAnyOfAllValues:GuidNotEquals {32e6a4ec-6095-4e37-b54b-12aa350ba81f})) AND ((!(ActionMatches{'Microsoft.Authorization/roleAssignments/delete'})) OR (@Resource[Microsoft.Authorization/roleAssignments:RoleDefinitionId] ForAnyOfAllValues:GuidNotEquals {32e6a4ec-6095-4e37-b54b-12aa350ba81f}))"},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":"2"},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":"Double"},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"ServicePrincipal"}],"finish_reason":"stop","sampled_model_name":"ObjectType"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070aee5ec8190ba532755f476855d","data_source_idx":16,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"9dbbb208-40df-4c4d-a8f1-7bee46ae5eb1"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8575738Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"Jonathan Harrison"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"a14e5c0c-9088-476a-9275-7d7e78a7f667"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"User"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"f3e70638-fb7d-48b4-9d60-c052170f3b16"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/b0025e1e-e68f-447b-98bf-cf333688dd47"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"jon"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/resourceGroups/justforpi/providers/Microsoft.MachineLearningServices/workspaces/PisGym"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":"jonathan@raiffsbits.com"},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":"me"},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"User"}],"finish_reason":"stop","sampled_model_name":"ObjectType"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070aee5ec8190ba532755f476855d","data_source_idx":17,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"a48a653a-723a-4749-9d9b-08ab2cc0f99f"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8585736Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"Larry Brower  (Grunt)"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"1243489c-b496-4dd3-b2b9-fa77b4a917eb"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"User"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"f299189f-2e38-4264-95d7-e49fd6902576"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/8e3af657-a8ff-443c-a75c-2fe8c4bcb635"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"Owner"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/providers/Microsoft.Management/managementGroups/05b815de-344b-4a3f-8387-52ca67249c55"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":"larry@raiffsbits.com"},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":"((!(ActionMatches{'Microsoft.Authorization/roleAssignments/write'})) OR (@Request[Microsoft.Authorization/roleAssignments:RoleDefinitionId] ForAnyOfAllValues:GuidNotEquals {32e6a4ec-6095-4e37-b54b-12aa350ba81f})) AND ((!(ActionMatches{'Microsoft.Authorization/roleAssignments/delete'})) OR (@Resource[Microsoft.Authorization/roleAssignments:RoleDefinitionId] ForAnyOfAllValues:GuidNotEquals {32e6a4ec-6095-4e37-b54b-12aa350ba81f}))"},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":"2"},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":"Double"},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"User"}],"finish_reason":"stop","sampled_model_name":"ObjectType"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070aee5ec8190ba532755f476855d","data_source_idx":9,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"549ef469-e642-47c1-aa9e-525e70e06de4"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8635708Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"storageDataScanner"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"ecda83e7-297d-48b4-82c4-1c01ea542ca1"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"ServicePrincipal"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"e1f1b1f4-8e21-e55b-10c6-27dbbfb54f09"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/1e7ca9b1-60d1-4db8-a914-f2ca1ff27c40"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"Defender for Storage Data Scanner"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"ServicePrincipal"}],"finish_reason":"stop","sampled_model_name":"ObjectType"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070aee5ec8190ba532755f476855d","data_source_idx":10,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"561c944a-8cfc-48de-823d-80671648def9"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8585736Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"Larry Brower  (Grunt)"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"1243489c-b496-4dd3-b2b9-fa77b4a917eb"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"User"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"22ee6770-ed4a-4ae1-211e-0a036a359bce"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/fb1c8493-542b-48eb-b624-b4c8fea62acd"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"Security Admin"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/providers/Microsoft.Management/managementGroups/05b815de-344b-4a3f-8387-52ca67249c55"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":"larry@raiffsbits.com"},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"User"}],"finish_reason":"stop","sampled_model_name":"ObjectType"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070aee5ec8190ba532755f476855d","data_source_idx":14,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"91468897-e4c6-4ba8-8aa1-d305b0e4eaf7"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8605731Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"PisGym"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"31666f2b-22af-4ea3-b2c4-2c2617cdc185"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"ServicePrincipal"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"4ff144f8-4342-4bda-a7c6-54d5f9121ba6"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/b24988ac-6180-42a0-ab88-20f7382dd24c"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"Contributor"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/resourceGroups/justforpi"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"ServicePrincipal"}],"finish_reason":"stop","sampled_model_name":"ObjectType"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070aee5ec8190ba532755f476855d","data_source_idx":21,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"ae5b0bed-bf51-4aeb-8056-3d46277123ee"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8575738Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"Jonathan Harrison"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"a14e5c0c-9088-476a-9275-7d7e78a7f667"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"User"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"beaedddf-1532-4a5d-957c-553ab15b7d25"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/3afb7f49-54cb-416e-8c09-6dc049efa503"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"Azure AI Inference Deployment Operator"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/resourceGroups/Justforpi"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":"jonathan@raiffsbits.com"},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"User"}],"finish_reason":"stop","sampled_model_name":"ObjectType"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070aee5ec8190ba532755f476855d","data_source_idx":15,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"9707ce44-c6b0-46a4-b979-0733e1eb5caf"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8625711Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"smartpi"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"5355e3ce-05dd-4e75-9a5e-4040afe51725"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"ServicePrincipal"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"50dcb622-7d30-4b69-96e1-5dd578450e42"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/b0025e1e-e68f-447b-98bf-cf333688dd47"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"jon"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/resourceGroups/justforpi/providers/Microsoft.MachineLearningServices/workspaces/PisGym"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":"((!(ActionMatches{'Microsoft.Authorization/roleAssignments/write'})) OR (@Request[Microsoft.Authorization/roleAssignments:RoleDefinitionId] ForAnyOfAllValues:GuidNotEquals {32e6a4ec-6095-4e37-b54b-12aa350ba81f})) AND ((!(ActionMatches{'Microsoft.Authorization/roleAssignments/delete'})) OR (@Resource[Microsoft.Authorization/roleAssignments:RoleDefinitionId] ForAnyOfAllValues:GuidNotEquals {32e6a4ec-6095-4e37-b54b-12aa350ba81f}))"},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":"2"},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":"Double"},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"ServicePrincipal"}],"finish_reason":"stop","sampled_model_name":"ObjectType"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070aee5ec8190ba532755f476855d","data_source_idx":4,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"1033cb54-39df-4290-82ea-1e609923669b"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8575738Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"Jonathan Harrison"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"a14e5c0c-9088-476a-9275-7d7e78a7f667"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"User"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"fb9019a0-60b2-4696-b8b0-f53384b0ee22"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/8e3af657-a8ff-443c-a75c-2fe8c4bcb635"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"Owner"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":"jonathan@raiffsbits.com"},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"User"}],"finish_reason":"stop","sampled_model_name":"ObjectType"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070aee5ec8190ba532755f476855d","data_source_idx":22,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"af8e5d4a-8f0e-4198-a04d-3f0c77455abc"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8635708Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"storageDataScanner"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"ecda83e7-297d-48b4-82c4-1c01ea542ca1"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"ServicePrincipal"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"990d105c-b941-438a-baf2-2d13a82d289e"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/b8eda974-7b85-4f76-af95-65846b26df6d"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"Storage File Data Privileged Reader"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"ServicePrincipal"}],"finish_reason":"stop","sampled_model_name":"ObjectType"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070aee5ec8190ba532755f476855d","data_source_idx":2,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"0aa13d9a-4a38-45e9-b04e-0e2083cf8a5d"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8635708Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"storageDataScanner"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"ecda83e7-297d-48b4-82c4-1c01ea542ca1"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"ServicePrincipal"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"fccef147-1500-4401-af6b-4bb05208989d"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/2a2b9908-6ea1-4ae2-8e65-a410df84e7d1"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"Storage Blob Data Reader"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"ServicePrincipal"}],"finish_reason":"stop","sampled_model_name":"ObjectType"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070aee5ec8190ba532755f476855d","data_source_idx":24,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"bd768ecc-4b85-4fb0-a33c-9565b4746ca7"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8625711Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"StorageAccounts/securityOperators/DefenderForStorageSecurityOperator"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"44bfb3e7-4ff1-4a6d-8f95-d0d3a27c79e7"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"ServicePrincipal"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"7a3a31cf-2004-4f76-8ad3-e1233d005747"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/0f641de8-0b88-4198-bdef-bd8b45ceba96"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"Defender for Storage Scanner Operator"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"ServicePrincipal"}],"finish_reason":"stop","sampled_model_name":"ObjectType"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070aee5ec8190ba532755f476855d","data_source_idx":12,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"72c49410-cf01-4afb-96c1-0e9e35e11ff5"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8565749Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"Containers/securityOperators/DefenderForContainersSecurityOperator"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"89c67a81-de90-4e54-9783-4629b6418c39"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"ServicePrincipal"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"404f8c47-4577-41ca-a68c-6c30648dfb9d"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/5e93ba01-8f92-4c7a-b12a-801e3df23824"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"Kubernetes Agent Operator"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"ServicePrincipal"}],"finish_reason":"stop","sampled_model_name":"ObjectType"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070aee5ec8190ba532755f476855d","data_source_idx":26,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"c40eb05b-9b5d-4915-a0d7-e04380059bce"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8605731Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"PisGym/onlineEndpoints/pi3"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"e74f7564-2170-4f31-86f2-ec9ed5c0c09d"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"ServicePrincipal"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"b1dbfae8-a1c6-4f0c-85f8-0d5ceee76d63"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/635dd51f-9968-44d3-b7fb-6d9a6bd613ae"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"AzureML Metrics Writer (preview)"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/resourceGroups/justforpi/providers/Microsoft.MachineLearningServices/workspaces/pisgym"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"ServicePrincipal"}],"finish_reason":"stop","sampled_model_name":"ObjectType"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070aee5ec8190ba532755f476855d","data_source_idx":25,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"c0b30331-4f81-4cd8-9d1d-3fc3d99e0142"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8605731Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"PisGym/onlineEndpoints/pi3"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"e74f7564-2170-4f31-86f2-ec9ed5c0c09d"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"ServicePrincipal"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"df7432ed-7f73-4714-aaac-c2afe8b0e5e6"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/ea01e6af-a1c1-4350-9563-ad00f8c72ec5"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"Azure Machine Learning Workspace Connection Secrets Reader"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/resourceGroups/justforpi/providers/Microsoft.MachineLearningServices/workspaces/pisgym"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"ServicePrincipal"}],"finish_reason":"stop","sampled_model_name":"ObjectType"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070aee5ec8190ba532755f476855d","data_source_idx":5,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"290ae464-5f96-4538-b1f9-c82a0bcf1602"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8575738Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"Jonathan Harrison"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"128cb92e-c979-4063-b34a-9d2a779dc7d9"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"User"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"04e62574-40f1-408a-92e2-d498e8745a00"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/b0025e1e-e68f-447b-98bf-cf333688dd47"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"jon"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/resourceGroups/justforpi/providers/Microsoft.MachineLearningServices/workspaces/PisGym"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":"harrison82_95_hotmail.com#EXT#@raiffsbits.onmicrosoft.com"},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":"((!(ActionMatches{'Microsoft.Authorization/roleAssignments/write'})) OR (@Request[Microsoft.Authorization/roleAssignments:RoleDefinitionId] ForAnyOfAllValues:GuidNotEquals {32e6a4ec-6095-4e37-b54b-12aa350ba81f})) AND ((!(ActionMatches{'Microsoft.Authorization/roleAssignments/delete'})) OR (@Resource[Microsoft.Authorization/roleAssignments:RoleDefinitionId] ForAnyOfAllValues:GuidNotEquals {32e6a4ec-6095-4e37-b54b-12aa350ba81f}))"},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":"2"},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":"Double"},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"User"}],"finish_reason":"stop","sampled_model_name":"ObjectType"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070aee5ec8190ba532755f476855d","data_source_idx":3,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"0f7f19b7-883e-412a-886f-6fb6c5303633"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.859573Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"PisGym"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"31666f2b-22af-4ea3-b2c4-2c2617cdc185"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"ServicePrincipal"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"6bcdfd22-336c-4c5c-9d03-bb1e5748f8e3"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/b0025e1e-e68f-447b-98bf-cf333688dd47"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"jon"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/resourceGroups/justforpi/providers/Microsoft.MachineLearningServices/workspaces/PisGym"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":"((!(ActionMatches{'Microsoft.Authorization/roleAssignments/write'})) OR (@Request[Microsoft.Authorization/roleAssignments:RoleDefinitionId] ForAnyOfAllValues:GuidNotEquals {32e6a4ec-6095-4e37-b54b-12aa350ba81f})) AND ((!(ActionMatches{'Microsoft.Authorization/roleAssignments/delete'})) OR (@Resource[Microsoft.Authorization/roleAssignments:RoleDefinitionId] ForAnyOfAllValues:GuidNotEquals {32e6a4ec-6095-4e37-b54b-12aa350ba81f}))"},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":"2"},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":"Double"},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"ServicePrincipal"}],"finish_reason":"stop","sampled_model_name":"ObjectType"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070aee5ec8190ba532755f476855d","data_source_idx":0,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"0506f827-3ac0-468b-b3c6-5c1eda2dddc4"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8585736Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"Larry Brower  (Grunt)"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"1243489c-b496-4dd3-b2b9-fa77b4a917eb"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"User"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"c7108304-48e8-47bb-84ce-a7b1476aed68"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/1c9b6475-caf0-4164-b5a1-2142a7116f4b"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"Template Spec Contributor"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/providers/Microsoft.Management/managementGroups/05b815de-344b-4a3f-8387-52ca67249c55"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":"larry@raiffsbits.com"},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"User"}],"finish_reason":"stop","sampled_model_name":"ObjectType"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070aee5ec8190ba532755f476855d","data_source_idx":6,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"2af129cd-b4c5-4be6-9936-ad7a0d36401f"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8565749Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"Containers/securityOperators/DefenderForContainersSecurityOperator"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"89c67a81-de90-4e54-9783-4629b6418c39"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"ServicePrincipal"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"6a12e01d-dea7-4ce4-82aa-baa195673b66"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/d5a2ae44-610b-4500-93be-660a0c5f5ca6"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"Kubernetes Agentless Operator"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"ServicePrincipal"}],"finish_reason":"stop","sampled_model_name":"ObjectType"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070aee5ec8190ba532755f476855d","data_source_idx":7,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"2bc778d4-6a8b-4895-83cb-0b869a34f624"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.859573Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"PisGym"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"31666f2b-22af-4ea3-b2c4-2c2617cdc185"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"ServicePrincipal"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"829bf4b3-0e52-4d51-8f8b-e39600f5ebef"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/f58310d9-a9f6-439a-9e8d-f62e7b41a168"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"Role Based Access Control Administrator"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/resourceGroups/justforpi/providers/Microsoft.MachineLearningServices/workspaces/PisGym"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":"me"},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"ServicePrincipal"}],"finish_reason":"stop","sampled_model_name":"ObjectType"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070aee5ec8190ba532755f476855d","data_source_idx":1,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"0944347e-6a74-41c0-bc6a-4dda43e4653d"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8555756Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"Aibotforjonathan"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"f6fd028e-f96e-48c2-8506-af2a6e0efc97"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"ServicePrincipal"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"d3f917c2-9bfd-42bd-9355-61dc2fe2c3f5"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/b0025e1e-e68f-447b-98bf-cf333688dd47"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"jon"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/resourceGroups/justforpi/providers/Microsoft.MachineLearningServices/workspaces/PisGym"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":"((!(ActionMatches{'Microsoft.Authorization/roleAssignments/write'})) OR (@Request[Microsoft.Authorization/roleAssignments:RoleDefinitionId] ForAnyOfAllValues:GuidNotEquals {32e6a4ec-6095-4e37-b54b-12aa350ba81f})) AND ((!(ActionMatches{'Microsoft.Authorization/roleAssignments/delete'})) OR (@Resource[Microsoft.Authorization/roleAssignments:RoleDefinitionId] ForAnyOfAllValues:GuidNotEquals {32e6a4ec-6095-4e37-b54b-12aa350ba81f}))"},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":"2"},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":"Double"},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"ServicePrincipal"}],"finish_reason":"stop","sampled_model_name":"ObjectType"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070aed49c8190b361eecf9f9c7981","data_source_idx":25,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"c0b30331-4f81-4cd8-9d1d-3fc3d99e0142"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8605731Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"PisGym/onlineEndpoints/pi3"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"e74f7564-2170-4f31-86f2-ec9ed5c0c09d"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"ServicePrincipal"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"df7432ed-7f73-4714-aaac-c2afe8b0e5e6"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/ea01e6af-a1c1-4350-9563-ad00f8c72ec5"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"Azure Machine Learning Workspace Connection Secrets Reader"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/resourceGroups/justforpi/providers/Microsoft.MachineLearningServices/workspaces/pisgym"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"Guid"}],"finish_reason":"stop","sampled_model_name":"ObjectId@type"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070aed49c8190b361eecf9f9c7981","data_source_idx":19,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"aaf8e5a8-3cd2-4922-b699-e1c75ba38e38"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8575738Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"Jonathan Harrison"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"a14e5c0c-9088-476a-9275-7d7e78a7f667"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"User"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"0fce8454-51dd-4327-80eb-aa69318dca5c"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/18d7d88d-d35e-4fb5-a5c3-7773c20a72d9"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"User Access Administrator"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":"jonathan@raiffsbits.com"},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"Guid"}],"finish_reason":"stop","sampled_model_name":"ObjectId@type"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070aed49c8190b361eecf9f9c7981","data_source_idx":10,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"561c944a-8cfc-48de-823d-80671648def9"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8585736Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"Larry Brower  (Grunt)"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"1243489c-b496-4dd3-b2b9-fa77b4a917eb"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"User"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"22ee6770-ed4a-4ae1-211e-0a036a359bce"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/fb1c8493-542b-48eb-b624-b4c8fea62acd"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"Security Admin"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/providers/Microsoft.Management/managementGroups/05b815de-344b-4a3f-8387-52ca67249c55"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":"larry@raiffsbits.com"},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"Guid"}],"finish_reason":"stop","sampled_model_name":"ObjectId@type"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070aed49c8190b361eecf9f9c7981","data_source_idx":5,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"290ae464-5f96-4538-b1f9-c82a0bcf1602"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8575738Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"Jonathan Harrison"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"128cb92e-c979-4063-b34a-9d2a779dc7d9"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"User"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"04e62574-40f1-408a-92e2-d498e8745a00"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/b0025e1e-e68f-447b-98bf-cf333688dd47"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"jon"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/resourceGroups/justforpi/providers/Microsoft.MachineLearningServices/workspaces/PisGym"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":"harrison82_95_hotmail.com#EXT#@raiffsbits.onmicrosoft.com"},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":"((!(ActionMatches{'Microsoft.Authorization/roleAssignments/write'})) OR (@Request[Microsoft.Authorization/roleAssignments:RoleDefinitionId] ForAnyOfAllValues:GuidNotEquals {32e6a4ec-6095-4e37-b54b-12aa350ba81f})) AND ((!(ActionMatches{'Microsoft.Authorization/roleAssignments/delete'})) OR (@Resource[Microsoft.Authorization/roleAssignments:RoleDefinitionId] ForAnyOfAllValues:GuidNotEquals {32e6a4ec-6095-4e37-b54b-12aa350ba81f}))"},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":"2"},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":"Double"},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"Guid"}],"finish_reason":"stop","sampled_model_name":"ObjectId@type"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070aed49c8190b361eecf9f9c7981","data_source_idx":13,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"88cc898d-d36c-41dc-93e0-03814789f449"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8625711Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"PiTheAssistant"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"4e6db524-d867-4f83-8181-f1580364795b"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"ServicePrincipal"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"152c55b0-d325-4a72-829f-0996c02b453f"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/b0025e1e-e68f-447b-98bf-cf333688dd47"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"jon"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/resourceGroups/justforpi/providers/Microsoft.MachineLearningServices/workspaces/PisGym"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":"((!(ActionMatches{'Microsoft.Authorization/roleAssignments/write'})) OR (@Request[Microsoft.Authorization/roleAssignments:RoleDefinitionId] ForAnyOfAllValues:GuidNotEquals {32e6a4ec-6095-4e37-b54b-12aa350ba81f})) AND ((!(ActionMatches{'Microsoft.Authorization/roleAssignments/delete'})) OR (@Resource[Microsoft.Authorization/roleAssignments:RoleDefinitionId] ForAnyOfAllValues:GuidNotEquals {32e6a4ec-6095-4e37-b54b-12aa350ba81f}))"},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":"2"},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":"Double"},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"Guid"}],"finish_reason":"stop","sampled_model_name":"ObjectId@type"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070aed49c8190b361eecf9f9c7981","data_source_idx":17,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"a48a653a-723a-4749-9d9b-08ab2cc0f99f"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8585736Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"Larry Brower  (Grunt)"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"1243489c-b496-4dd3-b2b9-fa77b4a917eb"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"User"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"f299189f-2e38-4264-95d7-e49fd6902576"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/8e3af657-a8ff-443c-a75c-2fe8c4bcb635"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"Owner"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/providers/Microsoft.Management/managementGroups/05b815de-344b-4a3f-8387-52ca67249c55"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":"larry@raiffsbits.com"},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":"((!(ActionMatches{'Microsoft.Authorization/roleAssignments/write'})) OR (@Request[Microsoft.Authorization/roleAssignments:RoleDefinitionId] ForAnyOfAllValues:GuidNotEquals {32e6a4ec-6095-4e37-b54b-12aa350ba81f})) AND ((!(ActionMatches{'Microsoft.Authorization/roleAssignments/delete'})) OR (@Resource[Microsoft.Authorization/roleAssignments:RoleDefinitionId] ForAnyOfAllValues:GuidNotEquals {32e6a4ec-6095-4e37-b54b-12aa350ba81f}))"},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":"2"},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":"Double"},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"Guid"}],"finish_reason":"stop","sampled_model_name":"ObjectId@type"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070aed49c8190b361eecf9f9c7981","data_source_idx":2,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"0aa13d9a-4a38-45e9-b04e-0e2083cf8a5d"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8635708Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"storageDataScanner"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"ecda83e7-297d-48b4-82c4-1c01ea542ca1"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"ServicePrincipal"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"fccef147-1500-4401-af6b-4bb05208989d"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/2a2b9908-6ea1-4ae2-8e65-a410df84e7d1"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"Storage Blob Data Reader"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"Guid"}],"finish_reason":"stop","sampled_model_name":"ObjectId@type"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070aed49c8190b361eecf9f9c7981","data_source_idx":21,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"ae5b0bed-bf51-4aeb-8056-3d46277123ee"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8575738Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"Jonathan Harrison"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"a14e5c0c-9088-476a-9275-7d7e78a7f667"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"User"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"beaedddf-1532-4a5d-957c-553ab15b7d25"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/3afb7f49-54cb-416e-8c09-6dc049efa503"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"Azure AI Inference Deployment Operator"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/resourceGroups/Justforpi"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":"jonathan@raiffsbits.com"},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"Guid"}],"finish_reason":"stop","sampled_model_name":"ObjectId@type"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070aed49c8190b361eecf9f9c7981","data_source_idx":6,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"2af129cd-b4c5-4be6-9936-ad7a0d36401f"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8565749Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"Containers/securityOperators/DefenderForContainersSecurityOperator"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"89c67a81-de90-4e54-9783-4629b6418c39"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"ServicePrincipal"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"6a12e01d-dea7-4ce4-82aa-baa195673b66"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/d5a2ae44-610b-4500-93be-660a0c5f5ca6"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"Kubernetes Agentless Operator"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"Guid"}],"finish_reason":"stop","sampled_model_name":"ObjectId@type"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070aed49c8190b361eecf9f9c7981","data_source_idx":22,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"af8e5d4a-8f0e-4198-a04d-3f0c77455abc"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8635708Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"storageDataScanner"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"ecda83e7-297d-48b4-82c4-1c01ea542ca1"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"ServicePrincipal"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"990d105c-b941-438a-baf2-2d13a82d289e"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/b8eda974-7b85-4f76-af95-65846b26df6d"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"Storage File Data Privileged Reader"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"Guid"}],"finish_reason":"stop","sampled_model_name":"ObjectId@type"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070aed49c8190b361eecf9f9c7981","data_source_idx":9,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"549ef469-e642-47c1-aa9e-525e70e06de4"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8635708Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"storageDataScanner"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"ecda83e7-297d-48b4-82c4-1c01ea542ca1"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"ServicePrincipal"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"e1f1b1f4-8e21-e55b-10c6-27dbbfb54f09"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/1e7ca9b1-60d1-4db8-a914-f2ca1ff27c40"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"Defender for Storage Data Scanner"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"Guid"}],"finish_reason":"stop","sampled_model_name":"ObjectId@type"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070aed49c8190b361eecf9f9c7981","data_source_idx":26,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"c40eb05b-9b5d-4915-a0d7-e04380059bce"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8605731Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"PisGym/onlineEndpoints/pi3"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"e74f7564-2170-4f31-86f2-ec9ed5c0c09d"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"ServicePrincipal"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"b1dbfae8-a1c6-4f0c-85f8-0d5ceee76d63"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/635dd51f-9968-44d3-b7fb-6d9a6bd613ae"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"AzureML Metrics Writer (preview)"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/resourceGroups/justforpi/providers/Microsoft.MachineLearningServices/workspaces/pisgym"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"Guid"}],"finish_reason":"stop","sampled_model_name":"ObjectId@type"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070aed49c8190b361eecf9f9c7981","data_source_idx":23,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"b86de4ff-a9a6-467a-9da1-d9aa0dce7926"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8615715Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"PisGym/onlineEndpoints/pi3"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"e74f7564-2170-4f31-86f2-ec9ed5c0c09d"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"ServicePrincipal"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"525cc53a-b48f-41db-b61e-485e67ea6bc3"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/b0025e1e-e68f-447b-98bf-cf333688dd47"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"jon"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/resourceGroups/justforpi/providers/Microsoft.MachineLearningServices/workspaces/PisGym"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":"((!(ActionMatches{'Microsoft.Authorization/roleAssignments/write'})) OR (@Request[Microsoft.Authorization/roleAssignments:RoleDefinitionId] ForAnyOfAllValues:GuidNotEquals {32e6a4ec-6095-4e37-b54b-12aa350ba81f})) AND ((!(ActionMatches{'Microsoft.Authorization/roleAssignments/delete'})) OR (@Resource[Microsoft.Authorization/roleAssignments:RoleDefinitionId] ForAnyOfAllValues:GuidNotEquals {32e6a4ec-6095-4e37-b54b-12aa350ba81f}))"},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":"2"},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":"Double"},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"Guid"}],"finish_reason":"stop","sampled_model_name":"ObjectId@type"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070aed49c8190b361eecf9f9c7981","data_source_idx":3,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"0f7f19b7-883e-412a-886f-6fb6c5303633"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.859573Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"PisGym"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"31666f2b-22af-4ea3-b2c4-2c2617cdc185"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"ServicePrincipal"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"6bcdfd22-336c-4c5c-9d03-bb1e5748f8e3"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/b0025e1e-e68f-447b-98bf-cf333688dd47"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"jon"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/resourceGroups/justforpi/providers/Microsoft.MachineLearningServices/workspaces/PisGym"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":"((!(ActionMatches{'Microsoft.Authorization/roleAssignments/write'})) OR (@Request[Microsoft.Authorization/roleAssignments:RoleDefinitionId] ForAnyOfAllValues:GuidNotEquals {32e6a4ec-6095-4e37-b54b-12aa350ba81f})) AND ((!(ActionMatches{'Microsoft.Authorization/roleAssignments/delete'})) OR (@Resource[Microsoft.Authorization/roleAssignments:RoleDefinitionId] ForAnyOfAllValues:GuidNotEquals {32e6a4ec-6095-4e37-b54b-12aa350ba81f}))"},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":"2"},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":"Double"},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"Guid"}],"finish_reason":"stop","sampled_model_name":"ObjectId@type"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070aed49c8190b361eecf9f9c7981","data_source_idx":12,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"72c49410-cf01-4afb-96c1-0e9e35e11ff5"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8565749Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"Containers/securityOperators/DefenderForContainersSecurityOperator"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"89c67a81-de90-4e54-9783-4629b6418c39"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"ServicePrincipal"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"404f8c47-4577-41ca-a68c-6c30648dfb9d"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/5e93ba01-8f92-4c7a-b12a-801e3df23824"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"Kubernetes Agent Operator"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"Guid"}],"finish_reason":"stop","sampled_model_name":"ObjectId@type"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070aed49c8190b361eecf9f9c7981","data_source_idx":16,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"9dbbb208-40df-4c4d-a8f1-7bee46ae5eb1"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8575738Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"Jonathan Harrison"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"a14e5c0c-9088-476a-9275-7d7e78a7f667"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"User"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"f3e70638-fb7d-48b4-9d60-c052170f3b16"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/b0025e1e-e68f-447b-98bf-cf333688dd47"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"jon"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/resourceGroups/justforpi/providers/Microsoft.MachineLearningServices/workspaces/PisGym"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":"jonathan@raiffsbits.com"},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":"me"},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"Guid"}],"finish_reason":"stop","sampled_model_name":"ObjectId@type"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070aed49c8190b361eecf9f9c7981","data_source_idx":11,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"5fd606ee-ba97-406f-b845-fc23990042cd"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8615715Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"PisGym/onlineEndpoints/picopilot"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"11e779a3-309d-43cf-9b9a-acc917d57b1f"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"ServicePrincipal"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"de26e107-68c2-4930-bf33-d590eeda44eb"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/b0025e1e-e68f-447b-98bf-cf333688dd47"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"jon"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/resourceGroups/justforpi/providers/Microsoft.MachineLearningServices/workspaces/PisGym"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":"((!(ActionMatches{'Microsoft.Authorization/roleAssignments/write'})) OR (@Request[Microsoft.Authorization/roleAssignments:RoleDefinitionId] ForAnyOfAllValues:GuidNotEquals {32e6a4ec-6095-4e37-b54b-12aa350ba81f})) AND ((!(ActionMatches{'Microsoft.Authorization/roleAssignments/delete'})) OR (@Resource[Microsoft.Authorization/roleAssignments:RoleDefinitionId] ForAnyOfAllValues:GuidNotEquals {32e6a4ec-6095-4e37-b54b-12aa350ba81f}))"},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":"2"},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":"Double"},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"Guid"}],"finish_reason":"stop","sampled_model_name":"ObjectId@type"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070aed49c8190b361eecf9f9c7981","data_source_idx":8,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"49584bfd-7ebe-4d33-a4bd-3d9ee4323f8a"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8625711Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"StorageAccounts/securityOperators/DefenderForStorageSecurityOperator"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"44bfb3e7-4ff1-4a6d-8f95-d0d3a27c79e7"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"ServicePrincipal"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"6d60affd-c1e4-4ce0-9e84-3c200b300c69"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/1e241071-0855-49ea-94dc-649edcd759de"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"EventGrid Contributor"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"Guid"}],"finish_reason":"stop","sampled_model_name":"ObjectId@type"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070aed49c8190b361eecf9f9c7981","data_source_idx":7,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"2bc778d4-6a8b-4895-83cb-0b869a34f624"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.859573Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"PisGym"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"31666f2b-22af-4ea3-b2c4-2c2617cdc185"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"ServicePrincipal"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"829bf4b3-0e52-4d51-8f8b-e39600f5ebef"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/f58310d9-a9f6-439a-9e8d-f62e7b41a168"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"Role Based Access Control Administrator"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/resourceGroups/justforpi/providers/Microsoft.MachineLearningServices/workspaces/PisGym"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":"me"},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"Guid"}],"finish_reason":"stop","sampled_model_name":"ObjectId@type"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070aed49c8190b361eecf9f9c7981","data_source_idx":20,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"adefcecd-2d25-4dab-ac42-b02645bdafdf"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.859573Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"pi20"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"36628fe7-d510-48e3-9105-198f58bdb5b1"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"ServicePrincipal"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"04efefd0-039f-43c5-8398-df726b01cafc"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/8e3af657-a8ff-443c-a75c-2fe8c4bcb635"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"Owner"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/resourceGroups/Justforpi"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"Guid"}],"finish_reason":"stop","sampled_model_name":"ObjectId@type"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070aed49c8190b361eecf9f9c7981","data_source_idx":0,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"0506f827-3ac0-468b-b3c6-5c1eda2dddc4"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8585736Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"Larry Brower  (Grunt)"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"1243489c-b496-4dd3-b2b9-fa77b4a917eb"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"User"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"c7108304-48e8-47bb-84ce-a7b1476aed68"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/1c9b6475-caf0-4164-b5a1-2142a7116f4b"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"Template Spec Contributor"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/providers/Microsoft.Management/managementGroups/05b815de-344b-4a3f-8387-52ca67249c55"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":"larry@raiffsbits.com"},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"Guid"}],"finish_reason":"stop","sampled_model_name":"ObjectId@type"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070aed49c8190b361eecf9f9c7981","data_source_idx":18,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"a4d7b744-19dc-4006-9874-b48c96c69f82"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8615715Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"PisGym/onlineEndpoints/picopilot"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"11e779a3-309d-43cf-9b9a-acc917d57b1f"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"ServicePrincipal"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"7bfe2eb0-e086-46c8-92da-e7c7a6086b17"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/635dd51f-9968-44d3-b7fb-6d9a6bd613ae"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"AzureML Metrics Writer (preview)"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/resourceGroups/justforpi/providers/Microsoft.MachineLearningServices/workspaces/pisgym"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"Guid"}],"finish_reason":"stop","sampled_model_name":"ObjectId@type"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070aed49c8190b361eecf9f9c7981","data_source_idx":24,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"bd768ecc-4b85-4fb0-a33c-9565b4746ca7"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8625711Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"StorageAccounts/securityOperators/DefenderForStorageSecurityOperator"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"44bfb3e7-4ff1-4a6d-8f95-d0d3a27c79e7"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"ServicePrincipal"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"7a3a31cf-2004-4f76-8ad3-e1233d005747"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/0f641de8-0b88-4198-bdef-bd8b45ceba96"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"Defender for Storage Scanner Operator"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"Guid"}],"finish_reason":"stop","sampled_model_name":"ObjectId@type"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070aed49c8190b361eecf9f9c7981","data_source_idx":1,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"0944347e-6a74-41c0-bc6a-4dda43e4653d"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8555756Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"Aibotforjonathan"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"f6fd028e-f96e-48c2-8506-af2a6e0efc97"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"ServicePrincipal"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"d3f917c2-9bfd-42bd-9355-61dc2fe2c3f5"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/b0025e1e-e68f-447b-98bf-cf333688dd47"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"jon"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/resourceGroups/justforpi/providers/Microsoft.MachineLearningServices/workspaces/PisGym"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":"((!(ActionMatches{'Microsoft.Authorization/roleAssignments/write'})) OR (@Request[Microsoft.Authorization/roleAssignments:RoleDefinitionId] ForAnyOfAllValues:GuidNotEquals {32e6a4ec-6095-4e37-b54b-12aa350ba81f})) AND ((!(ActionMatches{'Microsoft.Authorization/roleAssignments/delete'})) OR (@Resource[Microsoft.Authorization/roleAssignments:RoleDefinitionId] ForAnyOfAllValues:GuidNotEquals {32e6a4ec-6095-4e37-b54b-12aa350ba81f}))"},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":"2"},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":"Double"},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"Guid"}],"finish_reason":"stop","sampled_model_name":"ObjectId@type"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070aed49c8190b361eecf9f9c7981","data_source_idx":4,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"1033cb54-39df-4290-82ea-1e609923669b"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8575738Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"Jonathan Harrison"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"a14e5c0c-9088-476a-9275-7d7e78a7f667"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"User"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"fb9019a0-60b2-4696-b8b0-f53384b0ee22"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/8e3af657-a8ff-443c-a75c-2fe8c4bcb635"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"Owner"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":"jonathan@raiffsbits.com"},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"Guid"}],"finish_reason":"stop","sampled_model_name":"ObjectId@type"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070aed49c8190b361eecf9f9c7981","data_source_idx":14,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"91468897-e4c6-4ba8-8aa1-d305b0e4eaf7"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8605731Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"PisGym"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"31666f2b-22af-4ea3-b2c4-2c2617cdc185"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"ServicePrincipal"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"4ff144f8-4342-4bda-a7c6-54d5f9121ba6"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/b24988ac-6180-42a0-ab88-20f7382dd24c"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"Contributor"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/resourceGroups/justforpi"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"Guid"}],"finish_reason":"stop","sampled_model_name":"ObjectId@type"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070aed49c8190b361eecf9f9c7981","data_source_idx":15,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"9707ce44-c6b0-46a4-b979-0733e1eb5caf"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8625711Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"smartpi"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"5355e3ce-05dd-4e75-9a5e-4040afe51725"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"ServicePrincipal"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"50dcb622-7d30-4b69-96e1-5dd578450e42"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/b0025e1e-e68f-447b-98bf-cf333688dd47"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"jon"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/resourceGroups/justforpi/providers/Microsoft.MachineLearningServices/workspaces/PisGym"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":"((!(ActionMatches{'Microsoft.Authorization/roleAssignments/write'})) OR (@Request[Microsoft.Authorization/roleAssignments:RoleDefinitionId] ForAnyOfAllValues:GuidNotEquals {32e6a4ec-6095-4e37-b54b-12aa350ba81f})) AND ((!(ActionMatches{'Microsoft.Authorization/roleAssignments/delete'})) OR (@Resource[Microsoft.Authorization/roleAssignments:RoleDefinitionId] ForAnyOfAllValues:GuidNotEquals {32e6a4ec-6095-4e37-b54b-12aa350ba81f}))"},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":"2"},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":"Double"},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"Guid"}],"finish_reason":"stop","sampled_model_name":"ObjectId@type"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070aebd948190892e21bf525c564f","data_source_idx":5,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"290ae464-5f96-4538-b1f9-c82a0bcf1602"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8575738Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"Jonathan Harrison"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"128cb92e-c979-4063-b34a-9d2a779dc7d9"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"User"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"04e62574-40f1-408a-92e2-d498e8745a00"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/b0025e1e-e68f-447b-98bf-cf333688dd47"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"jon"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/resourceGroups/justforpi/providers/Microsoft.MachineLearningServices/workspaces/PisGym"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":"harrison82_95_hotmail.com#EXT#@raiffsbits.onmicrosoft.com"},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":"((!(ActionMatches{'Microsoft.Authorization/roleAssignments/write'})) OR (@Request[Microsoft.Authorization/roleAssignments:RoleDefinitionId] ForAnyOfAllValues:GuidNotEquals {32e6a4ec-6095-4e37-b54b-12aa350ba81f})) AND ((!(ActionMatches{'Microsoft.Authorization/roleAssignments/delete'})) OR (@Resource[Microsoft.Authorization/roleAssignments:RoleDefinitionId] ForAnyOfAllValues:GuidNotEquals {32e6a4ec-6095-4e37-b54b-12aa350ba81f}))"},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":"2"},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":"Double"},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"128cb92e-c979-4063-b34a-9d2a779dc7d9"}],"finish_reason":"stop","sampled_model_name":"ObjectId"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070aebd948190892e21bf525c564f","data_source_idx":17,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"a48a653a-723a-4749-9d9b-08ab2cc0f99f"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8585736Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"Larry Brower  (Grunt)"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"1243489c-b496-4dd3-b2b9-fa77b4a917eb"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"User"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"f299189f-2e38-4264-95d7-e49fd6902576"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/8e3af657-a8ff-443c-a75c-2fe8c4bcb635"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"Owner"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/providers/Microsoft.Management/managementGroups/05b815de-344b-4a3f-8387-52ca67249c55"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":"larry@raiffsbits.com"},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":"((!(ActionMatches{'Microsoft.Authorization/roleAssignments/write'})) OR (@Request[Microsoft.Authorization/roleAssignments:RoleDefinitionId] ForAnyOfAllValues:GuidNotEquals {32e6a4ec-6095-4e37-b54b-12aa350ba81f})) AND ((!(ActionMatches{'Microsoft.Authorization/roleAssignments/delete'})) OR (@Resource[Microsoft.Authorization/roleAssignments:RoleDefinitionId] ForAnyOfAllValues:GuidNotEquals {32e6a4ec-6095-4e37-b54b-12aa350ba81f}))"},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":"2"},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":"Double"},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"1243489c-b496-4dd3-b2b9-fa77b4a917eb"}],"finish_reason":"stop","sampled_model_name":"ObjectId"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070aebd948190892e21bf525c564f","data_source_idx":26,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"c40eb05b-9b5d-4915-a0d7-e04380059bce"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8605731Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"PisGym/onlineEndpoints/pi3"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"e74f7564-2170-4f31-86f2-ec9ed5c0c09d"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"ServicePrincipal"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"b1dbfae8-a1c6-4f0c-85f8-0d5ceee76d63"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/635dd51f-9968-44d3-b7fb-6d9a6bd613ae"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"AzureML Metrics Writer (preview)"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/resourceGroups/justforpi/providers/Microsoft.MachineLearningServices/workspaces/pisgym"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"e74f7564-2170-4f31-86f2-ec9ed5c0c09d"}],"finish_reason":"stop","sampled_model_name":"ObjectId"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070aebd948190892e21bf525c564f","data_source_idx":25,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"c0b30331-4f81-4cd8-9d1d-3fc3d99e0142"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8605731Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"PisGym/onlineEndpoints/pi3"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"e74f7564-2170-4f31-86f2-ec9ed5c0c09d"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"ServicePrincipal"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"df7432ed-7f73-4714-aaac-c2afe8b0e5e6"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/ea01e6af-a1c1-4350-9563-ad00f8c72ec5"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"Azure Machine Learning Workspace Connection Secrets Reader"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/resourceGroups/justforpi/providers/Microsoft.MachineLearningServices/workspaces/pisgym"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"e74f7564-2170-4f31-86f2-ec9ed5c0c09d"}],"finish_reason":"stop","sampled_model_name":"ObjectId"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070aebd948190892e21bf525c564f","data_source_idx":12,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"72c49410-cf01-4afb-96c1-0e9e35e11ff5"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8565749Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"Containers/securityOperators/DefenderForContainersSecurityOperator"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"89c67a81-de90-4e54-9783-4629b6418c39"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"ServicePrincipal"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"404f8c47-4577-41ca-a68c-6c30648dfb9d"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/5e93ba01-8f92-4c7a-b12a-801e3df23824"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"Kubernetes Agent Operator"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"89c67a81-de90-4e54-9783-4629b6418c39"}],"finish_reason":"stop","sampled_model_name":"ObjectId"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070aebd948190892e21bf525c564f","data_source_idx":7,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"2bc778d4-6a8b-4895-83cb-0b869a34f624"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.859573Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"PisGym"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"31666f2b-22af-4ea3-b2c4-2c2617cdc185"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"ServicePrincipal"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"829bf4b3-0e52-4d51-8f8b-e39600f5ebef"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/f58310d9-a9f6-439a-9e8d-f62e7b41a168"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"Role Based Access Control Administrator"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/resourceGroups/justforpi/providers/Microsoft.MachineLearningServices/workspaces/PisGym"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":"me"},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"31666f2b-22af-4ea3-b2c4-2c2617cdc185"}],"finish_reason":"stop","sampled_model_name":"ObjectId"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070aebd948190892e21bf525c564f","data_source_idx":10,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"561c944a-8cfc-48de-823d-80671648def9"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8585736Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"Larry Brower  (Grunt)"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"1243489c-b496-4dd3-b2b9-fa77b4a917eb"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"User"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"22ee6770-ed4a-4ae1-211e-0a036a359bce"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/fb1c8493-542b-48eb-b624-b4c8fea62acd"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"Security Admin"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/providers/Microsoft.Management/managementGroups/05b815de-344b-4a3f-8387-52ca67249c55"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":"larry@raiffsbits.com"},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"1243489c-b496-4dd3-b2b9-fa77b4a917eb"}],"finish_reason":"stop","sampled_model_name":"ObjectId"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070aebd948190892e21bf525c564f","data_source_idx":19,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"aaf8e5a8-3cd2-4922-b699-e1c75ba38e38"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8575738Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"Jonathan Harrison"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"a14e5c0c-9088-476a-9275-7d7e78a7f667"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"User"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"0fce8454-51dd-4327-80eb-aa69318dca5c"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/18d7d88d-d35e-4fb5-a5c3-7773c20a72d9"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"User Access Administrator"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":"jonathan@raiffsbits.com"},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"a14e5c0c-9088-476a-9275-7d7e78a7f667"}],"finish_reason":"stop","sampled_model_name":"ObjectId"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070aebd948190892e21bf525c564f","data_source_idx":24,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"bd768ecc-4b85-4fb0-a33c-9565b4746ca7"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8625711Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"StorageAccounts/securityOperators/DefenderForStorageSecurityOperator"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"44bfb3e7-4ff1-4a6d-8f95-d0d3a27c79e7"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"ServicePrincipal"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"7a3a31cf-2004-4f76-8ad3-e1233d005747"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/0f641de8-0b88-4198-bdef-bd8b45ceba96"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"Defender for Storage Scanner Operator"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"44bfb3e7-4ff1-4a6d-8f95-d0d3a27c79e7"}],"finish_reason":"stop","sampled_model_name":"ObjectId"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070aebd948190892e21bf525c564f","data_source_idx":22,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"af8e5d4a-8f0e-4198-a04d-3f0c77455abc"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8635708Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"storageDataScanner"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"ecda83e7-297d-48b4-82c4-1c01ea542ca1"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"ServicePrincipal"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"990d105c-b941-438a-baf2-2d13a82d289e"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/b8eda974-7b85-4f76-af95-65846b26df6d"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"Storage File Data Privileged Reader"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"ecda83e7-297d-48b4-82c4-1c01ea542ca1"}],"finish_reason":"stop","sampled_model_name":"ObjectId"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070aebd948190892e21bf525c564f","data_source_idx":16,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"9dbbb208-40df-4c4d-a8f1-7bee46ae5eb1"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8575738Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"Jonathan Harrison"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"a14e5c0c-9088-476a-9275-7d7e78a7f667"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"User"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"f3e70638-fb7d-48b4-9d60-c052170f3b16"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/b0025e1e-e68f-447b-98bf-cf333688dd47"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"jon"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/resourceGroups/justforpi/providers/Microsoft.MachineLearningServices/workspaces/PisGym"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":"jonathan@raiffsbits.com"},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":"me"},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"a14e5c0c-9088-476a-9275-7d7e78a7f667"}],"finish_reason":"stop","sampled_model_name":"ObjectId"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070aebd948190892e21bf525c564f","data_source_idx":2,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"0aa13d9a-4a38-45e9-b04e-0e2083cf8a5d"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8635708Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"storageDataScanner"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"ecda83e7-297d-48b4-82c4-1c01ea542ca1"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"ServicePrincipal"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"fccef147-1500-4401-af6b-4bb05208989d"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/2a2b9908-6ea1-4ae2-8e65-a410df84e7d1"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"Storage Blob Data Reader"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"ecda83e7-297d-48b4-82c4-1c01ea542ca1"}],"finish_reason":"stop","sampled_model_name":"ObjectId"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070aebd948190892e21bf525c564f","data_source_idx":14,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"91468897-e4c6-4ba8-8aa1-d305b0e4eaf7"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8605731Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"PisGym"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"31666f2b-22af-4ea3-b2c4-2c2617cdc185"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"ServicePrincipal"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"4ff144f8-4342-4bda-a7c6-54d5f9121ba6"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/b24988ac-6180-42a0-ab88-20f7382dd24c"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"Contributor"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/resourceGroups/justforpi"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"31666f2b-22af-4ea3-b2c4-2c2617cdc185"}],"finish_reason":"stop","sampled_model_name":"ObjectId"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070aebd948190892e21bf525c564f","data_source_idx":6,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"2af129cd-b4c5-4be6-9936-ad7a0d36401f"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8565749Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"Containers/securityOperators/DefenderForContainersSecurityOperator"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"89c67a81-de90-4e54-9783-4629b6418c39"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"ServicePrincipal"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"6a12e01d-dea7-4ce4-82aa-baa195673b66"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/d5a2ae44-610b-4500-93be-660a0c5f5ca6"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"Kubernetes Agentless Operator"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"89c67a81-de90-4e54-9783-4629b6418c39"}],"finish_reason":"stop","sampled_model_name":"ObjectId"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070aebd948190892e21bf525c564f","data_source_idx":23,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"b86de4ff-a9a6-467a-9da1-d9aa0dce7926"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8615715Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"PisGym/onlineEndpoints/pi3"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"e74f7564-2170-4f31-86f2-ec9ed5c0c09d"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"ServicePrincipal"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"525cc53a-b48f-41db-b61e-485e67ea6bc3"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/b0025e1e-e68f-447b-98bf-cf333688dd47"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"jon"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/resourceGroups/justforpi/providers/Microsoft.MachineLearningServices/workspaces/PisGym"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":"((!(ActionMatches{'Microsoft.Authorization/roleAssignments/write'})) OR (@Request[Microsoft.Authorization/roleAssignments:RoleDefinitionId] ForAnyOfAllValues:GuidNotEquals {32e6a4ec-6095-4e37-b54b-12aa350ba81f})) AND ((!(ActionMatches{'Microsoft.Authorization/roleAssignments/delete'})) OR (@Resource[Microsoft.Authorization/roleAssignments:RoleDefinitionId] ForAnyOfAllValues:GuidNotEquals {32e6a4ec-6095-4e37-b54b-12aa350ba81f}))"},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":"2"},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":"Double"},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"e74f7564-2170-4f31-86f2-ec9ed5c0c09d"}],"finish_reason":"stop","sampled_model_name":"ObjectId"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070aebd948190892e21bf525c564f","data_source_idx":0,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"0506f827-3ac0-468b-b3c6-5c1eda2dddc4"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8585736Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"Larry Brower  (Grunt)"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"1243489c-b496-4dd3-b2b9-fa77b4a917eb"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"User"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"c7108304-48e8-47bb-84ce-a7b1476aed68"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/1c9b6475-caf0-4164-b5a1-2142a7116f4b"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"Template Spec Contributor"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/providers/Microsoft.Management/managementGroups/05b815de-344b-4a3f-8387-52ca67249c55"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":"larry@raiffsbits.com"},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"1243489c-b496-4dd3-b2b9-fa77b4a917eb"}],"finish_reason":"stop","sampled_model_name":"ObjectId"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070aebd948190892e21bf525c564f","data_source_idx":20,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"adefcecd-2d25-4dab-ac42-b02645bdafdf"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.859573Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"pi20"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"36628fe7-d510-48e3-9105-198f58bdb5b1"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"ServicePrincipal"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"04efefd0-039f-43c5-8398-df726b01cafc"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/8e3af657-a8ff-443c-a75c-2fe8c4bcb635"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"Owner"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/resourceGroups/Justforpi"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"36628fe7-d510-48e3-9105-198f58bdb5b1"}],"finish_reason":"stop","sampled_model_name":"ObjectId"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070aebd948190892e21bf525c564f","data_source_idx":8,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"49584bfd-7ebe-4d33-a4bd-3d9ee4323f8a"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8625711Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"StorageAccounts/securityOperators/DefenderForStorageSecurityOperator"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"44bfb3e7-4ff1-4a6d-8f95-d0d3a27c79e7"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"ServicePrincipal"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"6d60affd-c1e4-4ce0-9e84-3c200b300c69"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/1e241071-0855-49ea-94dc-649edcd759de"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"EventGrid Contributor"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"44bfb3e7-4ff1-4a6d-8f95-d0d3a27c79e7"}],"finish_reason":"stop","sampled_model_name":"ObjectId"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070aebd948190892e21bf525c564f","data_source_idx":1,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"0944347e-6a74-41c0-bc6a-4dda43e4653d"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8555756Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"Aibotforjonathan"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"f6fd028e-f96e-48c2-8506-af2a6e0efc97"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"ServicePrincipal"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"d3f917c2-9bfd-42bd-9355-61dc2fe2c3f5"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/b0025e1e-e68f-447b-98bf-cf333688dd47"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"jon"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/resourceGroups/justforpi/providers/Microsoft.MachineLearningServices/workspaces/PisGym"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":"((!(ActionMatches{'Microsoft.Authorization/roleAssignments/write'})) OR (@Request[Microsoft.Authorization/roleAssignments:RoleDefinitionId] ForAnyOfAllValues:GuidNotEquals {32e6a4ec-6095-4e37-b54b-12aa350ba81f})) AND ((!(ActionMatches{'Microsoft.Authorization/roleAssignments/delete'})) OR (@Resource[Microsoft.Authorization/roleAssignments:RoleDefinitionId] ForAnyOfAllValues:GuidNotEquals {32e6a4ec-6095-4e37-b54b-12aa350ba81f}))"},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":"2"},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":"Double"},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"f6fd028e-f96e-48c2-8506-af2a6e0efc97"}],"finish_reason":"stop","sampled_model_name":"ObjectId"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070aebd948190892e21bf525c564f","data_source_idx":15,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"9707ce44-c6b0-46a4-b979-0733e1eb5caf"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8625711Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"smartpi"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"5355e3ce-05dd-4e75-9a5e-4040afe51725"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"ServicePrincipal"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"50dcb622-7d30-4b69-96e1-5dd578450e42"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/b0025e1e-e68f-447b-98bf-cf333688dd47"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"jon"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/resourceGroups/justforpi/providers/Microsoft.MachineLearningServices/workspaces/PisGym"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":"((!(ActionMatches{'Microsoft.Authorization/roleAssignments/write'})) OR (@Request[Microsoft.Authorization/roleAssignments:RoleDefinitionId] ForAnyOfAllValues:GuidNotEquals {32e6a4ec-6095-4e37-b54b-12aa350ba81f})) AND ((!(ActionMatches{'Microsoft.Authorization/roleAssignments/delete'})) OR (@Resource[Microsoft.Authorization/roleAssignments:RoleDefinitionId] ForAnyOfAllValues:GuidNotEquals {32e6a4ec-6095-4e37-b54b-12aa350ba81f}))"},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":"2"},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":"Double"},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"5355e3ce-05dd-4e75-9a5e-4040afe51725"}],"finish_reason":"stop","sampled_model_name":"ObjectId"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070aebd948190892e21bf525c564f","data_source_idx":4,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"1033cb54-39df-4290-82ea-1e609923669b"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8575738Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"Jonathan Harrison"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"a14e5c0c-9088-476a-9275-7d7e78a7f667"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"User"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"fb9019a0-60b2-4696-b8b0-f53384b0ee22"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/8e3af657-a8ff-443c-a75c-2fe8c4bcb635"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"Owner"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":"jonathan@raiffsbits.com"},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"a14e5c0c-9088-476a-9275-7d7e78a7f667"}],"finish_reason":"stop","sampled_model_name":"ObjectId"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070aebd948190892e21bf525c564f","data_source_idx":13,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"88cc898d-d36c-41dc-93e0-03814789f449"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8625711Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"PiTheAssistant"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"4e6db524-d867-4f83-8181-f1580364795b"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"ServicePrincipal"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"152c55b0-d325-4a72-829f-0996c02b453f"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/b0025e1e-e68f-447b-98bf-cf333688dd47"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"jon"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/resourceGroups/justforpi/providers/Microsoft.MachineLearningServices/workspaces/PisGym"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":"((!(ActionMatches{'Microsoft.Authorization/roleAssignments/write'})) OR (@Request[Microsoft.Authorization/roleAssignments:RoleDefinitionId] ForAnyOfAllValues:GuidNotEquals {32e6a4ec-6095-4e37-b54b-12aa350ba81f})) AND ((!(ActionMatches{'Microsoft.Authorization/roleAssignments/delete'})) OR (@Resource[Microsoft.Authorization/roleAssignments:RoleDefinitionId] ForAnyOfAllValues:GuidNotEquals {32e6a4ec-6095-4e37-b54b-12aa350ba81f}))"},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":"2"},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":"Double"},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"4e6db524-d867-4f83-8181-f1580364795b"}],"finish_reason":"stop","sampled_model_name":"ObjectId"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070aebd948190892e21bf525c564f","data_source_idx":9,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"549ef469-e642-47c1-aa9e-525e70e06de4"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8635708Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"storageDataScanner"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"ecda83e7-297d-48b4-82c4-1c01ea542ca1"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"ServicePrincipal"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"e1f1b1f4-8e21-e55b-10c6-27dbbfb54f09"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/1e7ca9b1-60d1-4db8-a914-f2ca1ff27c40"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"Defender for Storage Data Scanner"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"ecda83e7-297d-48b4-82c4-1c01ea542ca1"}],"finish_reason":"stop","sampled_model_name":"ObjectId"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070aebd948190892e21bf525c564f","data_source_idx":18,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"a4d7b744-19dc-4006-9874-b48c96c69f82"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8615715Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"PisGym/onlineEndpoints/picopilot"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"11e779a3-309d-43cf-9b9a-acc917d57b1f"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"ServicePrincipal"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"7bfe2eb0-e086-46c8-92da-e7c7a6086b17"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/635dd51f-9968-44d3-b7fb-6d9a6bd613ae"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"AzureML Metrics Writer (preview)"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/resourceGroups/justforpi/providers/Microsoft.MachineLearningServices/workspaces/pisgym"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"11e779a3-309d-43cf-9b9a-acc917d57b1f"}],"finish_reason":"stop","sampled_model_name":"ObjectId"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070aebd948190892e21bf525c564f","data_source_idx":11,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"5fd606ee-ba97-406f-b845-fc23990042cd"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8615715Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"PisGym/onlineEndpoints/picopilot"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"11e779a3-309d-43cf-9b9a-acc917d57b1f"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"ServicePrincipal"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"de26e107-68c2-4930-bf33-d590eeda44eb"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/b0025e1e-e68f-447b-98bf-cf333688dd47"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"jon"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/resourceGroups/justforpi/providers/Microsoft.MachineLearningServices/workspaces/PisGym"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":"((!(ActionMatches{'Microsoft.Authorization/roleAssignments/write'})) OR (@Request[Microsoft.Authorization/roleAssignments:RoleDefinitionId] ForAnyOfAllValues:GuidNotEquals {32e6a4ec-6095-4e37-b54b-12aa350ba81f})) AND ((!(ActionMatches{'Microsoft.Authorization/roleAssignments/delete'})) OR (@Resource[Microsoft.Authorization/roleAssignments:RoleDefinitionId] ForAnyOfAllValues:GuidNotEquals {32e6a4ec-6095-4e37-b54b-12aa350ba81f}))"},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":"2"},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":"Double"},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"11e779a3-309d-43cf-9b9a-acc917d57b1f"}],"finish_reason":"stop","sampled_model_name":"ObjectId"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070aebd948190892e21bf525c564f","data_source_idx":21,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"ae5b0bed-bf51-4aeb-8056-3d46277123ee"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8575738Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"Jonathan Harrison"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"a14e5c0c-9088-476a-9275-7d7e78a7f667"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"User"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"beaedddf-1532-4a5d-957c-553ab15b7d25"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/3afb7f49-54cb-416e-8c09-6dc049efa503"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"Azure AI Inference Deployment Operator"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/resourceGroups/Justforpi"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":"jonathan@raiffsbits.com"},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"a14e5c0c-9088-476a-9275-7d7e78a7f667"}],"finish_reason":"stop","sampled_model_name":"ObjectId"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070aebd948190892e21bf525c564f","data_source_idx":3,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"0f7f19b7-883e-412a-886f-6fb6c5303633"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.859573Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"PisGym"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"31666f2b-22af-4ea3-b2c4-2c2617cdc185"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"ServicePrincipal"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"6bcdfd22-336c-4c5c-9d03-bb1e5748f8e3"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/b0025e1e-e68f-447b-98bf-cf333688dd47"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"jon"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/resourceGroups/justforpi/providers/Microsoft.MachineLearningServices/workspaces/PisGym"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":"((!(ActionMatches{'Microsoft.Authorization/roleAssignments/write'})) OR (@Request[Microsoft.Authorization/roleAssignments:RoleDefinitionId] ForAnyOfAllValues:GuidNotEquals {32e6a4ec-6095-4e37-b54b-12aa350ba81f})) AND ((!(ActionMatches{'Microsoft.Authorization/roleAssignments/delete'})) OR (@Resource[Microsoft.Authorization/roleAssignments:RoleDefinitionId] ForAnyOfAllValues:GuidNotEquals {32e6a4ec-6095-4e37-b54b-12aa350ba81f}))"},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":"2"},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":"Double"},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"31666f2b-22af-4ea3-b2c4-2c2617cdc185"}],"finish_reason":"stop","sampled_model_name":"ObjectId"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070aea51c819091ada75e9117488d","data_source_idx":2,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"0aa13d9a-4a38-45e9-b04e-0e2083cf8a5d"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8635708Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"storageDataScanner"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"ecda83e7-297d-48b4-82c4-1c01ea542ca1"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"ServicePrincipal"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"fccef147-1500-4401-af6b-4bb05208989d"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/2a2b9908-6ea1-4ae2-8e65-a410df84e7d1"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"Storage Blob Data Reader"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"String"}],"finish_reason":"stop","sampled_model_name":"DisplayName@type"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070aea51c819091ada75e9117488d","data_source_idx":22,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"af8e5d4a-8f0e-4198-a04d-3f0c77455abc"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8635708Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"storageDataScanner"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"ecda83e7-297d-48b4-82c4-1c01ea542ca1"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"ServicePrincipal"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"990d105c-b941-438a-baf2-2d13a82d289e"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/b8eda974-7b85-4f76-af95-65846b26df6d"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"Storage File Data Privileged Reader"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"String"}],"finish_reason":"stop","sampled_model_name":"DisplayName@type"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070aea51c819091ada75e9117488d","data_source_idx":21,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"ae5b0bed-bf51-4aeb-8056-3d46277123ee"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8575738Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"Jonathan Harrison"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"a14e5c0c-9088-476a-9275-7d7e78a7f667"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"User"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"beaedddf-1532-4a5d-957c-553ab15b7d25"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/3afb7f49-54cb-416e-8c09-6dc049efa503"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"Azure AI Inference Deployment Operator"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/resourceGroups/Justforpi"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":"jonathan@raiffsbits.com"},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"String"}],"finish_reason":"stop","sampled_model_name":"DisplayName@type"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070aea51c819091ada75e9117488d","data_source_idx":6,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"2af129cd-b4c5-4be6-9936-ad7a0d36401f"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8565749Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"Containers/securityOperators/DefenderForContainersSecurityOperator"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"89c67a81-de90-4e54-9783-4629b6418c39"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"ServicePrincipal"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"6a12e01d-dea7-4ce4-82aa-baa195673b66"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/d5a2ae44-610b-4500-93be-660a0c5f5ca6"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"Kubernetes Agentless Operator"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"String"}],"finish_reason":"stop","sampled_model_name":"DisplayName@type"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070aea51c819091ada75e9117488d","data_source_idx":8,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"49584bfd-7ebe-4d33-a4bd-3d9ee4323f8a"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8625711Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"StorageAccounts/securityOperators/DefenderForStorageSecurityOperator"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"44bfb3e7-4ff1-4a6d-8f95-d0d3a27c79e7"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"ServicePrincipal"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"6d60affd-c1e4-4ce0-9e84-3c200b300c69"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/1e241071-0855-49ea-94dc-649edcd759de"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"EventGrid Contributor"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"Binary"}],"finish_reason":"stop","sampled_model_name":"DisplayName@type"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070aea51c819091ada75e9117488d","data_source_idx":23,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"b86de4ff-a9a6-467a-9da1-d9aa0dce7926"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8615715Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"PisGym/onlineEndpoints/pi3"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"e74f7564-2170-4f31-86f2-ec9ed5c0c09d"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"ServicePrincipal"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"525cc53a-b48f-41db-b61e-485e67ea6bc3"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/b0025e1e-e68f-447b-98bf-cf333688dd47"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"jon"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/resourceGroups/justforpi/providers/Microsoft.MachineLearningServices/workspaces/PisGym"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":"((!(ActionMatches{'Microsoft.Authorization/roleAssignments/write'})) OR (@Request[Microsoft.Authorization/roleAssignments:RoleDefinitionId] ForAnyOfAllValues:GuidNotEquals {32e6a4ec-6095-4e37-b54b-12aa350ba81f})) AND ((!(ActionMatches{'Microsoft.Authorization/roleAssignments/delete'})) OR (@Resource[Microsoft.Authorization/roleAssignments:RoleDefinitionId] ForAnyOfAllValues:GuidNotEquals {32e6a4ec-6095-4e37-b54b-12aa350ba81f}))"},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":"2"},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":"Double"},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"String"}],"finish_reason":"stop","sampled_model_name":"DisplayName@type"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070aea51c819091ada75e9117488d","data_source_idx":7,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"2bc778d4-6a8b-4895-83cb-0b869a34f624"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.859573Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"PisGym"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"31666f2b-22af-4ea3-b2c4-2c2617cdc185"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"ServicePrincipal"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"829bf4b3-0e52-4d51-8f8b-e39600f5ebef"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/f58310d9-a9f6-439a-9e8d-f62e7b41a168"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"Role Based Access Control Administrator"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/resourceGroups/justforpi/providers/Microsoft.MachineLearningServices/workspaces/PisGym"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":"me"},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"String"}],"finish_reason":"stop","sampled_model_name":"DisplayName@type"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070aea51c819091ada75e9117488d","data_source_idx":20,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"adefcecd-2d25-4dab-ac42-b02645bdafdf"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.859573Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"pi20"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"36628fe7-d510-48e3-9105-198f58bdb5b1"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"ServicePrincipal"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"04efefd0-039f-43c5-8398-df726b01cafc"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/8e3af657-a8ff-443c-a75c-2fe8c4bcb635"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"Owner"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/resourceGroups/Justforpi"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"Binary"}],"finish_reason":"stop","sampled_model_name":"DisplayName@type"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070aea51c819091ada75e9117488d","data_source_idx":11,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"5fd606ee-ba97-406f-b845-fc23990042cd"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8615715Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"PisGym/onlineEndpoints/picopilot"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"11e779a3-309d-43cf-9b9a-acc917d57b1f"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"ServicePrincipal"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"de26e107-68c2-4930-bf33-d590eeda44eb"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/b0025e1e-e68f-447b-98bf-cf333688dd47"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"jon"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/resourceGroups/justforpi/providers/Microsoft.MachineLearningServices/workspaces/PisGym"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":"((!(ActionMatches{'Microsoft.Authorization/roleAssignments/write'})) OR (@Request[Microsoft.Authorization/roleAssignments:RoleDefinitionId] ForAnyOfAllValues:GuidNotEquals {32e6a4ec-6095-4e37-b54b-12aa350ba81f})) AND ((!(ActionMatches{'Microsoft.Authorization/roleAssignments/delete'})) OR (@Resource[Microsoft.Authorization/roleAssignments:RoleDefinitionId] ForAnyOfAllValues:GuidNotEquals {32e6a4ec-6095-4e37-b54b-12aa350ba81f}))"},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":"2"},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":"Double"},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"Binary"}],"finish_reason":"stop","sampled_model_name":"DisplayName@type"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070aea51c819091ada75e9117488d","data_source_idx":12,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"72c49410-cf01-4afb-96c1-0e9e35e11ff5"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8565749Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"Containers/securityOperators/DefenderForContainersSecurityOperator"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"89c67a81-de90-4e54-9783-4629b6418c39"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"ServicePrincipal"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"404f8c47-4577-41ca-a68c-6c30648dfb9d"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/5e93ba01-8f92-4c7a-b12a-801e3df23824"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"Kubernetes Agent Operator"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"String"}],"finish_reason":"stop","sampled_model_name":"DisplayName@type"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070aea51c819091ada75e9117488d","data_source_idx":9,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"549ef469-e642-47c1-aa9e-525e70e06de4"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8635708Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"storageDataScanner"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"ecda83e7-297d-48b4-82c4-1c01ea542ca1"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"ServicePrincipal"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"e1f1b1f4-8e21-e55b-10c6-27dbbfb54f09"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/1e7ca9b1-60d1-4db8-a914-f2ca1ff27c40"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"Defender for Storage Data Scanner"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"String"}],"finish_reason":"stop","sampled_model_name":"DisplayName@type"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070aea51c819091ada75e9117488d","data_source_idx":17,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"a48a653a-723a-4749-9d9b-08ab2cc0f99f"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8585736Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"Larry Brower  (Grunt)"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"1243489c-b496-4dd3-b2b9-fa77b4a917eb"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"User"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"f299189f-2e38-4264-95d7-e49fd6902576"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/8e3af657-a8ff-443c-a75c-2fe8c4bcb635"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"Owner"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/providers/Microsoft.Management/managementGroups/05b815de-344b-4a3f-8387-52ca67249c55"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":"larry@raiffsbits.com"},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":"((!(ActionMatches{'Microsoft.Authorization/roleAssignments/write'})) OR (@Request[Microsoft.Authorization/roleAssignments:RoleDefinitionId] ForAnyOfAllValues:GuidNotEquals {32e6a4ec-6095-4e37-b54b-12aa350ba81f})) AND ((!(ActionMatches{'Microsoft.Authorization/roleAssignments/delete'})) OR (@Resource[Microsoft.Authorization/roleAssignments:RoleDefinitionId] ForAnyOfAllValues:GuidNotEquals {32e6a4ec-6095-4e37-b54b-12aa350ba81f}))"},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":"2"},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":"Double"},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"String"}],"finish_reason":"stop","sampled_model_name":"DisplayName@type"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070aea51c819091ada75e9117488d","data_source_idx":1,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"0944347e-6a74-41c0-bc6a-4dda43e4653d"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8555756Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"Aibotforjonathan"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"f6fd028e-f96e-48c2-8506-af2a6e0efc97"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"ServicePrincipal"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"d3f917c2-9bfd-42bd-9355-61dc2fe2c3f5"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/b0025e1e-e68f-447b-98bf-cf333688dd47"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"jon"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/resourceGroups/justforpi/providers/Microsoft.MachineLearningServices/workspaces/PisGym"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":"((!(ActionMatches{'Microsoft.Authorization/roleAssignments/write'})) OR (@Request[Microsoft.Authorization/roleAssignments:RoleDefinitionId] ForAnyOfAllValues:GuidNotEquals {32e6a4ec-6095-4e37-b54b-12aa350ba81f})) AND ((!(ActionMatches{'Microsoft.Authorization/roleAssignments/delete'})) OR (@Resource[Microsoft.Authorization/roleAssignments:RoleDefinitionId] ForAnyOfAllValues:GuidNotEquals {32e6a4ec-6095-4e37-b54b-12aa350ba81f}))"},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":"2"},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":"Double"},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"Binary"}],"finish_reason":"stop","sampled_model_name":"DisplayName@type"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070aea51c819091ada75e9117488d","data_source_idx":14,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"91468897-e4c6-4ba8-8aa1-d305b0e4eaf7"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8605731Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"PisGym"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"31666f2b-22af-4ea3-b2c4-2c2617cdc185"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"ServicePrincipal"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"4ff144f8-4342-4bda-a7c6-54d5f9121ba6"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/b24988ac-6180-42a0-ab88-20f7382dd24c"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"Contributor"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/resourceGroups/justforpi"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"String"}],"finish_reason":"stop","sampled_model_name":"DisplayName@type"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070aea51c819091ada75e9117488d","data_source_idx":13,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"88cc898d-d36c-41dc-93e0-03814789f449"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8625711Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"PiTheAssistant"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"4e6db524-d867-4f83-8181-f1580364795b"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"ServicePrincipal"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"152c55b0-d325-4a72-829f-0996c02b453f"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/b0025e1e-e68f-447b-98bf-cf333688dd47"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"jon"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/resourceGroups/justforpi/providers/Microsoft.MachineLearningServices/workspaces/PisGym"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":"((!(ActionMatches{'Microsoft.Authorization/roleAssignments/write'})) OR (@Request[Microsoft.Authorization/roleAssignments:RoleDefinitionId] ForAnyOfAllValues:GuidNotEquals {32e6a4ec-6095-4e37-b54b-12aa350ba81f})) AND ((!(ActionMatches{'Microsoft.Authorization/roleAssignments/delete'})) OR (@Resource[Microsoft.Authorization/roleAssignments:RoleDefinitionId] ForAnyOfAllValues:GuidNotEquals {32e6a4ec-6095-4e37-b54b-12aa350ba81f}))"},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":"2"},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":"Double"},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"String"}],"finish_reason":"stop","sampled_model_name":"DisplayName@type"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070aea51c819091ada75e9117488d","data_source_idx":3,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"0f7f19b7-883e-412a-886f-6fb6c5303633"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.859573Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"PisGym"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"31666f2b-22af-4ea3-b2c4-2c2617cdc185"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"ServicePrincipal"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"6bcdfd22-336c-4c5c-9d03-bb1e5748f8e3"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/b0025e1e-e68f-447b-98bf-cf333688dd47"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"jon"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/resourceGroups/justforpi/providers/Microsoft.MachineLearningServices/workspaces/PisGym"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":"((!(ActionMatches{'Microsoft.Authorization/roleAssignments/write'})) OR (@Request[Microsoft.Authorization/roleAssignments:RoleDefinitionId] ForAnyOfAllValues:GuidNotEquals {32e6a4ec-6095-4e37-b54b-12aa350ba81f})) AND ((!(ActionMatches{'Microsoft.Authorization/roleAssignments/delete'})) OR (@Resource[Microsoft.Authorization/roleAssignments:RoleDefinitionId] ForAnyOfAllValues:GuidNotEquals {32e6a4ec-6095-4e37-b54b-12aa350ba81f}))"},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":"2"},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":"Double"},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"String"}],"finish_reason":"stop","sampled_model_name":"DisplayName@type"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070aea51c819091ada75e9117488d","data_source_idx":16,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"9dbbb208-40df-4c4d-a8f1-7bee46ae5eb1"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8575738Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"Jonathan Harrison"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"a14e5c0c-9088-476a-9275-7d7e78a7f667"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"User"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"f3e70638-fb7d-48b4-9d60-c052170f3b16"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/b0025e1e-e68f-447b-98bf-cf333688dd47"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"jon"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/resourceGroups/justforpi/providers/Microsoft.MachineLearningServices/workspaces/PisGym"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":"jonathan@raiffsbits.com"},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":"me"},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"String"}],"finish_reason":"stop","sampled_model_name":"DisplayName@type"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070aea51c819091ada75e9117488d","data_source_idx":24,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"bd768ecc-4b85-4fb0-a33c-9565b4746ca7"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8625711Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"StorageAccounts/securityOperators/DefenderForStorageSecurityOperator"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"44bfb3e7-4ff1-4a6d-8f95-d0d3a27c79e7"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"ServicePrincipal"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"7a3a31cf-2004-4f76-8ad3-e1233d005747"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/0f641de8-0b88-4198-bdef-bd8b45ceba96"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"Defender for Storage Scanner Operator"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"Binary"}],"finish_reason":"stop","sampled_model_name":"DisplayName@type"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070aea51c819091ada75e9117488d","data_source_idx":0,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"0506f827-3ac0-468b-b3c6-5c1eda2dddc4"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8585736Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"Larry Brower  (Grunt)"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"1243489c-b496-4dd3-b2b9-fa77b4a917eb"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"User"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"c7108304-48e8-47bb-84ce-a7b1476aed68"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/1c9b6475-caf0-4164-b5a1-2142a7116f4b"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"Template Spec Contributor"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/providers/Microsoft.Management/managementGroups/05b815de-344b-4a3f-8387-52ca67249c55"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":"larry@raiffsbits.com"},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"String"}],"finish_reason":"stop","sampled_model_name":"DisplayName@type"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070aea51c819091ada75e9117488d","data_source_idx":26,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"c40eb05b-9b5d-4915-a0d7-e04380059bce"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8605731Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"PisGym/onlineEndpoints/pi3"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"e74f7564-2170-4f31-86f2-ec9ed5c0c09d"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"ServicePrincipal"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"b1dbfae8-a1c6-4f0c-85f8-0d5ceee76d63"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/635dd51f-9968-44d3-b7fb-6d9a6bd613ae"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"AzureML Metrics Writer (preview)"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/resourceGroups/justforpi/providers/Microsoft.MachineLearningServices/workspaces/pisgym"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"String"}],"finish_reason":"stop","sampled_model_name":"DisplayName@type"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070aea51c819091ada75e9117488d","data_source_idx":15,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"9707ce44-c6b0-46a4-b979-0733e1eb5caf"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8625711Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"smartpi"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"5355e3ce-05dd-4e75-9a5e-4040afe51725"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"ServicePrincipal"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"50dcb622-7d30-4b69-96e1-5dd578450e42"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/b0025e1e-e68f-447b-98bf-cf333688dd47"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"jon"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/resourceGroups/justforpi/providers/Microsoft.MachineLearningServices/workspaces/PisGym"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":"((!(ActionMatches{'Microsoft.Authorization/roleAssignments/write'})) OR (@Request[Microsoft.Authorization/roleAssignments:RoleDefinitionId] ForAnyOfAllValues:GuidNotEquals {32e6a4ec-6095-4e37-b54b-12aa350ba81f})) AND ((!(ActionMatches{'Microsoft.Authorization/roleAssignments/delete'})) OR (@Resource[Microsoft.Authorization/roleAssignments:RoleDefinitionId] ForAnyOfAllValues:GuidNotEquals {32e6a4ec-6095-4e37-b54b-12aa350ba81f}))"},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":"2"},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":"Double"},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"String"}],"finish_reason":"stop","sampled_model_name":"DisplayName@type"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070aea51c819091ada75e9117488d","data_source_idx":18,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"a4d7b744-19dc-4006-9874-b48c96c69f82"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8615715Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"PisGym/onlineEndpoints/picopilot"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"11e779a3-309d-43cf-9b9a-acc917d57b1f"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"ServicePrincipal"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"7bfe2eb0-e086-46c8-92da-e7c7a6086b17"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/635dd51f-9968-44d3-b7fb-6d9a6bd613ae"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"AzureML Metrics Writer (preview)"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/resourceGroups/justforpi/providers/Microsoft.MachineLearningServices/workspaces/pisgym"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"Binary"}],"finish_reason":"stop","sampled_model_name":"DisplayName@type"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070aea51c819091ada75e9117488d","data_source_idx":4,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"1033cb54-39df-4290-82ea-1e609923669b"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8575738Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"Jonathan Harrison"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"a14e5c0c-9088-476a-9275-7d7e78a7f667"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"User"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"fb9019a0-60b2-4696-b8b0-f53384b0ee22"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/8e3af657-a8ff-443c-a75c-2fe8c4bcb635"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"Owner"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":"jonathan@raiffsbits.com"},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"String"}],"finish_reason":"stop","sampled_model_name":"DisplayName@type"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070aea51c819091ada75e9117488d","data_source_idx":25,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"c0b30331-4f81-4cd8-9d1d-3fc3d99e0142"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8605731Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"PisGym/onlineEndpoints/pi3"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"e74f7564-2170-4f31-86f2-ec9ed5c0c09d"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"ServicePrincipal"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"df7432ed-7f73-4714-aaac-c2afe8b0e5e6"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/ea01e6af-a1c1-4350-9563-ad00f8c72ec5"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"Azure Machine Learning Workspace Connection Secrets Reader"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/resourceGroups/justforpi/providers/Microsoft.MachineLearningServices/workspaces/pisgym"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"String"}],"finish_reason":"stop","sampled_model_name":"DisplayName@type"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070aea51c819091ada75e9117488d","data_source_idx":19,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"aaf8e5a8-3cd2-4922-b699-e1c75ba38e38"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8575738Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"Jonathan Harrison"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"a14e5c0c-9088-476a-9275-7d7e78a7f667"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"User"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"0fce8454-51dd-4327-80eb-aa69318dca5c"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/18d7d88d-d35e-4fb5-a5c3-7773c20a72d9"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"User Access Administrator"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":"jonathan@raiffsbits.com"},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"String"}],"finish_reason":"stop","sampled_model_name":"DisplayName@type"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070aea51c819091ada75e9117488d","data_source_idx":10,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"561c944a-8cfc-48de-823d-80671648def9"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8585736Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"Larry Brower  (Grunt)"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"1243489c-b496-4dd3-b2b9-fa77b4a917eb"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"User"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"22ee6770-ed4a-4ae1-211e-0a036a359bce"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/fb1c8493-542b-48eb-b624-b4c8fea62acd"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"Security Admin"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/providers/Microsoft.Management/managementGroups/05b815de-344b-4a3f-8387-52ca67249c55"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":"larry@raiffsbits.com"},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"String"}],"finish_reason":"stop","sampled_model_name":"DisplayName@type"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070aea51c819091ada75e9117488d","data_source_idx":5,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"290ae464-5f96-4538-b1f9-c82a0bcf1602"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8575738Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"Jonathan Harrison"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"128cb92e-c979-4063-b34a-9d2a779dc7d9"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"User"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"04e62574-40f1-408a-92e2-d498e8745a00"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/b0025e1e-e68f-447b-98bf-cf333688dd47"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"jon"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/resourceGroups/justforpi/providers/Microsoft.MachineLearningServices/workspaces/PisGym"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":"harrison82_95_hotmail.com#EXT#@raiffsbits.onmicrosoft.com"},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":"((!(ActionMatches{'Microsoft.Authorization/roleAssignments/write'})) OR (@Request[Microsoft.Authorization/roleAssignments:RoleDefinitionId] ForAnyOfAllValues:GuidNotEquals {32e6a4ec-6095-4e37-b54b-12aa350ba81f})) AND ((!(ActionMatches{'Microsoft.Authorization/roleAssignments/delete'})) OR (@Resource[Microsoft.Authorization/roleAssignments:RoleDefinitionId] ForAnyOfAllValues:GuidNotEquals {32e6a4ec-6095-4e37-b54b-12aa350ba81f}))"},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":"2"},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":"Double"},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"String"}],"finish_reason":"stop","sampled_model_name":"DisplayName@type"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070ae8fdc8190ab9588e63a701be6","data_source_idx":20,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"adefcecd-2d25-4dab-ac42-b02645bdafdf"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.859573Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"pi20"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"36628fe7-d510-48e3-9105-198f58bdb5b1"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"ServicePrincipal"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"04efefd0-039f-43c5-8398-df726b01cafc"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/8e3af657-a8ff-443c-a75c-2fe8c4bcb635"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"Owner"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/resourceGroups/Justforpi"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"pi20"}],"finish_reason":"stop","sampled_model_name":"DisplayName"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070ae8fdc8190ab9588e63a701be6","data_source_idx":26,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"c40eb05b-9b5d-4915-a0d7-e04380059bce"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8605731Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"PisGym/onlineEndpoints/pi3"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"e74f7564-2170-4f31-86f2-ec9ed5c0c09d"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"ServicePrincipal"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"b1dbfae8-a1c6-4f0c-85f8-0d5ceee76d63"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/635dd51f-9968-44d3-b7fb-6d9a6bd613ae"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"AzureML Metrics Writer (preview)"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/resourceGroups/justforpi/providers/Microsoft.MachineLearningServices/workspaces/pisgym"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"PisGym/onlineEndpoints/pi3"}],"finish_reason":"stop","sampled_model_name":"DisplayName"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070ae8fdc8190ab9588e63a701be6","data_source_idx":18,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"a4d7b744-19dc-4006-9874-b48c96c69f82"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8615715Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"PisGym/onlineEndpoints/picopilot"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"11e779a3-309d-43cf-9b9a-acc917d57b1f"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"ServicePrincipal"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"7bfe2eb0-e086-46c8-92da-e7c7a6086b17"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/635dd51f-9968-44d3-b7fb-6d9a6bd613ae"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"AzureML Metrics Writer (preview)"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/resourceGroups/justforpi/providers/Microsoft.MachineLearningServices/workspaces/pisgym"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"PisGym/onlineEndpoints/picopilot"}],"finish_reason":"stop","sampled_model_name":"DisplayName"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070ae8fdc8190ab9588e63a701be6","data_source_idx":23,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"b86de4ff-a9a6-467a-9da1-d9aa0dce7926"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8615715Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"PisGym/onlineEndpoints/pi3"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"e74f7564-2170-4f31-86f2-ec9ed5c0c09d"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"ServicePrincipal"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"525cc53a-b48f-41db-b61e-485e67ea6bc3"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/b0025e1e-e68f-447b-98bf-cf333688dd47"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"jon"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/resourceGroups/justforpi/providers/Microsoft.MachineLearningServices/workspaces/PisGym"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":"((!(ActionMatches{'Microsoft.Authorization/roleAssignments/write'})) OR (@Request[Microsoft.Authorization/roleAssignments:RoleDefinitionId] ForAnyOfAllValues:GuidNotEquals {32e6a4ec-6095-4e37-b54b-12aa350ba81f})) AND ((!(ActionMatches{'Microsoft.Authorization/roleAssignments/delete'})) OR (@Resource[Microsoft.Authorization/roleAssignments:RoleDefinitionId] ForAnyOfAllValues:GuidNotEquals {32e6a4ec-6095-4e37-b54b-12aa350ba81f}))"},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":"2"},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":"Double"},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"PisGym/onlineEndpoints/pi3"}],"finish_reason":"stop","sampled_model_name":"DisplayName"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070ae8fdc8190ab9588e63a701be6","data_source_idx":21,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"ae5b0bed-bf51-4aeb-8056-3d46277123ee"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8575738Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"Jonathan Harrison"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"a14e5c0c-9088-476a-9275-7d7e78a7f667"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"User"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"beaedddf-1532-4a5d-957c-553ab15b7d25"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/3afb7f49-54cb-416e-8c09-6dc049efa503"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"Azure AI Inference Deployment Operator"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/resourceGroups/Justforpi"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":"jonathan@raiffsbits.com"},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"Jonathan Harrison"}],"finish_reason":"stop","sampled_model_name":"DisplayName"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070ae8fdc8190ab9588e63a701be6","data_source_idx":11,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"5fd606ee-ba97-406f-b845-fc23990042cd"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8615715Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"PisGym/onlineEndpoints/picopilot"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"11e779a3-309d-43cf-9b9a-acc917d57b1f"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"ServicePrincipal"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"de26e107-68c2-4930-bf33-d590eeda44eb"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/b0025e1e-e68f-447b-98bf-cf333688dd47"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"jon"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/resourceGroups/justforpi/providers/Microsoft.MachineLearningServices/workspaces/PisGym"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":"((!(ActionMatches{'Microsoft.Authorization/roleAssignments/write'})) OR (@Request[Microsoft.Authorization/roleAssignments:RoleDefinitionId] ForAnyOfAllValues:GuidNotEquals {32e6a4ec-6095-4e37-b54b-12aa350ba81f})) AND ((!(ActionMatches{'Microsoft.Authorization/roleAssignments/delete'})) OR (@Resource[Microsoft.Authorization/roleAssignments:RoleDefinitionId] ForAnyOfAllValues:GuidNotEquals {32e6a4ec-6095-4e37-b54b-12aa350ba81f}))"},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":"2"},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":"Double"},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"PisGym/onlineEndpoints/picopilot"}],"finish_reason":"stop","sampled_model_name":"DisplayName"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070ae8fdc8190ab9588e63a701be6","data_source_idx":19,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"aaf8e5a8-3cd2-4922-b699-e1c75ba38e38"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8575738Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"Jonathan Harrison"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"a14e5c0c-9088-476a-9275-7d7e78a7f667"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"User"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"0fce8454-51dd-4327-80eb-aa69318dca5c"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/18d7d88d-d35e-4fb5-a5c3-7773c20a72d9"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"User Access Administrator"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":"jonathan@raiffsbits.com"},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"Jonathan Harrison"}],"finish_reason":"stop","sampled_model_name":"DisplayName"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070ae8fdc8190ab9588e63a701be6","data_source_idx":13,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"88cc898d-d36c-41dc-93e0-03814789f449"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8625711Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"PiTheAssistant"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"4e6db524-d867-4f83-8181-f1580364795b"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"ServicePrincipal"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"152c55b0-d325-4a72-829f-0996c02b453f"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/b0025e1e-e68f-447b-98bf-cf333688dd47"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"jon"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/resourceGroups/justforpi/providers/Microsoft.MachineLearningServices/workspaces/PisGym"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":"((!(ActionMatches{'Microsoft.Authorization/roleAssignments/write'})) OR (@Request[Microsoft.Authorization/roleAssignments:RoleDefinitionId] ForAnyOfAllValues:GuidNotEquals {32e6a4ec-6095-4e37-b54b-12aa350ba81f})) AND ((!(ActionMatches{'Microsoft.Authorization/roleAssignments/delete'})) OR (@Resource[Microsoft.Authorization/roleAssignments:RoleDefinitionId] ForAnyOfAllValues:GuidNotEquals {32e6a4ec-6095-4e37-b54b-12aa350ba81f}))"},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":"2"},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":"Double"},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"PiTheAssistant"}],"finish_reason":"stop","sampled_model_name":"DisplayName"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070ae8fdc8190ab9588e63a701be6","data_source_idx":25,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"c0b30331-4f81-4cd8-9d1d-3fc3d99e0142"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8605731Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"PisGym/onlineEndpoints/pi3"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"e74f7564-2170-4f31-86f2-ec9ed5c0c09d"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"ServicePrincipal"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"df7432ed-7f73-4714-aaac-c2afe8b0e5e6"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/ea01e6af-a1c1-4350-9563-ad00f8c72ec5"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"Azure Machine Learning Workspace Connection Secrets Reader"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/resourceGroups/justforpi/providers/Microsoft.MachineLearningServices/workspaces/pisgym"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"PisGym/onlineEndpoints/pi3"}],"finish_reason":"stop","sampled_model_name":"DisplayName"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070ae8fdc8190ab9588e63a701be6","data_source_idx":12,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"72c49410-cf01-4afb-96c1-0e9e35e11ff5"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8565749Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"Containers/securityOperators/DefenderForContainersSecurityOperator"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"89c67a81-de90-4e54-9783-4629b6418c39"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"ServicePrincipal"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"404f8c47-4577-41ca-a68c-6c30648dfb9d"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/5e93ba01-8f92-4c7a-b12a-801e3df23824"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"Kubernetes Agent Operator"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"Containers/securityOperators/DefenderForContainersSecurityOperator"}],"finish_reason":"stop","sampled_model_name":"DisplayName"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070ae8fdc8190ab9588e63a701be6","data_source_idx":15,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"9707ce44-c6b0-46a4-b979-0733e1eb5caf"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8625711Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"smartpi"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"5355e3ce-05dd-4e75-9a5e-4040afe51725"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"ServicePrincipal"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"50dcb622-7d30-4b69-96e1-5dd578450e42"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/b0025e1e-e68f-447b-98bf-cf333688dd47"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"jon"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/resourceGroups/justforpi/providers/Microsoft.MachineLearningServices/workspaces/PisGym"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":"((!(ActionMatches{'Microsoft.Authorization/roleAssignments/write'})) OR (@Request[Microsoft.Authorization/roleAssignments:RoleDefinitionId] ForAnyOfAllValues:GuidNotEquals {32e6a4ec-6095-4e37-b54b-12aa350ba81f})) AND ((!(ActionMatches{'Microsoft.Authorization/roleAssignments/delete'})) OR (@Resource[Microsoft.Authorization/roleAssignments:RoleDefinitionId] ForAnyOfAllValues:GuidNotEquals {32e6a4ec-6095-4e37-b54b-12aa350ba81f}))"},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":"2"},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":"Double"},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"smartpi"}],"finish_reason":"stop","sampled_model_name":"DisplayName"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070ae8fdc8190ab9588e63a701be6","data_source_idx":9,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"549ef469-e642-47c1-aa9e-525e70e06de4"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8635708Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"storageDataScanner"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"ecda83e7-297d-48b4-82c4-1c01ea542ca1"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"ServicePrincipal"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"e1f1b1f4-8e21-e55b-10c6-27dbbfb54f09"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/1e7ca9b1-60d1-4db8-a914-f2ca1ff27c40"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"Defender for Storage Data Scanner"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"storageDataScanner"}],"finish_reason":"stop","sampled_model_name":"DisplayName"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070ae8fdc8190ab9588e63a701be6","data_source_idx":16,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"9dbbb208-40df-4c4d-a8f1-7bee46ae5eb1"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8575738Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"Jonathan Harrison"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"a14e5c0c-9088-476a-9275-7d7e78a7f667"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"User"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"f3e70638-fb7d-48b4-9d60-c052170f3b16"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/b0025e1e-e68f-447b-98bf-cf333688dd47"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"jon"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/resourceGroups/justforpi/providers/Microsoft.MachineLearningServices/workspaces/PisGym"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":"jonathan@raiffsbits.com"},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":"me"},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"Jonathan Harrison"}],"finish_reason":"stop","sampled_model_name":"DisplayName"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070ae8fdc8190ab9588e63a701be6","data_source_idx":10,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"561c944a-8cfc-48de-823d-80671648def9"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8585736Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"Larry Brower  (Grunt)"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"1243489c-b496-4dd3-b2b9-fa77b4a917eb"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"User"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"22ee6770-ed4a-4ae1-211e-0a036a359bce"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/fb1c8493-542b-48eb-b624-b4c8fea62acd"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"Security Admin"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/providers/Microsoft.Management/managementGroups/05b815de-344b-4a3f-8387-52ca67249c55"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":"larry@raiffsbits.com"},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"Larry Brower  (Grunt)"}],"finish_reason":"stop","sampled_model_name":"DisplayName"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070ae8fdc8190ab9588e63a701be6","data_source_idx":5,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"290ae464-5f96-4538-b1f9-c82a0bcf1602"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8575738Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"Jonathan Harrison"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"128cb92e-c979-4063-b34a-9d2a779dc7d9"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"User"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"04e62574-40f1-408a-92e2-d498e8745a00"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/b0025e1e-e68f-447b-98bf-cf333688dd47"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"jon"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/resourceGroups/justforpi/providers/Microsoft.MachineLearningServices/workspaces/PisGym"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":"harrison82_95_hotmail.com#EXT#@raiffsbits.onmicrosoft.com"},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":"((!(ActionMatches{'Microsoft.Authorization/roleAssignments/write'})) OR (@Request[Microsoft.Authorization/roleAssignments:RoleDefinitionId] ForAnyOfAllValues:GuidNotEquals {32e6a4ec-6095-4e37-b54b-12aa350ba81f})) AND ((!(ActionMatches{'Microsoft.Authorization/roleAssignments/delete'})) OR (@Resource[Microsoft.Authorization/roleAssignments:RoleDefinitionId] ForAnyOfAllValues:GuidNotEquals {32e6a4ec-6095-4e37-b54b-12aa350ba81f}))"},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":"2"},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":"Double"},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"Jonathan Harrison"}],"finish_reason":"stop","sampled_model_name":"DisplayName"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070ae8fdc8190ab9588e63a701be6","data_source_idx":8,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"49584bfd-7ebe-4d33-a4bd-3d9ee4323f8a"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8625711Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"StorageAccounts/securityOperators/DefenderForStorageSecurityOperator"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"44bfb3e7-4ff1-4a6d-8f95-d0d3a27c79e7"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"ServicePrincipal"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"6d60affd-c1e4-4ce0-9e84-3c200b300c69"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/1e241071-0855-49ea-94dc-649edcd759de"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"EventGrid Contributor"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"StorageAccounts/securityOperators/DefenderForStorageSecurityOperator"}],"finish_reason":"stop","sampled_model_name":"DisplayName"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070ae8fdc8190ab9588e63a701be6","data_source_idx":22,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"af8e5d4a-8f0e-4198-a04d-3f0c77455abc"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8635708Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"storageDataScanner"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"ecda83e7-297d-48b4-82c4-1c01ea542ca1"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"ServicePrincipal"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"990d105c-b941-438a-baf2-2d13a82d289e"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/b8eda974-7b85-4f76-af95-65846b26df6d"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"Storage File Data Privileged Reader"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"storageDataScanner"}],"finish_reason":"stop","sampled_model_name":"DisplayName"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070ae8fdc8190ab9588e63a701be6","data_source_idx":2,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"0aa13d9a-4a38-45e9-b04e-0e2083cf8a5d"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8635708Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"storageDataScanner"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"ecda83e7-297d-48b4-82c4-1c01ea542ca1"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"ServicePrincipal"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"fccef147-1500-4401-af6b-4bb05208989d"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/2a2b9908-6ea1-4ae2-8e65-a410df84e7d1"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"Storage Blob Data Reader"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"storageDataScanner"}],"finish_reason":"stop","sampled_model_name":"DisplayName"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070ae8fdc8190ab9588e63a701be6","data_source_idx":24,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"bd768ecc-4b85-4fb0-a33c-9565b4746ca7"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8625711Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"StorageAccounts/securityOperators/DefenderForStorageSecurityOperator"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"44bfb3e7-4ff1-4a6d-8f95-d0d3a27c79e7"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"ServicePrincipal"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"7a3a31cf-2004-4f76-8ad3-e1233d005747"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/0f641de8-0b88-4198-bdef-bd8b45ceba96"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"Defender for Storage Scanner Operator"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"StorageAccounts/securityOperators/DefenderForStorageSecurityOperator"}],"finish_reason":"stop","sampled_model_name":"DisplayName"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070ae8fdc8190ab9588e63a701be6","data_source_idx":7,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"2bc778d4-6a8b-4895-83cb-0b869a34f624"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.859573Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"PisGym"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"31666f2b-22af-4ea3-b2c4-2c2617cdc185"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"ServicePrincipal"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"829bf4b3-0e52-4d51-8f8b-e39600f5ebef"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/f58310d9-a9f6-439a-9e8d-f62e7b41a168"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"Role Based Access Control Administrator"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/resourceGroups/justforpi/providers/Microsoft.MachineLearningServices/workspaces/PisGym"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":"me"},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"PisGym"}],"finish_reason":"stop","sampled_model_name":"DisplayName"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070ae8fdc8190ab9588e63a701be6","data_source_idx":17,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"a48a653a-723a-4749-9d9b-08ab2cc0f99f"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8585736Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"Larry Brower  (Grunt)"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"1243489c-b496-4dd3-b2b9-fa77b4a917eb"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"User"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"f299189f-2e38-4264-95d7-e49fd6902576"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/8e3af657-a8ff-443c-a75c-2fe8c4bcb635"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"Owner"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/providers/Microsoft.Management/managementGroups/05b815de-344b-4a3f-8387-52ca67249c55"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":"larry@raiffsbits.com"},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":"((!(ActionMatches{'Microsoft.Authorization/roleAssignments/write'})) OR (@Request[Microsoft.Authorization/roleAssignments:RoleDefinitionId] ForAnyOfAllValues:GuidNotEquals {32e6a4ec-6095-4e37-b54b-12aa350ba81f})) AND ((!(ActionMatches{'Microsoft.Authorization/roleAssignments/delete'})) OR (@Resource[Microsoft.Authorization/roleAssignments:RoleDefinitionId] ForAnyOfAllValues:GuidNotEquals {32e6a4ec-6095-4e37-b54b-12aa350ba81f}))"},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":"2"},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":"Double"},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"Larry Brower  (Grunt)"}],"finish_reason":"stop","sampled_model_name":"DisplayName"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070ae8fdc8190ab9588e63a701be6","data_source_idx":3,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"0f7f19b7-883e-412a-886f-6fb6c5303633"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.859573Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"PisGym"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"31666f2b-22af-4ea3-b2c4-2c2617cdc185"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"ServicePrincipal"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"6bcdfd22-336c-4c5c-9d03-bb1e5748f8e3"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/b0025e1e-e68f-447b-98bf-cf333688dd47"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"jon"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/resourceGroups/justforpi/providers/Microsoft.MachineLearningServices/workspaces/PisGym"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":"((!(ActionMatches{'Microsoft.Authorization/roleAssignments/write'})) OR (@Request[Microsoft.Authorization/roleAssignments:RoleDefinitionId] ForAnyOfAllValues:GuidNotEquals {32e6a4ec-6095-4e37-b54b-12aa350ba81f})) AND ((!(ActionMatches{'Microsoft.Authorization/roleAssignments/delete'})) OR (@Resource[Microsoft.Authorization/roleAssignments:RoleDefinitionId] ForAnyOfAllValues:GuidNotEquals {32e6a4ec-6095-4e37-b54b-12aa350ba81f}))"},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":"2"},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":"Double"},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"PisGym"}],"finish_reason":"stop","sampled_model_name":"DisplayName"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070ae8fdc8190ab9588e63a701be6","data_source_idx":0,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"0506f827-3ac0-468b-b3c6-5c1eda2dddc4"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8585736Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"Larry Brower  (Grunt)"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"1243489c-b496-4dd3-b2b9-fa77b4a917eb"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"User"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"c7108304-48e8-47bb-84ce-a7b1476aed68"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/1c9b6475-caf0-4164-b5a1-2142a7116f4b"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"Template Spec Contributor"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/providers/Microsoft.Management/managementGroups/05b815de-344b-4a3f-8387-52ca67249c55"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":"larry@raiffsbits.com"},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"Larry Brower  (Grunt)"}],"finish_reason":"stop","sampled_model_name":"DisplayName"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070ae8fdc8190ab9588e63a701be6","data_source_idx":6,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"2af129cd-b4c5-4be6-9936-ad7a0d36401f"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8565749Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"Containers/securityOperators/DefenderForContainersSecurityOperator"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"89c67a81-de90-4e54-9783-4629b6418c39"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"ServicePrincipal"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"6a12e01d-dea7-4ce4-82aa-baa195673b66"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/d5a2ae44-610b-4500-93be-660a0c5f5ca6"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"Kubernetes Agentless Operator"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"Containers/securityOperators/DefenderForContainersSecurityOperator"}],"finish_reason":"stop","sampled_model_name":"DisplayName"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070ae8fdc8190ab9588e63a701be6","data_source_idx":1,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"0944347e-6a74-41c0-bc6a-4dda43e4653d"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8555756Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"Aibotforjonathan"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"f6fd028e-f96e-48c2-8506-af2a6e0efc97"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"ServicePrincipal"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"d3f917c2-9bfd-42bd-9355-61dc2fe2c3f5"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/b0025e1e-e68f-447b-98bf-cf333688dd47"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"jon"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/resourceGroups/justforpi/providers/Microsoft.MachineLearningServices/workspaces/PisGym"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":"((!(ActionMatches{'Microsoft.Authorization/roleAssignments/write'})) OR (@Request[Microsoft.Authorization/roleAssignments:RoleDefinitionId] ForAnyOfAllValues:GuidNotEquals {32e6a4ec-6095-4e37-b54b-12aa350ba81f})) AND ((!(ActionMatches{'Microsoft.Authorization/roleAssignments/delete'})) OR (@Resource[Microsoft.Authorization/roleAssignments:RoleDefinitionId] ForAnyOfAllValues:GuidNotEquals {32e6a4ec-6095-4e37-b54b-12aa350ba81f}))"},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":"2"},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":"Double"},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"Aibotforjonathan"}],"finish_reason":"stop","sampled_model_name":"DisplayName"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070ae8fdc8190ab9588e63a701be6","data_source_idx":14,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"91468897-e4c6-4ba8-8aa1-d305b0e4eaf7"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8605731Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"PisGym"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"31666f2b-22af-4ea3-b2c4-2c2617cdc185"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"ServicePrincipal"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"4ff144f8-4342-4bda-a7c6-54d5f9121ba6"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/b24988ac-6180-42a0-ab88-20f7382dd24c"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"Contributor"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/resourceGroups/justforpi"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"PisGym"}],"finish_reason":"stop","sampled_model_name":"DisplayName"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070ae8fdc8190ab9588e63a701be6","data_source_idx":4,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"1033cb54-39df-4290-82ea-1e609923669b"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8575738Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"Jonathan Harrison"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"a14e5c0c-9088-476a-9275-7d7e78a7f667"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"User"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"fb9019a0-60b2-4696-b8b0-f53384b0ee22"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/8e3af657-a8ff-443c-a75c-2fe8c4bcb635"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"Owner"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":"jonathan@raiffsbits.com"},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"Jonathan Harrison"}],"finish_reason":"stop","sampled_model_name":"DisplayName"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070ae78b88190b4e0f6ad0ce470cf","data_source_idx":18,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"a4d7b744-19dc-4006-9874-b48c96c69f82"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8615715Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"PisGym/onlineEndpoints/picopilot"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"11e779a3-309d-43cf-9b9a-acc917d57b1f"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"ServicePrincipal"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"7bfe2eb0-e086-46c8-92da-e7c7a6086b17"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/635dd51f-9968-44d3-b7fb-6d9a6bd613ae"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"AzureML Metrics Writer (preview)"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/resourceGroups/justforpi/providers/Microsoft.MachineLearningServices/workspaces/pisgym"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"2024-12-08T21:36:52.8615715Z"}],"finish_reason":"stop","sampled_model_name":"Timestamp"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070ae78b88190b4e0f6ad0ce470cf","data_source_idx":21,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"ae5b0bed-bf51-4aeb-8056-3d46277123ee"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8575738Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"Jonathan Harrison"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"a14e5c0c-9088-476a-9275-7d7e78a7f667"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"User"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"beaedddf-1532-4a5d-957c-553ab15b7d25"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/3afb7f49-54cb-416e-8c09-6dc049efa503"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"Azure AI Inference Deployment Operator"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/resourceGroups/Justforpi"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":"jonathan@raiffsbits.com"},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"2024-12-08T21:36:52.8575738Z"}],"finish_reason":"stop","sampled_model_name":"Timestamp"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070ae78b88190b4e0f6ad0ce470cf","data_source_idx":20,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"adefcecd-2d25-4dab-ac42-b02645bdafdf"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.859573Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"pi20"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"36628fe7-d510-48e3-9105-198f58bdb5b1"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"ServicePrincipal"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"04efefd0-039f-43c5-8398-df726b01cafc"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/8e3af657-a8ff-443c-a75c-2fe8c4bcb635"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"Owner"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/resourceGroups/Justforpi"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"2024-12-08T21:36:52.859573Z"}],"finish_reason":"stop","sampled_model_name":"Timestamp"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070ae78b88190b4e0f6ad0ce470cf","data_source_idx":19,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"aaf8e5a8-3cd2-4922-b699-e1c75ba38e38"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8575738Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"Jonathan Harrison"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"a14e5c0c-9088-476a-9275-7d7e78a7f667"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"User"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"0fce8454-51dd-4327-80eb-aa69318dca5c"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/18d7d88d-d35e-4fb5-a5c3-7773c20a72d9"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"User Access Administrator"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":"jonathan@raiffsbits.com"},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"2024-12-08T21:36:52.8575738Z"}],"finish_reason":"stop","sampled_model_name":"Timestamp"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070ae78b88190b4e0f6ad0ce470cf","data_source_idx":12,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"72c49410-cf01-4afb-96c1-0e9e35e11ff5"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8565749Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"Containers/securityOperators/DefenderForContainersSecurityOperator"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"89c67a81-de90-4e54-9783-4629b6418c39"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"ServicePrincipal"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"404f8c47-4577-41ca-a68c-6c30648dfb9d"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/5e93ba01-8f92-4c7a-b12a-801e3df23824"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"Kubernetes Agent Operator"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"2024-12-08T21:36:52.8565749Z"}],"finish_reason":"stop","sampled_model_name":"Timestamp"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070ae78b88190b4e0f6ad0ce470cf","data_source_idx":26,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"c40eb05b-9b5d-4915-a0d7-e04380059bce"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8605731Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"PisGym/onlineEndpoints/pi3"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"e74f7564-2170-4f31-86f2-ec9ed5c0c09d"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"ServicePrincipal"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"b1dbfae8-a1c6-4f0c-85f8-0d5ceee76d63"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/635dd51f-9968-44d3-b7fb-6d9a6bd613ae"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"AzureML Metrics Writer (preview)"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/resourceGroups/justforpi/providers/Microsoft.MachineLearningServices/workspaces/pisgym"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"2024-12-08T21:36:52.8605731Z"}],"finish_reason":"stop","sampled_model_name":"Timestamp"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070ae78b88190b4e0f6ad0ce470cf","data_source_idx":13,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"88cc898d-d36c-41dc-93e0-03814789f449"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8625711Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"PiTheAssistant"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"4e6db524-d867-4f83-8181-f1580364795b"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"ServicePrincipal"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"152c55b0-d325-4a72-829f-0996c02b453f"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/b0025e1e-e68f-447b-98bf-cf333688dd47"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"jon"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/resourceGroups/justforpi/providers/Microsoft.MachineLearningServices/workspaces/PisGym"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":"((!(ActionMatches{'Microsoft.Authorization/roleAssignments/write'})) OR (@Request[Microsoft.Authorization/roleAssignments:RoleDefinitionId] ForAnyOfAllValues:GuidNotEquals {32e6a4ec-6095-4e37-b54b-12aa350ba81f})) AND ((!(ActionMatches{'Microsoft.Authorization/roleAssignments/delete'})) OR (@Resource[Microsoft.Authorization/roleAssignments:RoleDefinitionId] ForAnyOfAllValues:GuidNotEquals {32e6a4ec-6095-4e37-b54b-12aa350ba81f}))"},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":"2"},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":"Double"},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"2024-12-08T21:36:52.8625711Z"}],"finish_reason":"stop","sampled_model_name":"Timestamp"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070ae78b88190b4e0f6ad0ce470cf","data_source_idx":25,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"c0b30331-4f81-4cd8-9d1d-3fc3d99e0142"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8605731Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"PisGym/onlineEndpoints/pi3"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"e74f7564-2170-4f31-86f2-ec9ed5c0c09d"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"ServicePrincipal"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"df7432ed-7f73-4714-aaac-c2afe8b0e5e6"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/ea01e6af-a1c1-4350-9563-ad00f8c72ec5"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"Azure Machine Learning Workspace Connection Secrets Reader"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/resourceGroups/justforpi/providers/Microsoft.MachineLearningServices/workspaces/pisgym"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"2024-12-08T21:36:52.8605731Z"}],"finish_reason":"stop","sampled_model_name":"Timestamp"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070ae78b88190b4e0f6ad0ce470cf","data_source_idx":3,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"0f7f19b7-883e-412a-886f-6fb6c5303633"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.859573Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"PisGym"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"31666f2b-22af-4ea3-b2c4-2c2617cdc185"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"ServicePrincipal"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"6bcdfd22-336c-4c5c-9d03-bb1e5748f8e3"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/b0025e1e-e68f-447b-98bf-cf333688dd47"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"jon"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/resourceGroups/justforpi/providers/Microsoft.MachineLearningServices/workspaces/PisGym"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":"((!(ActionMatches{'Microsoft.Authorization/roleAssignments/write'})) OR (@Request[Microsoft.Authorization/roleAssignments:RoleDefinitionId] ForAnyOfAllValues:GuidNotEquals {32e6a4ec-6095-4e37-b54b-12aa350ba81f})) AND ((!(ActionMatches{'Microsoft.Authorization/roleAssignments/delete'})) OR (@Resource[Microsoft.Authorization/roleAssignments:RoleDefinitionId] ForAnyOfAllValues:GuidNotEquals {32e6a4ec-6095-4e37-b54b-12aa350ba81f}))"},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":"2"},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":"Double"},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"2024-12-08T21:36:52.859573Z"}],"finish_reason":"stop","sampled_model_name":"Timestamp"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070ae78b88190b4e0f6ad0ce470cf","data_source_idx":2,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"0aa13d9a-4a38-45e9-b04e-0e2083cf8a5d"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8635708Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"storageDataScanner"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"ecda83e7-297d-48b4-82c4-1c01ea542ca1"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"ServicePrincipal"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"fccef147-1500-4401-af6b-4bb05208989d"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/2a2b9908-6ea1-4ae2-8e65-a410df84e7d1"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"Storage Blob Data Reader"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"2024-12-08T21:36:52.8635708Z"}],"finish_reason":"stop","sampled_model_name":"Timestamp"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070ae78b88190b4e0f6ad0ce470cf","data_source_idx":15,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"9707ce44-c6b0-46a4-b979-0733e1eb5caf"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8625711Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"smartpi"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"5355e3ce-05dd-4e75-9a5e-4040afe51725"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"ServicePrincipal"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"50dcb622-7d30-4b69-96e1-5dd578450e42"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/b0025e1e-e68f-447b-98bf-cf333688dd47"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"jon"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/resourceGroups/justforpi/providers/Microsoft.MachineLearningServices/workspaces/PisGym"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":"((!(ActionMatches{'Microsoft.Authorization/roleAssignments/write'})) OR (@Request[Microsoft.Authorization/roleAssignments:RoleDefinitionId] ForAnyOfAllValues:GuidNotEquals {32e6a4ec-6095-4e37-b54b-12aa350ba81f})) AND ((!(ActionMatches{'Microsoft.Authorization/roleAssignments/delete'})) OR (@Resource[Microsoft.Authorization/roleAssignments:RoleDefinitionId] ForAnyOfAllValues:GuidNotEquals {32e6a4ec-6095-4e37-b54b-12aa350ba81f}))"},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":"2"},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":"Double"},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"2024-12-08T21:36:52.8625711Z"}],"finish_reason":"stop","sampled_model_name":"Timestamp"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070ae78b88190b4e0f6ad0ce470cf","data_source_idx":0,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"0506f827-3ac0-468b-b3c6-5c1eda2dddc4"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8585736Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"Larry Brower  (Grunt)"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"1243489c-b496-4dd3-b2b9-fa77b4a917eb"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"User"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"c7108304-48e8-47bb-84ce-a7b1476aed68"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/1c9b6475-caf0-4164-b5a1-2142a7116f4b"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"Template Spec Contributor"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/providers/Microsoft.Management/managementGroups/05b815de-344b-4a3f-8387-52ca67249c55"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":"larry@raiffsbits.com"},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"2024-12-08T21:36:52.8585736Z"}],"finish_reason":"stop","sampled_model_name":"Timestamp"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070ae78b88190b4e0f6ad0ce470cf","data_source_idx":7,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"2bc778d4-6a8b-4895-83cb-0b869a34f624"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.859573Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"PisGym"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"31666f2b-22af-4ea3-b2c4-2c2617cdc185"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"ServicePrincipal"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"829bf4b3-0e52-4d51-8f8b-e39600f5ebef"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/f58310d9-a9f6-439a-9e8d-f62e7b41a168"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"Role Based Access Control Administrator"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/resourceGroups/justforpi/providers/Microsoft.MachineLearningServices/workspaces/PisGym"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":"me"},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"2024-12-08T21:36:52.859573Z"}],"finish_reason":"stop","sampled_model_name":"Timestamp"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070ae78b88190b4e0f6ad0ce470cf","data_source_idx":23,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"b86de4ff-a9a6-467a-9da1-d9aa0dce7926"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8615715Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"PisGym/onlineEndpoints/pi3"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"e74f7564-2170-4f31-86f2-ec9ed5c0c09d"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"ServicePrincipal"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"525cc53a-b48f-41db-b61e-485e67ea6bc3"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/b0025e1e-e68f-447b-98bf-cf333688dd47"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"jon"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/resourceGroups/justforpi/providers/Microsoft.MachineLearningServices/workspaces/PisGym"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":"((!(ActionMatches{'Microsoft.Authorization/roleAssignments/write'})) OR (@Request[Microsoft.Authorization/roleAssignments:RoleDefinitionId] ForAnyOfAllValues:GuidNotEquals {32e6a4ec-6095-4e37-b54b-12aa350ba81f})) AND ((!(ActionMatches{'Microsoft.Authorization/roleAssignments/delete'})) OR (@Resource[Microsoft.Authorization/roleAssignments:RoleDefinitionId] ForAnyOfAllValues:GuidNotEquals {32e6a4ec-6095-4e37-b54b-12aa350ba81f}))"},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":"2"},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":"Double"},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"2024-12-08T21:36:52.8615715Z"}],"finish_reason":"stop","sampled_model_name":"Timestamp"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070ae78b88190b4e0f6ad0ce470cf","data_source_idx":1,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"0944347e-6a74-41c0-bc6a-4dda43e4653d"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8555756Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"Aibotforjonathan"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"f6fd028e-f96e-48c2-8506-af2a6e0efc97"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"ServicePrincipal"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"d3f917c2-9bfd-42bd-9355-61dc2fe2c3f5"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/b0025e1e-e68f-447b-98bf-cf333688dd47"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"jon"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/resourceGroups/justforpi/providers/Microsoft.MachineLearningServices/workspaces/PisGym"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":"((!(ActionMatches{'Microsoft.Authorization/roleAssignments/write'})) OR (@Request[Microsoft.Authorization/roleAssignments:RoleDefinitionId] ForAnyOfAllValues:GuidNotEquals {32e6a4ec-6095-4e37-b54b-12aa350ba81f})) AND ((!(ActionMatches{'Microsoft.Authorization/roleAssignments/delete'})) OR (@Resource[Microsoft.Authorization/roleAssignments:RoleDefinitionId] ForAnyOfAllValues:GuidNotEquals {32e6a4ec-6095-4e37-b54b-12aa350ba81f}))"},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":"2"},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":"Double"},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"2024-12-08T21:36:52.8555756Z"}],"finish_reason":"stop","sampled_model_name":"Timestamp"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070ae78b88190b4e0f6ad0ce470cf","data_source_idx":9,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"549ef469-e642-47c1-aa9e-525e70e06de4"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8635708Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"storageDataScanner"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"ecda83e7-297d-48b4-82c4-1c01ea542ca1"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"ServicePrincipal"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"e1f1b1f4-8e21-e55b-10c6-27dbbfb54f09"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/1e7ca9b1-60d1-4db8-a914-f2ca1ff27c40"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"Defender for Storage Data Scanner"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"2024-12-08T21:36:52.8635708Z"}],"finish_reason":"stop","sampled_model_name":"Timestamp"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070ae78b88190b4e0f6ad0ce470cf","data_source_idx":8,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"49584bfd-7ebe-4d33-a4bd-3d9ee4323f8a"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8625711Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"StorageAccounts/securityOperators/DefenderForStorageSecurityOperator"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"44bfb3e7-4ff1-4a6d-8f95-d0d3a27c79e7"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"ServicePrincipal"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"6d60affd-c1e4-4ce0-9e84-3c200b300c69"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/1e241071-0855-49ea-94dc-649edcd759de"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"EventGrid Contributor"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"2024-12-08T21:36:52.8625711Z"}],"finish_reason":"stop","sampled_model_name":"Timestamp"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070ae78b88190b4e0f6ad0ce470cf","data_source_idx":14,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"91468897-e4c6-4ba8-8aa1-d305b0e4eaf7"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8605731Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"PisGym"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"31666f2b-22af-4ea3-b2c4-2c2617cdc185"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"ServicePrincipal"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"4ff144f8-4342-4bda-a7c6-54d5f9121ba6"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/b24988ac-6180-42a0-ab88-20f7382dd24c"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"Contributor"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/resourceGroups/justforpi"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"2024-12-08T21:36:52.8605731Z"}],"finish_reason":"stop","sampled_model_name":"Timestamp"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070ae78b88190b4e0f6ad0ce470cf","data_source_idx":11,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"5fd606ee-ba97-406f-b845-fc23990042cd"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8615715Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"PisGym/onlineEndpoints/picopilot"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"11e779a3-309d-43cf-9b9a-acc917d57b1f"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"ServicePrincipal"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"de26e107-68c2-4930-bf33-d590eeda44eb"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/b0025e1e-e68f-447b-98bf-cf333688dd47"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"jon"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/resourceGroups/justforpi/providers/Microsoft.MachineLearningServices/workspaces/PisGym"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":"((!(ActionMatches{'Microsoft.Authorization/roleAssignments/write'})) OR (@Request[Microsoft.Authorization/roleAssignments:RoleDefinitionId] ForAnyOfAllValues:GuidNotEquals {32e6a4ec-6095-4e37-b54b-12aa350ba81f})) AND ((!(ActionMatches{'Microsoft.Authorization/roleAssignments/delete'})) OR (@Resource[Microsoft.Authorization/roleAssignments:RoleDefinitionId] ForAnyOfAllValues:GuidNotEquals {32e6a4ec-6095-4e37-b54b-12aa350ba81f}))"},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":"2"},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":"Double"},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"2024-12-08T21:36:52.8615715Z"}],"finish_reason":"stop","sampled_model_name":"Timestamp"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070ae78b88190b4e0f6ad0ce470cf","data_source_idx":22,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"af8e5d4a-8f0e-4198-a04d-3f0c77455abc"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8635708Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"storageDataScanner"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"ecda83e7-297d-48b4-82c4-1c01ea542ca1"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"ServicePrincipal"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"990d105c-b941-438a-baf2-2d13a82d289e"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/b8eda974-7b85-4f76-af95-65846b26df6d"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"Storage File Data Privileged Reader"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"2024-12-08T21:36:52.8635708Z"}],"finish_reason":"stop","sampled_model_name":"Timestamp"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070ae78b88190b4e0f6ad0ce470cf","data_source_idx":5,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"290ae464-5f96-4538-b1f9-c82a0bcf1602"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8575738Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"Jonathan Harrison"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"128cb92e-c979-4063-b34a-9d2a779dc7d9"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"User"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"04e62574-40f1-408a-92e2-d498e8745a00"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/b0025e1e-e68f-447b-98bf-cf333688dd47"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"jon"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/resourceGroups/justforpi/providers/Microsoft.MachineLearningServices/workspaces/PisGym"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":"harrison82_95_hotmail.com#EXT#@raiffsbits.onmicrosoft.com"},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":"((!(ActionMatches{'Microsoft.Authorization/roleAssignments/write'})) OR (@Request[Microsoft.Authorization/roleAssignments:RoleDefinitionId] ForAnyOfAllValues:GuidNotEquals {32e6a4ec-6095-4e37-b54b-12aa350ba81f})) AND ((!(ActionMatches{'Microsoft.Authorization/roleAssignments/delete'})) OR (@Resource[Microsoft.Authorization/roleAssignments:RoleDefinitionId] ForAnyOfAllValues:GuidNotEquals {32e6a4ec-6095-4e37-b54b-12aa350ba81f}))"},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":"2"},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":"Double"},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"2024-12-08T21:36:52.8575738Z"}],"finish_reason":"stop","sampled_model_name":"Timestamp"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070ae78b88190b4e0f6ad0ce470cf","data_source_idx":10,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"561c944a-8cfc-48de-823d-80671648def9"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8585736Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"Larry Brower  (Grunt)"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"1243489c-b496-4dd3-b2b9-fa77b4a917eb"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"User"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"22ee6770-ed4a-4ae1-211e-0a036a359bce"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/fb1c8493-542b-48eb-b624-b4c8fea62acd"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"Security Admin"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/providers/Microsoft.Management/managementGroups/05b815de-344b-4a3f-8387-52ca67249c55"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":"larry@raiffsbits.com"},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"2024-12-08T21:36:52.8585736Z"}],"finish_reason":"stop","sampled_model_name":"Timestamp"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070ae78b88190b4e0f6ad0ce470cf","data_source_idx":24,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"bd768ecc-4b85-4fb0-a33c-9565b4746ca7"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8625711Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"StorageAccounts/securityOperators/DefenderForStorageSecurityOperator"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"44bfb3e7-4ff1-4a6d-8f95-d0d3a27c79e7"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"ServicePrincipal"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"7a3a31cf-2004-4f76-8ad3-e1233d005747"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/0f641de8-0b88-4198-bdef-bd8b45ceba96"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"Defender for Storage Scanner Operator"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"2024-12-08T21:36:52.8625711Z"}],"finish_reason":"stop","sampled_model_name":"Timestamp"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070ae78b88190b4e0f6ad0ce470cf","data_source_idx":6,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"2af129cd-b4c5-4be6-9936-ad7a0d36401f"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8565749Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"Containers/securityOperators/DefenderForContainersSecurityOperator"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"89c67a81-de90-4e54-9783-4629b6418c39"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"ServicePrincipal"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"6a12e01d-dea7-4ce4-82aa-baa195673b66"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/d5a2ae44-610b-4500-93be-660a0c5f5ca6"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"Kubernetes Agentless Operator"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"2024-12-08T21:36:52.8565749Z"}],"finish_reason":"stop","sampled_model_name":"Timestamp"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070ae78b88190b4e0f6ad0ce470cf","data_source_idx":16,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"9dbbb208-40df-4c4d-a8f1-7bee46ae5eb1"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8575738Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"Jonathan Harrison"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"a14e5c0c-9088-476a-9275-7d7e78a7f667"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"User"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"f3e70638-fb7d-48b4-9d60-c052170f3b16"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/b0025e1e-e68f-447b-98bf-cf333688dd47"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"jon"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/resourceGroups/justforpi/providers/Microsoft.MachineLearningServices/workspaces/PisGym"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":"jonathan@raiffsbits.com"},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":"me"},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"2024-12-08T21:36:52.8575738Z"}],"finish_reason":"stop","sampled_model_name":"Timestamp"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070ae78b88190b4e0f6ad0ce470cf","data_source_idx":4,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"1033cb54-39df-4290-82ea-1e609923669b"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8575738Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"Jonathan Harrison"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"a14e5c0c-9088-476a-9275-7d7e78a7f667"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"User"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"fb9019a0-60b2-4696-b8b0-f53384b0ee22"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/8e3af657-a8ff-443c-a75c-2fe8c4bcb635"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"Owner"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":"jonathan@raiffsbits.com"},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"2024-12-08T21:36:52.8575738Z"}],"finish_reason":"stop","sampled_model_name":"Timestamp"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070ae78b88190b4e0f6ad0ce470cf","data_source_idx":17,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"a48a653a-723a-4749-9d9b-08ab2cc0f99f"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8585736Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"Larry Brower  (Grunt)"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"1243489c-b496-4dd3-b2b9-fa77b4a917eb"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"User"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"f299189f-2e38-4264-95d7-e49fd6902576"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/8e3af657-a8ff-443c-a75c-2fe8c4bcb635"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"Owner"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/providers/Microsoft.Management/managementGroups/05b815de-344b-4a3f-8387-52ca67249c55"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":"larry@raiffsbits.com"},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":"((!(ActionMatches{'Microsoft.Authorization/roleAssignments/write'})) OR (@Request[Microsoft.Authorization/roleAssignments:RoleDefinitionId] ForAnyOfAllValues:GuidNotEquals {32e6a4ec-6095-4e37-b54b-12aa350ba81f})) AND ((!(ActionMatches{'Microsoft.Authorization/roleAssignments/delete'})) OR (@Resource[Microsoft.Authorization/roleAssignments:RoleDefinitionId] ForAnyOfAllValues:GuidNotEquals {32e6a4ec-6095-4e37-b54b-12aa350ba81f}))"},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":"2"},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":"Double"},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"2024-12-08T21:36:52.8585736Z"}],"finish_reason":"stop","sampled_model_name":"Timestamp"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070ae610c8190856043309dfd6ffb","data_source_idx":20,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"adefcecd-2d25-4dab-ac42-b02645bdafdf"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.859573Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"pi20"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"36628fe7-d510-48e3-9105-198f58bdb5b1"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"ServicePrincipal"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"04efefd0-039f-43c5-8398-df726b01cafc"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/8e3af657-a8ff-443c-a75c-2fe8c4bcb635"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"Owner"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/resourceGroups/Justforpi"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"adefcecd-2d25-4dab-ac42-b02645bdafdf"}],"finish_reason":"stop","sampled_model_name":"RowKey"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070ae610c8190856043309dfd6ffb","data_source_idx":18,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"a4d7b744-19dc-4006-9874-b48c96c69f82"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8615715Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"PisGym/onlineEndpoints/picopilot"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"11e779a3-309d-43cf-9b9a-acc917d57b1f"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"ServicePrincipal"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"7bfe2eb0-e086-46c8-92da-e7c7a6086b17"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/635dd51f-9968-44d3-b7fb-6d9a6bd613ae"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"AzureML Metrics Writer (preview)"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/resourceGroups/justforpi/providers/Microsoft.MachineLearningServices/workspaces/pisgym"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"a4d7b744-19dc-4006-9874-b48c96c69f82"}],"finish_reason":"stop","sampled_model_name":"RowKey"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070ae610c8190856043309dfd6ffb","data_source_idx":7,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"2bc778d4-6a8b-4895-83cb-0b869a34f624"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.859573Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"PisGym"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"31666f2b-22af-4ea3-b2c4-2c2617cdc185"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"ServicePrincipal"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"829bf4b3-0e52-4d51-8f8b-e39600f5ebef"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/f58310d9-a9f6-439a-9e8d-f62e7b41a168"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"Role Based Access Control Administrator"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/resourceGroups/justforpi/providers/Microsoft.MachineLearningServices/workspaces/PisGym"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":"me"},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"2bc778d4-6a8b-4895-83cb-0b869a34f624"}],"finish_reason":"stop","sampled_model_name":"RowKey"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070ae610c8190856043309dfd6ffb","data_source_idx":17,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"a48a653a-723a-4749-9d9b-08ab2cc0f99f"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8585736Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"Larry Brower  (Grunt)"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"1243489c-b496-4dd3-b2b9-fa77b4a917eb"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"User"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"f299189f-2e38-4264-95d7-e49fd6902576"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/8e3af657-a8ff-443c-a75c-2fe8c4bcb635"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"Owner"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/providers/Microsoft.Management/managementGroups/05b815de-344b-4a3f-8387-52ca67249c55"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":"larry@raiffsbits.com"},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":"((!(ActionMatches{'Microsoft.Authorization/roleAssignments/write'})) OR (@Request[Microsoft.Authorization/roleAssignments:RoleDefinitionId] ForAnyOfAllValues:GuidNotEquals {32e6a4ec-6095-4e37-b54b-12aa350ba81f})) AND ((!(ActionMatches{'Microsoft.Authorization/roleAssignments/delete'})) OR (@Resource[Microsoft.Authorization/roleAssignments:RoleDefinitionId] ForAnyOfAllValues:GuidNotEquals {32e6a4ec-6095-4e37-b54b-12aa350ba81f}))"},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":"2"},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":"Double"},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"a48a653a-723a-4749-9d9b-08ab2cc0f99f"}],"finish_reason":"stop","sampled_model_name":"RowKey"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070ae610c8190856043309dfd6ffb","data_source_idx":12,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"72c49410-cf01-4afb-96c1-0e9e35e11ff5"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8565749Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"Containers/securityOperators/DefenderForContainersSecurityOperator"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"89c67a81-de90-4e54-9783-4629b6418c39"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"ServicePrincipal"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"404f8c47-4577-41ca-a68c-6c30648dfb9d"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/5e93ba01-8f92-4c7a-b12a-801e3df23824"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"Kubernetes Agent Operator"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"72c49410-cf01-4afb-96c1-0e9e35e11ff5"}],"finish_reason":"stop","sampled_model_name":"RowKey"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070ae610c8190856043309dfd6ffb","data_source_idx":16,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"9dbbb208-40df-4c4d-a8f1-7bee46ae5eb1"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8575738Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"Jonathan Harrison"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"a14e5c0c-9088-476a-9275-7d7e78a7f667"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"User"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"f3e70638-fb7d-48b4-9d60-c052170f3b16"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/b0025e1e-e68f-447b-98bf-cf333688dd47"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"jon"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/resourceGroups/justforpi/providers/Microsoft.MachineLearningServices/workspaces/PisGym"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":"jonathan@raiffsbits.com"},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":"me"},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"9dbbb208-40df-4c4d-a8f1-7bee46ae5eb1"}],"finish_reason":"stop","sampled_model_name":"RowKey"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070ae610c8190856043309dfd6ffb","data_source_idx":2,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"0aa13d9a-4a38-45e9-b04e-0e2083cf8a5d"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8635708Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"storageDataScanner"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"ecda83e7-297d-48b4-82c4-1c01ea542ca1"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"ServicePrincipal"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"fccef147-1500-4401-af6b-4bb05208989d"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/2a2b9908-6ea1-4ae2-8e65-a410df84e7d1"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"Storage Blob Data Reader"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"0aa13d9a-4a38-45e9-b04e-0e2083cf8a5d"}],"finish_reason":"stop","sampled_model_name":"RowKey"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070ae610c8190856043309dfd6ffb","data_source_idx":15,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"9707ce44-c6b0-46a4-b979-0733e1eb5caf"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8625711Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"smartpi"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"5355e3ce-05dd-4e75-9a5e-4040afe51725"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"ServicePrincipal"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"50dcb622-7d30-4b69-96e1-5dd578450e42"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/b0025e1e-e68f-447b-98bf-cf333688dd47"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"jon"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/resourceGroups/justforpi/providers/Microsoft.MachineLearningServices/workspaces/PisGym"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":"((!(ActionMatches{'Microsoft.Authorization/roleAssignments/write'})) OR (@Request[Microsoft.Authorization/roleAssignments:RoleDefinitionId] ForAnyOfAllValues:GuidNotEquals {32e6a4ec-6095-4e37-b54b-12aa350ba81f})) AND ((!(ActionMatches{'Microsoft.Authorization/roleAssignments/delete'})) OR (@Resource[Microsoft.Authorization/roleAssignments:RoleDefinitionId] ForAnyOfAllValues:GuidNotEquals {32e6a4ec-6095-4e37-b54b-12aa350ba81f}))"},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":"2"},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":"Double"},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"9707ce44-c6b0-46a4-b979-0733e1eb5caf"}],"finish_reason":"stop","sampled_model_name":"RowKey"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070ae610c8190856043309dfd6ffb","data_source_idx":5,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"290ae464-5f96-4538-b1f9-c82a0bcf1602"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8575738Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"Jonathan Harrison"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"128cb92e-c979-4063-b34a-9d2a779dc7d9"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"User"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"04e62574-40f1-408a-92e2-d498e8745a00"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/b0025e1e-e68f-447b-98bf-cf333688dd47"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"jon"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/resourceGroups/justforpi/providers/Microsoft.MachineLearningServices/workspaces/PisGym"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":"harrison82_95_hotmail.com#EXT#@raiffsbits.onmicrosoft.com"},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":"((!(ActionMatches{'Microsoft.Authorization/roleAssignments/write'})) OR (@Request[Microsoft.Authorization/roleAssignments:RoleDefinitionId] ForAnyOfAllValues:GuidNotEquals {32e6a4ec-6095-4e37-b54b-12aa350ba81f})) AND ((!(ActionMatches{'Microsoft.Authorization/roleAssignments/delete'})) OR (@Resource[Microsoft.Authorization/roleAssignments:RoleDefinitionId] ForAnyOfAllValues:GuidNotEquals {32e6a4ec-6095-4e37-b54b-12aa350ba81f}))"},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":"2"},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":"Double"},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"290ae464-5f96-4538-b1f9-c82a0bcf1602"}],"finish_reason":"stop","sampled_model_name":"RowKey"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070ae610c8190856043309dfd6ffb","data_source_idx":9,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"549ef469-e642-47c1-aa9e-525e70e06de4"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8635708Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"storageDataScanner"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"ecda83e7-297d-48b4-82c4-1c01ea542ca1"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"ServicePrincipal"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"e1f1b1f4-8e21-e55b-10c6-27dbbfb54f09"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/1e7ca9b1-60d1-4db8-a914-f2ca1ff27c40"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"Defender for Storage Data Scanner"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"549ef469-e642-47c1-aa9e-525e70e06de4"}],"finish_reason":"stop","sampled_model_name":"RowKey"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070ae610c8190856043309dfd6ffb","data_source_idx":1,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"0944347e-6a74-41c0-bc6a-4dda43e4653d"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8555756Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"Aibotforjonathan"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"f6fd028e-f96e-48c2-8506-af2a6e0efc97"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"ServicePrincipal"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"d3f917c2-9bfd-42bd-9355-61dc2fe2c3f5"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/b0025e1e-e68f-447b-98bf-cf333688dd47"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"jon"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/resourceGroups/justforpi/providers/Microsoft.MachineLearningServices/workspaces/PisGym"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":"((!(ActionMatches{'Microsoft.Authorization/roleAssignments/write'})) OR (@Request[Microsoft.Authorization/roleAssignments:RoleDefinitionId] ForAnyOfAllValues:GuidNotEquals {32e6a4ec-6095-4e37-b54b-12aa350ba81f})) AND ((!(ActionMatches{'Microsoft.Authorization/roleAssignments/delete'})) OR (@Resource[Microsoft.Authorization/roleAssignments:RoleDefinitionId] ForAnyOfAllValues:GuidNotEquals {32e6a4ec-6095-4e37-b54b-12aa350ba81f}))"},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":"2"},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":"Double"},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"0944347e-6a74-41c0-bc6a-4dda43e4653d"}],"finish_reason":"stop","sampled_model_name":"RowKey"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070ae610c8190856043309dfd6ffb","data_source_idx":14,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"91468897-e4c6-4ba8-8aa1-d305b0e4eaf7"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8605731Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"PisGym"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"31666f2b-22af-4ea3-b2c4-2c2617cdc185"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"ServicePrincipal"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"4ff144f8-4342-4bda-a7c6-54d5f9121ba6"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/b24988ac-6180-42a0-ab88-20f7382dd24c"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"Contributor"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/resourceGroups/justforpi"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"91468897-e4c6-4ba8-8aa1-d305b0e4eaf7"}],"finish_reason":"stop","sampled_model_name":"RowKey"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070ae610c8190856043309dfd6ffb","data_source_idx":24,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"bd768ecc-4b85-4fb0-a33c-9565b4746ca7"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8625711Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"StorageAccounts/securityOperators/DefenderForStorageSecurityOperator"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"44bfb3e7-4ff1-4a6d-8f95-d0d3a27c79e7"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"ServicePrincipal"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"7a3a31cf-2004-4f76-8ad3-e1233d005747"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/0f641de8-0b88-4198-bdef-bd8b45ceba96"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"Defender for Storage Scanner Operator"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"bd768ecc-4b85-4fb0-a33c-9565b4746ca7"}],"finish_reason":"stop","sampled_model_name":"RowKey"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070ae610c8190856043309dfd6ffb","data_source_idx":0,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"0506f827-3ac0-468b-b3c6-5c1eda2dddc4"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8585736Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"Larry Brower  (Grunt)"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"1243489c-b496-4dd3-b2b9-fa77b4a917eb"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"User"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"c7108304-48e8-47bb-84ce-a7b1476aed68"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/1c9b6475-caf0-4164-b5a1-2142a7116f4b"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"Template Spec Contributor"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/providers/Microsoft.Management/managementGroups/05b815de-344b-4a3f-8387-52ca67249c55"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":"larry@raiffsbits.com"},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"0506f827-3ac0-468b-b3c6-5c1eda2dddc4"}],"finish_reason":"stop","sampled_model_name":"RowKey"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070ae610c8190856043309dfd6ffb","data_source_idx":8,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"49584bfd-7ebe-4d33-a4bd-3d9ee4323f8a"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8625711Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"StorageAccounts/securityOperators/DefenderForStorageSecurityOperator"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"44bfb3e7-4ff1-4a6d-8f95-d0d3a27c79e7"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"ServicePrincipal"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"6d60affd-c1e4-4ce0-9e84-3c200b300c69"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/1e241071-0855-49ea-94dc-649edcd759de"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"EventGrid Contributor"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"49584bfd-7ebe-4d33-a4bd-3d9ee4323f8a"}],"finish_reason":"stop","sampled_model_name":"RowKey"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070ae610c8190856043309dfd6ffb","data_source_idx":26,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"c40eb05b-9b5d-4915-a0d7-e04380059bce"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8605731Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"PisGym/onlineEndpoints/pi3"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"e74f7564-2170-4f31-86f2-ec9ed5c0c09d"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"ServicePrincipal"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"b1dbfae8-a1c6-4f0c-85f8-0d5ceee76d63"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/635dd51f-9968-44d3-b7fb-6d9a6bd613ae"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"AzureML Metrics Writer (preview)"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/resourceGroups/justforpi/providers/Microsoft.MachineLearningServices/workspaces/pisgym"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"c40eb05b-9b5d-4915-a0d7-e04380059bce"}],"finish_reason":"stop","sampled_model_name":"RowKey"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070ae610c8190856043309dfd6ffb","data_source_idx":11,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"5fd606ee-ba97-406f-b845-fc23990042cd"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8615715Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"PisGym/onlineEndpoints/picopilot"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"11e779a3-309d-43cf-9b9a-acc917d57b1f"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"ServicePrincipal"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"de26e107-68c2-4930-bf33-d590eeda44eb"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/b0025e1e-e68f-447b-98bf-cf333688dd47"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"jon"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/resourceGroups/justforpi/providers/Microsoft.MachineLearningServices/workspaces/PisGym"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":"((!(ActionMatches{'Microsoft.Authorization/roleAssignments/write'})) OR (@Request[Microsoft.Authorization/roleAssignments:RoleDefinitionId] ForAnyOfAllValues:GuidNotEquals {32e6a4ec-6095-4e37-b54b-12aa350ba81f})) AND ((!(ActionMatches{'Microsoft.Authorization/roleAssignments/delete'})) OR (@Resource[Microsoft.Authorization/roleAssignments:RoleDefinitionId] ForAnyOfAllValues:GuidNotEquals {32e6a4ec-6095-4e37-b54b-12aa350ba81f}))"},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":"2"},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":"Double"},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"5fd606ee-ba97-406f-b845-fc23990042cd"}],"finish_reason":"stop","sampled_model_name":"RowKey"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070ae610c8190856043309dfd6ffb","data_source_idx":6,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"2af129cd-b4c5-4be6-9936-ad7a0d36401f"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8565749Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"Containers/securityOperators/DefenderForContainersSecurityOperator"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"89c67a81-de90-4e54-9783-4629b6418c39"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"ServicePrincipal"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"6a12e01d-dea7-4ce4-82aa-baa195673b66"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/d5a2ae44-610b-4500-93be-660a0c5f5ca6"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"Kubernetes Agentless Operator"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"2af129cd-b4c5-4be6-9936-ad7a0d36401f"}],"finish_reason":"stop","sampled_model_name":"RowKey"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070ae610c8190856043309dfd6ffb","data_source_idx":13,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"88cc898d-d36c-41dc-93e0-03814789f449"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8625711Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"PiTheAssistant"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"4e6db524-d867-4f83-8181-f1580364795b"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"ServicePrincipal"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"152c55b0-d325-4a72-829f-0996c02b453f"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/b0025e1e-e68f-447b-98bf-cf333688dd47"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"jon"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/resourceGroups/justforpi/providers/Microsoft.MachineLearningServices/workspaces/PisGym"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":"((!(ActionMatches{'Microsoft.Authorization/roleAssignments/write'})) OR (@Request[Microsoft.Authorization/roleAssignments:RoleDefinitionId] ForAnyOfAllValues:GuidNotEquals {32e6a4ec-6095-4e37-b54b-12aa350ba81f})) AND ((!(ActionMatches{'Microsoft.Authorization/roleAssignments/delete'})) OR (@Resource[Microsoft.Authorization/roleAssignments:RoleDefinitionId] ForAnyOfAllValues:GuidNotEquals {32e6a4ec-6095-4e37-b54b-12aa350ba81f}))"},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":"2"},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":"Double"},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"88cc898d-d36c-41dc-93e0-03814789f449"}],"finish_reason":"stop","sampled_model_name":"RowKey"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070ae610c8190856043309dfd6ffb","data_source_idx":3,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"0f7f19b7-883e-412a-886f-6fb6c5303633"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.859573Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"PisGym"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"31666f2b-22af-4ea3-b2c4-2c2617cdc185"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"ServicePrincipal"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"6bcdfd22-336c-4c5c-9d03-bb1e5748f8e3"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/b0025e1e-e68f-447b-98bf-cf333688dd47"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"jon"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/resourceGroups/justforpi/providers/Microsoft.MachineLearningServices/workspaces/PisGym"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":"((!(ActionMatches{'Microsoft.Authorization/roleAssignments/write'})) OR (@Request[Microsoft.Authorization/roleAssignments:RoleDefinitionId] ForAnyOfAllValues:GuidNotEquals {32e6a4ec-6095-4e37-b54b-12aa350ba81f})) AND ((!(ActionMatches{'Microsoft.Authorization/roleAssignments/delete'})) OR (@Resource[Microsoft.Authorization/roleAssignments:RoleDefinitionId] ForAnyOfAllValues:GuidNotEquals {32e6a4ec-6095-4e37-b54b-12aa350ba81f}))"},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":"2"},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":"Double"},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"0f7f19b7-883e-412a-886f-6fb6c5303633"}],"finish_reason":"stop","sampled_model_name":"RowKey"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070ae610c8190856043309dfd6ffb","data_source_idx":4,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"1033cb54-39df-4290-82ea-1e609923669b"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8575738Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"Jonathan Harrison"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"a14e5c0c-9088-476a-9275-7d7e78a7f667"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"User"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"fb9019a0-60b2-4696-b8b0-f53384b0ee22"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/8e3af657-a8ff-443c-a75c-2fe8c4bcb635"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"Owner"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":"jonathan@raiffsbits.com"},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"1033cb54-39df-4290-82ea-1e609923669b"}],"finish_reason":"stop","sampled_model_name":"RowKey"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070ae610c8190856043309dfd6ffb","data_source_idx":19,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"aaf8e5a8-3cd2-4922-b699-e1c75ba38e38"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8575738Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"Jonathan Harrison"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"a14e5c0c-9088-476a-9275-7d7e78a7f667"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"User"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"0fce8454-51dd-4327-80eb-aa69318dca5c"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/18d7d88d-d35e-4fb5-a5c3-7773c20a72d9"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"User Access Administrator"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":"jonathan@raiffsbits.com"},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"aaf8e5a8-3cd2-4922-b699-e1c75ba38e38"}],"finish_reason":"stop","sampled_model_name":"RowKey"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070ae610c8190856043309dfd6ffb","data_source_idx":23,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"b86de4ff-a9a6-467a-9da1-d9aa0dce7926"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8615715Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"PisGym/onlineEndpoints/pi3"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"e74f7564-2170-4f31-86f2-ec9ed5c0c09d"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"ServicePrincipal"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"525cc53a-b48f-41db-b61e-485e67ea6bc3"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/b0025e1e-e68f-447b-98bf-cf333688dd47"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"jon"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/resourceGroups/justforpi/providers/Microsoft.MachineLearningServices/workspaces/PisGym"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":"((!(ActionMatches{'Microsoft.Authorization/roleAssignments/write'})) OR (@Request[Microsoft.Authorization/roleAssignments:RoleDefinitionId] ForAnyOfAllValues:GuidNotEquals {32e6a4ec-6095-4e37-b54b-12aa350ba81f})) AND ((!(ActionMatches{'Microsoft.Authorization/roleAssignments/delete'})) OR (@Resource[Microsoft.Authorization/roleAssignments:RoleDefinitionId] ForAnyOfAllValues:GuidNotEquals {32e6a4ec-6095-4e37-b54b-12aa350ba81f}))"},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":"2"},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":"Double"},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"b86de4ff-a9a6-467a-9da1-d9aa0dce7926"}],"finish_reason":"stop","sampled_model_name":"RowKey"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070ae610c8190856043309dfd6ffb","data_source_idx":10,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"561c944a-8cfc-48de-823d-80671648def9"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8585736Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"Larry Brower  (Grunt)"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"1243489c-b496-4dd3-b2b9-fa77b4a917eb"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"User"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"22ee6770-ed4a-4ae1-211e-0a036a359bce"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/fb1c8493-542b-48eb-b624-b4c8fea62acd"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"Security Admin"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/providers/Microsoft.Management/managementGroups/05b815de-344b-4a3f-8387-52ca67249c55"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":"larry@raiffsbits.com"},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"561c944a-8cfc-48de-823d-80671648def9"}],"finish_reason":"stop","sampled_model_name":"RowKey"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070ae610c8190856043309dfd6ffb","data_source_idx":21,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"ae5b0bed-bf51-4aeb-8056-3d46277123ee"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8575738Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"Jonathan Harrison"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"a14e5c0c-9088-476a-9275-7d7e78a7f667"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"User"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"beaedddf-1532-4a5d-957c-553ab15b7d25"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/3afb7f49-54cb-416e-8c09-6dc049efa503"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"Azure AI Inference Deployment Operator"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/resourceGroups/Justforpi"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":"jonathan@raiffsbits.com"},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"ae5b0bed-bf51-4aeb-8056-3d46277123ee"}],"finish_reason":"stop","sampled_model_name":"RowKey"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070ae610c8190856043309dfd6ffb","data_source_idx":22,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"af8e5d4a-8f0e-4198-a04d-3f0c77455abc"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8635708Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"storageDataScanner"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"ecda83e7-297d-48b4-82c4-1c01ea542ca1"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"ServicePrincipal"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"990d105c-b941-438a-baf2-2d13a82d289e"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/b8eda974-7b85-4f76-af95-65846b26df6d"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"Storage File Data Privileged Reader"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"af8e5d4a-8f0e-4198-a04d-3f0c77455abc"}],"finish_reason":"stop","sampled_model_name":"RowKey"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070ae610c8190856043309dfd6ffb","data_source_idx":25,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"c0b30331-4f81-4cd8-9d1d-3fc3d99e0142"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8605731Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"PisGym/onlineEndpoints/pi3"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"e74f7564-2170-4f31-86f2-ec9ed5c0c09d"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"ServicePrincipal"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"df7432ed-7f73-4714-aaac-c2afe8b0e5e6"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/ea01e6af-a1c1-4350-9563-ad00f8c72ec5"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"Azure Machine Learning Workspace Connection Secrets Reader"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/resourceGroups/justforpi/providers/Microsoft.MachineLearningServices/workspaces/pisgym"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"c0b30331-4f81-4cd8-9d1d-3fc3d99e0142"}],"finish_reason":"stop","sampled_model_name":"RowKey"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070ae40c0819083757fedc6bb415b","data_source_idx":22,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"af8e5d4a-8f0e-4198-a04d-3f0c77455abc"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8635708Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"storageDataScanner"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"ecda83e7-297d-48b4-82c4-1c01ea542ca1"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"ServicePrincipal"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"990d105c-b941-438a-baf2-2d13a82d289e"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/b8eda974-7b85-4f76-af95-65846b26df6d"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"Storage File Data Privileged Reader"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"}],"finish_reason":"stop","sampled_model_name":"PartitionKey"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070ae40c0819083757fedc6bb415b","data_source_idx":13,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"88cc898d-d36c-41dc-93e0-03814789f449"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8625711Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"PiTheAssistant"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"4e6db524-d867-4f83-8181-f1580364795b"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"ServicePrincipal"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"152c55b0-d325-4a72-829f-0996c02b453f"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/b0025e1e-e68f-447b-98bf-cf333688dd47"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"jon"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/resourceGroups/justforpi/providers/Microsoft.MachineLearningServices/workspaces/PisGym"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":"((!(ActionMatches{'Microsoft.Authorization/roleAssignments/write'})) OR (@Request[Microsoft.Authorization/roleAssignments:RoleDefinitionId] ForAnyOfAllValues:GuidNotEquals {32e6a4ec-6095-4e37-b54b-12aa350ba81f})) AND ((!(ActionMatches{'Microsoft.Authorization/roleAssignments/delete'})) OR (@Resource[Microsoft.Authorization/roleAssignments:RoleDefinitionId] ForAnyOfAllValues:GuidNotEquals {32e6a4ec-6095-4e37-b54b-12aa350ba81f}))"},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":"2"},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":"Double"},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"}],"finish_reason":"stop","sampled_model_name":"PartitionKey"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070ae40c0819083757fedc6bb415b","data_source_idx":10,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"561c944a-8cfc-48de-823d-80671648def9"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8585736Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"Larry Brower  (Grunt)"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"1243489c-b496-4dd3-b2b9-fa77b4a917eb"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"User"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"22ee6770-ed4a-4ae1-211e-0a036a359bce"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/fb1c8493-542b-48eb-b624-b4c8fea62acd"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"Security Admin"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/providers/Microsoft.Management/managementGroups/05b815de-344b-4a3f-8387-52ca67249c55"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":"larry@raiffsbits.com"},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"}],"finish_reason":"stop","sampled_model_name":"PartitionKey"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070ae40c0819083757fedc6bb415b","data_source_idx":4,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"1033cb54-39df-4290-82ea-1e609923669b"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8575738Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"Jonathan Harrison"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"a14e5c0c-9088-476a-9275-7d7e78a7f667"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"User"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"fb9019a0-60b2-4696-b8b0-f53384b0ee22"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/8e3af657-a8ff-443c-a75c-2fe8c4bcb635"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"Owner"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":"jonathan@raiffsbits.com"},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"}],"finish_reason":"stop","sampled_model_name":"PartitionKey"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070ae40c0819083757fedc6bb415b","data_source_idx":6,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"2af129cd-b4c5-4be6-9936-ad7a0d36401f"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8565749Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"Containers/securityOperators/DefenderForContainersSecurityOperator"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"89c67a81-de90-4e54-9783-4629b6418c39"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"ServicePrincipal"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"6a12e01d-dea7-4ce4-82aa-baa195673b66"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/d5a2ae44-610b-4500-93be-660a0c5f5ca6"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"Kubernetes Agentless Operator"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"}],"finish_reason":"stop","sampled_model_name":"PartitionKey"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070ae40c0819083757fedc6bb415b","data_source_idx":2,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"0aa13d9a-4a38-45e9-b04e-0e2083cf8a5d"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8635708Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"storageDataScanner"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"ecda83e7-297d-48b4-82c4-1c01ea542ca1"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"ServicePrincipal"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"fccef147-1500-4401-af6b-4bb05208989d"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/2a2b9908-6ea1-4ae2-8e65-a410df84e7d1"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"Storage Blob Data Reader"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"}],"finish_reason":"stop","sampled_model_name":"PartitionKey"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070ae40c0819083757fedc6bb415b","data_source_idx":23,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"b86de4ff-a9a6-467a-9da1-d9aa0dce7926"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8615715Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"PisGym/onlineEndpoints/pi3"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"e74f7564-2170-4f31-86f2-ec9ed5c0c09d"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"ServicePrincipal"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"525cc53a-b48f-41db-b61e-485e67ea6bc3"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/b0025e1e-e68f-447b-98bf-cf333688dd47"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"jon"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/resourceGroups/justforpi/providers/Microsoft.MachineLearningServices/workspaces/PisGym"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":"((!(ActionMatches{'Microsoft.Authorization/roleAssignments/write'})) OR (@Request[Microsoft.Authorization/roleAssignments:RoleDefinitionId] ForAnyOfAllValues:GuidNotEquals {32e6a4ec-6095-4e37-b54b-12aa350ba81f})) AND ((!(ActionMatches{'Microsoft.Authorization/roleAssignments/delete'})) OR (@Resource[Microsoft.Authorization/roleAssignments:RoleDefinitionId] ForAnyOfAllValues:GuidNotEquals {32e6a4ec-6095-4e37-b54b-12aa350ba81f}))"},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":"2"},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":"Double"},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"}],"finish_reason":"stop","sampled_model_name":"PartitionKey"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070ae40c0819083757fedc6bb415b","data_source_idx":12,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"72c49410-cf01-4afb-96c1-0e9e35e11ff5"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8565749Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"Containers/securityOperators/DefenderForContainersSecurityOperator"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"89c67a81-de90-4e54-9783-4629b6418c39"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"ServicePrincipal"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"404f8c47-4577-41ca-a68c-6c30648dfb9d"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/5e93ba01-8f92-4c7a-b12a-801e3df23824"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"Kubernetes Agent Operator"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"}],"finish_reason":"stop","sampled_model_name":"PartitionKey"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070ae40c0819083757fedc6bb415b","data_source_idx":17,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"a48a653a-723a-4749-9d9b-08ab2cc0f99f"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8585736Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"Larry Brower  (Grunt)"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"1243489c-b496-4dd3-b2b9-fa77b4a917eb"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"User"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"f299189f-2e38-4264-95d7-e49fd6902576"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/8e3af657-a8ff-443c-a75c-2fe8c4bcb635"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"Owner"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/providers/Microsoft.Management/managementGroups/05b815de-344b-4a3f-8387-52ca67249c55"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":"larry@raiffsbits.com"},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":"((!(ActionMatches{'Microsoft.Authorization/roleAssignments/write'})) OR (@Request[Microsoft.Authorization/roleAssignments:RoleDefinitionId] ForAnyOfAllValues:GuidNotEquals {32e6a4ec-6095-4e37-b54b-12aa350ba81f})) AND ((!(ActionMatches{'Microsoft.Authorization/roleAssignments/delete'})) OR (@Resource[Microsoft.Authorization/roleAssignments:RoleDefinitionId] ForAnyOfAllValues:GuidNotEquals {32e6a4ec-6095-4e37-b54b-12aa350ba81f}))"},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":"2"},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":"Double"},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"}],"finish_reason":"stop","sampled_model_name":"PartitionKey"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070ae40c0819083757fedc6bb415b","data_source_idx":3,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"0f7f19b7-883e-412a-886f-6fb6c5303633"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.859573Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"PisGym"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"31666f2b-22af-4ea3-b2c4-2c2617cdc185"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"ServicePrincipal"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"6bcdfd22-336c-4c5c-9d03-bb1e5748f8e3"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/b0025e1e-e68f-447b-98bf-cf333688dd47"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"jon"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/resourceGroups/justforpi/providers/Microsoft.MachineLearningServices/workspaces/PisGym"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":"((!(ActionMatches{'Microsoft.Authorization/roleAssignments/write'})) OR (@Request[Microsoft.Authorization/roleAssignments:RoleDefinitionId] ForAnyOfAllValues:GuidNotEquals {32e6a4ec-6095-4e37-b54b-12aa350ba81f})) AND ((!(ActionMatches{'Microsoft.Authorization/roleAssignments/delete'})) OR (@Resource[Microsoft.Authorization/roleAssignments:RoleDefinitionId] ForAnyOfAllValues:GuidNotEquals {32e6a4ec-6095-4e37-b54b-12aa350ba81f}))"},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":"2"},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":"Double"},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"}],"finish_reason":"stop","sampled_model_name":"PartitionKey"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070ae40c0819083757fedc6bb415b","data_source_idx":8,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"49584bfd-7ebe-4d33-a4bd-3d9ee4323f8a"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8625711Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"StorageAccounts/securityOperators/DefenderForStorageSecurityOperator"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"44bfb3e7-4ff1-4a6d-8f95-d0d3a27c79e7"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"ServicePrincipal"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"6d60affd-c1e4-4ce0-9e84-3c200b300c69"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/1e241071-0855-49ea-94dc-649edcd759de"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"EventGrid Contributor"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"}],"finish_reason":"stop","sampled_model_name":"PartitionKey"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070ae40c0819083757fedc6bb415b","data_source_idx":0,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"0506f827-3ac0-468b-b3c6-5c1eda2dddc4"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8585736Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"Larry Brower  (Grunt)"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"1243489c-b496-4dd3-b2b9-fa77b4a917eb"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"User"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"c7108304-48e8-47bb-84ce-a7b1476aed68"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/1c9b6475-caf0-4164-b5a1-2142a7116f4b"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"Template Spec Contributor"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/providers/Microsoft.Management/managementGroups/05b815de-344b-4a3f-8387-52ca67249c55"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":"larry@raiffsbits.com"},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"}],"finish_reason":"stop","sampled_model_name":"PartitionKey"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070ae40c0819083757fedc6bb415b","data_source_idx":9,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"549ef469-e642-47c1-aa9e-525e70e06de4"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8635708Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"storageDataScanner"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"ecda83e7-297d-48b4-82c4-1c01ea542ca1"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"ServicePrincipal"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"e1f1b1f4-8e21-e55b-10c6-27dbbfb54f09"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/1e7ca9b1-60d1-4db8-a914-f2ca1ff27c40"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"Defender for Storage Data Scanner"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"}],"finish_reason":"stop","sampled_model_name":"PartitionKey"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070ae40c0819083757fedc6bb415b","data_source_idx":7,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"2bc778d4-6a8b-4895-83cb-0b869a34f624"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.859573Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"PisGym"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"31666f2b-22af-4ea3-b2c4-2c2617cdc185"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"ServicePrincipal"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"829bf4b3-0e52-4d51-8f8b-e39600f5ebef"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/f58310d9-a9f6-439a-9e8d-f62e7b41a168"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"Role Based Access Control Administrator"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/resourceGroups/justforpi/providers/Microsoft.MachineLearningServices/workspaces/PisGym"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":"me"},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"}],"finish_reason":"stop","sampled_model_name":"PartitionKey"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070ae40c0819083757fedc6bb415b","data_source_idx":14,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"91468897-e4c6-4ba8-8aa1-d305b0e4eaf7"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8605731Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"PisGym"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"31666f2b-22af-4ea3-b2c4-2c2617cdc185"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"ServicePrincipal"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"4ff144f8-4342-4bda-a7c6-54d5f9121ba6"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/b24988ac-6180-42a0-ab88-20f7382dd24c"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"Contributor"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/resourceGroups/justforpi"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"}],"finish_reason":"stop","sampled_model_name":"PartitionKey"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070ae40c0819083757fedc6bb415b","data_source_idx":25,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"c0b30331-4f81-4cd8-9d1d-3fc3d99e0142"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8605731Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"PisGym/onlineEndpoints/pi3"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"e74f7564-2170-4f31-86f2-ec9ed5c0c09d"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"ServicePrincipal"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"df7432ed-7f73-4714-aaac-c2afe8b0e5e6"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/ea01e6af-a1c1-4350-9563-ad00f8c72ec5"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"Azure Machine Learning Workspace Connection Secrets Reader"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/resourceGroups/justforpi/providers/Microsoft.MachineLearningServices/workspaces/pisgym"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"}],"finish_reason":"stop","sampled_model_name":"PartitionKey"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070ae40c0819083757fedc6bb415b","data_source_idx":18,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"a4d7b744-19dc-4006-9874-b48c96c69f82"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8615715Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"PisGym/onlineEndpoints/picopilot"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"11e779a3-309d-43cf-9b9a-acc917d57b1f"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"ServicePrincipal"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"7bfe2eb0-e086-46c8-92da-e7c7a6086b17"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/635dd51f-9968-44d3-b7fb-6d9a6bd613ae"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"AzureML Metrics Writer (preview)"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/resourceGroups/justforpi/providers/Microsoft.MachineLearningServices/workspaces/pisgym"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"}],"finish_reason":"stop","sampled_model_name":"PartitionKey"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070ae40c0819083757fedc6bb415b","data_source_idx":16,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"9dbbb208-40df-4c4d-a8f1-7bee46ae5eb1"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8575738Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"Jonathan Harrison"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"a14e5c0c-9088-476a-9275-7d7e78a7f667"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"User"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"f3e70638-fb7d-48b4-9d60-c052170f3b16"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/b0025e1e-e68f-447b-98bf-cf333688dd47"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"jon"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/resourceGroups/justforpi/providers/Microsoft.MachineLearningServices/workspaces/PisGym"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":"jonathan@raiffsbits.com"},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":"me"},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"}],"finish_reason":"stop","sampled_model_name":"PartitionKey"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070ae40c0819083757fedc6bb415b","data_source_idx":24,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"bd768ecc-4b85-4fb0-a33c-9565b4746ca7"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8625711Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"StorageAccounts/securityOperators/DefenderForStorageSecurityOperator"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"44bfb3e7-4ff1-4a6d-8f95-d0d3a27c79e7"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"ServicePrincipal"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"7a3a31cf-2004-4f76-8ad3-e1233d005747"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/0f641de8-0b88-4198-bdef-bd8b45ceba96"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"Defender for Storage Scanner Operator"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"}],"finish_reason":"stop","sampled_model_name":"PartitionKey"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070ae40c0819083757fedc6bb415b","data_source_idx":19,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"aaf8e5a8-3cd2-4922-b699-e1c75ba38e38"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8575738Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"Jonathan Harrison"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"a14e5c0c-9088-476a-9275-7d7e78a7f667"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"User"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"0fce8454-51dd-4327-80eb-aa69318dca5c"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/18d7d88d-d35e-4fb5-a5c3-7773c20a72d9"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"User Access Administrator"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":"jonathan@raiffsbits.com"},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"}],"finish_reason":"stop","sampled_model_name":"PartitionKey"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070ae40c0819083757fedc6bb415b","data_source_idx":1,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"0944347e-6a74-41c0-bc6a-4dda43e4653d"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8555756Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"Aibotforjonathan"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"f6fd028e-f96e-48c2-8506-af2a6e0efc97"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"ServicePrincipal"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"d3f917c2-9bfd-42bd-9355-61dc2fe2c3f5"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/b0025e1e-e68f-447b-98bf-cf333688dd47"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"jon"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/resourceGroups/justforpi/providers/Microsoft.MachineLearningServices/workspaces/PisGym"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":"((!(ActionMatches{'Microsoft.Authorization/roleAssignments/write'})) OR (@Request[Microsoft.Authorization/roleAssignments:RoleDefinitionId] ForAnyOfAllValues:GuidNotEquals {32e6a4ec-6095-4e37-b54b-12aa350ba81f})) AND ((!(ActionMatches{'Microsoft.Authorization/roleAssignments/delete'})) OR (@Resource[Microsoft.Authorization/roleAssignments:RoleDefinitionId] ForAnyOfAllValues:GuidNotEquals {32e6a4ec-6095-4e37-b54b-12aa350ba81f}))"},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":"2"},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":"Double"},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"}],"finish_reason":"stop","sampled_model_name":"PartitionKey"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070ae40c0819083757fedc6bb415b","data_source_idx":11,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"5fd606ee-ba97-406f-b845-fc23990042cd"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8615715Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"PisGym/onlineEndpoints/picopilot"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"11e779a3-309d-43cf-9b9a-acc917d57b1f"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"ServicePrincipal"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"de26e107-68c2-4930-bf33-d590eeda44eb"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/b0025e1e-e68f-447b-98bf-cf333688dd47"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"jon"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/resourceGroups/justforpi/providers/Microsoft.MachineLearningServices/workspaces/PisGym"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":"((!(ActionMatches{'Microsoft.Authorization/roleAssignments/write'})) OR (@Request[Microsoft.Authorization/roleAssignments:RoleDefinitionId] ForAnyOfAllValues:GuidNotEquals {32e6a4ec-6095-4e37-b54b-12aa350ba81f})) AND ((!(ActionMatches{'Microsoft.Authorization/roleAssignments/delete'})) OR (@Resource[Microsoft.Authorization/roleAssignments:RoleDefinitionId] ForAnyOfAllValues:GuidNotEquals {32e6a4ec-6095-4e37-b54b-12aa350ba81f}))"},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":"2"},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":"Double"},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"}],"finish_reason":"stop","sampled_model_name":"PartitionKey"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070ae40c0819083757fedc6bb415b","data_source_idx":5,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"290ae464-5f96-4538-b1f9-c82a0bcf1602"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8575738Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"Jonathan Harrison"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"128cb92e-c979-4063-b34a-9d2a779dc7d9"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"User"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"04e62574-40f1-408a-92e2-d498e8745a00"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/b0025e1e-e68f-447b-98bf-cf333688dd47"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"jon"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/resourceGroups/justforpi/providers/Microsoft.MachineLearningServices/workspaces/PisGym"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":"harrison82_95_hotmail.com#EXT#@raiffsbits.onmicrosoft.com"},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":"((!(ActionMatches{'Microsoft.Authorization/roleAssignments/write'})) OR (@Request[Microsoft.Authorization/roleAssignments:RoleDefinitionId] ForAnyOfAllValues:GuidNotEquals {32e6a4ec-6095-4e37-b54b-12aa350ba81f})) AND ((!(ActionMatches{'Microsoft.Authorization/roleAssignments/delete'})) OR (@Resource[Microsoft.Authorization/roleAssignments:RoleDefinitionId] ForAnyOfAllValues:GuidNotEquals {32e6a4ec-6095-4e37-b54b-12aa350ba81f}))"},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":"2"},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":"Double"},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"}],"finish_reason":"stop","sampled_model_name":"PartitionKey"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070ae40c0819083757fedc6bb415b","data_source_idx":20,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"adefcecd-2d25-4dab-ac42-b02645bdafdf"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.859573Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"pi20"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"36628fe7-d510-48e3-9105-198f58bdb5b1"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"ServicePrincipal"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"04efefd0-039f-43c5-8398-df726b01cafc"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/8e3af657-a8ff-443c-a75c-2fe8c4bcb635"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"Owner"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/resourceGroups/Justforpi"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"}],"finish_reason":"stop","sampled_model_name":"PartitionKey"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070ae40c0819083757fedc6bb415b","data_source_idx":26,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"c40eb05b-9b5d-4915-a0d7-e04380059bce"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8605731Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"PisGym/onlineEndpoints/pi3"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"e74f7564-2170-4f31-86f2-ec9ed5c0c09d"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"ServicePrincipal"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"b1dbfae8-a1c6-4f0c-85f8-0d5ceee76d63"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/635dd51f-9968-44d3-b7fb-6d9a6bd613ae"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"AzureML Metrics Writer (preview)"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/resourceGroups/justforpi/providers/Microsoft.MachineLearningServices/workspaces/pisgym"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"}],"finish_reason":"stop","sampled_model_name":"PartitionKey"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070ae40c0819083757fedc6bb415b","data_source_idx":15,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"9707ce44-c6b0-46a4-b979-0733e1eb5caf"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8625711Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"smartpi"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"5355e3ce-05dd-4e75-9a5e-4040afe51725"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"ServicePrincipal"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"50dcb622-7d30-4b69-96e1-5dd578450e42"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/b0025e1e-e68f-447b-98bf-cf333688dd47"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"jon"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/resourceGroups/justforpi/providers/Microsoft.MachineLearningServices/workspaces/PisGym"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":"((!(ActionMatches{'Microsoft.Authorization/roleAssignments/write'})) OR (@Request[Microsoft.Authorization/roleAssignments:RoleDefinitionId] ForAnyOfAllValues:GuidNotEquals {32e6a4ec-6095-4e37-b54b-12aa350ba81f})) AND ((!(ActionMatches{'Microsoft.Authorization/roleAssignments/delete'})) OR (@Resource[Microsoft.Authorization/roleAssignments:RoleDefinitionId] ForAnyOfAllValues:GuidNotEquals {32e6a4ec-6095-4e37-b54b-12aa350ba81f}))"},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":"2"},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":"Double"},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"}],"finish_reason":"stop","sampled_model_name":"PartitionKey"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}
{"run_id":"evalrun_67c070ae40c0819083757fedc6bb415b","data_source_idx":21,"item":{"PartitionKey":{"model":"PartitionKey","choices":[{"index":0,"message":{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"},"finish_reason":"stop"}]},"RowKey":{"model":"RowKey","choices":[{"index":0,"message":{"role":"assistant","content":"ae5b0bed-bf51-4aeb-8056-3d46277123ee"},"finish_reason":"stop"}]},"Timestamp":{"model":"Timestamp","choices":[{"index":0,"message":{"role":"assistant","content":"2024-12-08T21:36:52.8575738Z"},"finish_reason":"stop"}]},"DisplayName":{"model":"DisplayName","choices":[{"index":0,"message":{"role":"assistant","content":"Jonathan Harrison"},"finish_reason":"stop"}]},"DisplayName@type":{"model":"DisplayName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"ObjectId":{"model":"ObjectId","choices":[{"index":0,"message":{"role":"assistant","content":"a14e5c0c-9088-476a-9275-7d7e78a7f667"},"finish_reason":"stop"}]},"ObjectId@type":{"model":"ObjectId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"ObjectType":{"model":"ObjectType","choices":[{"index":0,"message":{"role":"assistant","content":"User"},"finish_reason":"stop"}]},"ObjectType@type":{"model":"ObjectType@type","choices":[{"index":0,"message":{"role":"assistant","content":"Binary"},"finish_reason":"stop"}]},"RoleAssignmentId":{"model":"RoleAssignmentId","choices":[{"index":0,"message":{"role":"assistant","content":"beaedddf-1532-4a5d-957c-553ab15b7d25"},"finish_reason":"stop"}]},"RoleAssignmentId@type":{"model":"RoleAssignmentId@type","choices":[{"index":0,"message":{"role":"assistant","content":"Guid"},"finish_reason":"stop"}]},"RoleDefinitionId":{"model":"RoleDefinitionId","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/providers/Microsoft.Authorization/roleDefinitions/3afb7f49-54cb-416e-8c09-6dc049efa503"},"finish_reason":"stop"}]},"RoleDefinitionId@type":{"model":"RoleDefinitionId@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"RoleDefinitionName":{"model":"RoleDefinitionName","choices":[{"index":0,"message":{"role":"assistant","content":"Azure AI Inference Deployment Operator"},"finish_reason":"stop"}]},"RoleDefinitionName@type":{"model":"RoleDefinitionName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Scope":{"model":"Scope","choices":[{"index":0,"message":{"role":"assistant","content":"/subscriptions/5dd32870-bdc6-40cd-981a-f299e93a6439/resourceGroups/Justforpi"},"finish_reason":"stop"}]},"Scope@type":{"model":"Scope@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"SignInName":{"model":"SignInName","choices":[{"index":0,"message":{"role":"assistant","content":"jonathan@raiffsbits.com"},"finish_reason":"stop"}]},"SignInName@type":{"model":"SignInName@type","choices":[{"index":0,"message":{"role":"assistant","content":"String"},"finish_reason":"stop"}]},"Condition":{"model":"Condition","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"Condition@type":{"model":"Condition@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion":{"model":"ConditionVersion","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"ConditionVersion@type":{"model":"ConditionVersion@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription":{"model":"RoleAssignmentDescription","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]},"RoleAssignmentDescription@type":{"model":"RoleAssignmentDescription@type","choices":[{"index":0,"message":{"role":"assistant","content":""},"finish_reason":"stop"}]}},"sample":{"trajectory":[],"outputs":[{"role":"assistant","content":"8760406c-f769-4dc5-9121-f7d8087501b4"}],"finish_reason":"stop","sampled_model_name":"PartitionKey"},"grades":{},"grader_samples":{"Custom prompt":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Sentiment classification":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Factuality":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}},"Semantic similarity":{"trajectory":[],"outputs":[{"role":"assistant","content":""}],"finish_reason":"","sampled_model_name":"","error":{"message":"You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.","code":"insufficient_quota","type":"insufficient_quota"}}},"passes":{}}