|
| 1 | +{ |
| 2 | + "parameters": { |
| 3 | + "Endpoint": "https://westus.api.cognitive.microsoft.com/", |
| 4 | + "Ocp-Apim-Subscription-Key": "{API Key}", |
| 5 | + "api-version": "2024-05-15-preview", |
| 6 | + "evaluation": { |
| 7 | + "model1": { |
| 8 | + "self": "https://westus.api.cognitive.microsoft.com/speechtotext/models/base/8a043172-65b7-4cf3-a8b5-4449efa5a0f1?api-version=2024-05-15-preview" |
| 9 | + }, |
| 10 | + "model2": { |
| 11 | + "self": "https://westus.api.cognitive.microsoft.com/speechtotext/models/827712a5-f942-4997-91c3-7c6cde35600b?api-version=2024-05-15-preview" |
| 12 | + }, |
| 13 | + "dataset": { |
| 14 | + "self": "https://westus.api.cognitive.microsoft.com/speechtotext/datasets/9d5f4100-5f8e-4dd6-bd83-9bbbf50d57f1?api-version=2024-05-15-preview" |
| 15 | + }, |
| 16 | + "locale": "en-US", |
| 17 | + "displayName": "My new evaluation", |
| 18 | + "description": "The description of the evaluation" |
| 19 | + }, |
| 20 | + "Content-Type": "application/json" |
| 21 | + }, |
| 22 | + "responses": { |
| 23 | + "201": { |
| 24 | + "headers": { |
| 25 | + "Location": "https://westus.api.cognitive.microsoft.com/speechtotext/evaluations/1c50ce42-6ab7-454f-8c39-54a752d1a5b6?api-version=2024-05-15-preview" |
| 26 | + }, |
| 27 | + "body": { |
| 28 | + "self": "https://westus.api.cognitive.microsoft.com/speechtotext/evaluations/1c50ce42-6ab7-454f-8c39-54a752d1a5b6?api-version=2024-05-15-preview", |
| 29 | + "model1": { |
| 30 | + "self": "https://westus.api.cognitive.microsoft.com/speechtotext/models/base/8a043172-65b7-4cf3-a8b5-4449efa5a0f1?api-version=2024-05-15-preview" |
| 31 | + }, |
| 32 | + "model2": { |
| 33 | + "self": "https://westus.api.cognitive.microsoft.com/speechtotext/models/827712a5-f942-4997-91c3-7c6cde35600b?api-version=2024-05-15-preview" |
| 34 | + }, |
| 35 | + "dataset": { |
| 36 | + "self": "https://westus.api.cognitive.microsoft.com/speechtotext/datasets/9d5f4100-5f8e-4dd6-bd83-9bbbf50d57f1?api-version=2024-05-15-preview" |
| 37 | + }, |
| 38 | + "transcription2": { |
| 39 | + "self": "https://westus.api.cognitive.microsoft.com/speechtotext/transcriptions/ad86d0c9-af6d-4d14-a621-c60d7d65b74f?api-version=2024-05-15-preview" |
| 40 | + }, |
| 41 | + "transcription1": { |
| 42 | + "self": "https://westus.api.cognitive.microsoft.com/speechtotext/transcriptions/ba7ea6f5-3065-40b7-b49a-a90f48584683?api-version=2024-05-15-preview" |
| 43 | + }, |
| 44 | + "links": { |
| 45 | + "files": "https://westus.api.cognitive.microsoft.com/speechtotext/evaluations/00000000-0000-0000-0000-000000000000/files?api-version=2024-05-15-preview" |
| 46 | + }, |
| 47 | + "properties": { |
| 48 | + "wordErrorRate1": 0.065, |
| 49 | + "sentenceErrorRate1": 0.375, |
| 50 | + "tokenErrorRate1": 0.125, |
| 51 | + "sentenceCount1": 8, |
| 52 | + "wordCount1": 46, |
| 53 | + "correctWordCount1": 43, |
| 54 | + "wordSubstitutionCount1": 3, |
| 55 | + "wordDeletionCount1": 0, |
| 56 | + "wordInsertionCount1": 0, |
| 57 | + "tokenCount1": 48, |
| 58 | + "correctTokenCount1": 42, |
| 59 | + "tokenSubstitutionCount1": 6, |
| 60 | + "tokenDeletionCount1": 0, |
| 61 | + "tokenInsertionCount1": 0, |
| 62 | + "tokenErrors1": { |
| 63 | + "punctuation": { |
| 64 | + "numberOfEdits": 2, |
| 65 | + "percentageOfAllEdits": 0.66 |
| 66 | + }, |
| 67 | + "capitalization": { |
| 68 | + "numberOfEdits": 1, |
| 69 | + "percentageOfAllEdits": 0.33 |
| 70 | + } |
| 71 | + }, |
| 72 | + "wordErrorRate2": 0.065, |
| 73 | + "sentenceErrorRate2": 0.375, |
| 74 | + "tokenErrorRate2": 0.125, |
| 75 | + "sentenceCount2": 8, |
| 76 | + "wordCount2": 46, |
| 77 | + "correctWordCount2": 43, |
| 78 | + "wordSubstitutionCount2": 3, |
| 79 | + "wordDeletionCount2": 0, |
| 80 | + "wordInsertionCount2": 0, |
| 81 | + "tokenCount2": 48, |
| 82 | + "correctTokenCount2": 42, |
| 83 | + "tokenSubstitutionCount2": 6, |
| 84 | + "tokenDeletionCount2": 0, |
| 85 | + "tokenInsertionCount2": 0, |
| 86 | + "tokenErrors2": { |
| 87 | + "punctuation": { |
| 88 | + "numberOfEdits": 208, |
| 89 | + "percentageOfAllEdits": 1.22 |
| 90 | + }, |
| 91 | + "capitalization": { |
| 92 | + "numberOfEdits": 126, |
| 93 | + "percentageOfAllEdits": 0.74 |
| 94 | + }, |
| 95 | + "inverseTextNormalization": { |
| 96 | + "numberOfEdits": 409, |
| 97 | + "percentageOfAllEdits": 2.4 |
| 98 | + }, |
| 99 | + "lexical": { |
| 100 | + "numberOfEdits": 16284, |
| 101 | + "percentageOfAllEdits": 95.41 |
| 102 | + }, |
| 103 | + "others": { |
| 104 | + "numberOfEdits": 41, |
| 105 | + "percentageOfAllEdits": 0.24 |
| 106 | + } |
| 107 | + } |
| 108 | + }, |
| 109 | + "lastActionDateTime": "2019-01-07T11:36:07Z", |
| 110 | + "status": "Succeeded", |
| 111 | + "createdDateTime": "2019-01-07T11:34:12Z", |
| 112 | + "locale": "en-US", |
| 113 | + "displayName": "Evalution of one model against another model" |
| 114 | + } |
| 115 | + } |
| 116 | + } |
| 117 | +} |
0 commit comments