| { | |
| "#ALL_SERVICES": { | |
| "active_intent_accuracy": 0.9545927660681759, | |
| "average_cat_accuracy": 0.9220957502977616, | |
| "average_goal_accuracy": 0.9536974455899967, | |
| "average_noncat_accuracy": 0.9695558183236984, | |
| "joint_cat_accuracy": 0.8872109826589596, | |
| "joint_goal_accuracy": 0.8319482101656693, | |
| "joint_noncat_accuracy": 0.9261218136872236, | |
| "requested_slots_f1": 0.9943779454708417, | |
| "requested_slots_precision": 0.9961979934657531, | |
| "requested_slots_recall": 0.9958040593286495 | |
| }, | |
| "#SEEN_SERVICES": { | |
| "active_intent_accuracy": 0.9665482277493717, | |
| "average_cat_accuracy": 0.9634643377001456, | |
| "average_goal_accuracy": 0.9813532408493408, | |
| "average_noncat_accuracy": 0.9870365292573722, | |
| "joint_cat_accuracy": 0.9687158605621213, | |
| "joint_goal_accuracy": 0.947218944449259, | |
| "joint_noncat_accuracy": 0.9732480630903891, | |
| "requested_slots_f1": 0.996487275038276, | |
| "requested_slots_precision": 0.9973279024756622, | |
| "requested_slots_recall": 0.9988733859086576 | |
| }, | |
| "#UNSEEN_SERVICES": { | |
| "active_intent_accuracy": 0.9506030019955461, | |
| "average_cat_accuracy": 0.9110400522827, | |
| "average_goal_accuracy": 0.9440839105453502, | |
| "average_noncat_accuracy": 0.9634817115696184, | |
| "joint_cat_accuracy": 0.8611172935677721, | |
| "joint_goal_accuracy": 0.7934801822020418, | |
| "joint_noncat_accuracy": 0.910394891401799, | |
| "requested_slots_f1": 0.9936740222305772, | |
| "requested_slots_precision": 0.9958209214217544, | |
| "requested_slots_recall": 0.9947797668970703 | |
| }, | |
| "Alarm": { | |
| "active_intent_accuracy": 0.9622475856014048, | |
| "average_goal_accuracy": 0.8944308943089431, | |
| "average_noncat_accuracy": 0.8944308943089431, | |
| "joint_goal_accuracy": 0.9379719051799824, | |
| "joint_noncat_accuracy": 0.9379719051799824, | |
| "requested_slots_f1": 1.0, | |
| "requested_slots_precision": 1.0, | |
| "requested_slots_recall": 1.0 | |
| }, | |
| "Alarm_1": { | |
| "active_intent_accuracy": 0.9622475856014048, | |
| "average_goal_accuracy": 0.8944308943089431, | |
| "average_noncat_accuracy": 0.8944308943089431, | |
| "joint_goal_accuracy": 0.9379719051799824, | |
| "joint_noncat_accuracy": 0.9379719051799824, | |
| "requested_slots_f1": 1.0, | |
| "requested_slots_precision": 1.0, | |
| "requested_slots_recall": 1.0 | |
| }, | |
| "Buses": { | |
| "active_intent_accuracy": 0.9577290959580377, | |
| "average_cat_accuracy": 0.9533923303834809, | |
| "average_goal_accuracy": 0.9829112231680237, | |
| "average_noncat_accuracy": 0.9941494873472949, | |
| "joint_cat_accuracy": 0.7972847886454798, | |
| "joint_goal_accuracy": 0.7881866399259487, | |
| "joint_noncat_accuracy": 0.9867996297439062, | |
| "requested_slots_f1": 0.9932222565051939, | |
| "requested_slots_precision": 0.9950632520826905, | |
| "requested_slots_recall": 0.9949089787102746 | |
| }, | |
| "Buses_3": { | |
| "active_intent_accuracy": 0.9577290959580377, | |
| "average_cat_accuracy": 0.9533923303834809, | |
| "average_goal_accuracy": 0.9829112231680237, | |
| "average_noncat_accuracy": 0.9941494873472949, | |
| "joint_cat_accuracy": 0.7972847886454798, | |
| "joint_goal_accuracy": 0.7881866399259487, | |
| "joint_noncat_accuracy": 0.9867996297439062, | |
| "requested_slots_f1": 0.9932222565051939, | |
| "requested_slots_precision": 0.9950632520826905, | |
| "requested_slots_recall": 0.9949089787102746 | |
| }, | |
| "Events": { | |
| "active_intent_accuracy": 0.989430894308943, | |
| "average_cat_accuracy": 0.8383681096231703, | |
| "average_goal_accuracy": 0.9387623029603999, | |
| "average_noncat_accuracy": 0.9916431718061675, | |
| "joint_cat_accuracy": 0.8216802168021681, | |
| "joint_goal_accuracy": 0.7897642276422764, | |
| "joint_noncat_accuracy": 0.963130081300813, | |
| "requested_slots_f1": 0.9917976513098464, | |
| "requested_slots_precision": 0.9933152664859981, | |
| "requested_slots_recall": 0.9936314363143631 | |
| }, | |
| "Events_3": { | |
| "active_intent_accuracy": 0.989430894308943, | |
| "average_cat_accuracy": 0.8383681096231703, | |
| "average_goal_accuracy": 0.9387623029603999, | |
| "average_noncat_accuracy": 0.9916431718061675, | |
| "joint_cat_accuracy": 0.8216802168021681, | |
| "joint_goal_accuracy": 0.7897642276422764, | |
| "joint_noncat_accuracy": 0.963130081300813, | |
| "requested_slots_f1": 0.9917976513098464, | |
| "requested_slots_precision": 0.9933152664859981, | |
| "requested_slots_recall": 0.9936314363143631 | |
| }, | |
| "Flights": { | |
| "active_intent_accuracy": 0.9500674763832658, | |
| "average_cat_accuracy": 0.839938167509837, | |
| "average_goal_accuracy": 0.9660620840336134, | |
| "average_noncat_accuracy": 0.9900193798449612, | |
| "joint_cat_accuracy": 0.7017543859649122, | |
| "joint_goal_accuracy": 0.684835942420153, | |
| "joint_noncat_accuracy": 0.9702256860098967, | |
| "requested_slots_f1": 0.9821562453141399, | |
| "requested_slots_precision": 0.9922777028040185, | |
| "requested_slots_recall": 0.9831309041835358 | |
| }, | |
| "Flights_4": { | |
| "active_intent_accuracy": 0.9500674763832658, | |
| "average_cat_accuracy": 0.839938167509837, | |
| "average_goal_accuracy": 0.9660620840336134, | |
| "average_noncat_accuracy": 0.9900193798449612, | |
| "joint_cat_accuracy": 0.7017543859649122, | |
| "joint_goal_accuracy": 0.684835942420153, | |
| "joint_noncat_accuracy": 0.9702256860098967, | |
| "requested_slots_f1": 0.9821562453141399, | |
| "requested_slots_precision": 0.9922777028040185, | |
| "requested_slots_recall": 0.9831309041835358 | |
| }, | |
| "Homes": { | |
| "active_intent_accuracy": 0.9808877928483354, | |
| "average_cat_accuracy": 0.9224992579400416, | |
| "average_goal_accuracy": 0.9524582703451752, | |
| "average_noncat_accuracy": 0.9890301724137931, | |
| "joint_cat_accuracy": 0.6639950678175093, | |
| "joint_goal_accuracy": 0.547983970406905, | |
| "joint_noncat_accuracy": 0.8839889025893958, | |
| "requested_slots_f1": 0.9772708590217837, | |
| "requested_slots_precision": 0.9836621454993835, | |
| "requested_slots_recall": 0.9827373612823674 | |
| }, | |
| "Homes_2": { | |
| "active_intent_accuracy": 0.9808877928483354, | |
| "average_cat_accuracy": 0.9224992579400416, | |
| "average_goal_accuracy": 0.9524582703451752, | |
| "average_noncat_accuracy": 0.9890301724137931, | |
| "joint_cat_accuracy": 0.6639950678175093, | |
| "joint_goal_accuracy": 0.547983970406905, | |
| "joint_noncat_accuracy": 0.8839889025893958, | |
| "requested_slots_f1": 0.9772708590217837, | |
| "requested_slots_precision": 0.9836621454993835, | |
| "requested_slots_recall": 0.9827373612823674 | |
| }, | |
| "Hotels": { | |
| "active_intent_accuracy": 0.9869653020011016, | |
| "average_cat_accuracy": 0.9934012615235324, | |
| "average_goal_accuracy": 0.9934000764233856, | |
| "average_noncat_accuracy": 0.994286359530262, | |
| "joint_cat_accuracy": 0.9880668257756563, | |
| "joint_goal_accuracy": 0.9766252432531669, | |
| "joint_noncat_accuracy": 0.9878314117863044, | |
| "requested_slots_f1": 0.9992595312404382, | |
| "requested_slots_precision": 0.9995716296432285, | |
| "requested_slots_recall": 0.9994492381127226 | |
| }, | |
| "Hotels_2": { | |
| "active_intent_accuracy": 0.9876379690949227, | |
| "average_cat_accuracy": 0.9912280701754386, | |
| "average_goal_accuracy": 0.9894972714870394, | |
| "average_noncat_accuracy": 0.9905354691075513, | |
| "joint_cat_accuracy": 0.9898454746136865, | |
| "joint_goal_accuracy": 0.9739548344370862, | |
| "joint_noncat_accuracy": 0.983685518763797, | |
| "requested_slots_f1": 0.9994113318616629, | |
| "requested_slots_precision": 1.0, | |
| "requested_slots_recall": 0.9993377483443708 | |
| }, | |
| "Hotels_4": { | |
| "active_intent_accuracy": 0.9864864864864865, | |
| "average_cat_accuracy": 0.9949419568822554, | |
| "average_goal_accuracy": 0.99622784184514, | |
| "average_noncat_accuracy": 0.9970356703567035, | |
| "joint_cat_accuracy": 0.9868007542426147, | |
| "joint_goal_accuracy": 0.9785260842237586, | |
| "joint_noncat_accuracy": 0.9907825267127593, | |
| "requested_slots_f1": 0.9991514770584539, | |
| "requested_slots_precision": 0.9992667085690341, | |
| "requested_slots_recall": 0.9995285983658077 | |
| }, | |
| "Media": { | |
| "active_intent_accuracy": 0.9633563462559745, | |
| "average_cat_accuracy": 0.9427207637231504, | |
| "average_goal_accuracy": 0.8968271857923497, | |
| "average_noncat_accuracy": 0.8976932153392331, | |
| "joint_cat_accuracy": 0.9739776951672863, | |
| "joint_goal_accuracy": 0.7623249389272437, | |
| "joint_noncat_accuracy": 0.7811194158258099, | |
| "requested_slots_f1": 0.9929191007257923, | |
| "requested_slots_precision": 1.0, | |
| "requested_slots_recall": 0.9928305894848646 | |
| }, | |
| "Media_3": { | |
| "active_intent_accuracy": 0.9633563462559745, | |
| "average_cat_accuracy": 0.9427207637231504, | |
| "average_goal_accuracy": 0.8968271857923497, | |
| "average_noncat_accuracy": 0.8976932153392331, | |
| "joint_cat_accuracy": 0.9739776951672863, | |
| "joint_goal_accuracy": 0.7623249389272437, | |
| "joint_noncat_accuracy": 0.7811194158258099, | |
| "requested_slots_f1": 0.9929191007257923, | |
| "requested_slots_precision": 1.0, | |
| "requested_slots_recall": 0.9928305894848646 | |
| }, | |
| "Messaging": { | |
| "active_intent_accuracy": 1.0, | |
| "average_goal_accuracy": 0.7733979328165375, | |
| "average_noncat_accuracy": 0.7733979328165375, | |
| "joint_goal_accuracy": 0.6348006441223832, | |
| "joint_noncat_accuracy": 0.6348006441223832, | |
| "requested_slots_f1": 1.0, | |
| "requested_slots_precision": 1.0, | |
| "requested_slots_recall": 1.0 | |
| }, | |
| "Messaging_1": { | |
| "active_intent_accuracy": 1.0, | |
| "average_goal_accuracy": 0.7733979328165375, | |
| "average_noncat_accuracy": 0.7733979328165375, | |
| "joint_goal_accuracy": 0.6348006441223832, | |
| "joint_noncat_accuracy": 0.6348006441223832, | |
| "requested_slots_f1": 1.0, | |
| "requested_slots_precision": 1.0, | |
| "requested_slots_recall": 1.0 | |
| }, | |
| "Movies": { | |
| "active_intent_accuracy": 0.8519611978068325, | |
| "average_cat_accuracy": 0.9458023379383634, | |
| "average_goal_accuracy": 0.9047051390007567, | |
| "average_noncat_accuracy": 0.9058949724517906, | |
| "joint_cat_accuracy": 0.9674046740467405, | |
| "joint_goal_accuracy": 0.8058263180092787, | |
| "joint_noncat_accuracy": 0.8260709405314214, | |
| "requested_slots_f1": 0.9820188387459582, | |
| "requested_slots_precision": 0.986784760298046, | |
| "requested_slots_recall": 0.9820750738085197 | |
| }, | |
| "Movies_1": { | |
| "active_intent_accuracy": 0.7841328413284133, | |
| "average_cat_accuracy": 0.9458023379383634, | |
| "average_goal_accuracy": 0.9668891436600581, | |
| "average_noncat_accuracy": 0.9690085134250164, | |
| "joint_cat_accuracy": 0.9674046740467405, | |
| "joint_goal_accuracy": 0.8745090405904059, | |
| "joint_noncat_accuracy": 0.904029335793358, | |
| "requested_slots_f1": 0.9970069700697007, | |
| "requested_slots_precision": 0.9985649856498565, | |
| "requested_slots_recall": 0.9978474784747847 | |
| }, | |
| "Movies_3": { | |
| "active_intent_accuracy": 1.0, | |
| "average_goal_accuracy": 0.6702607986960065, | |
| "average_noncat_accuracy": 0.6702607986960065, | |
| "joint_goal_accuracy": 0.6559228187919464, | |
| "joint_noncat_accuracy": 0.6559228187919464, | |
| "requested_slots_f1": 0.9493064876957494, | |
| "requested_slots_precision": 0.9610738255033557, | |
| "requested_slots_recall": 0.9476510067114094 | |
| }, | |
| "Music": { | |
| "active_intent_accuracy": 0.9853635505193579, | |
| "average_cat_accuracy": 0.8149664929262844, | |
| "average_goal_accuracy": 0.8877152554483743, | |
| "average_noncat_accuracy": 0.9308473199783434, | |
| "joint_cat_accuracy": 0.8498583569405099, | |
| "joint_goal_accuracy": 0.7294381491973561, | |
| "joint_noncat_accuracy": 0.8524551463644948, | |
| "requested_slots_f1": 0.9993704752911551, | |
| "requested_slots_precision": 1.0, | |
| "requested_slots_recall": 0.9992917847025495 | |
| }, | |
| "Music_3": { | |
| "active_intent_accuracy": 0.9853635505193579, | |
| "average_cat_accuracy": 0.8149664929262844, | |
| "average_goal_accuracy": 0.8877152554483743, | |
| "average_noncat_accuracy": 0.9308473199783434, | |
| "joint_cat_accuracy": 0.8498583569405099, | |
| "joint_goal_accuracy": 0.7294381491973561, | |
| "joint_noncat_accuracy": 0.8524551463644948, | |
| "requested_slots_f1": 0.9993704752911551, | |
| "requested_slots_precision": 1.0, | |
| "requested_slots_recall": 0.9992917847025495 | |
| }, | |
| "Payment": { | |
| "active_intent_accuracy": 0.6855524079320113, | |
| "average_cat_accuracy": 0.7969613259668509, | |
| "average_goal_accuracy": 0.8869468390804597, | |
| "average_noncat_accuracy": 0.9494664466446644, | |
| "joint_cat_accuracy": 0.7374881964117092, | |
| "joint_goal_accuracy": 0.6800094428706327, | |
| "joint_noncat_accuracy": 0.8518914069877243, | |
| "requested_slots_f1": 0.9981114258734656, | |
| "requested_slots_precision": 0.9981114258734656, | |
| "requested_slots_recall": 1.0 | |
| }, | |
| "Payment_1": { | |
| "active_intent_accuracy": 0.6855524079320113, | |
| "average_cat_accuracy": 0.7969613259668509, | |
| "average_goal_accuracy": 0.8869468390804597, | |
| "average_noncat_accuracy": 0.9494664466446644, | |
| "joint_cat_accuracy": 0.7374881964117092, | |
| "joint_goal_accuracy": 0.6800094428706327, | |
| "joint_noncat_accuracy": 0.8518914069877243, | |
| "requested_slots_f1": 0.9981114258734656, | |
| "requested_slots_precision": 0.9981114258734656, | |
| "requested_slots_recall": 1.0 | |
| }, | |
| "RentalCars": { | |
| "active_intent_accuracy": 0.8823240990438833, | |
| "average_cat_accuracy": 0.9086503948312994, | |
| "average_goal_accuracy": 0.93382310022535, | |
| "average_noncat_accuracy": 0.9477916558357161, | |
| "joint_cat_accuracy": 0.8815886246629075, | |
| "joint_goal_accuracy": 0.7136618533954401, | |
| "joint_noncat_accuracy": 0.8155728119637167, | |
| "requested_slots_f1": 0.9982021737353928, | |
| "requested_slots_precision": 0.9984064721745526, | |
| "requested_slots_recall": 0.9997548418730081 | |
| }, | |
| "RentalCars_3": { | |
| "active_intent_accuracy": 0.8823240990438833, | |
| "average_cat_accuracy": 0.9086503948312994, | |
| "average_goal_accuracy": 0.93382310022535, | |
| "average_noncat_accuracy": 0.9477916558357161, | |
| "joint_cat_accuracy": 0.8815886246629075, | |
| "joint_goal_accuracy": 0.7136618533954401, | |
| "joint_noncat_accuracy": 0.8155728119637167, | |
| "requested_slots_f1": 0.9982021737353928, | |
| "requested_slots_precision": 0.9984064721745526, | |
| "requested_slots_recall": 0.9997548418730081 | |
| }, | |
| "Restaurants": { | |
| "active_intent_accuracy": 0.9739551786795881, | |
| "average_cat_accuracy": 0.9905425584868094, | |
| "average_goal_accuracy": 0.9929617544818373, | |
| "average_noncat_accuracy": 0.9940470991222436, | |
| "joint_cat_accuracy": 0.9297395517867959, | |
| "joint_goal_accuracy": 0.897651968503937, | |
| "joint_noncat_accuracy": 0.9634757116898849, | |
| "requested_slots_f1": 0.9943569553805774, | |
| "requested_slots_precision": 0.9956087219866747, | |
| "requested_slots_recall": 0.9963658388855239 | |
| }, | |
| "Restaurants_2": { | |
| "active_intent_accuracy": 0.9739551786795881, | |
| "average_cat_accuracy": 0.9905425584868094, | |
| "average_goal_accuracy": 0.9929617544818373, | |
| "average_noncat_accuracy": 0.9940470991222436, | |
| "joint_cat_accuracy": 0.9297395517867959, | |
| "joint_goal_accuracy": 0.897651968503937, | |
| "joint_noncat_accuracy": 0.9634757116898849, | |
| "requested_slots_f1": 0.9943569553805774, | |
| "requested_slots_precision": 0.9956087219866747, | |
| "requested_slots_recall": 0.9963658388855239 | |
| }, | |
| "RideSharing": { | |
| "active_intent_accuracy": 1.0, | |
| "average_cat_accuracy": 0.9591651542649727, | |
| "average_goal_accuracy": 0.9630605285592498, | |
| "average_noncat_accuracy": 0.9686795774647888, | |
| "joint_cat_accuracy": 0.9308072487644151, | |
| "joint_goal_accuracy": 0.9047364085667216, | |
| "joint_noncat_accuracy": 0.9690444810543658, | |
| "requested_slots_f1": 0.9964305326743548, | |
| "requested_slots_precision": 0.9979406919275123, | |
| "requested_slots_recall": 0.9983525535420099 | |
| }, | |
| "RideSharing_2": { | |
| "active_intent_accuracy": 1.0, | |
| "average_cat_accuracy": 0.9591651542649727, | |
| "average_goal_accuracy": 0.9630605285592498, | |
| "average_noncat_accuracy": 0.9686795774647888, | |
| "joint_cat_accuracy": 0.9308072487644151, | |
| "joint_goal_accuracy": 0.9047364085667216, | |
| "joint_noncat_accuracy": 0.9690444810543658, | |
| "requested_slots_f1": 0.9964305326743548, | |
| "requested_slots_precision": 0.9979406919275123, | |
| "requested_slots_recall": 0.9983525535420099 | |
| }, | |
| "Services": { | |
| "active_intent_accuracy": 0.9976427923844061, | |
| "average_cat_accuracy": 0.9844808126410836, | |
| "average_goal_accuracy": 0.9923798976750211, | |
| "average_noncat_accuracy": 0.9969010778284734, | |
| "joint_cat_accuracy": 0.9876699909338169, | |
| "joint_goal_accuracy": 0.9814016319129647, | |
| "joint_noncat_accuracy": 0.9935503173164099, | |
| "requested_slots_f1": 0.9955877908733756, | |
| "requested_slots_precision": 0.9960108794197643, | |
| "requested_slots_recall": 0.9991840435176791 | |
| }, | |
| "Services_1": { | |
| "active_intent_accuracy": 0.9975643702157272, | |
| "average_cat_accuracy": 0.9841688654353562, | |
| "average_goal_accuracy": 0.993055972013993, | |
| "average_noncat_accuracy": 0.9941533586818757, | |
| "joint_cat_accuracy": 0.9937369519832986, | |
| "joint_goal_accuracy": 0.982383437717467, | |
| "joint_noncat_accuracy": 0.9882985386221294, | |
| "requested_slots_f1": 0.9919972164231037, | |
| "requested_slots_precision": 0.9925191370911621, | |
| "requested_slots_recall": 0.9989561586638831 | |
| }, | |
| "Services_4": { | |
| "active_intent_accuracy": 0.9977281332828474, | |
| "average_cat_accuracy": 0.9846281678437889, | |
| "average_goal_accuracy": 0.9916522791448162, | |
| "average_noncat_accuracy": 0.9998983824139361, | |
| "joint_cat_accuracy": 0.9810677773570617, | |
| "joint_goal_accuracy": 0.9803332071185157, | |
| "joint_noncat_accuracy": 0.9992654297614539, | |
| "requested_slots_f1": 0.9994951407295216, | |
| "requested_slots_precision": 0.9998106777735706, | |
| "requested_slots_recall": 0.9994320333207118 | |
| }, | |
| "Trains": { | |
| "active_intent_accuracy": 0.8759850684363335, | |
| "average_cat_accuracy": 0.8424043715846995, | |
| "average_goal_accuracy": 0.9542041930046353, | |
| "average_noncat_accuracy": 0.9881938866577421, | |
| "joint_cat_accuracy": 0.8369970966403982, | |
| "joint_goal_accuracy": 0.8015034425549564, | |
| "joint_noncat_accuracy": 0.9589924512650352, | |
| "requested_slots_f1": 0.9977049633623669, | |
| "requested_slots_precision": 0.9977879164938478, | |
| "requested_slots_recall": 0.9979261717129821 | |
| }, | |
| "Trains_1": { | |
| "active_intent_accuracy": 0.8759850684363335, | |
| "average_cat_accuracy": 0.8424043715846995, | |
| "average_goal_accuracy": 0.9542041930046353, | |
| "average_noncat_accuracy": 0.9881938866577421, | |
| "joint_cat_accuracy": 0.8369970966403982, | |
| "joint_goal_accuracy": 0.8015034425549564, | |
| "joint_noncat_accuracy": 0.9589924512650352, | |
| "requested_slots_f1": 0.9977049633623669, | |
| "requested_slots_precision": 0.9977879164938478, | |
| "requested_slots_recall": 0.9979261717129821 | |
| }, | |
| "Travel": { | |
| "active_intent_accuracy": 1.0, | |
| "average_cat_accuracy": 0.9261904761904763, | |
| "average_goal_accuracy": 0.9714375745188213, | |
| "average_noncat_accuracy": 0.9955227032734952, | |
| "joint_cat_accuracy": 0.9344497607655502, | |
| "joint_goal_accuracy": 0.9312344497607655, | |
| "joint_noncat_accuracy": 0.9959425837320575, | |
| "requested_slots_f1": 0.9985645933014354, | |
| "requested_slots_precision": 1.0, | |
| "requested_slots_recall": 0.9985645933014354 | |
| }, | |
| "Travel_1": { | |
| "active_intent_accuracy": 1.0, | |
| "average_cat_accuracy": 0.9261904761904763, | |
| "average_goal_accuracy": 0.9714375745188213, | |
| "average_noncat_accuracy": 0.9955227032734952, | |
| "joint_cat_accuracy": 0.9344497607655502, | |
| "joint_goal_accuracy": 0.9312344497607655, | |
| "joint_noncat_accuracy": 0.9959425837320575, | |
| "requested_slots_f1": 0.9985645933014354, | |
| "requested_slots_precision": 1.0, | |
| "requested_slots_recall": 0.9985645933014354 | |
| }, | |
| "Weather": { | |
| "active_intent_accuracy": 1.0, | |
| "average_goal_accuracy": 0.9912157413914265, | |
| "average_noncat_accuracy": 0.9912157413914265, | |
| "joint_goal_accuracy": 0.9755102040816327, | |
| "joint_noncat_accuracy": 0.9755102040816327, | |
| "requested_slots_f1": 0.9972789115646259, | |
| "requested_slots_precision": 0.996938775510204, | |
| "requested_slots_recall": 1.0 | |
| }, | |
| "Weather_1": { | |
| "active_intent_accuracy": 1.0, | |
| "average_goal_accuracy": 0.9912157413914265, | |
| "average_noncat_accuracy": 0.9912157413914265, | |
| "joint_goal_accuracy": 0.9755102040816327, | |
| "joint_noncat_accuracy": 0.9755102040816327, | |
| "requested_slots_f1": 0.9972789115646259, | |
| "requested_slots_precision": 0.996938775510204, | |
| "requested_slots_recall": 1.0 | |
| } | |
| } |