{
  "#ALL_SERVICES": {
    "active_intent_accuracy": 0.9545927660681759,
    "average_cat_accuracy": 0.9220957502977616,
    "average_goal_accuracy": 0.9536974455899967,
    "average_noncat_accuracy": 0.9695558183236984,
    "joint_cat_accuracy": 0.8872109826589596,
    "joint_goal_accuracy": 0.8319482101656693,
    "joint_noncat_accuracy": 0.9261218136872236,
    "requested_slots_f1": 0.9943779454708417,
    "requested_slots_precision": 0.9961979934657531,
    "requested_slots_recall": 0.9958040593286495
  },
  "#SEEN_SERVICES": {
    "active_intent_accuracy": 0.9665482277493717,
    "average_cat_accuracy": 0.9634643377001456,
    "average_goal_accuracy": 0.9813532408493408,
    "average_noncat_accuracy": 0.9870365292573722,
    "joint_cat_accuracy": 0.9687158605621213,
    "joint_goal_accuracy": 0.947218944449259,
    "joint_noncat_accuracy": 0.9732480630903891,
    "requested_slots_f1": 0.996487275038276,
    "requested_slots_precision": 0.9973279024756622,
    "requested_slots_recall": 0.9988733859086576
  },
  "#UNSEEN_SERVICES": {
    "active_intent_accuracy": 0.9506030019955461,
    "average_cat_accuracy": 0.9110400522827,
    "average_goal_accuracy": 0.9440839105453502,
    "average_noncat_accuracy": 0.9634817115696184,
    "joint_cat_accuracy": 0.8611172935677721,
    "joint_goal_accuracy": 0.7934801822020418,
    "joint_noncat_accuracy": 0.910394891401799,
    "requested_slots_f1": 0.9936740222305772,
    "requested_slots_precision": 0.9958209214217544,
    "requested_slots_recall": 0.9947797668970703
  },
  "Alarm": {
    "active_intent_accuracy": 0.9622475856014048,
    "average_goal_accuracy": 0.8944308943089431,
    "average_noncat_accuracy": 0.8944308943089431,
    "joint_goal_accuracy": 0.9379719051799824,
    "joint_noncat_accuracy": 0.9379719051799824,
    "requested_slots_f1": 1.0,
    "requested_slots_precision": 1.0,
    "requested_slots_recall": 1.0
  },
  "Alarm_1": {
    "active_intent_accuracy": 0.9622475856014048,
    "average_goal_accuracy": 0.8944308943089431,
    "average_noncat_accuracy": 0.8944308943089431,
    "joint_goal_accuracy": 0.9379719051799824,
    "joint_noncat_accuracy": 0.9379719051799824,
    "requested_slots_f1": 1.0,
    "requested_slots_precision": 1.0,
    "requested_slots_recall": 1.0
  },
  "Buses": {
    "active_intent_accuracy": 0.9577290959580377,
    "average_cat_accuracy": 0.9533923303834809,
    "average_goal_accuracy": 0.9829112231680237,
    "average_noncat_accuracy": 0.9941494873472949,
    "joint_cat_accuracy": 0.7972847886454798,
    "joint_goal_accuracy": 0.7881866399259487,
    "joint_noncat_accuracy": 0.9867996297439062,
    "requested_slots_f1": 0.9932222565051939,
    "requested_slots_precision": 0.9950632520826905,
    "requested_slots_recall": 0.9949089787102746
  },
  "Buses_3": {
    "active_intent_accuracy": 0.9577290959580377,
    "average_cat_accuracy": 0.9533923303834809,
    "average_goal_accuracy": 0.9829112231680237,
    "average_noncat_accuracy": 0.9941494873472949,
    "joint_cat_accuracy": 0.7972847886454798,
    "joint_goal_accuracy": 0.7881866399259487,
    "joint_noncat_accuracy": 0.9867996297439062,
    "requested_slots_f1": 0.9932222565051939,
    "requested_slots_precision": 0.9950632520826905,
    "requested_slots_recall": 0.9949089787102746
  },
  "Events": {
    "active_intent_accuracy": 0.989430894308943,
    "average_cat_accuracy": 0.8383681096231703,
    "average_goal_accuracy": 0.9387623029603999,
    "average_noncat_accuracy": 0.9916431718061675,
    "joint_cat_accuracy": 0.8216802168021681,
    "joint_goal_accuracy": 0.7897642276422764,
    "joint_noncat_accuracy": 0.963130081300813,
    "requested_slots_f1": 0.9917976513098464,
    "requested_slots_precision": 0.9933152664859981,
    "requested_slots_recall": 0.9936314363143631
  },
  "Events_3": {
    "active_intent_accuracy": 0.989430894308943,
    "average_cat_accuracy": 0.8383681096231703,
    "average_goal_accuracy": 0.9387623029603999,
    "average_noncat_accuracy": 0.9916431718061675,
    "joint_cat_accuracy": 0.8216802168021681,
    "joint_goal_accuracy": 0.7897642276422764,
    "joint_noncat_accuracy": 0.963130081300813,
    "requested_slots_f1": 0.9917976513098464,
    "requested_slots_precision": 0.9933152664859981,
    "requested_slots_recall": 0.9936314363143631
  },
  "Flights": {
    "active_intent_accuracy": 0.9500674763832658,
    "average_cat_accuracy": 0.839938167509837,
    "average_goal_accuracy": 0.9660620840336134,
    "average_noncat_accuracy": 0.9900193798449612,
    "joint_cat_accuracy": 0.7017543859649122,
    "joint_goal_accuracy": 0.684835942420153,
    "joint_noncat_accuracy": 0.9702256860098967,
    "requested_slots_f1": 0.9821562453141399,
    "requested_slots_precision": 0.9922777028040185,
    "requested_slots_recall": 0.9831309041835358
  },
  "Flights_4": {
    "active_intent_accuracy": 0.9500674763832658,
    "average_cat_accuracy": 0.839938167509837,
    "average_goal_accuracy": 0.9660620840336134,
    "average_noncat_accuracy": 0.9900193798449612,
    "joint_cat_accuracy": 0.7017543859649122,
    "joint_goal_accuracy": 0.684835942420153,
    "joint_noncat_accuracy": 0.9702256860098967,
    "requested_slots_f1": 0.9821562453141399,
    "requested_slots_precision": 0.9922777028040185,
    "requested_slots_recall": 0.9831309041835358
  },
  "Homes": {
    "active_intent_accuracy": 0.9808877928483354,
    "average_cat_accuracy": 0.9224992579400416,
    "average_goal_accuracy": 0.9524582703451752,
    "average_noncat_accuracy": 0.9890301724137931,
    "joint_cat_accuracy": 0.6639950678175093,
    "joint_goal_accuracy": 0.547983970406905,
    "joint_noncat_accuracy": 0.8839889025893958,
    "requested_slots_f1": 0.9772708590217837,
    "requested_slots_precision": 0.9836621454993835,
    "requested_slots_recall": 0.9827373612823674
  },
  "Homes_2": {
    "active_intent_accuracy": 0.9808877928483354,
    "average_cat_accuracy": 0.9224992579400416,
    "average_goal_accuracy": 0.9524582703451752,
    "average_noncat_accuracy": 0.9890301724137931,
    "joint_cat_accuracy": 0.6639950678175093,
    "joint_goal_accuracy": 0.547983970406905,
    "joint_noncat_accuracy": 0.8839889025893958,
    "requested_slots_f1": 0.9772708590217837,
    "requested_slots_precision": 0.9836621454993835,
    "requested_slots_recall": 0.9827373612823674
  },
  "Hotels": {
    "active_intent_accuracy": 0.9869653020011016,
    "average_cat_accuracy": 0.9934012615235324,
    "average_goal_accuracy": 0.9934000764233856,
    "average_noncat_accuracy": 0.994286359530262,
    "joint_cat_accuracy": 0.9880668257756563,
    "joint_goal_accuracy": 0.9766252432531669,
    "joint_noncat_accuracy": 0.9878314117863044,
    "requested_slots_f1": 0.9992595312404382,
    "requested_slots_precision": 0.9995716296432285,
    "requested_slots_recall": 0.9994492381127226
  },
  "Hotels_2": {
    "active_intent_accuracy": 0.9876379690949227,
    "average_cat_accuracy": 0.9912280701754386,
    "average_goal_accuracy": 0.9894972714870394,
    "average_noncat_accuracy": 0.9905354691075513,
    "joint_cat_accuracy": 0.9898454746136865,
    "joint_goal_accuracy": 0.9739548344370862,
    "joint_noncat_accuracy": 0.983685518763797,
    "requested_slots_f1": 0.9994113318616629,
    "requested_slots_precision": 1.0,
    "requested_slots_recall": 0.9993377483443708
  },
  "Hotels_4": {
    "active_intent_accuracy": 0.9864864864864865,
    "average_cat_accuracy": 0.9949419568822554,
    "average_goal_accuracy": 0.99622784184514,
    "average_noncat_accuracy": 0.9970356703567035,
    "joint_cat_accuracy": 0.9868007542426147,
    "joint_goal_accuracy": 0.9785260842237586,
    "joint_noncat_accuracy": 0.9907825267127593,
    "requested_slots_f1": 0.9991514770584539,
    "requested_slots_precision": 0.9992667085690341,
    "requested_slots_recall": 0.9995285983658077
  },
  "Media": {
    "active_intent_accuracy": 0.9633563462559745,
    "average_cat_accuracy": 0.9427207637231504,
    "average_goal_accuracy": 0.8968271857923497,
    "average_noncat_accuracy": 0.8976932153392331,
    "joint_cat_accuracy": 0.9739776951672863,
    "joint_goal_accuracy": 0.7623249389272437,
    "joint_noncat_accuracy": 0.7811194158258099,
    "requested_slots_f1": 0.9929191007257923,
    "requested_slots_precision": 1.0,
    "requested_slots_recall": 0.9928305894848646
  },
  "Media_3": {
    "active_intent_accuracy": 0.9633563462559745,
    "average_cat_accuracy": 0.9427207637231504,
    "average_goal_accuracy": 0.8968271857923497,
    "average_noncat_accuracy": 0.8976932153392331,
    "joint_cat_accuracy": 0.9739776951672863,
    "joint_goal_accuracy": 0.7623249389272437,
    "joint_noncat_accuracy": 0.7811194158258099,
    "requested_slots_f1": 0.9929191007257923,
    "requested_slots_precision": 1.0,
    "requested_slots_recall": 0.9928305894848646
  },
  "Messaging": {
    "active_intent_accuracy": 1.0,
    "average_goal_accuracy": 0.7733979328165375,
    "average_noncat_accuracy": 0.7733979328165375,
    "joint_goal_accuracy": 0.6348006441223832,
    "joint_noncat_accuracy": 0.6348006441223832,
    "requested_slots_f1": 1.0,
    "requested_slots_precision": 1.0,
    "requested_slots_recall": 1.0
  },
  "Messaging_1": {
    "active_intent_accuracy": 1.0,
    "average_goal_accuracy": 0.7733979328165375,
    "average_noncat_accuracy": 0.7733979328165375,
    "joint_goal_accuracy": 0.6348006441223832,
    "joint_noncat_accuracy": 0.6348006441223832,
    "requested_slots_f1": 1.0,
    "requested_slots_precision": 1.0,
    "requested_slots_recall": 1.0
  },
  "Movies": {
    "active_intent_accuracy": 0.8519611978068325,
    "average_cat_accuracy": 0.9458023379383634,
    "average_goal_accuracy": 0.9047051390007567,
    "average_noncat_accuracy": 0.9058949724517906,
    "joint_cat_accuracy": 0.9674046740467405,
    "joint_goal_accuracy": 0.8058263180092787,
    "joint_noncat_accuracy": 0.8260709405314214,
    "requested_slots_f1": 0.9820188387459582,
    "requested_slots_precision": 0.986784760298046,
    "requested_slots_recall": 0.9820750738085197
  },
  "Movies_1": {
    "active_intent_accuracy": 0.7841328413284133,
    "average_cat_accuracy": 0.9458023379383634,
    "average_goal_accuracy": 0.9668891436600581,
    "average_noncat_accuracy": 0.9690085134250164,
    "joint_cat_accuracy": 0.9674046740467405,
    "joint_goal_accuracy": 0.8745090405904059,
    "joint_noncat_accuracy": 0.904029335793358,
    "requested_slots_f1": 0.9970069700697007,
    "requested_slots_precision": 0.9985649856498565,
    "requested_slots_recall": 0.9978474784747847
  },
  "Movies_3": {
    "active_intent_accuracy": 1.0,
    "average_goal_accuracy": 0.6702607986960065,
    "average_noncat_accuracy": 0.6702607986960065,
    "joint_goal_accuracy": 0.6559228187919464,
    "joint_noncat_accuracy": 0.6559228187919464,
    "requested_slots_f1": 0.9493064876957494,
    "requested_slots_precision": 0.9610738255033557,
    "requested_slots_recall": 0.9476510067114094
  },
  "Music": {
    "active_intent_accuracy": 0.9853635505193579,
    "average_cat_accuracy": 0.8149664929262844,
    "average_goal_accuracy": 0.8877152554483743,
    "average_noncat_accuracy": 0.9308473199783434,
    "joint_cat_accuracy": 0.8498583569405099,
    "joint_goal_accuracy": 0.7294381491973561,
    "joint_noncat_accuracy": 0.8524551463644948,
    "requested_slots_f1": 0.9993704752911551,
    "requested_slots_precision": 1.0,
    "requested_slots_recall": 0.9992917847025495
  },
  "Music_3": {
    "active_intent_accuracy": 0.9853635505193579,
    "average_cat_accuracy": 0.8149664929262844,
    "average_goal_accuracy": 0.8877152554483743,
    "average_noncat_accuracy": 0.9308473199783434,
    "joint_cat_accuracy": 0.8498583569405099,
    "joint_goal_accuracy": 0.7294381491973561,
    "joint_noncat_accuracy": 0.8524551463644948,
    "requested_slots_f1": 0.9993704752911551,
    "requested_slots_precision": 1.0,
    "requested_slots_recall": 0.9992917847025495
  },
  "Payment": {
    "active_intent_accuracy": 0.6855524079320113,
    "average_cat_accuracy": 0.7969613259668509,
    "average_goal_accuracy": 0.8869468390804597,
    "average_noncat_accuracy": 0.9494664466446644,
    "joint_cat_accuracy": 0.7374881964117092,
    "joint_goal_accuracy": 0.6800094428706327,
    "joint_noncat_accuracy": 0.8518914069877243,
    "requested_slots_f1": 0.9981114258734656,
    "requested_slots_precision": 0.9981114258734656,
    "requested_slots_recall": 1.0
  },
  "Payment_1": {
    "active_intent_accuracy": 0.6855524079320113,
    "average_cat_accuracy": 0.7969613259668509,
    "average_goal_accuracy": 0.8869468390804597,
    "average_noncat_accuracy": 0.9494664466446644,
    "joint_cat_accuracy": 0.7374881964117092,
    "joint_goal_accuracy": 0.6800094428706327,
    "joint_noncat_accuracy": 0.8518914069877243,
    "requested_slots_f1": 0.9981114258734656,
    "requested_slots_precision": 0.9981114258734656,
    "requested_slots_recall": 1.0
  },
  "RentalCars": {
    "active_intent_accuracy": 0.8823240990438833,
    "average_cat_accuracy": 0.9086503948312994,
    "average_goal_accuracy": 0.93382310022535,
    "average_noncat_accuracy": 0.9477916558357161,
    "joint_cat_accuracy": 0.8815886246629075,
    "joint_goal_accuracy": 0.7136618533954401,
    "joint_noncat_accuracy": 0.8155728119637167,
    "requested_slots_f1": 0.9982021737353928,
    "requested_slots_precision": 0.9984064721745526,
    "requested_slots_recall": 0.9997548418730081
  },
  "RentalCars_3": {
    "active_intent_accuracy": 0.8823240990438833,
    "average_cat_accuracy": 0.9086503948312994,
    "average_goal_accuracy": 0.93382310022535,
    "average_noncat_accuracy": 0.9477916558357161,
    "joint_cat_accuracy": 0.8815886246629075,
    "joint_goal_accuracy": 0.7136618533954401,
    "joint_noncat_accuracy": 0.8155728119637167,
    "requested_slots_f1": 0.9982021737353928,
    "requested_slots_precision": 0.9984064721745526,
    "requested_slots_recall": 0.9997548418730081
  },
  "Restaurants": {
    "active_intent_accuracy": 0.9739551786795881,
    "average_cat_accuracy": 0.9905425584868094,
    "average_goal_accuracy": 0.9929617544818373,
    "average_noncat_accuracy": 0.9940470991222436,
    "joint_cat_accuracy": 0.9297395517867959,
    "joint_goal_accuracy": 0.897651968503937,
    "joint_noncat_accuracy": 0.9634757116898849,
    "requested_slots_f1": 0.9943569553805774,
    "requested_slots_precision": 0.9956087219866747,
    "requested_slots_recall": 0.9963658388855239
  },
  "Restaurants_2": {
    "active_intent_accuracy": 0.9739551786795881,
    "average_cat_accuracy": 0.9905425584868094,
    "average_goal_accuracy": 0.9929617544818373,
    "average_noncat_accuracy": 0.9940470991222436,
    "joint_cat_accuracy": 0.9297395517867959,
    "joint_goal_accuracy": 0.897651968503937,
    "joint_noncat_accuracy": 0.9634757116898849,
    "requested_slots_f1": 0.9943569553805774,
    "requested_slots_precision": 0.9956087219866747,
    "requested_slots_recall": 0.9963658388855239
  },
  "RideSharing": {
    "active_intent_accuracy": 1.0,
    "average_cat_accuracy": 0.9591651542649727,
    "average_goal_accuracy": 0.9630605285592498,
    "average_noncat_accuracy": 0.9686795774647888,
    "joint_cat_accuracy": 0.9308072487644151,
    "joint_goal_accuracy": 0.9047364085667216,
    "joint_noncat_accuracy": 0.9690444810543658,
    "requested_slots_f1": 0.9964305326743548,
    "requested_slots_precision": 0.9979406919275123,
    "requested_slots_recall": 0.9983525535420099
  },
  "RideSharing_2": {
    "active_intent_accuracy": 1.0,
    "average_cat_accuracy": 0.9591651542649727,
    "average_goal_accuracy": 0.9630605285592498,
    "average_noncat_accuracy": 0.9686795774647888,
    "joint_cat_accuracy": 0.9308072487644151,
    "joint_goal_accuracy": 0.9047364085667216,
    "joint_noncat_accuracy": 0.9690444810543658,
    "requested_slots_f1": 0.9964305326743548,
    "requested_slots_precision": 0.9979406919275123,
    "requested_slots_recall": 0.9983525535420099
  },
  "Services": {
    "active_intent_accuracy": 0.9976427923844061,
    "average_cat_accuracy": 0.9844808126410836,
    "average_goal_accuracy": 0.9923798976750211,
    "average_noncat_accuracy": 0.9969010778284734,
    "joint_cat_accuracy": 0.9876699909338169,
    "joint_goal_accuracy": 0.9814016319129647,
    "joint_noncat_accuracy": 0.9935503173164099,
    "requested_slots_f1": 0.9955877908733756,
    "requested_slots_precision": 0.9960108794197643,
    "requested_slots_recall": 0.9991840435176791
  },
  "Services_1": {
    "active_intent_accuracy": 0.9975643702157272,
    "average_cat_accuracy": 0.9841688654353562,
    "average_goal_accuracy": 0.993055972013993,
    "average_noncat_accuracy": 0.9941533586818757,
    "joint_cat_accuracy": 0.9937369519832986,
    "joint_goal_accuracy": 0.982383437717467,
    "joint_noncat_accuracy": 0.9882985386221294,
    "requested_slots_f1": 0.9919972164231037,
    "requested_slots_precision": 0.9925191370911621,
    "requested_slots_recall": 0.9989561586638831
  },
  "Services_4": {
    "active_intent_accuracy": 0.9977281332828474,
    "average_cat_accuracy": 0.9846281678437889,
    "average_goal_accuracy": 0.9916522791448162,
    "average_noncat_accuracy": 0.9998983824139361,
    "joint_cat_accuracy": 0.9810677773570617,
    "joint_goal_accuracy": 0.9803332071185157,
    "joint_noncat_accuracy": 0.9992654297614539,
    "requested_slots_f1": 0.9994951407295216,
    "requested_slots_precision": 0.9998106777735706,
    "requested_slots_recall": 0.9994320333207118
  },
  "Trains": {
    "active_intent_accuracy": 0.8759850684363335,
    "average_cat_accuracy": 0.8424043715846995,
    "average_goal_accuracy": 0.9542041930046353,
    "average_noncat_accuracy": 0.9881938866577421,
    "joint_cat_accuracy": 0.8369970966403982,
    "joint_goal_accuracy": 0.8015034425549564,
    "joint_noncat_accuracy": 0.9589924512650352,
    "requested_slots_f1": 0.9977049633623669,
    "requested_slots_precision": 0.9977879164938478,
    "requested_slots_recall": 0.9979261717129821
  },
  "Trains_1": {
    "active_intent_accuracy": 0.8759850684363335,
    "average_cat_accuracy": 0.8424043715846995,
    "average_goal_accuracy": 0.9542041930046353,
    "average_noncat_accuracy": 0.9881938866577421,
    "joint_cat_accuracy": 0.8369970966403982,
    "joint_goal_accuracy": 0.8015034425549564,
    "joint_noncat_accuracy": 0.9589924512650352,
    "requested_slots_f1": 0.9977049633623669,
    "requested_slots_precision": 0.9977879164938478,
    "requested_slots_recall": 0.9979261717129821
  },
  "Travel": {
    "active_intent_accuracy": 1.0,
    "average_cat_accuracy": 0.9261904761904763,
    "average_goal_accuracy": 0.9714375745188213,
    "average_noncat_accuracy": 0.9955227032734952,
    "joint_cat_accuracy": 0.9344497607655502,
    "joint_goal_accuracy": 0.9312344497607655,
    "joint_noncat_accuracy": 0.9959425837320575,
    "requested_slots_f1": 0.9985645933014354,
    "requested_slots_precision": 1.0,
    "requested_slots_recall": 0.9985645933014354
  },
  "Travel_1": {
    "active_intent_accuracy": 1.0,
    "average_cat_accuracy": 0.9261904761904763,
    "average_goal_accuracy": 0.9714375745188213,
    "average_noncat_accuracy": 0.9955227032734952,
    "joint_cat_accuracy": 0.9344497607655502,
    "joint_goal_accuracy": 0.9312344497607655,
    "joint_noncat_accuracy": 0.9959425837320575,
    "requested_slots_f1": 0.9985645933014354,
    "requested_slots_precision": 1.0,
    "requested_slots_recall": 0.9985645933014354
  },
  "Weather": {
    "active_intent_accuracy": 1.0,
    "average_goal_accuracy": 0.9912157413914265,
    "average_noncat_accuracy": 0.9912157413914265,
    "joint_goal_accuracy": 0.9755102040816327,
    "joint_noncat_accuracy": 0.9755102040816327,
    "requested_slots_f1": 0.9972789115646259,
    "requested_slots_precision": 0.996938775510204,
    "requested_slots_recall": 1.0
  },
  "Weather_1": {
    "active_intent_accuracy": 1.0,
    "average_goal_accuracy": 0.9912157413914265,
    "average_noncat_accuracy": 0.9912157413914265,
    "joint_goal_accuracy": 0.9755102040816327,
    "joint_noncat_accuracy": 0.9755102040816327,
    "requested_slots_f1": 0.9972789115646259,
    "requested_slots_precision": 0.996938775510204,
    "requested_slots_recall": 1.0
  }
}