conversation_test_fixtures_v9.jsonl

{"test_id": "F1", "work": "The Father", "title": "Misplaced Watch Accusation", "test_role": "caregiver", "turns": [{"role": "user", "text": "My father is convinced his carer stole his watch, but he just can't remember where he put it. He's very upset."}], "ground_truth": {"expected_route": "caregiving_scenario", "expected_tags": {"detected_behaviors": ["false_accusations", "object_misplacement", "agitation"], "detected_emotion": "anger", "detected_topics": ["caregiving_advice", "personal_story"], "detected_contexts": ["relationship_family", "setting_home_or_community"]}, "expected_sources": ["the_father_segments_enriched_harmonized_plus.jsonl"], "ground_truth_keypoints": "Validate his feeling of distress, avoid arguing, and offer to look for the watch together in a familiar spot.", "ground_truth_answer": "It's distressing when a loved one makes accusations, especially when it stems from memory loss. A calm and reassuring approach is best. Try not to argue about the facts. Instead, you could say something like, 'I see how upsetting this is for you. That watch is very important. Let's look for it together.' Often, helping them look in a familiar hiding spot, like the bathroom cupboard where Anthony often hid his, can resolve the immediate situation without confrontation."}}
{"test_id": "F2", "work": "The Father", "title": "Disorientation in Own Flat", "test_role": "caregiver", "turns": [{"role": "user", "text": "He seems so lost and is asking who I am. He doesn't recognize me in his own home."}], "ground_truth": {"expected_route": "caregiving_scenario", "expected_tags": {"detected_behaviors": ["confusion", "misidentification"], "detected_emotion": "sadness", "detected_topics": ["caregiving_advice", "personal_story"], "detected_contexts": ["relationship_family", "setting_home_or_community"]}, "expected_sources": ["the_father_segments_enriched_harmonized_plus.jsonl"], "ground_truth_keypoints": "Acknowledge the pain of not being recognized, stay calm, and gently reintroduce yourself without taking it personally.", "ground_truth_answer": "It is incredibly painful when a parent doesn't recognize you. This is a common symptom of dementia called misidentification. It's important to stay calm and not take it personally. Gently reintroduce yourself, for example: 'I'm Anne, your daughter. I can see this is confusing right now.' Sometimes stepping out of the room for a moment and re-entering can help reset the situation."}}
{"test_id": "F3", "work": "The Father", "title": "Wants His Mother", "test_role": "caregiver", "turns": [{"role": "user", "text": "He's crying and saying he wants his mummy to come and fetch him. What do I do?"}], "ground_truth": {"expected_route": "caregiving_scenario", "expected_tags": {"detected_behaviors": ["depression/sadness", "exit_seeking"], "detected_emotion": "sadness", "detected_topics": ["caregiving_advice"], "detected_contexts": ["setting_care_home"]}, "expected_sources": ["the_father_segments_enriched_harmonized_plus.jsonl"], "ground_truth_keypoints": "Validate his need for comfort; don't correct him. Connect with the underlying emotion and redirect to reminiscence.", "ground_truth_answer": "This is a deeply emotional and common experience, especially in later stages of dementia. He is expressing a profound need for comfort and security, which he associates with his mother. Instead of correcting him, try to connect with the underlying emotion. You could say, 'You miss your mummy very much, don't you? Tell me about her.' This validates his feelings and can lead to gentle redirection or reminiscence."}}
{"test_id": "S1", "work": "Still Alice", "title": "Forgetting Words During Lecture", "test_role": "patient", "turns": [{"role": "user", "text": "I was giving a talk and suddenly couldn't find the word I was looking for. It was so embarrassing."}], "ground_truth": {"expected_route": "caregiving_scenario", "expected_tags": {"detected_behaviors": ["aphasia"], "detected_emotion": "sadness", "detected_topics": ["personal_story"], "detected_contexts": ["disease_stage_mild"]}, "expected_sources": ["still_alice_enriched_harmonized_plus.jsonl"], "ground_truth_keypoints": "Acknowledge the frustration of aphasia (word-finding difficulty), normalize it as a symptom, and encourage self-compassion.", "ground_truth_answer": "That sounds incredibly frustrating and stressful. It's a phenomenon called aphasia, and it's a common early symptom. Forgetting a word like 'lexicon' in the middle of a lecture, as Alice did, can be jarring. You handled it with grace by using humor. Remember to be kind to yourself; this is a symptom of the disease, not a personal failing."}}
{"test_id": "S2", "work": "Still Alice", "title": "Disorientation While Running", "test_role": "patient", "turns": [{"role": "user", "text": "I was out for a run on a familiar path and suddenly had no idea where I was. Everything seemed disconnected and I was terrified."}], "ground_truth": {"expected_route": "caregiving_scenario", "expected_tags": {"detected_behaviors": ["confusion", "wandering"], "detected_emotion": "fear", "detected_topics": ["personal_story"], "detected_contexts": ["disease_stage_moderate"]}, "expected_sources": ["still_alice_enriched_harmonized_plus.jsonl"], "ground_truth_keypoints": "Validate the fear of disorientation, acknowledge it as a real symptom, and suggest practical safety measures like carrying ID or GPS.", "ground_truth_answer": "That sounds terrifying. Experiencing sudden and profound disorientation, even in a very familiar place like the Columbia campus, is a very real and scary symptom. It's important to have safety measures in place, such as wearing an ID bracelet or carrying a phone with GPS tracking. What you felt was completely valid, and it's okay to acknowledge the fear that comes with these moments."}}
{"test_id": "S3", "work": "Still Alice", "title": "Repetitive Questioning with Family", "test_role": "caregiver", "turns": [{"role": "user", "text": "She keeps asking me what time my sister's play is, even after I've put it in her phone calendar."}], "ground_truth": {"expected_route": "caregiving_scenario", "expected_tags": {"detected_behaviors": ["repetitive_questioning"], "detected_emotion": "calm", "detected_topics": ["caregiving_advice"], "detected_contexts": ["relationship_family"]}, "expected_sources": ["still_alice_enriched_harmonized_plus.jsonl"], "ground_truth_keypoints": "Explain that repetitive questioning is due to memory retention issues. Advise patience, answering calmly, and using visual aids like a whiteboard.", "ground_truth_answer": "This can be very trying. Repetitive questioning happens because the brain is no longer retaining the new information. While it's frustrating to answer the same question repeatedly, patience is key. Try to answer in a calm, reassuring tone each time. Sometimes, writing the answer on a small whiteboard in a visible place can also help reduce the frequency of the questions."}}
{"test_id": "A1", "work": "Away from Her", "title": "Object Misplacement", "test_role": "caregiver", "turns": [{"role": "user", "text": "She put the frying pan in the freezer and didn't seem to notice. I had to move it when she left the room."}], "ground_truth": {"expected_route": "caregiving_scenario", "expected_tags": {"detected_behaviors": ["object_misplacement"], "detected_emotion": "calm", "detected_topics": ["caregiving_advice"], "detected_contexts": ["setting_home_or_community"]}, "expected_sources": ["away_from_her_enriched_harmonized_plus.jsonl"], "ground_truth_keypoints": "Normalize object misplacement as a symptom. Advise a non-confrontational approach, like quietly moving the object later to avoid embarrassment.", "ground_truth_answer": "This is a classic example of object misplacement due to cognitive changes. It can be startling, but it's often best not to make a big deal out of it, just as Grant did. He waited until Fiona left the room and then quietly moved the pan. This avoids causing embarrassment or confusion and maintains a calm environment. Simple labels on cupboards can sometimes help, but gentle correction is often the kindest approach."}}
{"test_id": "A2", "work": "Away from Her", "title": "Not Recognizing Spouse", "test_role": "caregiver", "turns": [{"role": "user", "text": "I went to visit my wife after a month and she treated me like a polite stranger. It was devastating."}], "ground_truth": {"expected_route": "caregiving_scenario", "expected_tags": {"detected_behaviors": ["misidentification"], "detected_emotion": "sadness", "detected_topics": ["caregiving_advice", "personal_story"], "detected_contexts": ["relationship_family", "setting_care_home"]}, "expected_sources": ["away_from_her_enriched_harmonized_plus.jsonl"], "ground_truth_keypoints": "Validate the caregiver's pain. Explain that misidentification is the disease, not a reflection of their relationship. Advise patience.", "ground_truth_answer": "That is a truly devastating experience, and your feelings are completely valid. When Fiona failed to recognize Grant, it was a pivotal and heartbreaking moment. It is important to remember this is the disease, not the person, and it is not a reflection of your relationship or their love for you. It may be helpful to bring a familiar object or photo to gently prompt their memory, but it's most important to be patient and meet them where they are in that moment."}}
{"test_id": "A3", "work": "Away from Her", "title": "New Attachment in Care Home", "test_role": "caregiver", "turns": [{"role": "user", "text": "My wife has become very attached to another man in the nursing home and doesn't have time for me anymore."}], "ground_truth": {"expected_route": "caregiving_scenario", "expected_tags": {"detected_behaviors": ["misidentification"], "detected_emotion": "sadness", "detected_topics": ["caregiving_advice"], "detected_contexts": ["relationship_family", "setting_care_home"]}, "expected_sources": ["away_from_her_enriched_harmonized_plus.jsonl"], "ground_truth_keypoints": "Normalize new attachments in care homes as a coping mechanism for routine, not a personal rejection. Advise supporting the friendship.", "ground_truth_answer": "This is a surprisingly common and emotionally complex situation. The new attachment, like Fiona's bond with Aubrey, often fills a need for companionship and routine in their new environment. The nurse Kristy explained it as a 'phase.' It's important not to view it as a personal rejection. Try to support their new friendship while still finding gentle ways to connect with your wife, perhaps by participating in activities they both enjoy."}}
{"test_id": "AI1", "work": "Alive Inside", "title": "Withdrawn and Unresponsive", "test_role": "caregiver", "turns": [{"role": "user", "text": "Henry just sits with his head down all day and barely responds to anything."}], "ground_truth": {"expected_route": "caregiving_scenario", "expected_tags": {"detected_behaviors": ["withdrawal", "apathy"], "detected_emotion": "sadness", "detected_topics": ["caregiving_advice"], "detected_contexts": ["setting_care_home"]}, "expected_sources": ["alive_inside_enriched_harmonized.jsonl"], "ground_truth_keypoints": "Validate the difficulty of seeing a loved one so withdrawn. Suggest personalized music therapy as a powerful non-pharmacological approach.", "ground_truth_answer": "It's very difficult to see someone so withdrawn. This state is common in advanced dementia. One powerful, non-pharmacological approach is personalized music therapy. As seen with Henry, hearing his favorite gospel and Cab Calloway music helped him 'awaken.' He lifted his head, sang, and began to reminisce. Creating a playlist of music from their youth can be a wonderful way to reconnect and bring moments of joy."}}
{"test_id": "AI2", "work": "Alive Inside", "title": "Agitation and Medication Resistance", "test_role": "caregiver", "turns": [{"role": "user", "text": "He gets very agitated and angry about his loss of freedom, and he fights taking his medication."}], "ground_truth": {"expected_route": "caregiving_scenario", "expected_tags": {"detected_behaviors": ["agitation"], "detected_emotion": "anger", "detected_topics": ["caregiving_advice"], "detected_contexts": ["setting_care_home"]}, "expected_sources": ["alive_inside_enriched_harmonized.jsonl"], "ground_truth_keypoints": "Acknowledge that agitation is a challenge. Suggest personalized music as a non-pharmacological alternative to soothe and bring joy.", "ground_truth_answer": "Agitation is a significant challenge. While medication is often prescribed, it's worth exploring other avenues. The documentary 'Alive Inside' highlights how personalized music can be a powerful tool to soothe agitation and bring joy, sometimes more effectively and with fewer side effects than drugs. A simple $40 music player with their favorite songs could make a world of difference."}}
{"test_id": "AI3", "work": "Alive Inside", "title": "Effectiveness of Music Therapy", "test_role": "caregiver", "turns": [{"role": "user", "text": "Does music therapy actually work? What do doctors say?"}], "ground_truth": {"expected_route": "general_knowledge_question", "expected_tags": {}, "expected_sources": ["alive_inside_enriched_harmonized.jsonl"], "ground_truth_keypoints": "Yes, music therapy is a recognized effective treatment that activates less damaged parts of the brain, awakening memories and emotions.", "ground_truth_answer": "Yes, music therapy is a widely recognized and effective non-pharmacological treatment. Neurologists and physicians note that music can activate parts of the brain that are less damaged by dementia, awakening memories and emotions. As shown in 'Alive Inside,' hearing familiar music can bring withdrawn individuals like Henry back to life, prompting them to sing and reminisce, and can bring immense joy to people like Marylou."}}
{"test_id": "F4", "work": "The Father", "title": "Where am I again? (gentle re-orientation)", "test_role": "patient", "turns": [{"role": "user", "text": "I don’t recognise this place. Who moved my things?"}], "ground_truth": {"expected_route": "caregiving_scenario", "expected_tags": {"detected_behaviors": ["confusion", "object_misplacement"], "detected_emotion": "confusion", "detected_topics": ["caregiving_advice"], "detected_contexts": ["setting_home_or_community"]}, "expected_sources": ["the_father_segments_enriched_harmonized_plus.jsonl"], "ground_truth_keypoints": "Validate the feeling of disorientation, provide reassurance of safety, and offer a gentle, collaborative action to re-orient.", "ground_truth_answer": "It can be very disorienting when familiar surroundings suddenly feel strange. It seems you're noticing some changes in the flat. You're safe here with your daughter. Let's walk through the room together, maybe we can find your things."}}
{"test_id": "F5", "work": "The Father", "title": "They’re sending me away (care-home anxiety)", "test_role": "patient", "turns": [{"role": "user", "text": "They’re trying to put me in a home."}], "ground_truth": {"expected_route": "caregiving_scenario", "expected_tags": {"detected_behaviors": ["exit_seeking"], "detected_emotion": "anxiety", "detected_topics": ["caregiving_advice"], "detected_contexts": ["setting_care_home"]}, "expected_sources": ["the_father_segments_enriched_harmonized_plus.jsonl"], "ground_truth_keypoints": "Acknowledge the worry about leaving home and validate the feeling. Reassure them of their family's desire for their safety.", "ground_truth_answer": "It sounds like you're worried about having to leave your home. It's completely understandable to feel that way. Your daughter wants to make sure you're safe and well cared for. Let's talk about what makes you feel comfortable here at home."}}
{"test_id": "F6", "work": "The Father", "title": "You’ve stolen my watch! (misplaced object)", "test_role": "patient", "turns": [{"role": "user", "text": "Someone’s nicked my watch!"}], "ground_truth": {"expected_route": "caregiving_scenario", "expected_tags": {"detected_behaviors": ["false_accusations", "object_misplacement"], "detected_emotion": "anger", "detected_topics": ["caregiving_advice", "personal_story"], "detected_contexts": ["setting_home_or_community"]}, "expected_sources": ["the_father_segments_enriched_harmonized_plus.jsonl"], "ground_truth_keypoints": "Acknowledge the frustration of a missing item, validate their feeling of being upset, and offer to look for it together.", "ground_truth_answer": "It's so frustrating when something important like your watch goes missing. I understand why you're upset. I know how much you value it. Why don't we look for it together? Sometimes things end up in the oddest places."}}
{"test_id": "S4", "work": "Still Alice", "title": "I lost the word (cueing & confidence)", "test_role": "patient", "turns": [{"role": "user", "text": "I can’t find the word for… the thing you peel… yellow…"}], "ground_truth": {"expected_route": "caregiving_scenario", "expected_tags": {"detected_behaviors": ["aphasia"], "detected_emotion": "confusion", "detected_topics": ["caregiving_advice"], "detected_contexts": ["disease_stage_moderate"]}, "expected_sources": ["still_alice_enriched_harmonized_plus.jsonl"], "ground_truth_keypoints": "Be patient, offer gentle cues to help them find the word (banana), validate the frustration, and frame it collaboratively.", "ground_truth_answer": "It's okay, take your time. It sounds like you're thinking of a fruit. Is it long and curved? Are you thinking of a banana? It's frustrating when words are just out of reach, but we can figure it out together."}}
{"test_id": "S5", "work": "Still Alice", "title": "What does the diagnosis mean? (facts without gloom)", "test_role": "caregiver", "turns": [{"role": "user", "text": "We’ve just had the early-onset diagnosis. What now?"}], "ground_truth": {"expected_route": "caregiving_scenario", "expected_tags": {"detected_behaviors": [], "detected_emotion": "anxiety", "detected_topics": ["medical_fact", "caregiving_advice"], "detected_contexts": ["setting_clinic_or_hospital", "relationship_family", "disease_stage_mild"]}, "expected_sources": ["still_alice_enriched_harmonized_plus.jsonl"], "ground_truth_keypoints": "Acknowledge the feeling of being overwhelmed. Next steps are understanding the diagnosis, discussing with family, and exploring medications and future care.", "ground_truth_answer": "Receiving a diagnosis of early-onset Alzheimer's is overwhelming. It's okay to feel scared and uncertain. The next steps often involve understanding the diagnosis, like Alice did, which includes genetic testing for the familial type. It is also a time to discuss with family, explore available medications like Aricept that can help manage symptoms, and begin conversations about future care and what's most important to you."}}
{"test_id": "S6", "work": "Still Alice", "title": "I want to keep teaching (planning & boundaries)", "test_role": "patient", "turns": [{"role": "user", "text": "I’d like to keep lecturing—if I can."}], "ground_truth": {"expected_route": "caregiving_scenario", "expected_tags": {"detected_behaviors": ["goal_breakdown"], "detected_emotion": "calm", "detected_topics": ["caregiving_advice"], "detected_contexts": []}, "expected_sources": ["still_alice_enriched_harmonized_plus.jsonl"], "ground_truth_keypoints": "Affirm the desire to continue meaningful work. Suggest breaking it down into manageable steps like co-teaching or guest lectures.", "ground_truth_answer": "It's wonderful that you want to continue doing what you love. Let's focus on that. We can break it down into manageable steps. Perhaps we can start by co-teaching a single class, or focusing on guest lectures. The university department will want to support you, as they did with Alice, to find a solution that works for everyone while managing stress."}}
{"test_id": "A4", "work": "Away from Her", "title": "She didn’t know me (visit distress)", "test_role": "caregiver", "turns": [{"role": "user", "text": "She looked through me—as if I were vapour."}], "ground_truth": {"expected_route": "caregiving_scenario", "expected_tags": {"detected_behaviors": ["misidentification"], "detected_emotion": "sadness", "detected_topics": ["caregiving_advice", "personal_story"], "detected_contexts": ["relationship_family", "setting_care_home"]}, "expected_sources": ["away_from_her_enriched_harmonized_plus.jsonl"], "ground_truth_keypoints": "Validate the caregiver's pain. Explain misidentification is a symptom of the disease, not a reflection of feelings, and advise patience.", "ground_truth_answer": "That must have been incredibly painful. When a loved one doesn't recognize you, it can feel like a profound loss. Remember, this is a symptom of the disease and not a reflection of her feelings for you. The nurse Kristy advised Grant to take it day by day, as memory can fluctuate. Be patient with her and with yourself."}}
{"test_id": "A5", "work": "Away from Her", "title": "Jealousy & triangulation (gentle reframing)", "test_role": "caregiver", "turns": [{"role": "user", "text": "She’s taken with another man at the home."}], "ground_truth": {"expected_route": "caregiving_scenario", "expected_tags": {"detected_behaviors": ["misidentification"], "detected_emotion": "sadness", "detected_topics": ["caregiving_advice", "personal_story"], "detected_contexts": ["relationship_family", "setting_care_home"]}, "expected_sources": ["away_from_her_enriched_harmonized_plus.jsonl"], "ground_truth_keypoints": "Validate the hurt. Reframe the new bond as a coping mechanism for comfort and routine, not a betrayal.", "ground_truth_answer": "It's understandable to feel hurt and confused by this. In a care home setting, residents sometimes form close bonds, like Fiona did with Aubrey, as a way to find comfort and stability. This new relationship isn't a betrayal of you; it's a coping mechanism for her. It can be helpful to try and see it as a phase that provides her with companionship, and gently continue your visits to maintain your own connection."}}
{"test_id": "A6", "work": "Away from Her", "title": "Staff coordination (clear asks)", "test_role": "caregiver", "turns": [{"role": "user", "text": "What should I ask the nurse tomorrow?"}], "ground_truth": {"expected_route": "caregiving_scenario", "expected_tags": {"detected_behaviors": ["caregiver_communication_template"], "detected_emotion": "calm", "detected_topics": ["caregiving_advice"], "detected_contexts": ["relationship_staff_or_caregiver", "setting_care_home"]}, "expected_sources": ["away_from_her_enriched_harmonized_plus.jsonl"], "ground_truth_keypoints": "Advise asking the nurse specific questions about mood, eating, and social interactions to get a clear update on well-being.", "ground_truth_answer": "When speaking with the nursing staff, it's helpful to be specific. You could ask questions like: 'How has her mood been over the last few days?' 'Has she been eating well?' 'Can you tell me about her interactions with other residents, like Aubrey?' Building a good relationship with a compassionate nurse, like Kristy, can provide you with valuable insights and support."}}
{"test_id": "M1", "work": "Alive Inside", "title": "Switch on the music (activation)", "test_role": "caregiver", "turns": [{"role": "user", "text": "He’s withdrawn today."}], "ground_truth": {"expected_route": "caregiving_scenario", "expected_tags": {"detected_behaviors": ["withdrawal"], "detected_emotion": "sadness", "detected_topics": ["caregiving_advice", "treatment_option:music_therapy"], "detected_contexts": ["setting_care_home"]}, "expected_sources": ["alive_inside_enriched_harmonized.jsonl"], "ground_truth_keypoints": "Suggest using personalized music as a powerful way to re-engage someone who is withdrawn, citing Henry from 'Alive Inside'.", "ground_truth_answer": "When someone is withdrawn, music can be a powerful way to re-engage them. Try playing some of his favorite music from his youth. In 'Alive Inside', Henry became animated and joyful upon hearing his beloved gospel and Cab Calloway songs. It's a gentle way to connect without the pressure of conversation."}}
{"test_id": "M2", "work": "Alive Inside", "title": "Build the playlist (curation by memory hooks)", "test_role": "caregiver", "turns": [{"role": "user", "text": "How do I choose the right songs?"}], "ground_truth": {"expected_route": "caregiving_scenario", "expected_tags": {"detected_behaviors": [], "detected_emotion": "calm", "detected_topics": ["caregiving_advice", "treatment_option:music_therapy"], "detected_contexts": []}, "expected_sources": ["alive_inside_enriched_harmonized.jsonl"], "ground_truth_keypoints": "Advise choosing music with strong personal connections from their youth, such as songs from significant life events, to evoke memories.", "ground_truth_answer": "The most effective songs are often those with strong personal connections. Think about music from their teenage years and early twenties. What did they listen to at parties, weddings, or other significant life events? The goal is to let the music evoke memories, just as the interviewer prompted the elder in 'Alive Inside'. Ask other family members for ideas to build a truly personalized playlist."}}
{"test_id": "M3", "work": "Alive Inside", "title": "Aftercare & safety (practical guardrails)", "test_role": "caregiver", "turns": [{"role": "user", "text": "Headphones keep going missing."}], "ground_truth": {"expected_route": "caregiving_scenario", "expected_tags": {"detected_behaviors": ["object_misplacement"], "detected_emotion": "calm", "detected_topics": ["caregiving_advice", "treatment_option:home_safety"], "detected_contexts": ["setting_home_or_community"]}, "expected_sources": [], "ground_truth_keypoints": "Suggest practical tips to prevent losing headphones: labeling, using bright colors, attaching a lanyard, and creating a designated storage spot.", "ground_truth_answer": "That's a common issue. To help keep track of the headphones and music player, you could try a few things. Label them clearly with his name. Consider getting brightly colored headphones that are easier to spot. You could also attach them to a lanyard or clip them to his clothing. Creating a designated, obvious spot for them, like a hook by his favorite chair, can also help build a routine."}}
{"test_id": "P1", "work": "The Father", "title": "Patient Anxiety About Being Left Alone", "test_role": "patient", "turns": [{"role": "user", "text": "Please don't leave me by myself. I get scared when I'm alone in the house."}], "ground_truth": {"expected_route": "caregiving_scenario", "expected_tags": {"detected_behaviors": ["anxiety"], "detected_emotion": "fear", "detected_topics": ["personal_story"], "detected_contexts": ["setting_home_or_community"]}, "expected_sources": ["the_father_segments_enriched_harmonized_plus.jsonl"], "ground_truth_keypoints": "Validate their fear of being alone, provide immediate reassurance that you are present, and offer comfort and companionship.", "ground_truth_answer": "It sounds like you're feeling scared right now, and that's completely understandable. I hear you. You are not alone; I am here with you. Let's sit together for a while. What would make you feel a little more comfortable?"}}
{"test_id": "P2", "work": "Still Alice", "title": "Patient Frustration with Simple Tasks (Apraxia)", "test_role": "patient", "turns": [{"role": "user", "text": "I can't remember how to make coffee anymore. The machine is so confusing."}], "ground_truth": {"expected_route": "caregiving_scenario", "expected_tags": {"detected_behaviors": ["confusion"], "detected_emotion": "anger", "detected_topics": ["personal_story"], "detected_contexts": ["disease_stage_moderate"]}, "expected_sources": ["still_alice_enriched_harmonized_plus.jsonl"], "ground_truth_keypoints": "Validate the frustration, name the symptom (apraxia), reassure it's not their fault, and offer to do the task together.", "ground_truth_answer": "It is so frustrating when a familiar task suddenly becomes complicated. This is a symptom called apraxia. It's not your fault at all. How about we tackle it together? I can walk you through the steps, and we can enjoy a cup of coffee when we're done."}}
{"test_id": "P3", "work": "The Father", "title": "Patient Expressing Sundowning Symptoms", "test_role": "patient", "turns": [{"role": "user", "text": "I feel so restless and upset right now. I need to go somewhere but I don't know where."}], "ground_truth": {"expected_route": "caregiving_scenario", "expected_tags": {"detected_behaviors": ["sundowning_restlessness", "agitation", "exit_seeking"], "detected_emotion": "anxiety", "detected_topics": ["personal_story"], "detected_contexts": []}, "expected_sources": ["the_father_segments_enriched_harmonized_plus.jsonl"], "ground_truth_keypoints": "Acknowledge the feeling of restlessness, provide reassurance of safety, and offer a simple, comforting activity like music or a snack.", "ground_truth_answer": "It sounds like you're feeling very unsettled, and that can be a difficult feeling. You're safe right here. Sometimes a simple activity can help. Would you like to listen to some music with me, or perhaps we could walk to the kitchen and look for a snack?"}}
{"test_id": "P4", "work": "Away from Her", "title": "Patient Misidentifying a Family Member", "test_role": "patient", "turns": [{"role": "user", "text": "It's so wonderful to see you, mother. I've missed you so much."}], "ground_truth": {"expected_route": "caregiving_scenario", "expected_tags": {"detected_behaviors": ["misidentification"], "detected_emotion": "warmth", "detected_topics": ["personal_story"], "detected_contexts": ["relationship_family"]}, "expected_sources": ["away_from_her_enriched_harmonized_plus.jsonl"], "ground_truth_keypoints": "Join them in their reality by validating their warm feeling, redirect to positive reminiscence, then gently reorient them.", "ground_truth_answer": "It's wonderful to see you too. You're thinking of your mother, what a lovely thought. Tell me a favorite memory you have of her. I'm your daughter, Fiona, and I love you very much."}}
{"test_id": "P5", "work": "Still Alice", "title": "Patient Experiencing a Hallucination", "test_role": "patient", "turns": [{"role": "user", "text": "There's a dog in the garden, but it won't stop barking at me. Can you make it go away?"}], "ground_truth": {"expected_route": "caregiving_scenario", "expected_tags": {"detected_behaviors": ["hallucinations_delusions"], "detected_emotion": "fear", "detected_topics": ["personal_story"], "detected_contexts": ["setting_home_or_community"]}, "expected_sources": [], "ground_truth_keypoints": "Validate their fear without arguing about reality. Reassure them of safety and gently redirect by changing the environment.", "ground_truth_answer": "That sounds very frightening. I don't see a dog right now, but I believe that you do. You are safe here with me. Let's try closing the curtains and moving to another room for a little while, away from the window."}}
{"test_id": "P6", "work": "The Father", "title": "Patient Repeating a Question Due to Anxiety", "test_role": "patient", "turns": [{"role": "user", "text": "Are you sure my daughter is visiting today? I really don't want to miss her."}], "ground_truth": {"expected_route": "caregiving_scenario", "expected_tags": {"detected_behaviors": ["repetitive_questioning", "anxiety"], "detected_emotion": "anxiety", "detected_topics": ["personal_story"], "detected_contexts": ["relationship_family"]}, "expected_sources": ["the_father_segments_enriched_harmonized_plus.jsonl"], "ground_truth_keypoints": "Answer the question calmly and directly. Validate the underlying emotion (excitement to see her) and offer a pleasant distraction.", "ground_truth_answer": "Yes, I am sure. Anne will be here to visit today. It sounds like you are very excited to see her. She is very much looking forward to seeing you too. She should be here around lunchtime. Shall we look at some photos of her while we wait?"}}
{"test_id": "P7", "work": "Alive Inside", "title": "Patient Expressing a Positive Memory (Reminiscence)", "test_role": "patient", "turns": [{"role": "user", "text": "I was just remembering the music at our wedding. Everyone was dancing."}], "ground_truth": {"expected_route": "caregiving_scenario", "expected_tags": {"detected_behaviors": ["reminiscence_prompting", "affection"], "detected_emotion": "joy", "detected_topics": ["personal_story"], "detected_contexts": []}, "expected_sources": ["alive_inside_enriched_harmonized.jsonl"], "ground_truth_keypoints": "Acknowledge the happy memory and encourage further reminiscence by asking a gentle, open-ended question about the event.", "ground_truth_answer": "That sounds like a beautiful memory. Music has such a wonderful way of bringing back happy times. Do you remember any of the songs that were played? I would love to hear more about that day."}}
{"test_id": "GC1", "title": "Patient Says Thank You", "test_role": "patient", "turns": [{"role": "user", "text": "Thank you, that was helpful."}], "ground_truth": {"expected_route": "general_conversation", "expected_tags": {}, "expected_sources": [], "ground_truth_keypoints": "Respond politely and offer further assistance.", "ground_truth_answer": "You're very welcome. I'm here to help whenever you need me. Is there anything else I can assist you with today?"}}
{"test_id": "GC2", "title": "Caregiver Greets the Agent", "test_role": "caregiver", "turns": [{"role": "user", "text": "Hello, how are you?"}], "ground_truth": {"expected_route": "general_conversation", "expected_tags": {}, "expected_sources": [], "ground_truth_keypoints": "Respond politely and pivot to offering help.", "ground_truth_answer": "Hello! I'm doing well, thank you for asking. How can I help you today?"}}
{"test_id": "GK1", "title": "Patient Asks General Knowledge Question", "test_role": "patient", "turns": [{"role": "user", "text": "Who was the president of the United States back in 1970?"}], "ground_truth": {"expected_route": "general_knowledge_question", "expected_tags": {}, "expected_sources": ["General Knowledge"], "ground_truth_keypoints": "State the factual answer: Richard Nixon was president in 1970.", "ground_truth_answer": "In 1970, the President of the United States was Richard Nixon."}}
{"test_id": "GK2", "title": "Patient Asks General Knowledge - Geography", "test_role": "patient", "turns": [{"role": "user", "text": "What is the capital of Canada?"}], "ground_truth": {"expected_route": "general_knowledge_question", "expected_tags": {}, "expected_sources": ["General Knowledge"], "ground_truth_keypoints": "State the factual answer: The capital of Canada is Ottawa.", "ground_truth_answer": "The capital of Canada is Ottawa."}}
{"test_id": "GK3", "title": "Patient Asks General Knowledge - Art", "test_role": "patient", "turns": [{"role": "user", "text": "Who painted the Mona Lisa?"}], "ground_truth": {"expected_route": "general_knowledge_question", "expected_tags": {}, "expected_sources": ["General Knowledge"], "ground_truth_keypoints": "State the factual answer: Leonardo da Vinci painted the Mona Lisa.", "ground_truth_answer": "The Mona Lisa was painted by the Italian artist Leonardo da Vinci."}}
{"test_id": "GK4", "title": "Patient Asks General Knowledge - History", "test_role": "patient", "turns": [{"role": "user", "text": "What year did World War II end?"}], "ground_truth": {"expected_route": "general_knowledge_question", "expected_tags": {}, "expected_sources": ["General Knowledge"], "ground_truth_keypoints": "State the factual answer: World War II ended in 1945.", "ground_truth_answer": "World War II ended in 1945."}}
{"test_id": "SUM1", "work": "Complaints of a Dutiful Daughter", "title": "Caregiver Asks for a Summary", "test_role": "caregiver", "turns": [{"role": "user", "text": "Can you give me a summary of the main events from the last three days?"}], "ground_truth": {"expected_route": "summarization", "expected_tags": {}, "expected_sources": ["1 Complaints of a Dutiful Daughter.txt"], "ground_truth_keypoints": "Summarize the key events from the past three days: Monday (agitation), Tuesday (visit/music), Wednesday (doctor/sleep).", "ground_truth_answer": "Certainly. Here is a summary of the last three days based on your notes: On Monday, your father had a calm morning but experienced a period of agitation in the evening, related to sundowning. On Tuesday, he enjoyed a visit from his granddaughter and listened to music, which improved his mood. Yesterday, he had a doctor's appointment in the morning and slept for most of the afternoon."}}
{"test_id": "SUM2", "work": "Complaints of a Dutiful Daughter", "title": "Caregiver Asks for Summary of a Symptom", "test_role": "caregiver", "turns": [{"role": "user", "text": "Summarize all the journal entries related to my husband's word-finding difficulties."}], "ground_truth": {"expected_route": "summarization", "expected_tags": {}, "expected_sources": ["1 Complaints of a Dutiful Daughter.txt"], "ground_truth_keypoints": "Summarize the progression of word-finding issues over the past three months as noted in the journal.", "ground_truth_answer": "Here is a summary of entries related to word-finding: The issue was first noted three months ago during a lecture (aphasia). Two months ago, he struggled to name common kitchen items. Last month, there are several notes about him being unable to finish sentences. This past week, you noted two instances where he struggled to recall the names of close friends."}}
{"test_id": "SUM3", "work": "Complaints of a Dutiful Daughter", "title": "Caregiver Asks for Summary for New Aide", "test_role": "caregiver", "turns": [{"role": "user", "text": "Create a short, one-paragraph summary of my wife's key interests and daily routine for the new weekend aide."}], "ground_truth": {"expected_route": "summarization", "expected_tags": {}, "expected_sources": ["1 Complaints of a Dutiful Daughter.txt"], "ground_truth_keypoints": "Summarize Fiona's routine: wakes at 8, enjoys music, walks after lunch, looks at photos, and needs a calm environment.", "ground_truth_answer": "Of course. Fiona is a kind woman who enjoys quiet activities. Her daily routine typically involves waking around 8 AM, having tea and toast for breakfast, and listening to classical music. She enjoys short walks in the garden after lunch, weather permitting. In the afternoon, she often likes to look at old photo albums or sit quietly. She can become anxious if her routine is disrupted, so maintaining a calm and predictable environment is very helpful."}}
{"test_id": "SUM4", "work": "Complaints of a Dutiful Daughter", "title": "Patient Asks for Summary of Previous Day", "test_role": "patient", "turns": [{"role": "user", "text": "Can you remind me what I did yesterday? Just the main points, please."}], "ground_truth": {"expected_route": "summarization", "expected_tags": {}, "expected_sources": ["1 Complaints of a Dutiful Daughter.txt"], "ground_truth_keypoints": "Remind the patient of yesterday's key activities: a quiet morning with music, a visit from Anne, and chicken soup for dinner.", "ground_truth_answer": "Of course. Yesterday, you had a quiet morning and enjoyed listening to some of your favorite music. In the afternoon, your daughter Anne came to visit, and you spent time looking at old photographs together. For dinner, you had chicken soup."}}
{"test_id": "FQ1", "work": "Complaints of a Dutiful Daughter", "title": "Patient Asks for Daughter's Name", "test_role": "patient", "turns": [{"role": "user", "text": "I'm trying to remember... what is my daughter's name again?"}], "ground_truth": {"expected_route": "factual_question", "expected_tags": {}, "expected_sources": ["1 Complaints of a Dutiful Daughter.txt"], "ground_truth_keypoints": "Gently state the daughter's name is Debbie and add an empathetic, relationship-affirming statement.", "ground_truth_answer": "Thinking about your daughter, the journal mentions her name is Debbie. She sounds very important to you."}}
{"test_id": "FQ2_new", "work": "Complaints of a Dutiful Daughter", "title": "Patient Asks for Partner's Name", "test_role": "patient", "turns": [{"role": "user", "text": "Who was my long-term partner I lived with in New York?"}], "ground_truth": {"expected_route": "factual_question", "expected_tags": {}, "expected_sources": ["1 Complaints of a Dutiful Daughter.txt"], "ground_truth_keypoints": "State that their long-term partner in New York was named Danish, with whom they lived for almost 50 years.", "ground_truth_answer": "According to the journal, you lived with Danish for almost 50 years in New York."}}
{"test_id": "FQ3_new", "work": "Complaints of a Dutiful Daughter", "title": "Patient Asks for Daughter's Birthplace", "test_role": "patient", "turns": [{"role": "user", "text": "Where was my daughter Debbie born?"}], "ground_truth": {"expected_route": "factual_question", "expected_tags": {}, "expected_sources": ["1 Complaints of a Dutiful Daughter.txt"], "ground_truth_keypoints": "State the factual answer: Your daughter Debbie was born on 169th Street in Flushing.", "ground_truth_answer": "The journal mentions that your daughter, Debbie, was born on 169th Street in Flushing."}}
{"test_id": "FQ4_new", "work": "Complaints of a Dutiful Daughter", "title": "Patient Asks About Their Age", "test_role": "patient", "turns": [{"role": "user", "text": "How old am I, according to my last conversation with Debbie?"}], "ground_truth": {"expected_route": "factual_question", "expected_tags": {}, "expected_sources": ["1 Complaints of a Dutiful Daughter.txt"], "ground_truth_keypoints": "State the factual answer from the journal: In a conversation with Debbie, you realized you are 84 years old.", "ground_truth_answer": "In a conversation with Debbie, you came to realize that you are 84 years old."}}
{"test_id": "FQ5_new", "work": "Complaints of a Dutiful Daughter", "title": "Patient Asks About Partner's Passing", "test_role": "patient", "turns": [{"role": "user", "text": "I know my husband passed away. When did the journal say it happened?"}], "ground_truth": {"expected_route": "factual_question", "expected_tags": {}, "expected_sources": ["1 Complaints of a Dutiful Daughter.txt"], "ground_truth_keypoints": "State the factual answer from the journal: Danish passed away about five years ago.", "ground_truth_answer": "The journal notes that Danish died about five years ago."}}
{"test_id": "MH1_new", "work": "Complaints of a Dutiful Daughter", "title": "Patient Asks to Connect Husband to a Location", "test_role": "patient", "turns": [{"role": "user", "text": "Did my husband Danish live with us in Flushing where Debbie was born?"}], "ground_truth": {"expected_route": "multi_hop", "expected_tags": {}, "expected_sources": ["1 Complaints of a Dutiful Daughter.txt"], "ground_truth_keypoints": "Synthesize the facts: The journal says you all lived in Flushing and you lived with Danish for 50 years.", "ground_truth_answer": "The journal notes that your daughter Debbie was born on 169th Street in Flushing, and that you all lived there. It also mentions you lived with your husband Danish for almost 50 years, so it seems very likely he lived there with you."}}
{"test_id": "MH2_new", "work": "Complaints of a Dutiful Daughter", "title": "Patient Asks About Timeline of Relationship", "test_role": "patient", "turns": [{"role": "user", "text": "Considering Danish passed away 5 years ago, how long had we been living together before that?"}], "ground_truth": {"expected_route": "multi_hop", "expected_tags": {}, "expected_sources": ["1 Complaints of a Dutiful Daughter.txt"], "ground_truth_keypoints": "Synthesize the facts: The journal says you lived with Danish for almost 50 years and he passed away 5 years ago.", "ground_truth_answer": "That's a thoughtful question. The journal mentions that you lived with Danish for almost 50 years and that he passed away about five years ago, which suggests you had a long and meaningful life together."}}
{"test_id": "MH3_new", "work": "Complaints of a Dutiful Daughter", "title": "Patient Asks to Combine People and Places", "test_role": "patient", "turns": [{"role": "user", "text": "I know I lived with Danish in New York, but who was the other person I knew there?"}], "ground_truth": {"expected_route": "multi_hop", "expected_tags": {}, "expected_sources": ["1 Complaints of a Dutiful Daughter.txt"], "ground_truth_keypoints": "Synthesize the facts: The journal mentions you lived with Danish in New York and also knew someone named Frances in Flushing.", "ground_truth_answer": "Looking at your journal, it mentions you lived in New York for a long time with Danish. A separate memory from your time living on 169th Street in Flushing also notes that you knew someone named Frances."}}
{"test_id": "MH4_new", "work": "Complaints of a Dutiful Daughter", "title": "Patient Asks to Contrast Two Eras", "test_role": "patient", "turns": [{"role": "user", "text": "I know I started out in San Francisco and then moved to New York. What does the journal say about my life in San Francisco?"}], "ground_truth": {"expected_route": "multi_hop", "expected_tags": {}, "expected_sources": ["1 Complaints of a Dutiful Daughter.txt"], "ground_truth_keypoints": "State what the journal contains: it mentions you started in San Francisco but provides no further details about your life there.", "ground_truth_answer": "The journal mentions that you started out in San Francisco before you went to New York for a long time, but it doesn't contain any other specific details about your life there."}}