midterm / server /test_data /golden_dataset.json
Nagesh Muralidhar
midterm-submission
d7a8925
{
"metadata": {
"created_at": "2025-02-23T19:40:05.819936",
"version": "1.0",
"description": "Golden dataset for testing the podcast debate system"
},
"test_cases": [
{
"id": "6e557a71-7ccf-497c-8b41-b47087dae3ce",
"input": {
"query": "Are electric vehicles better for the environment?",
"agent_type": "believer",
"context": null
},
"expected_output": {
"debate_structure": {
"min_turns": 2,
"max_turns": 4,
"required_agents": [
"extractor",
"believer",
"skeptic",
"supervisor"
]
},
"transcript_requirements": {
"required_fields": [
"id",
"podcastScript",
"topic"
],
"topic_match": true,
"min_script_length": 500
},
"podcast_requirements": {
"required_fields": [
"content",
"audio_file",
"title",
"description",
"category"
],
"audio_format": "mp3",
"min_file_size": 1000
}
}
},
{
"id": "9c95f4df-fb84-4bc1-b80c-094998e58811",
"input": {
"query": "Should artificial intelligence be regulated?",
"agent_type": "skeptic",
"context": {
"believer_chunks": [
"AI can enhance productivity and innovation",
"AI systems can help solve complex problems"
],
"skeptic_chunks": [
"AI poses risks to privacy and security",
"Unregulated AI could lead to job displacement"
]
}
},
"expected_output": {
"debate_structure": {
"min_turns": 2,
"max_turns": 4,
"required_agents": [
"extractor",
"believer",
"skeptic",
"supervisor"
]
},
"transcript_requirements": {
"required_fields": [
"id",
"podcastScript",
"topic"
],
"topic_match": true,
"min_script_length": 500
},
"podcast_requirements": {
"required_fields": [
"content",
"audio_file",
"title",
"description",
"category"
],
"audio_format": "mp3",
"min_file_size": 1000
}
}
},
{
"id": "a0233d38-9f22-4b6e-9c77-621dc7a2b637",
"input": {
"query": "What are the benefits and drawbacks of remote work?",
"agent_type": "believer",
"context": null
},
"expected_output": {
"debate_structure": {
"min_turns": 2,
"max_turns": 4,
"required_agents": [
"extractor",
"believer",
"skeptic",
"supervisor"
]
},
"transcript_requirements": {
"required_fields": [
"id",
"podcastScript",
"topic"
],
"topic_match": true,
"min_script_length": 500
},
"podcast_requirements": {
"required_fields": [
"content",
"audio_file",
"title",
"description",
"category"
],
"audio_format": "mp3",
"min_file_size": 1000
}
}
}
],
"sample_transcripts": [
{
"id": "4fb8bc46-dc2a-4e21-abfe-9cb3e1ca77ff",
"podcastScript": "**Podcast Script: Electric Vehicles and the Environment**\n\nHost: Welcome to our debate on the environmental impact of electric vehicles...\n\nSkeptic: While EVs reduce direct emissions, we must consider the environmental cost of battery production...\n\nBeliever: The long-term benefits of EVs in reducing carbon emissions far outweigh the initial production impact...",
"topic": "Are electric vehicles better for the environment?"
},
{
"id": "557a2b5c-8f59-46cc-930c-7d69818260d1",
"podcastScript": "**Podcast Script: AI Regulation Debate**\n\nHost: Today we're exploring the complex topic of AI regulation...\n\nSkeptic: Without proper oversight, AI development could lead to serious societal risks...\n\nBeliever: Smart regulation can help us harness AI's benefits while minimizing potential harm...",
"topic": "Should artificial intelligence be regulated?"
}
],
"validation_rules": {
"debate": {
"required_agents": [
"extractor",
"believer",
"skeptic",
"supervisor"
],
"min_debate_turns": 2,
"max_debate_turns": 4
},
"transcript": {
"required_fields": [
"id",
"podcastScript",
"topic"
],
"min_script_length": 500
},
"podcast": {
"required_fields": [
"content",
"audio_file",
"title",
"description",
"category"
],
"supported_audio_formats": [
"mp3"
],
"min_file_size": 1000
}
}
}