93 lines
2.6 KiB
JSON
93 lines
2.6 KiB
JSON
{
|
|
"dataset_id": "a6f3041c8e997de6c964bc5226f9c4c3d5fec7ebc48e17588356fb8709ff3b6b",
|
|
"legacy_features": {
|
|
"training": {
|
|
"false": 55,
|
|
"true": 5
|
|
},
|
|
"holdout": {
|
|
"false": 28,
|
|
"true": 12
|
|
}
|
|
},
|
|
"source_evidence": {
|
|
"partitions": {
|
|
"training": {
|
|
"cases": 60,
|
|
"records": {
|
|
"github_metadata_records": 17,
|
|
"local_work_metadata_records": 1,
|
|
"patch_records": 0,
|
|
"patch_text_records": 0,
|
|
"discussion_excerpt_records": 0,
|
|
"discussion_lifecycle_records": 0,
|
|
"malformed_material_records": 0
|
|
},
|
|
"cases_with": {
|
|
"github_metadata_records": 2,
|
|
"local_work_metadata_records": 1,
|
|
"patch_records": 0,
|
|
"patch_text_records": 0,
|
|
"discussion_excerpt_records": 0,
|
|
"discussion_lifecycle_records": 0,
|
|
"malformed_material_records": 0
|
|
}
|
|
},
|
|
"holdout": {
|
|
"cases": 40,
|
|
"records": {
|
|
"github_metadata_records": 835,
|
|
"local_work_metadata_records": 4,
|
|
"patch_records": 2,
|
|
"patch_text_records": 2,
|
|
"discussion_excerpt_records": 13,
|
|
"discussion_lifecycle_records": 0,
|
|
"malformed_material_records": 0
|
|
},
|
|
"cases_with": {
|
|
"github_metadata_records": 10,
|
|
"local_work_metadata_records": 2,
|
|
"patch_records": 2,
|
|
"patch_text_records": 2,
|
|
"discussion_excerpt_records": 2,
|
|
"discussion_lifecycle_records": 0,
|
|
"malformed_material_records": 0
|
|
}
|
|
}
|
|
},
|
|
"scope": "material_presence_only",
|
|
"patch_revision_and_completeness_verified": false,
|
|
"discussion_thread_completeness_verified": false,
|
|
"semantic_quality_measured": false,
|
|
"legacy_has_code_scope": "source_kind_family_including_metadata_local_work_and_absent_records"
|
|
},
|
|
"limitations": [
|
|
"independent_labels_missing",
|
|
"semantic_quality_not_measured",
|
|
"capture_time_is_not_event_time",
|
|
"source_coverage_gaps_preserved",
|
|
"training_without_discussions",
|
|
"training_without_patch_text_records",
|
|
"training_without_discussion_excerpt_records"
|
|
],
|
|
"frozen_files_unchanged": 204,
|
|
"input_review_counts": {
|
|
"training": {
|
|
"total": 60,
|
|
"unreviewed": 59,
|
|
"partial": 0,
|
|
"input_reviewed": 1,
|
|
"complete": 0
|
|
},
|
|
"holdout": {
|
|
"total": 40,
|
|
"unreviewed": 40,
|
|
"partial": 0,
|
|
"input_reviewed": 0,
|
|
"complete": 0
|
|
}
|
|
},
|
|
"evaluation_ready": false,
|
|
"quality_measured": false
|
|
}
|