By @rpinho
Refereed correctness bugs in open-source research software, with patches and links to upstream PRs
before:
{
"alert_model/hpo_fpr.py/small": {
"true_positives": 2
},
"alert_model/hpo_fpr.py/normal": {
"true_positives": 2
},
"alert_model/hpo_fpr.py/ties": {
"true_positives": 1
},
"alert_model/hpo_fpr.py/rounded_budget": {
"true_positives": 2
},
"alert_model/training_and_predicting.py/small": {
"true_positives": 2,
"false_positives": 9,
"threshold": 0.1,
"decisions": [
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1
]
},
"alert_model/training_and_predicting.py/normal": {
"true_positives": 2,
"false_positives": 5,
"threshold": 0.96,
"decisions": [
1,
1,
1,
1,
1,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
1,
1
]
},
"alert_model/training_and_predicting.py/ties": {
"true_positives": 1,
"false_positives": 20,
"threshold": 0.8,
"decisions": [
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
1,
0
]
},
"alert_model/training_and_predicting.py/rounded_budget": {
"true_positives": 2,
"false_positives": 2,
"threshold": 0.99,
"decisions": [
1,
1,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
1,
1
]
},
"data/preprocess.py/small": {
"true_positives": 2,
"false_positives": 9,
"threshold": 0.1,
"decisions": [
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1
]
},
"data/preprocess.py/normal": {
"true_positives": 2,
"false_positives": 5,
"threshold": 0.96,
"decisions": [
1,
1,
1,
1,
1,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
1,
1
]
},
"data/preprocess.py/ties": {
"true_positives": 1,
"false_positives": 20,
"threshold": 0.8,
"decisions": [
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
1,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
1,
0
]
},
"data/preprocess.py/rounded_budget": {
"true_positives": 2,
"false_positives": 2,
"threshold": 0.99,
"decisions": [
1,
1,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
1,
1
]
},
"HPO.objective/small": {
"true_positives": 2,
"false_positives": 9
},
"HPO.objective/normal": {
"true_positives": 2,
"false_positives": 5
},
"HPO.objective/ties": {
"true_positives": 1,
"false_positives": 20
},
"HPO.objective/rounded_budget": {
"true_positives": 2,
"false_positives": 2
}
}
after:
{
"alert_model/hpo_fpr.py/small": {
"true_positives": 1
},
"alert_model/hpo_fpr.py/normal": {
"true_positives": 2
},
"alert_model/hpo_fpr.py/ties": {
"true_positives": 1
},
"alert_model/hpo_fpr.py/rounded_budget": {
"true_positives": 2
},
"alert_model/training_and_predicting.py/small": {
"true_positives": 1,
"false_positives": 0,
"threshold": 0.95,
"decisions": [
0,
0,
0,
0,
0,
0,
0,
0,
0,
1,
0
]
},
"alert_model/training_and_predicting.py/normal": {
"true_positives": 2,
"false_positives": 5,
"threshold": 0.96,
"decisions": [
1,
1,
1,
1,
1,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
1,
1
]
},
"alert_model/training_and_predicting.py/ties": {
"true_positives": 1,
"false_positives": 0,
"threshold": 0.9,
"decisions": [
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
1,
0
]
},
"alert_model/training_and_predicting.py/rounded_budget": {
"true_positives": 2,
"false_positives": 1,
"threshold": 0.995,
"decisions": [
1,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
1,
1
]
},
"data/preprocess.py/small": {
"true_positives": 1,
"false_positives": 0,
"threshold": 0.95,
"decisions": [
0,
0,
0,
0,
0,
0,
0,
0,
0,
1,
0
]
},
"data/preprocess.py/normal": {
"true_positives": 2,
"false_positives": 5,
"threshold": 0.96,
"decisions": [
1,
1,
1,
1,
1,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
1,
1
]
},
"data/preprocess.py/ties": {
"true_positives": 1,
"false_positives": 0,
"threshold": 0.9,
"decisions": [
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
1,
0
]
},
"data/preprocess.py/rounded_budget": {
"true_positives": 2,
"false_positives": 1,
"threshold": 0.995,
"decisions": [
1,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
1,
1
]
},
"HPO.objective/small": {
"true_positives": 1,
"false_positives": 0
},
"HPO.objective/normal": {
"true_positives": 2,
"false_positives": 5
},
"HPO.objective/ties": {
"true_positives": 1,
"false_positives": 0
},
"HPO.objective/rounded_budget": {
"true_positives": 2,
"false_positives": 1
}
}