from joblib import load
from sklearn.metrics import accuracy_score
from sklearn.utils.validation import check_is_fitted


winner = load("randomized_search_winner.joblib")
X_test, y_test = load("randomized_search_holdout.joblib")

check_is_fitted(winner)
predictions = winner.predict(X_test)
held_out_accuracy = accuracy_score(y_test, predictions)
required_accuracy = 0.85

if held_out_accuracy < required_accuracy:
    raise SystemExit(
        f"held-out accuracy {held_out_accuracy:.3f} "
        f"is below the required {required_accuracy:.3f}"
    )

print(f"held-out accuracy: {held_out_accuracy:.3f}")
print(f"required accuracy: {required_accuracy:.3f}")