import sklearn from sklearn.calibration import CalibratedClassifierCV, calibration_curve from sklearn.datasets import make_classification from sklearn.ensemble import RandomForestClassifier from sklearn.metrics import brier_score_loss, log_loss from sklearn.model_selection import train_test_split X, y = make_classification( n_samples=4_000, n_features=20, n_informative=7, n_redundant=5, weights=[0.78, 0.22], class_sep=0.65, flip_y=0.08, random_state=42, ) X_train, X_test, y_train, y_test = train_test_split( X, y, test_size=0.25, stratify=y, random_state=42, )