⭐ 1. Introduction & Overview¶
Your Goal: Your objective is to predict whether a person is an Introvert or Extrovert, given their social behavior and personality traits.
🔹 2. Import Libraries & Set Up¶
# General
import numpy as np
import pandas as pd
import matplotlib.pyplot as plt
import seaborn as sns
from tqdm import tqdm
# Machine Learning
import xgboost as xg
from sklearn.model_selection import train_test_split, GridSearchCV, KFold, cross_val_score
from sklearn.metrics import accuracy_score, f1_score, precision_score, recall_score, mean_absolute_error, mean_squared_error, r2_score, root_mean_squared_error, roc_auc_score
from sklearn.linear_model import LinearRegression, LogisticRegression, Ridge
from sklearn.ensemble import RandomForestClassifier
from sklearn.preprocessing import StandardScaler, LabelEncoder
from sklearn.pipeline import make_pipeline
import tensorflow as tf
from tensorflow.keras.models import Sequential
from tensorflow.keras.layers import Dense, Dropout
from tensorflow.keras.optimizers import Adam
from imblearn.over_sampling import SMOTE
import optuna
# Feature Importance & Explainability
import shap
# Settings
import warnings
warnings.filterwarnings("ignore")
# Set random seed for reproducibility
SEED = 42
np.random.seed(SEED)
print("Libraries loaded. Ready to go!")
Libraries loaded. Ready to go!
🔹 3. Load & Explore Data¶
train = pd.read_csv('train.csv')
test = pd.read_csv('test.csv')
print(f"Train shape: {train.shape}, Test shape: {test.shape}")
Train shape: (18524, 9), Test shape: (6175, 8)
train.head()
| id | Time_spent_Alone | Stage_fear | Social_event_attendance | Going_outside | Drained_after_socializing | Friends_circle_size | Post_frequency | Personality | |
|---|---|---|---|---|---|---|---|---|---|
| 0 | 0 | 0.0 | No | 6.0 | 4.0 | No | 15.0 | 5.0 | Extrovert |
| 1 | 1 | 1.0 | No | 7.0 | 3.0 | No | 10.0 | 8.0 | Extrovert |
| 2 | 2 | 6.0 | Yes | 1.0 | 0.0 | NaN | 3.0 | 0.0 | Introvert |
| 3 | 3 | 3.0 | No | 7.0 | 3.0 | No | 11.0 | 5.0 | Extrovert |
| 4 | 4 | 1.0 | No | 4.0 | 4.0 | No | 13.0 | NaN | Extrovert |
train['Personality'].value_counts()
Personality Extrovert 13699 Introvert 4825 Name: count, dtype: int64
def plot_nums(dataframe):
float_cols = [col for col in dataframe.columns if dataframe[col].dtype == "float64" or dataframe[col].dtype == "int64"]
cols_per_row = 3
num_plots = len(float_cols)
rows = (num_plots // cols_per_row) + (num_plots % cols_per_row > 0)
fig, axes = plt.subplots(rows, cols_per_row, figsize=(15, 5 * rows))
axes = axes.flatten()
for idx, col in enumerate(float_cols):
sns.histplot(dataframe[col], bins=50, kde=True, ax=axes[idx])
axes[idx].set_title(f"Distribution of {col}")
for i in range(idx + 1, len(axes)):
fig.delaxes(axes[i])
plt.tight_layout()
plt.show()
def plot_cats(dataframe):
categorical_features = dataframe.select_dtypes(include=['object']).columns
num_features = len(categorical_features)
cols = 3
rows = (num_features // cols) + (num_features % cols > 0)
# Create subplots
fig, axes = plt.subplots(rows, cols, figsize=(15, rows * 5))
axes = axes.flatten()
for i, feature in enumerate(categorical_features):
dataframe[feature].value_counts().plot.pie(
autopct='%1.1f%%', ax=axes[i], startangle=90, cmap="viridis"
)
axes[i].set_title(feature)
axes[i].set_ylabel("")
# Hide any unused subplots
for j in range(i + 1, len(axes)):
fig.delaxes(axes[j])
plt.tight_layout()
plt.show()
plot_cats(train)
plot_nums(train)
def heatmap_nums(dataframe):
heatmap_train = dataframe.select_dtypes(include=["float64", "int64"])
corr_matrix = heatmap_train.corr()
threshold = 0.75
high_corr_pairs = (
corr_matrix.where(np.triu(np.ones(corr_matrix.shape), k=1).astype(bool))
.stack()
.reset_index()
)
high_corr_pairs.columns = ["Feature 1", "Feature 2", "Correlation"]
high_corr_pairs = high_corr_pairs[high_corr_pairs["Correlation"].abs() > threshold]
plt.figure(figsize=(30, 12))
sns.heatmap(corr_matrix, annot=True, cmap="coolwarm")
plt.title("Feature Correlation Matrix")
plt.show()
print("Highly correlated feature pairs (above threshold):")
print(high_corr_pairs)
heatmap_nums(train)
Highly correlated feature pairs (above threshold): Empty DataFrame Columns: [Feature 1, Feature 2, Correlation] Index: []
🔹 5. Model Testing¶
sampler = SMOTE(random_state=SEED)
# Prepare features and target
X = train.drop(['id', 'Personality'], axis=1)
y = train['Personality']
X_test = test.drop(['id'], axis=1)
# Convert categorical variables to numeric
le = LabelEncoder()
X['Stage_fear'] = le.fit_transform(X['Stage_fear'].fillna('Missing'))
X['Drained_after_socializing'] = le.fit_transform(X['Drained_after_socializing'].fillna('Missing'))
X_test['Stage_fear'] = le.transform(X_test['Stage_fear'].fillna('Missing'))
X_test['Drained_after_socializing'] = le.transform(X_test['Drained_after_socializing'].fillna('Missing'))
# Group-based median imputation for training data
X_with_target = X.copy()
X_with_target['Personality'] = y
# Calculate group medians for each personality type
group_medians = X_with_target.groupby('Personality').median()
# Fill missing values based on personality group
for personality in ['Introvert', 'Extrovert']:
mask = X_with_target['Personality'] == personality
for col in X.columns:
if X[col].dtype in ['float64', 'int64']: # Only for numerical columns
X.loc[mask, col] = X.loc[mask, col].fillna(group_medians.loc[personality, col])
# For test data, use overall median as fallback since we don't have personality labels
X_test = X_test.fillna(X.median())
y = le.fit_transform(y)
# Apply SMOTE to balance the classes
X_resampled, y_resampled = sampler.fit_resample(X, y)
print("Original dataset shape:", dict(pd.Series(y).value_counts()))
print("Resampled dataset shape:", dict(pd.Series(y_resampled).value_counts()))
Original dataset shape: {0: 13699, 1: 4825}
Resampled dataset shape: {0: 13699, 1: 13699}
X_train, X_val, y_train, y_val = train_test_split(X_resampled, y_resampled, test_size=0.2, random_state=SEED)
def objective(trial):
params = {
'max_depth': trial.suggest_int('max_depth', 1, 20),
'learning_rate': trial.suggest_float('learning_rate', 0.01, 0.5),
'n_estimators': trial.suggest_int('n_estimators', 25, 1000),
'subsample': trial.suggest_float('subsample', 0.1, 1.0),
'colsample_bytree': trial.suggest_float('colsample_bytree', 0.1, 1.0),
'gamma': trial.suggest_float('gamma', 0, 5),
'reg_alpha': trial.suggest_float('reg_alpha', 0, 5),
'reg_lambda': trial.suggest_float('reg_lambda', 0, 5),
'random_state': SEED,
'use_label_encoder': False,
'eval_metric': 'logloss'
}
model = xg.XGBClassifier(**params)
model.fit(X_train, y_train)
y_pred = model.predict(X_val)
score = accuracy_score(y_val, y_pred)
return score
study = optuna.create_study(direction='maximize')
study.optimize(objective, n_trials=500, show_progress_bar=True)
print("Best accuracy:", study.best_value)
print("Best params:", study.best_params)
[I 2025-07-28 10:40:15,952] A new study created in memory with name: no-name-1d9bca84-acad-4781-9269-6da7eb629485
0%| | 0/500 [00:00<?, ?it/s]
[I 2025-07-28 10:40:17,027] Trial 0 finished with value: 0.9651459854014599 and parameters: {'max_depth': 13, 'learning_rate': 0.15967886816829907, 'n_estimators': 919, 'subsample': 0.799949929060145, 'colsample_bytree': 0.6358334720528969, 'gamma': 4.832299738032887, 'reg_alpha': 4.247136377764939, 'reg_lambda': 2.042235354860677}. Best is trial 0 with value: 0.9651459854014599.
[I 2025-07-28 10:40:17,491] Trial 1 finished with value: 0.9720802919708029 and parameters: {'max_depth': 5, 'learning_rate': 0.39547485749410854, 'n_estimators': 430, 'subsample': 0.11021211297550741, 'colsample_bytree': 0.8572528623842564, 'gamma': 2.305143895743422, 'reg_alpha': 1.0252168028025888, 'reg_lambda': 2.1015006198050834}. Best is trial 1 with value: 0.9720802919708029.
[I 2025-07-28 10:40:17,815] Trial 2 finished with value: 0.9605839416058394 and parameters: {'max_depth': 1, 'learning_rate': 0.4646740040001971, 'n_estimators': 454, 'subsample': 0.8275183500488156, 'colsample_bytree': 0.7236677083507487, 'gamma': 3.5531795240225783, 'reg_alpha': 4.418470415178032, 'reg_lambda': 2.1418308507958606}. Best is trial 1 with value: 0.9720802919708029.
[I 2025-07-28 10:40:18,581] Trial 3 finished with value: 0.9702554744525548 and parameters: {'max_depth': 2, 'learning_rate': 0.34325183225070866, 'n_estimators': 808, 'subsample': 0.1509928526132976, 'colsample_bytree': 0.2622288400538646, 'gamma': 0.17774460868631492, 'reg_alpha': 0.8608109302738493, 'reg_lambda': 3.7430526323030278}. Best is trial 1 with value: 0.9720802919708029.
[I 2025-07-28 10:40:18,930] Trial 4 finished with value: 0.9677007299270073 and parameters: {'max_depth': 15, 'learning_rate': 0.42377450927184923, 'n_estimators': 316, 'subsample': 0.40642913818818605, 'colsample_bytree': 0.13453452989396614, 'gamma': 1.3609122694856661, 'reg_alpha': 1.7859478289458175, 'reg_lambda': 4.74519351148808}. Best is trial 1 with value: 0.9720802919708029.
[I 2025-07-28 10:40:19,574] Trial 5 finished with value: 0.9687956204379562 and parameters: {'max_depth': 4, 'learning_rate': 0.26297007590377924, 'n_estimators': 996, 'subsample': 0.7828627040775634, 'colsample_bytree': 0.31506769247256106, 'gamma': 4.409020283491813, 'reg_alpha': 0.6180823537963859, 'reg_lambda': 0.009352103853630389}. Best is trial 1 with value: 0.9720802919708029.
[I 2025-07-28 10:40:19,955] Trial 6 finished with value: 0.9664233576642336 and parameters: {'max_depth': 4, 'learning_rate': 0.19447824037866301, 'n_estimators': 603, 'subsample': 0.43083310232060723, 'colsample_bytree': 0.17792248126333726, 'gamma': 4.555234107016237, 'reg_alpha': 0.665967868779011, 'reg_lambda': 0.6403542448103927}. Best is trial 1 with value: 0.9720802919708029.
[I 2025-07-28 10:40:20,193] Trial 7 finished with value: 0.9631386861313869 and parameters: {'max_depth': 12, 'learning_rate': 0.32849444830774, 'n_estimators': 401, 'subsample': 0.5198414130258626, 'colsample_bytree': 0.19588854327467314, 'gamma': 4.813828317638629, 'reg_alpha': 4.667177081594312, 'reg_lambda': 3.5256859984598767}. Best is trial 1 with value: 0.9720802919708029.
[I 2025-07-28 10:40:20,477] Trial 8 finished with value: 0.9691605839416059 and parameters: {'max_depth': 11, 'learning_rate': 0.4120766700714451, 'n_estimators': 382, 'subsample': 0.45515902940984, 'colsample_bytree': 0.5483233243830005, 'gamma': 1.4181900362496047, 'reg_alpha': 4.132289278403884, 'reg_lambda': 1.9010835504534984}. Best is trial 1 with value: 0.9720802919708029.
[I 2025-07-28 10:40:20,582] Trial 9 finished with value: 0.9695255474452554 and parameters: {'max_depth': 14, 'learning_rate': 0.3081306912411252, 'n_estimators': 147, 'subsample': 0.9652332121432456, 'colsample_bytree': 0.8230657886619809, 'gamma': 2.165093373244364, 'reg_alpha': 2.7701862859410236, 'reg_lambda': 0.5964306412339498}. Best is trial 1 with value: 0.9720802919708029.
[I 2025-07-28 10:40:20,673] Trial 10 finished with value: 0.9600364963503649 and parameters: {'max_depth': 19, 'learning_rate': 0.014730203845041756, 'n_estimators': 33, 'subsample': 0.10644769943488164, 'colsample_bytree': 0.9931162964244347, 'gamma': 2.9374424941327026, 'reg_alpha': 2.217255613639905, 'reg_lambda': 2.9289242786800207}. Best is trial 1 with value: 0.9720802919708029.
[I 2025-07-28 10:40:21,353] Trial 11 finished with value: 0.9753649635036497 and parameters: {'max_depth': 7, 'learning_rate': 0.3682437805551231, 'n_estimators': 701, 'subsample': 0.13045068661797676, 'colsample_bytree': 0.48427722390236944, 'gamma': 0.6439028216248199, 'reg_alpha': 0.20783139882806922, 'reg_lambda': 4.0868383580528445}. Best is trial 11 with value: 0.9753649635036497.
[I 2025-07-28 10:40:22,260] Trial 12 finished with value: 0.9759124087591241 and parameters: {'max_depth': 7, 'learning_rate': 0.38513034499900495, 'n_estimators': 724, 'subsample': 0.2800346729617167, 'colsample_bytree': 0.45757518180690315, 'gamma': 0.2367407592102736, 'reg_alpha': 0.06284645522267218, 'reg_lambda': 4.829649532157065}. Best is trial 12 with value: 0.9759124087591241.
[I 2025-07-28 10:40:22,937] Trial 13 finished with value: 0.9764598540145986 and parameters: {'max_depth': 8, 'learning_rate': 0.21588980403117042, 'n_estimators': 675, 'subsample': 0.2734898999002625, 'colsample_bytree': 0.44337158326665177, 'gamma': 0.011741116100412619, 'reg_alpha': 0.25866338415048407, 'reg_lambda': 4.865174020892976}. Best is trial 13 with value: 0.9764598540145986.
[I 2025-07-28 10:40:23,685] Trial 14 finished with value: 0.9759124087591241 and parameters: {'max_depth': 8, 'learning_rate': 0.1280318450099485, 'n_estimators': 654, 'subsample': 0.30608534006730137, 'colsample_bytree': 0.4263364158574189, 'gamma': 0.02173246320580157, 'reg_alpha': 0.14032045043245384, 'reg_lambda': 4.868355178813971}. Best is trial 13 with value: 0.9764598540145986.
[I 2025-07-28 10:40:24,244] Trial 15 finished with value: 0.9715328467153285 and parameters: {'max_depth': 8, 'learning_rate': 0.251169655613032, 'n_estimators': 776, 'subsample': 0.2640368502370008, 'colsample_bytree': 0.38353947779812025, 'gamma': 0.9343756372011558, 'reg_alpha': 1.5472493956884903, 'reg_lambda': 4.293969685306359}. Best is trial 13 with value: 0.9764598540145986.
[I 2025-07-28 10:40:24,558] Trial 16 finished with value: 0.9684306569343065 and parameters: {'max_depth': 10, 'learning_rate': 0.0650008321022322, 'n_estimators': 553, 'subsample': 0.6367511822444979, 'colsample_bytree': 0.6053953045704943, 'gamma': 1.6496254136493698, 'reg_alpha': 3.0572544857711774, 'reg_lambda': 3.13022549128997}. Best is trial 13 with value: 0.9764598540145986.
[I 2025-07-28 10:40:25,278] Trial 17 finished with value: 0.9759124087591241 and parameters: {'max_depth': 16, 'learning_rate': 0.23776141767840736, 'n_estimators': 807, 'subsample': 0.29218910864010433, 'colsample_bytree': 0.45920359486556694, 'gamma': 0.5911072164816336, 'reg_alpha': 0.02126409415156072, 'reg_lambda': 4.972806777571236}. Best is trial 13 with value: 0.9764598540145986.
[I 2025-07-28 10:40:25,683] Trial 18 finished with value: 0.9748175182481752 and parameters: {'max_depth': 6, 'learning_rate': 0.4943812196331514, 'n_estimators': 710, 'subsample': 0.6324624721348117, 'colsample_bytree': 0.3336878246027274, 'gamma': 0.945077521806454, 'reg_alpha': 1.4188664831929194, 'reg_lambda': 4.318158893470407}. Best is trial 13 with value: 0.9764598540145986.
[I 2025-07-28 10:40:26,132] Trial 19 finished with value: 0.9638686131386861 and parameters: {'max_depth': 9, 'learning_rate': 0.09513848935285332, 'n_estimators': 898, 'subsample': 0.22427178712566387, 'colsample_bytree': 0.5429723965938111, 'gamma': 3.0882124497551335, 'reg_alpha': 2.0592479773932544, 'reg_lambda': 2.7701816169871174}. Best is trial 13 with value: 0.9764598540145986.
[I 2025-07-28 10:40:26,327] Trial 20 finished with value: 0.9698905109489051 and parameters: {'max_depth': 17, 'learning_rate': 0.2099002405318201, 'n_estimators': 234, 'subsample': 0.3514467256057619, 'colsample_bytree': 0.693921652682405, 'gamma': 0.350992734246894, 'reg_alpha': 3.356125123320178, 'reg_lambda': 3.7164901581811}. Best is trial 13 with value: 0.9764598540145986.
[I 2025-07-28 10:40:26,959] Trial 21 finished with value: 0.9751824817518249 and parameters: {'max_depth': 8, 'learning_rate': 0.1290358669154978, 'n_estimators': 626, 'subsample': 0.31241796225833307, 'colsample_bytree': 0.43147868631318986, 'gamma': 0.005751205950529505, 'reg_alpha': 0.0009126591512793464, 'reg_lambda': 4.653853977768163}. Best is trial 13 with value: 0.9764598540145986.
[I 2025-07-28 10:40:27,568] Trial 22 finished with value: 0.974087591240876 and parameters: {'max_depth': 10, 'learning_rate': 0.16069360475808328, 'n_estimators': 688, 'subsample': 0.20437196549170458, 'colsample_bytree': 0.3802063198052821, 'gamma': 0.04527342639964438, 'reg_alpha': 0.45897426815524256, 'reg_lambda': 4.954406968384002}. Best is trial 13 with value: 0.9764598540145986.
[I 2025-07-28 10:40:27,950] Trial 23 finished with value: 0.9739051094890511 and parameters: {'max_depth': 6, 'learning_rate': 0.27928357583363833, 'n_estimators': 550, 'subsample': 0.34176269558932915, 'colsample_bytree': 0.4972697290923851, 'gamma': 0.9209138932238938, 'reg_alpha': 1.2010628651271917, 'reg_lambda': 4.446591468755046}. Best is trial 13 with value: 0.9764598540145986.
[I 2025-07-28 10:40:28,275] Trial 24 finished with value: 0.9673357664233576 and parameters: {'max_depth': 3, 'learning_rate': 0.1138953250594494, 'n_estimators': 640, 'subsample': 0.5166356028598664, 'colsample_bytree': 0.2632975483086546, 'gamma': 1.8440428622283935, 'reg_alpha': 0.3900341303480518, 'reg_lambda': 3.9921743423007543}. Best is trial 13 with value: 0.9764598540145986.
[I 2025-07-28 10:40:28,748] Trial 25 finished with value: 0.9746350364963504 and parameters: {'max_depth': 8, 'learning_rate': 0.19304620726062688, 'n_estimators': 752, 'subsample': 0.202264237799472, 'colsample_bytree': 0.40408443571937247, 'gamma': 0.41164758976640137, 'reg_alpha': 0.996823083084134, 'reg_lambda': 3.3863924889433425}. Best is trial 13 with value: 0.9764598540145986.
[I 2025-07-28 10:40:29,377] Trial 26 finished with value: 0.9722627737226277 and parameters: {'max_depth': 6, 'learning_rate': 0.06917444146948837, 'n_estimators': 878, 'subsample': 0.3795619599872168, 'colsample_bytree': 0.6104785954833383, 'gamma': 1.111516644731489, 'reg_alpha': 0.533318582644454, 'reg_lambda': 4.662150641957901}. Best is trial 13 with value: 0.9764598540145986.
[I 2025-07-28 10:40:29,720] Trial 27 finished with value: 0.9718978102189781 and parameters: {'max_depth': 11, 'learning_rate': 0.29614067692851864, 'n_estimators': 506, 'subsample': 0.5997726156384144, 'colsample_bytree': 0.2997212128424147, 'gamma': 0.5556433165696697, 'reg_alpha': 3.585114597134521, 'reg_lambda': 3.992941984818141}. Best is trial 13 with value: 0.9764598540145986.
[I 2025-07-28 10:40:30,491] Trial 28 finished with value: 0.9764598540145986 and parameters: {'max_depth': 9, 'learning_rate': 0.21795754181560045, 'n_estimators': 602, 'subsample': 0.27995523492736263, 'colsample_bytree': 0.5077163426887281, 'gamma': 0.010579531174695844, 'reg_alpha': 1.3385279073810188, 'reg_lambda': 1.3419840550923436}. Best is trial 13 with value: 0.9764598540145986.
[I 2025-07-28 10:40:31,185] Trial 29 finished with value: 0.9755474452554744 and parameters: {'max_depth': 12, 'learning_rate': 0.22196351993231125, 'n_estimators': 849, 'subsample': 0.46559839009330917, 'colsample_bytree': 0.6800403755490612, 'gamma': 0.6971467370016005, 'reg_alpha': 1.550081474655478, 'reg_lambda': 1.589531237874579}. Best is trial 13 with value: 0.9764598540145986.
[I 2025-07-28 10:40:31,870] Trial 30 finished with value: 0.9653284671532847 and parameters: {'max_depth': 9, 'learning_rate': 0.16670696295771392, 'n_estimators': 976, 'subsample': 0.24496059006378462, 'colsample_bytree': 0.5206255621735144, 'gamma': 3.7231515433028277, 'reg_alpha': 2.3601884937777453, 'reg_lambda': 1.3887736362962566}. Best is trial 13 with value: 0.9764598540145986.
[I 2025-07-28 10:40:32,475] Trial 31 finished with value: 0.9748175182481752 and parameters: {'max_depth': 7, 'learning_rate': 0.13174886736018523, 'n_estimators': 644, 'subsample': 0.17733664218922984, 'colsample_bytree': 0.4463192354139351, 'gamma': 0.2397138268356791, 'reg_alpha': 0.2516326031191744, 'reg_lambda': 1.3150219501270421}. Best is trial 13 with value: 0.9764598540145986.
[I 2025-07-28 10:40:33,042] Trial 32 finished with value: 0.9746350364963504 and parameters: {'max_depth': 9, 'learning_rate': 0.17964237085170282, 'n_estimators': 500, 'subsample': 0.27186582944247745, 'colsample_bytree': 0.5871744333593862, 'gamma': 0.11440218399171692, 'reg_alpha': 0.8477398939112879, 'reg_lambda': 2.5392938890727454}. Best is trial 13 with value: 0.9764598540145986.
[I 2025-07-28 10:40:33,461] Trial 33 finished with value: 0.9744525547445255 and parameters: {'max_depth': 5, 'learning_rate': 0.3737254013761928, 'n_estimators': 583, 'subsample': 0.31671369689517254, 'colsample_bytree': 0.37412573001535115, 'gamma': 0.4198606049098871, 'reg_alpha': 1.1663487831686212, 'reg_lambda': 4.547115416942892}. Best is trial 13 with value: 0.9764598540145986.
[I 2025-07-28 10:40:34,187] Trial 34 finished with value: 0.9762773722627737 and parameters: {'max_depth': 7, 'learning_rate': 0.2334807498918046, 'n_estimators': 749, 'subsample': 0.3655428927649138, 'colsample_bytree': 0.4965037064338782, 'gamma': 0.02099967575912633, 'reg_alpha': 0.7393744268603031, 'reg_lambda': 1.0023487775665778}. Best is trial 13 with value: 0.9764598540145986.
[I 2025-07-28 10:40:34,652] Trial 35 finished with value: 0.9739051094890511 and parameters: {'max_depth': 5, 'learning_rate': 0.23280787585300403, 'n_estimators': 735, 'subsample': 0.38268131460716065, 'colsample_bytree': 0.756109922918168, 'gamma': 1.0770847361955518, 'reg_alpha': 1.8963286653509797, 'reg_lambda': 0.7992370179588099}. Best is trial 13 with value: 0.9764598540145986.
[I 2025-07-28 10:40:35,085] Trial 36 finished with value: 0.9737226277372263 and parameters: {'max_depth': 2, 'learning_rate': 0.27246095262434905, 'n_estimators': 802, 'subsample': 0.15491078789238988, 'colsample_bytree': 0.5757422326399858, 'gamma': 1.3410632568922907, 'reg_alpha': 0.748184551197894, 'reg_lambda': 0.9010356556475552}. Best is trial 13 with value: 0.9764598540145986.
[I 2025-07-28 10:40:35,481] Trial 37 finished with value: 0.9748175182481752 and parameters: {'max_depth': 7, 'learning_rate': 0.32403775424215153, 'n_estimators': 466, 'subsample': 0.4167986477101272, 'colsample_bytree': 0.6502561664337642, 'gamma': 0.761277140065048, 'reg_alpha': 0.9871805630199818, 'reg_lambda': 2.255492019145873}. Best is trial 13 with value: 0.9764598540145986.
[I 2025-07-28 10:40:36,118] Trial 38 finished with value: 0.9753649635036497 and parameters: {'max_depth': 4, 'learning_rate': 0.210789753107313, 'n_estimators': 950, 'subsample': 0.24586139017449493, 'colsample_bytree': 0.5061408927216374, 'gamma': 0.32216229919785844, 'reg_alpha': 0.4961140603946328, 'reg_lambda': 0.22295604007825043}. Best is trial 13 with value: 0.9764598540145986.
[I 2025-07-28 10:40:36,449] Trial 39 finished with value: 0.9717153284671532 and parameters: {'max_depth': 12, 'learning_rate': 0.43796874387089735, 'n_estimators': 572, 'subsample': 0.47857052857267435, 'colsample_bytree': 0.33041191620399724, 'gamma': 2.040979462893551, 'reg_alpha': 1.238177001952025, 'reg_lambda': 1.8088424511495762}. Best is trial 13 with value: 0.9764598540145986.
[I 2025-07-28 10:40:36,795] Trial 40 finished with value: 0.9728102189781022 and parameters: {'max_depth': 13, 'learning_rate': 0.35574532278148235, 'n_estimators': 683, 'subsample': 0.7324184045532466, 'colsample_bytree': 0.23464328055516254, 'gamma': 1.2883048204053744, 'reg_alpha': 0.3490943736445811, 'reg_lambda': 0.39398003809652515}. Best is trial 13 with value: 0.9764598540145986.
[I 2025-07-28 10:40:37,758] Trial 41 finished with value: 0.9753649635036497 and parameters: {'max_depth': 9, 'learning_rate': 0.1529463254034938, 'n_estimators': 847, 'subsample': 0.32182599417825414, 'colsample_bytree': 0.43776368998915915, 'gamma': 0.08745226850300179, 'reg_alpha': 0.01131521526691412, 'reg_lambda': 1.0390366501090924}. Best is trial 13 with value: 0.9764598540145986.
[I 2025-07-28 10:40:38,390] Trial 42 finished with value: 0.9760948905109489 and parameters: {'max_depth': 7, 'learning_rate': 0.25432230061078054, 'n_estimators': 643, 'subsample': 0.36128435577947376, 'colsample_bytree': 0.4868338302247305, 'gamma': 0.2815233656052981, 'reg_alpha': 0.724695773105144, 'reg_lambda': 1.1924497625298685}. Best is trial 13 with value: 0.9764598540145986.
[I 2025-07-28 10:40:39,079] Trial 43 finished with value: 0.9753649635036497 and parameters: {'max_depth': 7, 'learning_rate': 0.25488526605896833, 'n_estimators': 736, 'subsample': 0.3706014519069056, 'colsample_bytree': 0.5547967585485791, 'gamma': 0.3872459901419812, 'reg_alpha': 0.7971887512362987, 'reg_lambda': 1.0310548794521504}. Best is trial 13 with value: 0.9764598540145986.
[I 2025-07-28 10:40:39,577] Trial 44 finished with value: 0.9748175182481752 and parameters: {'max_depth': 10, 'learning_rate': 0.2866922752398568, 'n_estimators': 613, 'subsample': 0.4311301006467972, 'colsample_bytree': 0.4754093247485981, 'gamma': 0.761435081413561, 'reg_alpha': 0.680174526460628, 'reg_lambda': 1.2483836235038064}. Best is trial 13 with value: 0.9764598540145986.
[I 2025-07-28 10:40:39,922] Trial 45 finished with value: 0.9748175182481752 and parameters: {'max_depth': 6, 'learning_rate': 0.31602394592808747, 'n_estimators': 358, 'subsample': 0.18586818869176186, 'colsample_bytree': 0.6352923850130552, 'gamma': 0.21848993485723028, 'reg_alpha': 1.3479015406397807, 'reg_lambda': 1.7493545552750922}. Best is trial 13 with value: 0.9764598540145986.
[I 2025-07-28 10:40:40,243] Trial 46 finished with value: 0.9675182481751825 and parameters: {'max_depth': 5, 'learning_rate': 0.2468528750852623, 'n_estimators': 427, 'subsample': 0.9705124972295975, 'colsample_bytree': 0.5258264699143294, 'gamma': 2.742444426283398, 'reg_alpha': 1.0081826926510218, 'reg_lambda': 2.2513786862619707}. Best is trial 13 with value: 0.9764598540145986.
[I 2025-07-28 10:40:40,779] Trial 47 finished with value: 0.9728102189781022 and parameters: {'max_depth': 3, 'learning_rate': 0.1935758165418243, 'n_estimators': 776, 'subsample': 0.2795000387627832, 'colsample_bytree': 0.3595959578421828, 'gamma': 0.5297895341937722, 'reg_alpha': 1.69460631591331, 'reg_lambda': 1.5647196135661943}. Best is trial 13 with value: 0.9764598540145986.
[I 2025-07-28 10:40:41,295] Trial 48 finished with value: 0.972992700729927 and parameters: {'max_depth': 8, 'learning_rate': 0.3987273615442194, 'n_estimators': 677, 'subsample': 0.5143995909338621, 'colsample_bytree': 0.9915223094500198, 'gamma': 2.4430365329231, 'reg_alpha': 0.29089867204084063, 'reg_lambda': 0.6420724672842694}. Best is trial 13 with value: 0.9764598540145986.
[I 2025-07-28 10:40:41,617] Trial 49 finished with value: 0.9695255474452554 and parameters: {'max_depth': 7, 'learning_rate': 0.2997932284442709, 'n_estimators': 523, 'subsample': 0.5615734123393457, 'colsample_bytree': 0.48285841061774354, 'gamma': 3.8147745524095362, 'reg_alpha': 2.6204801180734787, 'reg_lambda': 0.06655241372161202}. Best is trial 13 with value: 0.9764598540145986.
[I 2025-07-28 10:40:42,393] Trial 50 finished with value: 0.9760948905109489 and parameters: {'max_depth': 11, 'learning_rate': 0.33534229473149535, 'n_estimators': 828, 'subsample': 0.8980635712375293, 'colsample_bytree': 0.41791159354855006, 'gamma': 0.24045963561760456, 'reg_alpha': 0.6307949228691555, 'reg_lambda': 2.000808414887784}. Best is trial 13 with value: 0.9764598540145986.
[I 2025-07-28 10:40:43,138] Trial 51 finished with value: 0.9766423357664233 and parameters: {'max_depth': 11, 'learning_rate': 0.3351583902499671, 'n_estimators': 841, 'subsample': 0.8431350339076085, 'colsample_bytree': 0.4099721259421018, 'gamma': 0.25656049952817744, 'reg_alpha': 0.617880952948048, 'reg_lambda': 1.9927672957725808}. Best is trial 51 with value: 0.9766423357664233.
[I 2025-07-28 10:40:43,889] Trial 52 finished with value: 0.9746350364963504 and parameters: {'max_depth': 14, 'learning_rate': 0.3478533379385372, 'n_estimators': 842, 'subsample': 0.8618268343918498, 'colsample_bytree': 0.4028457940670265, 'gamma': 0.5339525634363722, 'reg_alpha': 0.6284641850357456, 'reg_lambda': 1.9870906148559704}. Best is trial 51 with value: 0.9766423357664233.
[I 2025-07-28 10:40:44,784] Trial 53 finished with value: 0.9731751824817518 and parameters: {'max_depth': 11, 'learning_rate': 0.26827246492304224, 'n_estimators': 937, 'subsample': 0.8187557690153159, 'colsample_bytree': 0.10806588804211403, 'gamma': 0.2820129866494868, 'reg_alpha': 0.8701078743509852, 'reg_lambda': 2.125339050622152}. Best is trial 51 with value: 0.9766423357664233.
[I 2025-07-28 10:40:45,918] Trial 54 finished with value: 0.9764598540145986 and parameters: {'max_depth': 12, 'learning_rate': 0.33325735053737804, 'n_estimators': 773, 'subsample': 0.8639590936887326, 'colsample_bytree': 0.2864417075399196, 'gamma': 0.03674020963000788, 'reg_alpha': 0.6073464541184136, 'reg_lambda': 1.543112351707277}. Best is trial 51 with value: 0.9766423357664233.
[I 2025-07-28 10:40:46,718] Trial 55 finished with value: 0.9759124087591241 and parameters: {'max_depth': 12, 'learning_rate': 0.2208732954061336, 'n_estimators': 781, 'subsample': 0.7413129998886248, 'colsample_bytree': 0.3378970192660604, 'gamma': 0.07592923844356209, 'reg_alpha': 1.1617069661028998, 'reg_lambda': 1.1709535102421285}. Best is trial 51 with value: 0.9766423357664233.
[I 2025-07-28 10:40:47,837] Trial 56 finished with value: 0.974087591240876 and parameters: {'max_depth': 13, 'learning_rate': 0.24629278874873284, 'n_estimators': 883, 'subsample': 0.8988576940607803, 'colsample_bytree': 0.2807736012914295, 'gamma': 0.00011626383133872542, 'reg_alpha': 0.21397937841978343, 'reg_lambda': 1.4313910088770074}. Best is trial 51 with value: 0.9766423357664233.
[I 2025-07-28 10:40:48,260] Trial 57 finished with value: 0.9717153284671532 and parameters: {'max_depth': 10, 'learning_rate': 0.43388765793844075, 'n_estimators': 656, 'subsample': 0.7829375208330214, 'colsample_bytree': 0.18784120367684945, 'gamma': 0.7988875852996317, 'reg_alpha': 1.4676029706437883, 'reg_lambda': 1.5678934060288783}. Best is trial 51 with value: 0.9766423357664233.
[I 2025-07-28 10:40:48,760] Trial 58 finished with value: 0.9726277372262774 and parameters: {'max_depth': 9, 'learning_rate': 0.30814558802019104, 'n_estimators': 757, 'subsample': 0.700321788570833, 'colsample_bytree': 0.15588924719787345, 'gamma': 0.5414332819623149, 'reg_alpha': 0.4615702918035922, 'reg_lambda': 2.677363303913912}. Best is trial 51 with value: 0.9766423357664233.
[I 2025-07-28 10:40:49,101] Trial 59 finished with value: 0.9686131386861314 and parameters: {'max_depth': 14, 'learning_rate': 0.262974436996119, 'n_estimators': 603, 'subsample': 0.9991029511924885, 'colsample_bytree': 0.23721175610466338, 'gamma': 1.6109163588764135, 'reg_alpha': 0.8965269066267778, 'reg_lambda': 1.7266271287695378}. Best is trial 51 with value: 0.9766423357664233.
[I 2025-07-28 10:40:49,501] Trial 60 finished with value: 0.9722627737226277 and parameters: {'max_depth': 17, 'learning_rate': 0.20372936334732936, 'n_estimators': 708, 'subsample': 0.8621123276608342, 'colsample_bytree': 0.5560402060678009, 'gamma': 1.179150344101377, 'reg_alpha': 1.7413162729667355, 'reg_lambda': 0.4957125371879991}. Best is trial 51 with value: 0.9766423357664233.
[I 2025-07-28 10:40:50,014] Trial 61 finished with value: 0.9759124087591241 and parameters: {'max_depth': 11, 'learning_rate': 0.33434631654556596, 'n_estimators': 794, 'subsample': 0.9145431276603272, 'colsample_bytree': 0.42677062473348365, 'gamma': 0.22088910199554457, 'reg_alpha': 0.5581613651083277, 'reg_lambda': 2.379115350020773}. Best is trial 51 with value: 0.9766423357664233.
[I 2025-07-28 10:40:50,583] Trial 62 finished with value: 0.975 and parameters: {'max_depth': 10, 'learning_rate': 0.22916495146942722, 'n_estimators': 839, 'subsample': 0.8996789164757437, 'colsample_bytree': 0.4081366589475146, 'gamma': 0.39694381890864044, 'reg_alpha': 0.6867786027031432, 'reg_lambda': 1.8623706058418037}. Best is trial 51 with value: 0.9766423357664233.
[I 2025-07-28 10:40:51,155] Trial 63 finished with value: 0.9760948905109489 and parameters: {'max_depth': 8, 'learning_rate': 0.3602299945532348, 'n_estimators': 821, 'subsample': 0.9272821739150862, 'colsample_bytree': 0.45626584428101447, 'gamma': 0.20187905250698146, 'reg_alpha': 0.19473493064276598, 'reg_lambda': 2.0205932005360143}. Best is trial 51 with value: 0.9766423357664233.
[I 2025-07-28 10:40:51,716] Trial 64 finished with value: 0.9695255474452554 and parameters: {'max_depth': 11, 'learning_rate': 0.2897645893616942, 'n_estimators': 923, 'subsample': 0.8308224528881254, 'colsample_bytree': 0.505153957246682, 'gamma': 0.8838214449271146, 'reg_alpha': 4.731568426719892, 'reg_lambda': 0.7998699421633155}. Best is trial 51 with value: 0.9766423357664233.
[I 2025-07-28 10:40:52,303] Trial 65 finished with value: 0.9759124087591241 and parameters: {'max_depth': 12, 'learning_rate': 0.3430615303835213, 'n_estimators': 717, 'subsample': 0.6829154234240302, 'colsample_bytree': 0.30443908655010643, 'gamma': 0.45613567371896524, 'reg_alpha': 0.4059703430478819, 'reg_lambda': 1.1017367105641256}. Best is trial 51 with value: 0.9766423357664233.
[I 2025-07-28 10:40:52,702] Trial 66 finished with value: 0.9691605839416059 and parameters: {'max_depth': 9, 'learning_rate': 0.1758339643766694, 'n_estimators': 673, 'subsample': 0.9394749986278652, 'colsample_bytree': 0.34961224196533885, 'gamma': 0.6779562201035685, 'reg_alpha': 3.983819480690298, 'reg_lambda': 3.123540047067721}. Best is trial 51 with value: 0.9766423357664233.
[I 2025-07-28 10:40:53,182] Trial 67 finished with value: 0.9718978102189781 and parameters: {'max_depth': 15, 'learning_rate': 0.38139954980305507, 'n_estimators': 873, 'subsample': 0.8726304252270434, 'colsample_bytree': 0.3869651919983264, 'gamma': 0.1930913389903611, 'reg_alpha': 4.995355416546531, 'reg_lambda': 1.5325497051070687}. Best is trial 51 with value: 0.9766423357664233.
[I 2025-07-28 10:40:53,644] Trial 68 finished with value: 0.9691605839416059 and parameters: {'max_depth': 13, 'learning_rate': 0.3222619851604336, 'n_estimators': 773, 'subsample': 0.3384052547561373, 'colsample_bytree': 0.4730998728310366, 'gamma': 4.177435861485467, 'reg_alpha': 1.0793413239643392, 'reg_lambda': 1.2691514760360807}. Best is trial 51 with value: 0.9766423357664233.
[I 2025-07-28 10:40:54,359] Trial 69 finished with value: 0.9762773722627737 and parameters: {'max_depth': 8, 'learning_rate': 0.2785385605913767, 'n_estimators': 542, 'subsample': 0.24177756920105928, 'colsample_bytree': 0.5319955007772886, 'gamma': 0.014208974803601367, 'reg_alpha': 0.6172409259882805, 'reg_lambda': 1.6695530282491562}. Best is trial 51 with value: 0.9766423357664233.
[I 2025-07-28 10:40:54,946] Trial 70 finished with value: 0.9748175182481752 and parameters: {'max_depth': 8, 'learning_rate': 0.2817302783624901, 'n_estimators': 479, 'subsample': 0.10921133834831465, 'colsample_bytree': 0.5365712219925091, 'gamma': 0.05278878199555562, 'reg_alpha': 1.3062630109333804, 'reg_lambda': 0.8907303797240083}. Best is trial 51 with value: 0.9766423357664233.
[I 2025-07-28 10:40:55,689] Trial 71 finished with value: 0.9760948905109489 and parameters: {'max_depth': 6, 'learning_rate': 0.23815255346840652, 'n_estimators': 529, 'subsample': 0.2270212559525377, 'colsample_bytree': 0.5967869231621514, 'gamma': 0.32501788044805824, 'reg_alpha': 0.5930024243450873, 'reg_lambda': 1.7080042650789058}. Best is trial 51 with value: 0.9766423357664233.
[I 2025-07-28 10:40:56,743] Trial 72 finished with value: 0.9757299270072993 and parameters: {'max_depth': 10, 'learning_rate': 0.30847711373023806, 'n_estimators': 625, 'subsample': 0.29005712630153435, 'colsample_bytree': 0.5668840639912985, 'gamma': 0.01933593615732964, 'reg_alpha': 0.750343731764129, 'reg_lambda': 2.204691020090677}. Best is trial 51 with value: 0.9766423357664233.
[I 2025-07-28 10:40:57,678] Trial 73 finished with value: 0.9753649635036497 and parameters: {'max_depth': 11, 'learning_rate': 0.3345088895014709, 'n_estimators': 580, 'subsample': 0.25456891183187624, 'colsample_bytree': 0.48927681026941783, 'gamma': 0.2150845142204133, 'reg_alpha': 0.13639362373414132, 'reg_lambda': 1.3953363498095963}. Best is trial 51 with value: 0.9766423357664233.
[I 2025-07-28 10:40:58,301] Trial 74 finished with value: 0.9744525547445255 and parameters: {'max_depth': 9, 'learning_rate': 0.2604039549494321, 'n_estimators': 546, 'subsample': 0.14786322554401793, 'colsample_bytree': 0.5130615152559544, 'gamma': 0.6388292861006208, 'reg_alpha': 0.3986008190285456, 'reg_lambda': 1.9577792674287844}. Best is trial 51 with value: 0.9766423357664233.
[I 2025-07-28 10:40:59,100] Trial 75 finished with value: 0.9762773722627737 and parameters: {'max_depth': 7, 'learning_rate': 0.3957226332256156, 'n_estimators': 738, 'subsample': 0.39208540436864614, 'colsample_bytree': 0.4226926546166266, 'gamma': 0.42053271826901745, 'reg_alpha': 0.879972881138813, 'reg_lambda': 2.4416061861462124}. Best is trial 51 with value: 0.9766423357664233.
[I 2025-07-28 10:40:59,803] Trial 76 finished with value: 0.9755474452554744 and parameters: {'max_depth': 6, 'learning_rate': 0.4103583833782837, 'n_estimators': 658, 'subsample': 0.41066071875743687, 'colsample_bytree': 0.63499269926847, 'gamma': 0.4358904006210552, 'reg_alpha': 0.9390998839239884, 'reg_lambda': 2.8201452552788524}. Best is trial 51 with value: 0.9766423357664233.
[I 2025-07-28 10:41:00,425] Trial 77 finished with value: 0.975 and parameters: {'max_depth': 5, 'learning_rate': 0.21516558275497688, 'n_estimators': 732, 'subsample': 0.3638789791753628, 'colsample_bytree': 0.44872634037147785, 'gamma': 0.35281592387872734, 'reg_alpha': 0.7625605365255502, 'reg_lambda': 2.372686245211355}. Best is trial 51 with value: 0.9766423357664233.
[I 2025-07-28 10:41:00,814] Trial 78 finished with value: 0.9684306569343065 and parameters: {'max_depth': 8, 'learning_rate': 0.15313544015845498, 'n_estimators': 700, 'subsample': 0.38730217230553826, 'colsample_bytree': 0.4615717694687897, 'gamma': 3.259173961048485, 'reg_alpha': 1.096241305695495, 'reg_lambda': 2.4800266328981064}. Best is trial 51 with value: 0.9766423357664233.
[I 2025-07-28 10:41:01,186] Trial 79 finished with value: 0.9731751824817518 and parameters: {'max_depth': 20, 'learning_rate': 0.4554940094421216, 'n_estimators': 599, 'subsample': 0.3375783717931533, 'colsample_bytree': 0.3680568390072456, 'gamma': 0.9509473926567994, 'reg_alpha': 2.957852923501704, 'reg_lambda': 1.445547453910168}. Best is trial 51 with value: 0.9766423357664233.
[I 2025-07-28 10:41:01,369] Trial 80 finished with value: 0.9722627737226277 and parameters: {'max_depth': 7, 'learning_rate': 0.49941047535585203, 'n_estimators': 141, 'subsample': 0.217474315562318, 'colsample_bytree': 0.5393464665282988, 'gamma': 0.01134379568865459, 'reg_alpha': 0.4812507895476129, 'reg_lambda': 1.6536971960851077}. Best is trial 51 with value: 0.9766423357664233.
[I 2025-07-28 10:41:02,092] Trial 81 finished with value: 0.9777372262773723 and parameters: {'max_depth': 7, 'learning_rate': 0.3716618507347249, 'n_estimators': 759, 'subsample': 0.48811754098344406, 'colsample_bytree': 0.410682309948765, 'gamma': 0.1531461576221676, 'reg_alpha': 0.6712989956805001, 'reg_lambda': 2.078787638341001}. Best is trial 81 with value: 0.9777372262773723.
[I 2025-07-28 10:41:02,647] Trial 82 finished with value: 0.977007299270073 and parameters: {'max_depth': 7, 'learning_rate': 0.3683210857405538, 'n_estimators': 633, 'subsample': 0.48376369382781315, 'colsample_bytree': 0.3895755895228589, 'gamma': 0.1389336538406535, 'reg_alpha': 0.8457991812554395, 'reg_lambda': 1.8756784037334195}. Best is trial 81 with value: 0.9777372262773723.
[I 2025-07-28 10:41:03,437] Trial 83 finished with value: 0.9764598540145986 and parameters: {'max_depth': 6, 'learning_rate': 0.392679236411381, 'n_estimators': 752, 'subsample': 0.4461831080793992, 'colsample_bytree': 0.38690947546383053, 'gamma': 0.15314097764796444, 'reg_alpha': 0.27355284042169764, 'reg_lambda': 1.871780505389269}. Best is trial 81 with value: 0.9777372262773723.
[I 2025-07-28 10:41:04,112] Trial 84 finished with value: 0.9762773722627737 and parameters: {'max_depth': 6, 'learning_rate': 0.3701297563754464, 'n_estimators': 751, 'subsample': 0.4926972347263453, 'colsample_bytree': 0.389483086620749, 'gamma': 0.16752490092612166, 'reg_alpha': 0.3205318723666432, 'reg_lambda': 1.863344131071944}. Best is trial 81 with value: 0.9777372262773723.
[I 2025-07-28 10:41:04,674] Trial 85 finished with value: 0.9760948905109489 and parameters: {'max_depth': 8, 'learning_rate': 0.40864535076468794, 'n_estimators': 563, 'subsample': 0.44963460265244076, 'colsample_bytree': 0.31914198783908915, 'gamma': 0.14673890055772876, 'reg_alpha': 0.2629324023869575, 'reg_lambda': 1.7809217076534725}. Best is trial 81 with value: 0.9777372262773723.
[I 2025-07-28 10:41:05,193] Trial 86 finished with value: 0.9739051094890511 and parameters: {'max_depth': 9, 'learning_rate': 0.38188110512719264, 'n_estimators': 684, 'subsample': 0.5388014533150884, 'colsample_bytree': 0.27949828709799296, 'gamma': 0.5819924466681449, 'reg_alpha': 0.11495035906317908, 'reg_lambda': 2.071452360183263}. Best is trial 81 with value: 0.9777372262773723.
[I 2025-07-28 10:41:05,808] Trial 87 finished with value: 0.9768248175182481 and parameters: {'max_depth': 4, 'learning_rate': 0.35760069285379875, 'n_estimators': 812, 'subsample': 0.44104869222726467, 'colsample_bytree': 0.35524614538932164, 'gamma': 0.10961519040597378, 'reg_alpha': 0.5397314667534824, 'reg_lambda': 2.6181274560693626}. Best is trial 81 with value: 0.9777372262773723.
[I 2025-07-28 10:41:06,219] Trial 88 finished with value: 0.9666058394160584 and parameters: {'max_depth': 4, 'learning_rate': 0.3549015288926909, 'n_estimators': 804, 'subsample': 0.5727343087379161, 'colsample_bytree': 0.24397458293270033, 'gamma': 4.964056072344453, 'reg_alpha': 0.5047197753122746, 'reg_lambda': 3.451968331723179}. Best is trial 81 with value: 0.9777372262773723.
[I 2025-07-28 10:41:06,768] Trial 89 finished with value: 0.974087591240876 and parameters: {'max_depth': 2, 'learning_rate': 0.4229322659047904, 'n_estimators': 874, 'subsample': 0.44082764525919765, 'colsample_bytree': 0.3550794500028981, 'gamma': 0.131518238547642, 'reg_alpha': 0.0035507612666123567, 'reg_lambda': 3.882641152144074}. Best is trial 81 with value: 0.9777372262773723.
[I 2025-07-28 10:41:07,437] Trial 90 finished with value: 0.972992700729927 and parameters: {'max_depth': 4, 'learning_rate': 0.36282458419399893, 'n_estimators': 762, 'subsample': 0.4860752016216632, 'colsample_bytree': 0.21678436523099695, 'gamma': 0.5059560557625467, 'reg_alpha': 0.3103653193584472, 'reg_lambda': 4.229688212718916}. Best is trial 81 with value: 0.9777372262773723.
[I 2025-07-28 10:41:08,327] Trial 91 finished with value: 0.9751824817518249 and parameters: {'max_depth': 3, 'learning_rate': 0.3487698378679182, 'n_estimators': 816, 'subsample': 0.503132874058695, 'colsample_bytree': 0.39788349481391627, 'gamma': 0.11647062172919825, 'reg_alpha': 0.5903198589784886, 'reg_lambda': 2.168277320121817}. Best is trial 81 with value: 0.9777372262773723.
[I 2025-07-28 10:41:09,280] Trial 92 finished with value: 0.9768248175182481 and parameters: {'max_depth': 7, 'learning_rate': 0.38943766074127206, 'n_estimators': 717, 'subsample': 0.46110602180441895, 'colsample_bytree': 0.4372830127625136, 'gamma': 0.3137364945397593, 'reg_alpha': 0.7678526831927824, 'reg_lambda': 2.6393141350950704}. Best is trial 81 with value: 0.9777372262773723.
[I 2025-07-28 10:41:09,919] Trial 93 finished with value: 0.9760948905109489 and parameters: {'max_depth': 5, 'learning_rate': 0.3847229848339738, 'n_estimators': 786, 'subsample': 0.4579889553683485, 'colsample_bytree': 0.43470993254454393, 'gamma': 0.2951461408905107, 'reg_alpha': 0.999575600823994, 'reg_lambda': 2.9945281927877114}. Best is trial 81 with value: 0.9777372262773723.
[I 2025-07-28 10:41:10,469] Trial 94 finished with value: 0.9766423357664233 and parameters: {'max_depth': 6, 'learning_rate': 0.3960394222101208, 'n_estimators': 712, 'subsample': 0.527659893488363, 'colsample_bytree': 0.33753218218447784, 'gamma': 0.31378612436085673, 'reg_alpha': 0.886835702112036, 'reg_lambda': 2.7037533121798414}. Best is trial 81 with value: 0.9777372262773723.
[I 2025-07-28 10:41:10,991] Trial 95 finished with value: 0.9757299270072993 and parameters: {'max_depth': 5, 'learning_rate': 0.399971770544252, 'n_estimators': 702, 'subsample': 0.6132066070687285, 'colsample_bytree': 0.28846366978345656, 'gamma': 0.7253286474595599, 'reg_alpha': 0.8131445746644033, 'reg_lambda': 2.5787524949771585}. Best is trial 81 with value: 0.9777372262773723.
[I 2025-07-28 10:41:11,479] Trial 96 finished with value: 0.9658759124087591 and parameters: {'max_depth': 1, 'learning_rate': 0.45297262302385494, 'n_estimators': 638, 'subsample': 0.5286174640229797, 'colsample_bytree': 0.32510984622301625, 'gamma': 0.30545885821160407, 'reg_alpha': 0.3730594069915044, 'reg_lambda': 2.719347323497835}. Best is trial 81 with value: 0.9777372262773723.
[I 2025-07-28 10:41:12,164] Trial 97 finished with value: 0.9751824817518249 and parameters: {'max_depth': 7, 'learning_rate': 0.3745705218069807, 'n_estimators': 908, 'subsample': 0.585678967970518, 'colsample_bytree': 0.37331379618648863, 'gamma': 0.4757726990886094, 'reg_alpha': 2.0953536986496313, 'reg_lambda': 2.2913426914927695}. Best is trial 81 with value: 0.9777372262773723.
[I 2025-07-28 10:41:12,766] Trial 98 finished with value: 0.9757299270072993 and parameters: {'max_depth': 6, 'learning_rate': 0.42087723150649925, 'n_estimators': 723, 'subsample': 0.4736467668001737, 'colsample_bytree': 0.34325250682634884, 'gamma': 0.6411582077110953, 'reg_alpha': 1.2459024575418618, 'reg_lambda': 2.8115691914833425}. Best is trial 81 with value: 0.9777372262773723.
[I 2025-07-28 10:41:13,321] Trial 99 finished with value: 0.974087591240876 and parameters: {'max_depth': 6, 'learning_rate': 0.48181558245693273, 'n_estimators': 665, 'subsample': 0.5524570988796967, 'colsample_bytree': 0.2615876004598594, 'gamma': 0.14622194729510207, 'reg_alpha': 1.1165737545549126, 'reg_lambda': 2.6018395808410957}. Best is trial 81 with value: 0.9777372262773723.
[I 2025-07-28 10:41:13,842] Trial 100 finished with value: 0.9748175182481752 and parameters: {'max_depth': 5, 'learning_rate': 0.434174924755495, 'n_estimators': 693, 'subsample': 0.4261396626891314, 'colsample_bytree': 0.308036285976046, 'gamma': 0.8132630880675736, 'reg_alpha': 1.387886070333048, 'reg_lambda': 2.9430340898999696}. Best is trial 81 with value: 0.9777372262773723.
[I 2025-07-28 10:41:14,936] Trial 101 finished with value: 0.9768248175182481 and parameters: {'max_depth': 7, 'learning_rate': 0.393387718041134, 'n_estimators': 858, 'subsample': 0.4035930860870316, 'colsample_bytree': 0.41057329281168436, 'gamma': 0.3369196941070789, 'reg_alpha': 0.695010490547807, 'reg_lambda': 3.205034285611476}. Best is trial 81 with value: 0.9777372262773723.
[I 2025-07-28 10:41:16,235] Trial 102 finished with value: 0.9759124087591241 and parameters: {'max_depth': 7, 'learning_rate': 0.3888123034705984, 'n_estimators': 861, 'subsample': 0.4986508921444506, 'colsample_bytree': 0.41482629212599625, 'gamma': 0.3307004393369056, 'reg_alpha': 0.8814144712438946, 'reg_lambda': 3.2201823529887665}. Best is trial 81 with value: 0.9777372262773723.
[I 2025-07-28 10:41:17,570] Trial 103 finished with value: 0.9762773722627737 and parameters: {'max_depth': 4, 'learning_rate': 0.4038150794551003, 'n_estimators': 968, 'subsample': 0.4659731911497199, 'colsample_bytree': 0.3800685000257521, 'gamma': 0.11238660721114571, 'reg_alpha': 0.6884101675846236, 'reg_lambda': 3.2856315144010764}. Best is trial 81 with value: 0.9777372262773723.
[I 2025-07-28 10:41:18,388] Trial 104 finished with value: 0.9760948905109489 and parameters: {'max_depth': 8, 'learning_rate': 0.3693879997897673, 'n_estimators': 827, 'subsample': 0.40429472522590776, 'colsample_bytree': 0.40018948531944853, 'gamma': 0.2647251007720311, 'reg_alpha': 0.49544453960613316, 'reg_lambda': 2.334685365580103}. Best is trial 81 with value: 0.9777372262773723.
[I 2025-07-28 10:41:19,453] Trial 105 finished with value: 0.9744525547445255 and parameters: {'max_depth': 6, 'learning_rate': 0.3899970326040988, 'n_estimators': 898, 'subsample': 0.5328803875093284, 'colsample_bytree': 0.45851143062817673, 'gamma': 0.41509744334691423, 'reg_alpha': 1.577822187849888, 'reg_lambda': 1.9051387471487806}. Best is trial 81 with value: 0.9777372262773723.
[I 2025-07-28 10:41:20,439] Trial 106 finished with value: 0.9766423357664233 and parameters: {'max_depth': 9, 'learning_rate': 0.3604454077065116, 'n_estimators': 770, 'subsample': 0.5129432748110008, 'colsample_bytree': 0.3651362697230124, 'gamma': 0.143380391080754, 'reg_alpha': 0.22689818789092067, 'reg_lambda': 3.720498388131176}. Best is trial 81 with value: 0.9777372262773723.
[I 2025-07-28 10:41:21,236] Trial 107 finished with value: 0.9766423357664233 and parameters: {'max_depth': 10, 'learning_rate': 0.34406186112863774, 'n_estimators': 795, 'subsample': 0.5414398430802152, 'colsample_bytree': 0.3505258795273878, 'gamma': 0.5684365865626674, 'reg_alpha': 0.13584195578438651, 'reg_lambda': 3.7534486469177146}. Best is trial 81 with value: 0.9777372262773723.
[I 2025-07-28 10:41:22,024] Trial 108 finished with value: 0.9760948905109489 and parameters: {'max_depth': 9, 'learning_rate': 0.3434907601017628, 'n_estimators': 798, 'subsample': 0.5139322501961597, 'colsample_bytree': 0.3614861278098505, 'gamma': 0.5962595085004478, 'reg_alpha': 0.1106312282859803, 'reg_lambda': 3.6267747957267322}. Best is trial 81 with value: 0.9777372262773723.
[I 2025-07-28 10:41:22,516] Trial 109 finished with value: 0.9781021897810219 and parameters: {'max_depth': 10, 'learning_rate': 0.35853659740579774, 'n_estimators': 721, 'subsample': 0.6390863585533586, 'colsample_bytree': 0.4427802521311244, 'gamma': 0.5180177097920359, 'reg_alpha': 0.21151521552640817, 'reg_lambda': 3.045664983536436}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:41:23,128] Trial 110 finished with value: 0.9766423357664233 and parameters: {'max_depth': 10, 'learning_rate': 0.3608620347821102, 'n_estimators': 846, 'subsample': 0.6610588391143282, 'colsample_bytree': 0.33743229225689697, 'gamma': 0.5132252506406554, 'reg_alpha': 0.21268406088091046, 'reg_lambda': 3.7969312021109745}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:41:23,898] Trial 111 finished with value: 0.9760948905109489 and parameters: {'max_depth': 10, 'learning_rate': 0.3592677484437639, 'n_estimators': 852, 'subsample': 0.6655511027360824, 'colsample_bytree': 0.33750510104429343, 'gamma': 0.5222148395200692, 'reg_alpha': 0.17296296462787886, 'reg_lambda': 3.64250667220201}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:41:24,504] Trial 112 finished with value: 0.9757299270072993 and parameters: {'max_depth': 10, 'learning_rate': 0.3753349188185509, 'n_estimators': 719, 'subsample': 0.6533792365799925, 'colsample_bytree': 0.35505879492847203, 'gamma': 0.8884969534459974, 'reg_alpha': 0.1988320700771412, 'reg_lambda': 3.80216274250416}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:41:25,452] Trial 113 finished with value: 0.9757299270072993 and parameters: {'max_depth': 10, 'learning_rate': 0.3259208295360912, 'n_estimators': 810, 'subsample': 0.5925069756909566, 'colsample_bytree': 0.43894090872221897, 'gamma': 0.36798475913537837, 'reg_alpha': 0.39144140785747406, 'reg_lambda': 4.1659223318713785}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:41:26,172] Trial 114 finished with value: 0.9766423357664233 and parameters: {'max_depth': 9, 'learning_rate': 0.4171301363754701, 'n_estimators': 769, 'subsample': 0.5626208813190813, 'colsample_bytree': 0.32614115022351237, 'gamma': 0.6999348372413934, 'reg_alpha': 0.09709453455187106, 'reg_lambda': 3.097260268714507}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:41:26,889] Trial 115 finished with value: 0.9755474452554744 and parameters: {'max_depth': 9, 'learning_rate': 0.41640276076992166, 'n_estimators': 835, 'subsample': 0.611200391933453, 'colsample_bytree': 0.3015070188095997, 'gamma': 1.059982092269813, 'reg_alpha': 0.07385079244790621, 'reg_lambda': 3.089612260324642}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:41:27,656] Trial 116 finished with value: 0.9759124087591241 and parameters: {'max_depth': 11, 'learning_rate': 0.3487854920321063, 'n_estimators': 785, 'subsample': 0.5576230877019444, 'colsample_bytree': 0.33940601992255537, 'gamma': 0.7163257085385797, 'reg_alpha': 0.44008785198344924, 'reg_lambda': 3.4389021604689667}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:41:28,290] Trial 117 finished with value: 0.9757299270072993 and parameters: {'max_depth': 10, 'learning_rate': 0.3635940792577088, 'n_estimators': 763, 'subsample': 0.7378874446813454, 'colsample_bytree': 0.4138522078944058, 'gamma': 0.6269606683231992, 'reg_alpha': 0.00323642641922528, 'reg_lambda': 3.3305102185668067}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:41:29,152] Trial 118 finished with value: 0.9764598540145986 and parameters: {'max_depth': 9, 'learning_rate': 0.3769440120966241, 'n_estimators': 863, 'subsample': 0.5749204778591764, 'colsample_bytree': 0.31824975403877087, 'gamma': 0.5106357287542559, 'reg_alpha': 0.5232668375705788, 'reg_lambda': 3.926331646622791}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:41:29,892] Trial 119 finished with value: 0.972992700729927 and parameters: {'max_depth': 12, 'learning_rate': 0.3179265392871533, 'n_estimators': 824, 'subsample': 0.5422929501660508, 'colsample_bytree': 0.36682100782077715, 'gamma': 1.9604047363826038, 'reg_alpha': 0.24148280278588408, 'reg_lambda': 2.8913856992930267}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:41:30,553] Trial 120 finished with value: 0.9700729927007299 and parameters: {'max_depth': 8, 'learning_rate': 0.40345886952740534, 'n_estimators': 919, 'subsample': 0.618662483647709, 'colsample_bytree': 0.2615204417357841, 'gamma': 2.245048602413, 'reg_alpha': 0.10313113841511873, 'reg_lambda': 3.5357590603104807}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:41:31,425] Trial 121 finished with value: 0.9764598540145986 and parameters: {'max_depth': 8, 'learning_rate': 0.356146285406154, 'n_estimators': 736, 'subsample': 0.5220452965919379, 'colsample_bytree': 0.4302730447619398, 'gamma': 0.2613885744014323, 'reg_alpha': 0.25530901236027903, 'reg_lambda': 4.473541983061123}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:41:32,442] Trial 122 finished with value: 0.9695255474452554 and parameters: {'max_depth': 9, 'learning_rate': 0.01538216030331968, 'n_estimators': 784, 'subsample': 0.7100955979697773, 'colsample_bytree': 0.3913798908829529, 'gamma': 0.41778156933360566, 'reg_alpha': 0.34046478546893333, 'reg_lambda': 3.0237404206199927}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:41:33,021] Trial 123 finished with value: 0.9759124087591241 and parameters: {'max_depth': 7, 'learning_rate': 0.34061152451366083, 'n_estimators': 716, 'subsample': 0.6402308879217088, 'colsample_bytree': 0.40762167197549304, 'gamma': 0.23158256333530222, 'reg_alpha': 0.67340197683824, 'reg_lambda': 4.065156667972861}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:41:33,595] Trial 124 finished with value: 0.9760948905109489 and parameters: {'max_depth': 10, 'learning_rate': 0.44633064433437025, 'n_estimators': 765, 'subsample': 0.48464037639477264, 'colsample_bytree': 0.4733839335712692, 'gamma': 0.8020450432129602, 'reg_alpha': 0.7870580606790707, 'reg_lambda': 2.655577488686768}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:41:34,290] Trial 125 finished with value: 0.9760948905109489 and parameters: {'max_depth': 8, 'learning_rate': 0.36706781917347203, 'n_estimators': 887, 'subsample': 0.510047986186003, 'colsample_bytree': 0.3733077776526729, 'gamma': 0.34291443854065884, 'reg_alpha': 0.4261801410605099, 'reg_lambda': 3.2234069767661584}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:41:34,885] Trial 126 finished with value: 0.9764598540145986 and parameters: {'max_depth': 11, 'learning_rate': 0.42981091776718894, 'n_estimators': 809, 'subsample': 0.4341368502670883, 'colsample_bytree': 0.3344560222497938, 'gamma': 0.4819017213168859, 'reg_alpha': 0.5628006499173549, 'reg_lambda': 2.8971863736918406}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:41:35,883] Trial 127 finished with value: 0.9757299270072993 and parameters: {'max_depth': 9, 'learning_rate': 0.38721359746474016, 'n_estimators': 747, 'subsample': 0.5731578598207329, 'colsample_bytree': 0.4474030324565988, 'gamma': 0.12699291591199732, 'reg_alpha': 0.15029419478481582, 'reg_lambda': 4.6742179737206255}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:41:36,407] Trial 128 finished with value: 0.9748175182481752 and parameters: {'max_depth': 7, 'learning_rate': 0.4097948491202773, 'n_estimators': 688, 'subsample': 0.46635062733483207, 'colsample_bytree': 0.8891020018848099, 'gamma': 1.0255502749628391, 'reg_alpha': 0.9449967883825745, 'reg_lambda': 3.7562507803328646}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:41:37,100] Trial 129 finished with value: 0.9766423357664233 and parameters: {'max_depth': 7, 'learning_rate': 0.3948747203031735, 'n_estimators': 840, 'subsample': 0.7623662741016763, 'colsample_bytree': 0.4234931562405397, 'gamma': 0.2033118772823822, 'reg_alpha': 0.32320419760329694, 'reg_lambda': 2.455344900066703}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:41:37,607] Trial 130 finished with value: 0.9728102189781022 and parameters: {'max_depth': 7, 'learning_rate': 0.39557834637756667, 'n_estimators': 848, 'subsample': 0.71307815401254, 'colsample_bytree': 0.35264413847529585, 'gamma': 0.5921179956993781, 'reg_alpha': 3.4572048692653916, 'reg_lambda': 2.518811487372149}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:41:38,303] Trial 131 finished with value: 0.9766423357664233 and parameters: {'max_depth': 8, 'learning_rate': 0.37697536049127944, 'n_estimators': 799, 'subsample': 0.7677392778630071, 'colsample_bytree': 0.4198112503137646, 'gamma': 0.2101998084724407, 'reg_alpha': 0.340296666162295, 'reg_lambda': 2.7145355319918556}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:41:39,084] Trial 132 finished with value: 0.9762773722627737 and parameters: {'max_depth': 8, 'learning_rate': 0.3508097022110128, 'n_estimators': 825, 'subsample': 0.7898063610256321, 'colsample_bytree': 0.4177344650793561, 'gamma': 0.22648062593459614, 'reg_alpha': 0.3401983968415516, 'reg_lambda': 2.435745004316938}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:41:39,606] Trial 133 finished with value: 0.9755474452554744 and parameters: {'max_depth': 7, 'learning_rate': 0.38061749997834854, 'n_estimators': 792, 'subsample': 0.8313220517654883, 'colsample_bytree': 0.39783443416715114, 'gamma': 0.3937347509703438, 'reg_alpha': 0.5438778965609589, 'reg_lambda': 2.7561109991130452}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:41:40,426] Trial 134 finished with value: 0.9768248175182481 and parameters: {'max_depth': 10, 'learning_rate': 0.3693137777319293, 'n_estimators': 866, 'subsample': 0.7587710691880218, 'colsample_bytree': 0.3247189985391225, 'gamma': 0.3402822143916075, 'reg_alpha': 0.20910248472241244, 'reg_lambda': 3.0833538793730626}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:41:41,107] Trial 135 finished with value: 0.9757299270072993 and parameters: {'max_depth': 11, 'learning_rate': 0.36295784305506806, 'n_estimators': 891, 'subsample': 0.7678124581644804, 'colsample_bytree': 0.3199521186647507, 'gamma': 0.6821475094049178, 'reg_alpha': 0.18724794285623342, 'reg_lambda': 3.085350069987551}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:41:41,845] Trial 136 finished with value: 0.9760948905109489 and parameters: {'max_depth': 10, 'learning_rate': 0.36991777334086784, 'n_estimators': 849, 'subsample': 0.4908842761305326, 'colsample_bytree': 0.2983261720879276, 'gamma': 0.33648648530793035, 'reg_alpha': 0.6787621404610337, 'reg_lambda': 3.514091934527169}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:41:42,508] Trial 137 finished with value: 0.9766423357664233 and parameters: {'max_depth': 11, 'learning_rate': 0.39512601863573016, 'n_estimators': 871, 'subsample': 0.6701620194276059, 'colsample_bytree': 0.3817196060713968, 'gamma': 0.4574294165757099, 'reg_alpha': 0.06130549210484365, 'reg_lambda': 2.839687162413574}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:41:43,484] Trial 138 finished with value: 0.9753649635036497 and parameters: {'max_depth': 10, 'learning_rate': 0.3344145079111172, 'n_estimators': 949, 'subsample': 0.4149060594343259, 'colsample_bytree': 0.36460565150764407, 'gamma': 0.08804901343800534, 'reg_alpha': 0.43853695665488424, 'reg_lambda': 2.1213417621380253}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:41:43,999] Trial 139 finished with value: 0.9718978102189781 and parameters: {'max_depth': 9, 'learning_rate': 0.41303561590722965, 'n_estimators': 916, 'subsample': 0.8028788989955733, 'colsample_bytree': 0.3317564228303394, 'gamma': 1.4552451658119256, 'reg_alpha': 0.7896228066278698, 'reg_lambda': 3.246816881657683}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:41:44,576] Trial 140 finished with value: 0.9764598540145986 and parameters: {'max_depth': 10, 'learning_rate': 0.3441149927079734, 'n_estimators': 776, 'subsample': 0.5430384319210119, 'colsample_bytree': 0.3498729113026653, 'gamma': 0.5775318780480123, 'reg_alpha': 0.25130698119142764, 'reg_lambda': 3.0125662572710072}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:41:45,191] Trial 141 finished with value: 0.9762773722627737 and parameters: {'max_depth': 8, 'learning_rate': 0.37842746859788023, 'n_estimators': 807, 'subsample': 0.7742976775911221, 'colsample_bytree': 0.428312985272653, 'gamma': 0.29468361679040606, 'reg_alpha': 0.3601422968950807, 'reg_lambda': 2.631900107919254}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:41:45,973] Trial 142 finished with value: 0.9760948905109489 and parameters: {'max_depth': 6, 'learning_rate': 0.35628082051429794, 'n_estimators': 842, 'subsample': 0.7579038560550263, 'colsample_bytree': 0.38444481714357454, 'gamma': 0.19761463312098534, 'reg_alpha': 0.0003996581882428629, 'reg_lambda': 2.7336674526225133}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:41:46,607] Trial 143 finished with value: 0.9735401459854015 and parameters: {'max_depth': 7, 'learning_rate': 0.3859825151538508, 'n_estimators': 795, 'subsample': 0.8219515336858845, 'colsample_bytree': 0.2731081263743645, 'gamma': 0.17328991094003207, 'reg_alpha': 0.5919003444679555, 'reg_lambda': 3.3729735243057237}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:41:47,744] Trial 144 finished with value: 0.9757299270072993 and parameters: {'max_depth': 8, 'learning_rate': 0.4011955936920862, 'n_estimators': 737, 'subsample': 0.7226094795313487, 'colsample_bytree': 0.46522962474421214, 'gamma': 0.004291443178919496, 'reg_alpha': 0.30827810473939343, 'reg_lambda': 3.6537914948857413}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:41:48,412] Trial 145 finished with value: 0.977007299270073 and parameters: {'max_depth': 9, 'learning_rate': 0.368353681792843, 'n_estimators': 820, 'subsample': 0.7562936247195108, 'colsample_bytree': 0.4013768546194373, 'gamma': 0.3674274732855007, 'reg_alpha': 0.15201040463519408, 'reg_lambda': 2.581519802596146}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:41:49,041] Trial 146 finished with value: 0.9759124087591241 and parameters: {'max_depth': 9, 'learning_rate': 0.36679672975811767, 'n_estimators': 868, 'subsample': 0.7403062808449019, 'colsample_bytree': 0.31724624218911235, 'gamma': 0.47877573949009866, 'reg_alpha': 0.14976982191215185, 'reg_lambda': 3.1630548159168628}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:41:49,642] Trial 147 finished with value: 0.975 and parameters: {'max_depth': 10, 'learning_rate': 0.3288524913381796, 'n_estimators': 827, 'subsample': 0.8438412515735008, 'colsample_bytree': 0.3995545345090161, 'gamma': 0.3647000280593722, 'reg_alpha': 0.47649856685283565, 'reg_lambda': 2.576680826894405}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:41:50,505] Trial 148 finished with value: 0.9762773722627737 and parameters: {'max_depth': 11, 'learning_rate': 0.42234284100034014, 'n_estimators': 771, 'subsample': 0.680257419271043, 'colsample_bytree': 0.3684244283480272, 'gamma': 0.29057711069355285, 'reg_alpha': 0.1090895182721478, 'reg_lambda': 2.2653845425297003}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:41:51,482] Trial 149 finished with value: 0.9762773722627737 and parameters: {'max_depth': 9, 'learning_rate': 0.3533976832671659, 'n_estimators': 749, 'subsample': 0.4575948462902849, 'colsample_bytree': 0.34768868720220036, 'gamma': 0.09534185235767695, 'reg_alpha': 0.1795040951108987, 'reg_lambda': 2.478342112394767}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:41:51,959] Trial 150 finished with value: 0.9739051094890511 and parameters: {'max_depth': 10, 'learning_rate': 0.340261930840044, 'n_estimators': 278, 'subsample': 0.5082365374894456, 'colsample_bytree': 0.44657034853930067, 'gamma': 0.7553514837163925, 'reg_alpha': 0.7051492110524146, 'reg_lambda': 3.9062273807263406}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:41:53,030] Trial 151 finished with value: 0.9768248175182481 and parameters: {'max_depth': 7, 'learning_rate': 0.38153338048074154, 'n_estimators': 810, 'subsample': 0.7548344129474858, 'colsample_bytree': 0.419805028972871, 'gamma': 0.2144487613628957, 'reg_alpha': 0.27688649117341807, 'reg_lambda': 2.732552110991416}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:41:53,478] Trial 152 finished with value: 0.9706204379562043 and parameters: {'max_depth': 3, 'learning_rate': 0.38369718430461225, 'n_estimators': 835, 'subsample': 0.6959668567553701, 'colsample_bytree': 0.40111843656347584, 'gamma': 2.7781025854490062, 'reg_alpha': 0.2470833459937608, 'reg_lambda': 2.843976697339311}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:41:54,186] Trial 153 finished with value: 0.9766423357664233 and parameters: {'max_depth': 7, 'learning_rate': 0.36630694271024666, 'n_estimators': 813, 'subsample': 0.7577209809178428, 'colsample_bytree': 0.3782955775929574, 'gamma': 0.3970757290001825, 'reg_alpha': 0.4327860963255794, 'reg_lambda': 2.9498372950761285}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:41:54,805] Trial 154 finished with value: 0.9768248175182481 and parameters: {'max_depth': 6, 'learning_rate': 0.3925698850228879, 'n_estimators': 851, 'subsample': 0.7952674908460867, 'colsample_bytree': 0.4345507355118716, 'gamma': 0.2701221858404652, 'reg_alpha': 0.53643664152213, 'reg_lambda': 2.3985795745749185}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:41:55,484] Trial 155 finished with value: 0.9753649635036497 and parameters: {'max_depth': 6, 'learning_rate': 0.4036791047675894, 'n_estimators': 893, 'subsample': 0.8470617535775404, 'colsample_bytree': 0.450583588661084, 'gamma': 0.5170354932362978, 'reg_alpha': 0.8463623597858132, 'reg_lambda': 2.360787631145433}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:41:56,176] Trial 156 finished with value: 0.9760948905109489 and parameters: {'max_depth': 5, 'learning_rate': 0.3727561297510176, 'n_estimators': 857, 'subsample': 0.8047713651597529, 'colsample_bytree': 0.29566220560074724, 'gamma': 0.31456422437832365, 'reg_alpha': 0.5716518722967191, 'reg_lambda': 2.6382786810685634}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:41:56,576] Trial 157 finished with value: 0.9744525547445255 and parameters: {'max_depth': 5, 'learning_rate': 0.3603726996586714, 'n_estimators': 713, 'subsample': 0.7972635334787629, 'colsample_bytree': 0.32817533042855873, 'gamma': 0.6325495056896632, 'reg_alpha': 0.4942792081488101, 'reg_lambda': 2.0840291623646974}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:41:57,003] Trial 158 finished with value: 0.975 and parameters: {'max_depth': 6, 'learning_rate': 0.3881606874018804, 'n_estimators': 763, 'subsample': 0.6326766045339277, 'colsample_bytree': 0.3608970011122246, 'gamma': 0.44462706856638734, 'reg_alpha': 2.395859362516613, 'reg_lambda': 2.1839269836944117}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:41:58,168] Trial 159 finished with value: 0.9755474452554744 and parameters: {'max_depth': 6, 'learning_rate': 0.34619737019927826, 'n_estimators': 777, 'subsample': 0.521791301790174, 'colsample_bytree': 0.49626148468737596, 'gamma': 0.07968883434971852, 'reg_alpha': 0.08033597220528496, 'reg_lambda': 3.1507506428993244}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:41:59,071] Trial 160 finished with value: 0.9775547445255475 and parameters: {'max_depth': 12, 'learning_rate': 0.4136176916976143, 'n_estimators': 815, 'subsample': 0.48240529573622837, 'colsample_bytree': 0.4085712558829301, 'gamma': 0.24860811115410308, 'reg_alpha': 0.6445359399570602, 'reg_lambda': 3.0322708805937}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:41:59,919] Trial 161 finished with value: 0.9768248175182481 and parameters: {'max_depth': 11, 'learning_rate': 0.4411736336058385, 'n_estimators': 814, 'subsample': 0.47164243829931346, 'colsample_bytree': 0.405967185975131, 'gamma': 0.276763710116518, 'reg_alpha': 0.6793358723131587, 'reg_lambda': 2.987402212772893}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:42:01,313] Trial 162 finished with value: 0.9762773722627737 and parameters: {'max_depth': 12, 'learning_rate': 0.4706773177699881, 'n_estimators': 876, 'subsample': 0.443471354867479, 'colsample_bytree': 0.41114277384519443, 'gamma': 0.254078857266822, 'reg_alpha': 0.6635639433780715, 'reg_lambda': 2.9465473105528193}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:42:02,499] Trial 163 finished with value: 0.9768248175182481 and parameters: {'max_depth': 12, 'learning_rate': 0.43254174161011083, 'n_estimators': 819, 'subsample': 0.4767586899874726, 'colsample_bytree': 0.396754608428252, 'gamma': 0.15261665431284202, 'reg_alpha': 1.0183994204556934, 'reg_lambda': 2.806341871132836}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:42:03,272] Trial 164 finished with value: 0.9766423357664233 and parameters: {'max_depth': 12, 'learning_rate': 0.43325027366455343, 'n_estimators': 814, 'subsample': 0.47419425896112277, 'colsample_bytree': 0.39200430432988403, 'gamma': 0.10662544165365723, 'reg_alpha': 0.986989203967239, 'reg_lambda': 2.5594093433450653}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:42:03,955] Trial 165 finished with value: 0.9760948905109489 and parameters: {'max_depth': 13, 'learning_rate': 0.427108327324995, 'n_estimators': 800, 'subsample': 0.48883699357433485, 'colsample_bytree': 0.43750656922665904, 'gamma': 0.1680088690443451, 'reg_alpha': 0.8462985194710498, 'reg_lambda': 2.712640912466985}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:42:04,640] Trial 166 finished with value: 0.9753649635036497 and parameters: {'max_depth': 13, 'learning_rate': 0.44662505567848376, 'n_estimators': 862, 'subsample': 0.39874456069802744, 'colsample_bytree': 0.47250879080389047, 'gamma': 0.32495093686884274, 'reg_alpha': 0.7454585055281946, 'reg_lambda': 2.7906638756282964}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:42:05,000] Trial 167 finished with value: 0.9686131386861314 and parameters: {'max_depth': 11, 'learning_rate': 0.41183449543936845, 'n_estimators': 825, 'subsample': 0.46234390568059724, 'colsample_bytree': 0.4317328735008257, 'gamma': 4.583308578297488, 'reg_alpha': 1.0704717558836303, 'reg_lambda': 2.8740483859946853}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:42:06,103] Trial 168 finished with value: 0.9760948905109489 and parameters: {'max_depth': 12, 'learning_rate': 0.4435848378124507, 'n_estimators': 787, 'subsample': 0.4200178277015349, 'colsample_bytree': 0.4044064239956325, 'gamma': 0.006253149506009498, 'reg_alpha': 0.5889992523021933, 'reg_lambda': 2.980305791454102}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:42:07,127] Trial 169 finished with value: 0.9764598540145986 and parameters: {'max_depth': 12, 'learning_rate': 0.37640602959096814, 'n_estimators': 731, 'subsample': 0.4984474454732362, 'colsample_bytree': 0.3831388945647217, 'gamma': 0.26243711191792146, 'reg_alpha': 0.9634875337643543, 'reg_lambda': 3.0399226551082688}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:42:08,048] Trial 170 finished with value: 0.9766423357664233 and parameters: {'max_depth': 11, 'learning_rate': 0.4726303151351108, 'n_estimators': 814, 'subsample': 0.43152271718252294, 'colsample_bytree': 0.41560653314694695, 'gamma': 0.1618890912067472, 'reg_alpha': 0.7483299523203875, 'reg_lambda': 2.806155336741903}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:42:08,750] Trial 171 finished with value: 0.9766423357664233 and parameters: {'max_depth': 11, 'learning_rate': 0.3926204626987454, 'n_estimators': 839, 'subsample': 0.4808406728042488, 'colsample_bytree': 0.37094762516982455, 'gamma': 0.40739543877564643, 'reg_alpha': 0.8987545112343878, 'reg_lambda': 1.9916242297517024}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:42:09,422] Trial 172 finished with value: 0.9760948905109489 and parameters: {'max_depth': 11, 'learning_rate': 0.3559496265471337, 'n_estimators': 852, 'subsample': 0.5291675845717452, 'colsample_bytree': 0.44083090221848453, 'gamma': 0.34501489681847625, 'reg_alpha': 0.6576493586742485, 'reg_lambda': 2.681879295925306}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:42:09,879] Trial 173 finished with value: 0.9735401459854015 and parameters: {'max_depth': 12, 'learning_rate': 0.45535523385587606, 'n_estimators': 904, 'subsample': 0.4574740787391365, 'colsample_bytree': 0.34822628008703327, 'gamma': 0.5402663069293016, 'reg_alpha': 3.9047648013799456, 'reg_lambda': 3.736764085967091}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:42:10,524] Trial 174 finished with value: 0.9764598540145986 and parameters: {'max_depth': 10, 'learning_rate': 0.36774946445035867, 'n_estimators': 879, 'subsample': 0.4973475952695197, 'colsample_bytree': 0.39538694527344975, 'gamma': 0.2439914651822052, 'reg_alpha': 0.5021465991113492, 'reg_lambda': 2.398673032032467}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:42:11,407] Trial 175 finished with value: 0.9757299270072993 and parameters: {'max_depth': 13, 'learning_rate': 0.40481324053028406, 'n_estimators': 816, 'subsample': 0.476119094859258, 'colsample_bytree': 0.45853509203747655, 'gamma': 0.10254291956972822, 'reg_alpha': 0.4157408999949626, 'reg_lambda': 3.8467791408885486}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:42:12,273] Trial 176 finished with value: 0.9759124087591241 and parameters: {'max_depth': 12, 'learning_rate': 0.3822240211435029, 'n_estimators': 796, 'subsample': 0.4407760648764664, 'colsample_bytree': 0.4183492183905565, 'gamma': 0.459556419411355, 'reg_alpha': 0.8135307818406783, 'reg_lambda': 4.050845188973114}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:42:12,730] Trial 177 finished with value: 0.9746350364963504 and parameters: {'max_depth': 2, 'learning_rate': 0.35152634542749844, 'n_estimators': 753, 'subsample': 0.5128168199495787, 'colsample_bytree': 0.38388309906028584, 'gamma': 0.1910810779928268, 'reg_alpha': 0.2551339648680291, 'reg_lambda': 2.51415220802114}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:42:12,846] Trial 178 finished with value: 0.9733576642335766 and parameters: {'max_depth': 10, 'learning_rate': 0.3730683287759319, 'n_estimators': 80, 'subsample': 0.5478252937902404, 'colsample_bytree': 0.35590394554879823, 'gamma': 0.3467862745190032, 'reg_alpha': 0.641073333989704, 'reg_lambda': 3.294014811964136}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:42:13,657] Trial 179 finished with value: 0.9766423357664233 and parameters: {'max_depth': 6, 'learning_rate': 0.4173253685648827, 'n_estimators': 838, 'subsample': 0.7450416846445489, 'colsample_bytree': 0.40711188108002405, 'gamma': 0.007838506620994612, 'reg_alpha': 0.544369648831544, 'reg_lambda': 3.1703212105365193}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:42:14,120] Trial 180 finished with value: 0.9760948905109489 and parameters: {'max_depth': 4, 'learning_rate': 0.3915826501961671, 'n_estimators': 784, 'subsample': 0.7880426285945075, 'colsample_bytree': 0.37318979485693904, 'gamma': 0.26839765639139423, 'reg_alpha': 0.3757521276528262, 'reg_lambda': 2.7837394344931714}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:42:14,612] Trial 181 finished with value: 0.9760948905109489 and parameters: {'max_depth': 9, 'learning_rate': 0.43595729773892206, 'n_estimators': 765, 'subsample': 0.5692124142993352, 'colsample_bytree': 0.3082871223144512, 'gamma': 0.5521352541644089, 'reg_alpha': 0.17281961723571265, 'reg_lambda': 3.087149045550583}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:42:15,172] Trial 182 finished with value: 0.9766423357664233 and parameters: {'max_depth': 7, 'learning_rate': 0.422762978728999, 'n_estimators': 858, 'subsample': 0.5233153461952035, 'colsample_bytree': 0.3386805545092081, 'gamma': 0.4195346760258135, 'reg_alpha': 0.24130758673828417, 'reg_lambda': 3.0374661439922437}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:42:15,787] Trial 183 finished with value: 0.9759124087591241 and parameters: {'max_depth': 9, 'learning_rate': 0.39861049837172896, 'n_estimators': 702, 'subsample': 0.5552845735314872, 'colsample_bytree': 0.3269410765502051, 'gamma': 0.1348572146956734, 'reg_alpha': 0.053546971830097934, 'reg_lambda': 2.903279136586245}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:42:16,502] Trial 184 finished with value: 0.9768248175182481 and parameters: {'max_depth': 10, 'learning_rate': 0.41350074869367553, 'n_estimators': 825, 'subsample': 0.601289823948469, 'colsample_bytree': 0.42979361848860964, 'gamma': 0.36801943081039507, 'reg_alpha': 0.33291058362184267, 'reg_lambda': 3.5100762084741475}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:42:17,152] Trial 185 finished with value: 0.9768248175182481 and parameters: {'max_depth': 11, 'learning_rate': 0.3602252660878309, 'n_estimators': 826, 'subsample': 0.6533349463703194, 'colsample_bytree': 0.43231373080128543, 'gamma': 0.2959365358696665, 'reg_alpha': 0.7553460522773136, 'reg_lambda': 3.59732384422313}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:42:17,636] Trial 186 finished with value: 0.9753649635036497 and parameters: {'max_depth': 11, 'learning_rate': 0.408543527820318, 'n_estimators': 826, 'subsample': 0.8846723734238459, 'colsample_bytree': 0.4345558796358936, 'gamma': 0.27882112197264797, 'reg_alpha': 0.7502682927860762, 'reg_lambda': 3.379100193329035}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:42:18,454] Trial 187 finished with value: 0.9766423357664233 and parameters: {'max_depth': 11, 'learning_rate': 0.3818313992590178, 'n_estimators': 804, 'subsample': 0.6018023201026113, 'colsample_bytree': 0.4611387374391963, 'gamma': 0.14990830113995673, 'reg_alpha': 0.9362528946224948, 'reg_lambda': 3.5394138313596963}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:42:19,240] Trial 188 finished with value: 0.9762773722627737 and parameters: {'max_depth': 10, 'learning_rate': 0.36331141004392375, 'n_estimators': 828, 'subsample': 0.46582483980377, 'colsample_bytree': 0.42590569162906355, 'gamma': 0.36481747407464676, 'reg_alpha': 1.0533975504022162, 'reg_lambda': 3.6480028106895253}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:42:19,914] Trial 189 finished with value: 0.977007299270073 and parameters: {'max_depth': 11, 'learning_rate': 0.3349482174035179, 'n_estimators': 874, 'subsample': 0.5839622346804184, 'colsample_bytree': 0.3994492857170413, 'gamma': 0.24439534518792136, 'reg_alpha': 0.6388515052664526, 'reg_lambda': 3.4229053157728444}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:42:20,334] Trial 190 finished with value: 0.9682481751824817 and parameters: {'max_depth': 11, 'learning_rate': 0.32654722274572684, 'n_estimators': 884, 'subsample': 0.6219866414619962, 'colsample_bytree': 0.4839851888272517, 'gamma': 3.3135707322559305, 'reg_alpha': 0.810241898915668, 'reg_lambda': 3.52856040138626}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:42:21,141] Trial 191 finished with value: 0.9768248175182481 and parameters: {'max_depth': 11, 'learning_rate': 0.3133579367212459, 'n_estimators': 867, 'subsample': 0.5839534771575855, 'colsample_bytree': 0.404791452605193, 'gamma': 0.22147809909885444, 'reg_alpha': 0.6494171461450192, 'reg_lambda': 3.5908675053623216}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:42:21,921] Trial 192 finished with value: 0.9768248175182481 and parameters: {'max_depth': 12, 'learning_rate': 0.31063168925374834, 'n_estimators': 867, 'subsample': 0.5959467397753534, 'colsample_bytree': 0.4058706890911319, 'gamma': 0.21997436249962152, 'reg_alpha': 0.6803490688358794, 'reg_lambda': 3.362995572676432}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:42:22,533] Trial 193 finished with value: 0.977007299270073 and parameters: {'max_depth': 13, 'learning_rate': 0.2985852195250938, 'n_estimators': 866, 'subsample': 0.5854070763301776, 'colsample_bytree': 0.4059739122901041, 'gamma': 0.2248393681061201, 'reg_alpha': 0.6448203284585283, 'reg_lambda': 3.447679990881989}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:42:23,267] Trial 194 finished with value: 0.977007299270073 and parameters: {'max_depth': 14, 'learning_rate': 0.29696443080697216, 'n_estimators': 915, 'subsample': 0.5909595596812546, 'colsample_bytree': 0.4448587952796169, 'gamma': 0.21672805767934017, 'reg_alpha': 0.6722881838789683, 'reg_lambda': 3.464021260565552}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:42:23,990] Trial 195 finished with value: 0.977007299270073 and parameters: {'max_depth': 14, 'learning_rate': 0.3174956120303376, 'n_estimators': 923, 'subsample': 0.5825587834594057, 'colsample_bytree': 0.4477396796951944, 'gamma': 0.2121519291926769, 'reg_alpha': 0.6979299132775103, 'reg_lambda': 3.4015340051043017}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:42:24,907] Trial 196 finished with value: 0.977007299270073 and parameters: {'max_depth': 13, 'learning_rate': 0.2971218653100503, 'n_estimators': 947, 'subsample': 0.584707546045136, 'colsample_bytree': 0.4432223322981609, 'gamma': 0.08084490642140593, 'reg_alpha': 0.6001947107890839, 'reg_lambda': 3.46437276060406}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:42:25,712] Trial 197 finished with value: 0.9768248175182481 and parameters: {'max_depth': 14, 'learning_rate': 0.28949030446800084, 'n_estimators': 915, 'subsample': 0.6503781836671422, 'colsample_bytree': 0.447591748384283, 'gamma': 0.0851364539363198, 'reg_alpha': 0.5425669287885314, 'reg_lambda': 3.3864055154285837}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:42:26,531] Trial 198 finished with value: 0.9768248175182481 and parameters: {'max_depth': 14, 'learning_rate': 0.3205544888253116, 'n_estimators': 916, 'subsample': 0.6015652554708295, 'colsample_bytree': 0.46778996292152436, 'gamma': 0.06976785783012739, 'reg_alpha': 0.736046971491739, 'reg_lambda': 3.4553381439364617}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:42:27,653] Trial 199 finished with value: 0.9768248175182481 and parameters: {'max_depth': 14, 'learning_rate': 0.2985003692858869, 'n_estimators': 971, 'subsample': 0.6255465074482344, 'colsample_bytree': 0.43139869335126774, 'gamma': 0.0109735278269667, 'reg_alpha': 0.48081851908328377, 'reg_lambda': 3.261182486708091}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:42:28,437] Trial 200 finished with value: 0.9764598540145986 and parameters: {'max_depth': 13, 'learning_rate': 0.3002066653839676, 'n_estimators': 932, 'subsample': 0.5764653858749152, 'colsample_bytree': 0.45009913162052106, 'gamma': 0.3792296661655832, 'reg_alpha': 0.6093859083959206, 'reg_lambda': 3.4374351331971957}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:42:29,132] Trial 201 finished with value: 0.977007299270073 and parameters: {'max_depth': 14, 'learning_rate': 0.2809591750162938, 'n_estimators': 990, 'subsample': 0.5994588068440762, 'colsample_bytree': 0.4213554592433926, 'gamma': 0.21478965797838406, 'reg_alpha': 0.6662614694737629, 'reg_lambda': 3.5610753992483546}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:42:30,041] Trial 202 finished with value: 0.977007299270073 and parameters: {'max_depth': 15, 'learning_rate': 0.28101775189820244, 'n_estimators': 965, 'subsample': 0.604802581187287, 'colsample_bytree': 0.42913153360741463, 'gamma': 0.1950954227304704, 'reg_alpha': 0.8269697084393359, 'reg_lambda': 3.2955268159675177}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:42:30,865] Trial 203 finished with value: 0.9768248175182481 and parameters: {'max_depth': 15, 'learning_rate': 0.29095542288124204, 'n_estimators': 978, 'subsample': 0.5901296351655265, 'colsample_bytree': 0.42223184953476206, 'gamma': 0.18209541197835052, 'reg_alpha': 0.8692602206445512, 'reg_lambda': 3.2066129962753815}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:42:31,732] Trial 204 finished with value: 0.9766423357664233 and parameters: {'max_depth': 15, 'learning_rate': 0.27254578575672034, 'n_estimators': 948, 'subsample': 0.6135366491241087, 'colsample_bytree': 0.47449536353580224, 'gamma': 0.11270136003521916, 'reg_alpha': 0.5936969022273724, 'reg_lambda': 3.316108539411622}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:42:32,564] Trial 205 finished with value: 0.9771897810218978 and parameters: {'max_depth': 15, 'learning_rate': 0.30156796853627205, 'n_estimators': 992, 'subsample': 0.6076620882420168, 'colsample_bytree': 0.45090360439490035, 'gamma': 0.2224489608424285, 'reg_alpha': 0.7125313621970312, 'reg_lambda': 3.475289113542701}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:42:33,453] Trial 206 finished with value: 0.9762773722627737 and parameters: {'max_depth': 15, 'learning_rate': 0.30411027535707064, 'n_estimators': 979, 'subsample': 0.5873198595552174, 'colsample_bytree': 0.4504092442375752, 'gamma': 0.2063074348565072, 'reg_alpha': 0.8217422124423863, 'reg_lambda': 3.323883042680675}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:42:34,374] Trial 207 finished with value: 0.9760948905109489 and parameters: {'max_depth': 15, 'learning_rate': 0.27720631473343527, 'n_estimators': 988, 'subsample': 0.5662217527331413, 'colsample_bytree': 0.48399807601914746, 'gamma': 0.08947634696584464, 'reg_alpha': 0.7066010615658922, 'reg_lambda': 3.463305290523566}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:42:35,084] Trial 208 finished with value: 0.9771897810218978 and parameters: {'max_depth': 14, 'learning_rate': 0.286806787091697, 'n_estimators': 992, 'subsample': 0.6087510794500639, 'colsample_bytree': 0.3917619998209337, 'gamma': 0.2638391100507118, 'reg_alpha': 0.9368787773910094, 'reg_lambda': 3.2141208591410497}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:42:35,896] Trial 209 finished with value: 0.9766423357664233 and parameters: {'max_depth': 16, 'learning_rate': 0.28622080556114343, 'n_estimators': 983, 'subsample': 0.6295493590630177, 'colsample_bytree': 0.5065646052735517, 'gamma': 0.2791110791143395, 'reg_alpha': 0.893755628157867, 'reg_lambda': 3.2446919513604615}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:42:36,891] Trial 210 finished with value: 0.9764598540145986 and parameters: {'max_depth': 14, 'learning_rate': 0.266877583112178, 'n_estimators': 964, 'subsample': 0.6144618542236673, 'colsample_bytree': 0.4189303030423495, 'gamma': 0.44246041826374305, 'reg_alpha': 0.6808530643628576, 'reg_lambda': 3.4057158604733067}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:42:38,289] Trial 211 finished with value: 0.9768248175182481 and parameters: {'max_depth': 16, 'learning_rate': 0.295116218127738, 'n_estimators': 964, 'subsample': 0.584862755273558, 'colsample_bytree': 0.3912331004099605, 'gamma': 0.1740564104998434, 'reg_alpha': 0.9675347879495748, 'reg_lambda': 3.1282770667281756}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:42:39,644] Trial 212 finished with value: 0.9766423357664233 and parameters: {'max_depth': 14, 'learning_rate': 0.2823944948521289, 'n_estimators': 937, 'subsample': 0.6346633109888209, 'colsample_bytree': 0.39562165527949655, 'gamma': 0.2585720277469559, 'reg_alpha': 0.7585152437867191, 'reg_lambda': 3.216922978560113}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:42:41,307] Trial 213 finished with value: 0.9762773722627737 and parameters: {'max_depth': 13, 'learning_rate': 0.30388218521340915, 'n_estimators': 948, 'subsample': 0.6055467694553955, 'colsample_bytree': 0.4479256483049249, 'gamma': 0.10241530428036075, 'reg_alpha': 0.5466096981765031, 'reg_lambda': 3.2947837368314645}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:42:42,321] Trial 214 finished with value: 0.9762773722627737 and parameters: {'max_depth': 13, 'learning_rate': 0.27794495739717306, 'n_estimators': 998, 'subsample': 0.5571534580797537, 'colsample_bytree': 0.4140453329402757, 'gamma': 0.31325866342155995, 'reg_alpha': 1.2165285264198036, 'reg_lambda': 3.4663214956543658}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:42:43,413] Trial 215 finished with value: 0.9773722627737226 and parameters: {'max_depth': 15, 'learning_rate': 0.3134294434866617, 'n_estimators': 994, 'subsample': 0.5769093204457864, 'colsample_bytree': 0.43799677397724385, 'gamma': 0.21479581576049406, 'reg_alpha': 0.8274167689727864, 'reg_lambda': 3.1297322325122576}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:42:44,229] Trial 216 finished with value: 0.9760948905109489 and parameters: {'max_depth': 15, 'learning_rate': 0.31602401740423414, 'n_estimators': 994, 'subsample': 0.6133268879298454, 'colsample_bytree': 0.462158694534761, 'gamma': 0.23841885216168363, 'reg_alpha': 0.8189250950721285, 'reg_lambda': 3.142225415065841}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:42:45,273] Trial 217 finished with value: 0.9764598540145986 and parameters: {'max_depth': 15, 'learning_rate': 0.2933397609310554, 'n_estimators': 956, 'subsample': 0.5778163822049385, 'colsample_bytree': 0.43549601336910954, 'gamma': 0.005780659713491398, 'reg_alpha': 0.6412605924162968, 'reg_lambda': 3.340688375838018}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:42:46,799] Trial 218 finished with value: 0.9771897810218978 and parameters: {'max_depth': 14, 'learning_rate': 0.3055760418978391, 'n_estimators': 932, 'subsample': 0.5947368906433237, 'colsample_bytree': 0.44062886630132564, 'gamma': 0.35491862670263885, 'reg_alpha': 0.4745272698751992, 'reg_lambda': 3.068588707132239}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:42:47,742] Trial 219 finished with value: 0.9757299270072993 and parameters: {'max_depth': 14, 'learning_rate': 0.30683231423696355, 'n_estimators': 927, 'subsample': 0.5930452423700685, 'colsample_bytree': 0.4455586388329821, 'gamma': 0.4156728430249185, 'reg_alpha': 0.5813670659517417, 'reg_lambda': 3.187722474585924}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:42:48,423] Trial 220 finished with value: 0.9755474452554744 and parameters: {'max_depth': 14, 'learning_rate': 0.3144601510151244, 'n_estimators': 1000, 'subsample': 0.574987450387417, 'colsample_bytree': 0.4665085172562983, 'gamma': 0.3535651254306191, 'reg_alpha': 1.8597838039698695, 'reg_lambda': 3.587890594213872}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:42:49,116] Trial 221 finished with value: 0.9768248175182481 and parameters: {'max_depth': 16, 'learning_rate': 0.2851639319840007, 'n_estimators': 942, 'subsample': 0.6454315413199861, 'colsample_bytree': 0.41608584310661967, 'gamma': 0.20248444581225009, 'reg_alpha': 0.46335847073304326, 'reg_lambda': 3.050766397304436}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:42:49,789] Trial 222 finished with value: 0.9771897810218978 and parameters: {'max_depth': 15, 'learning_rate': 0.29411883402761485, 'n_estimators': 900, 'subsample': 0.6024229503683967, 'colsample_bytree': 0.43709996179583793, 'gamma': 0.30656120216782323, 'reg_alpha': 0.7406035828454192, 'reg_lambda': 3.004757958881939}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:42:50,217] Trial 223 finished with value: 0.9737226277372263 and parameters: {'max_depth': 15, 'learning_rate': 0.3004440315873089, 'n_estimators': 903, 'subsample': 0.5992675979813492, 'colsample_bytree': 0.4361618602618866, 'gamma': 1.7448730586217662, 'reg_alpha': 0.7866927172468008, 'reg_lambda': 3.274549154701461}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:42:51,414] Trial 224 finished with value: 0.9760948905109489 and parameters: {'max_depth': 14, 'learning_rate': 0.32157097869955403, 'n_estimators': 960, 'subsample': 0.5596589395326876, 'colsample_bytree': 0.4443514001428933, 'gamma': 0.15939118966186305, 'reg_alpha': 0.4891741765504347, 'reg_lambda': 3.099019077396719}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:42:52,295] Trial 225 finished with value: 0.9762773722627737 and parameters: {'max_depth': 14, 'learning_rate': 0.2922259072276783, 'n_estimators': 933, 'subsample': 0.6087930603648546, 'colsample_bytree': 0.4227394206301787, 'gamma': 0.34093111325143527, 'reg_alpha': 0.7152311407952938, 'reg_lambda': 3.4228082765073826}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:42:52,890] Trial 226 finished with value: 0.9762773722627737 and parameters: {'max_depth': 15, 'learning_rate': 0.2612484827875208, 'n_estimators': 901, 'subsample': 0.5863675005980424, 'colsample_bytree': 0.4902816795726118, 'gamma': 0.4429009712468269, 'reg_alpha': 0.9086482180429155, 'reg_lambda': 3.165911265198641}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:42:53,667] Trial 227 finished with value: 0.9768248175182481 and parameters: {'max_depth': 16, 'learning_rate': 0.3072129609753118, 'n_estimators': 1000, 'subsample': 0.6274914996117124, 'colsample_bytree': 0.45952977471786915, 'gamma': 0.256229590333906, 'reg_alpha': 0.5927123064003544, 'reg_lambda': 2.9791674716082746}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:42:54,510] Trial 228 finished with value: 0.9760948905109489 and parameters: {'max_depth': 14, 'learning_rate': 0.27258741954878385, 'n_estimators': 968, 'subsample': 0.5691548039064036, 'colsample_bytree': 0.38280540863837487, 'gamma': 0.10954360478131492, 'reg_alpha': 0.4304769958137451, 'reg_lambda': 3.3583925541073003}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:42:54,949] Trial 229 finished with value: 0.9700729927007299 and parameters: {'max_depth': 13, 'learning_rate': 0.2979623993629653, 'n_estimators': 895, 'subsample': 0.6254877569885305, 'colsample_bytree': 0.4191402311266989, 'gamma': 2.4129704890433277, 'reg_alpha': 0.8383552718529526, 'reg_lambda': 3.5172362217330315}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:42:55,967] Trial 230 finished with value: 0.9768248175182481 and parameters: {'max_depth': 15, 'learning_rate': 0.32455377409273733, 'n_estimators': 929, 'subsample': 0.5980629928150084, 'colsample_bytree': 0.43494696401170824, 'gamma': 0.3122032781891281, 'reg_alpha': 0.6764862082282549, 'reg_lambda': 2.9057203320179843}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:42:57,037] Trial 231 finished with value: 0.9760948905109489 and parameters: {'max_depth': 14, 'learning_rate': 0.3090531748553775, 'n_estimators': 979, 'subsample': 0.5453113973203921, 'colsample_bytree': 0.4046704337762504, 'gamma': 0.22356630054683066, 'reg_alpha': 0.7217822746967594, 'reg_lambda': 3.034560111893079}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:42:58,079] Trial 232 finished with value: 0.9771897810218978 and parameters: {'max_depth': 14, 'learning_rate': 0.28366014536012224, 'n_estimators': 948, 'subsample': 0.38294529476912176, 'colsample_bytree': 0.40497736532206646, 'gamma': 0.2922083045800961, 'reg_alpha': 0.6166230499302955, 'reg_lambda': 3.231639162675769}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:42:59,204] Trial 233 finished with value: 0.9764598540145986 and parameters: {'max_depth': 14, 'learning_rate': 0.25378484706194654, 'n_estimators': 950, 'subsample': 0.4025479171750971, 'colsample_bytree': 0.3810676243690311, 'gamma': 0.4664808553340474, 'reg_alpha': 0.6401448658495272, 'reg_lambda': 3.2325457167114715}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:43:00,630] Trial 234 finished with value: 0.9759124087591241 and parameters: {'max_depth': 13, 'learning_rate': 0.28300842578619645, 'n_estimators': 922, 'subsample': 0.3935306838428811, 'colsample_bytree': 0.45528682519037644, 'gamma': 0.17141732960902611, 'reg_alpha': 0.5358271660756222, 'reg_lambda': 3.2942053735050685}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:43:01,624] Trial 235 finished with value: 0.9757299270072993 and parameters: {'max_depth': 15, 'learning_rate': 0.2881510462937663, 'n_estimators': 960, 'subsample': 0.3552654094605225, 'colsample_bytree': 0.41510015243440784, 'gamma': 0.35402710656129033, 'reg_alpha': 0.7770108586133952, 'reg_lambda': 3.1359070005633667}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:43:02,796] Trial 236 finished with value: 0.9760948905109489 and parameters: {'max_depth': 14, 'learning_rate': 0.29659020002055203, 'n_estimators': 888, 'subsample': 0.5825235281851957, 'colsample_bytree': 0.3941599790470932, 'gamma': 0.07083845211273651, 'reg_alpha': 0.41711428057540967, 'reg_lambda': 3.3920120109119}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:43:03,967] Trial 237 finished with value: 0.9766423357664233 and parameters: {'max_depth': 15, 'learning_rate': 0.27119490522505857, 'n_estimators': 978, 'subsample': 0.3839025545235205, 'colsample_bytree': 0.4391832759845629, 'gamma': 0.27124123143495316, 'reg_alpha': 0.562453151247158, 'reg_lambda': 3.479317465764657}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:43:05,176] Trial 238 finished with value: 0.9760948905109489 and parameters: {'max_depth': 16, 'learning_rate': 0.3140825793095178, 'n_estimators': 909, 'subsample': 0.42251590505030645, 'colsample_bytree': 0.4731778723497275, 'gamma': 0.40674980694434304, 'reg_alpha': 0.8758958032236894, 'reg_lambda': 2.6103862072135566}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:43:06,606] Trial 239 finished with value: 0.9768248175182481 and parameters: {'max_depth': 17, 'learning_rate': 0.3363624245472002, 'n_estimators': 938, 'subsample': 0.60968163063163, 'colsample_bytree': 0.42138046451111194, 'gamma': 0.16952027826753466, 'reg_alpha': 0.6294569094450296, 'reg_lambda': 3.650432552170731}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:43:07,870] Trial 240 finished with value: 0.9753649635036497 and parameters: {'max_depth': 13, 'learning_rate': 0.30119249751718585, 'n_estimators': 981, 'subsample': 0.7832348359430964, 'colsample_bytree': 0.40006138619687553, 'gamma': 0.33519098813822124, 'reg_alpha': 0.4980680852738828, 'reg_lambda': 3.183223064967147}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:43:09,223] Trial 241 finished with value: 0.9762773722627737 and parameters: {'max_depth': 14, 'learning_rate': 0.28139521966551095, 'n_estimators': 956, 'subsample': 0.3706833602565279, 'colsample_bytree': 0.41153752927617876, 'gamma': 0.24795589630941056, 'reg_alpha': 0.717643348718182, 'reg_lambda': 2.984938850319943}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:43:10,350] Trial 242 finished with value: 0.9755474452554744 and parameters: {'max_depth': 15, 'learning_rate': 0.2940687888798271, 'n_estimators': 884, 'subsample': 0.5941764973369948, 'colsample_bytree': 0.4311809074167133, 'gamma': 0.28006164860263355, 'reg_alpha': 2.7140270189897224, 'reg_lambda': 3.093919214624258}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:43:12,102] Trial 243 finished with value: 0.9762773722627737 and parameters: {'max_depth': 14, 'learning_rate': 0.30798165376663816, 'n_estimators': 912, 'subsample': 0.44977589450793565, 'colsample_bytree': 0.39508338184677333, 'gamma': 0.002967192344087488, 'reg_alpha': 0.6553559933695221, 'reg_lambda': 2.937714646525157}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:43:13,692] Trial 244 finished with value: 0.9755474452554744 and parameters: {'max_depth': 7, 'learning_rate': 0.33031175910223665, 'n_estimators': 996, 'subsample': 0.564750404545137, 'colsample_bytree': 0.7752919608858222, 'gamma': 0.11527546409834936, 'reg_alpha': 0.7742980953339009, 'reg_lambda': 3.0400387199647927}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:43:14,989] Trial 245 finished with value: 0.9766423357664233 and parameters: {'max_depth': 15, 'learning_rate': 0.37447514935993126, 'n_estimators': 936, 'subsample': 0.7525791496619842, 'colsample_bytree': 0.44765660449742684, 'gamma': 0.2148978415966573, 'reg_alpha': 0.5838400343006037, 'reg_lambda': 3.2860709894825946}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:43:15,792] Trial 246 finished with value: 0.9744525547445255 and parameters: {'max_depth': 13, 'learning_rate': 0.2894134892770715, 'n_estimators': 970, 'subsample': 0.7193995937719881, 'colsample_bytree': 0.37667712532430797, 'gamma': 0.46751058742795293, 'reg_alpha': 0.8070026873311151, 'reg_lambda': 3.385297994947018}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:43:16,578] Trial 247 finished with value: 0.9764598540145986 and parameters: {'max_depth': 14, 'learning_rate': 0.26620890256269364, 'n_estimators': 862, 'subsample': 0.6092802425675592, 'colsample_bytree': 0.4088076865888492, 'gamma': 0.34523488596731444, 'reg_alpha': 0.6788940537558933, 'reg_lambda': 1.7936081477982533}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:43:17,531] Trial 248 finished with value: 0.9755474452554744 and parameters: {'max_depth': 13, 'learning_rate': 0.3188556516530617, 'n_estimators': 887, 'subsample': 0.8081556641437161, 'colsample_bytree': 0.429019741619459, 'gamma': 0.14333089710681643, 'reg_alpha': 0.40410266504551057, 'reg_lambda': 2.5389094363004}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:43:18,445] Trial 249 finished with value: 0.9762773722627737 and parameters: {'max_depth': 15, 'learning_rate': 0.3004195591408873, 'n_estimators': 1000, 'subsample': 0.6374863172483263, 'colsample_bytree': 0.45547511305596466, 'gamma': 0.27984148665645825, 'reg_alpha': 0.9469045138557306, 'reg_lambda': 2.8492588066894404}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:43:18,888] Trial 250 finished with value: 0.968978102189781 and parameters: {'max_depth': 14, 'learning_rate': 0.38515717574864594, 'n_estimators': 947, 'subsample': 0.5772438394873585, 'colsample_bytree': 0.4060021930628731, 'gamma': 3.857425085665302, 'reg_alpha': 0.7328130312227038, 'reg_lambda': 3.2262416204496067}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:43:19,623] Trial 251 finished with value: 0.977007299270073 and parameters: {'max_depth': 7, 'learning_rate': 0.27855726440494066, 'n_estimators': 857, 'subsample': 0.4445728684511622, 'colsample_bytree': 0.4294389882147988, 'gamma': 0.20146005004064504, 'reg_alpha': 0.5330445171634948, 'reg_lambda': 3.5252344236953768}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:43:20,437] Trial 252 finished with value: 0.9760948905109489 and parameters: {'max_depth': 7, 'learning_rate': 0.27764673485836455, 'n_estimators': 853, 'subsample': 0.4338011970828133, 'colsample_bytree': 0.43618842625492615, 'gamma': 0.08782395168745089, 'reg_alpha': 0.5123487189580913, 'reg_lambda': 3.5531325540728576}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:43:21,257] Trial 253 finished with value: 0.977007299270073 and parameters: {'max_depth': 7, 'learning_rate': 0.2820687140914533, 'n_estimators': 904, 'subsample': 0.5996523562503985, 'colsample_bytree': 0.47669961699168006, 'gamma': 0.19488931347123306, 'reg_alpha': 0.4186819172305666, 'reg_lambda': 3.4777531429562756}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:43:21,658] Trial 254 finished with value: 0.9760948905109489 and parameters: {'max_depth': 7, 'learning_rate': 0.28462457813628517, 'n_estimators': 426, 'subsample': 0.5923621573463527, 'colsample_bytree': 0.47735729937106053, 'gamma': 0.2014134029012695, 'reg_alpha': 0.35781299812640155, 'reg_lambda': 3.4976436280128165}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:43:22,386] Trial 255 finished with value: 0.9760948905109489 and parameters: {'max_depth': 7, 'learning_rate': 0.25745010727483253, 'n_estimators': 900, 'subsample': 0.6183961589717396, 'colsample_bytree': 0.46042960760607055, 'gamma': 0.089667294264191, 'reg_alpha': 0.3157187398828206, 'reg_lambda': 3.682481795050144}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:43:22,951] Trial 256 finished with value: 0.9757299270072993 and parameters: {'max_depth': 7, 'learning_rate': 0.2750077437343381, 'n_estimators': 922, 'subsample': 0.5598674956835953, 'colsample_bytree': 0.42114028228062, 'gamma': 0.38950860919683294, 'reg_alpha': 0.424944403245977, 'reg_lambda': 3.3736140425891348}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:43:23,984] Trial 257 finished with value: 0.9760948905109489 and parameters: {'max_depth': 16, 'learning_rate': 0.2901927483979278, 'n_estimators': 916, 'subsample': 0.5776342304249342, 'colsample_bytree': 0.4950925226215349, 'gamma': 0.0025334474729174217, 'reg_alpha': 0.5872772850552468, 'reg_lambda': 3.548548098125029}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:43:24,834] Trial 258 finished with value: 0.9764598540145986 and parameters: {'max_depth': 15, 'learning_rate': 0.3013404222148319, 'n_estimators': 963, 'subsample': 0.41431080023709277, 'colsample_bytree': 0.4534510690827571, 'gamma': 0.19952596350430202, 'reg_alpha': 0.8827150899032551, 'reg_lambda': 3.452195629582147}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:43:25,469] Trial 259 finished with value: 0.9766423357664233 and parameters: {'max_depth': 14, 'learning_rate': 0.2782513006163976, 'n_estimators': 879, 'subsample': 0.623981127735689, 'colsample_bytree': 0.3726103907519038, 'gamma': 0.15786777713276526, 'reg_alpha': 0.4845152408628196, 'reg_lambda': 3.594786809723707}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:43:26,039] Trial 260 finished with value: 0.9760948905109489 and parameters: {'max_depth': 13, 'learning_rate': 0.30889613358133966, 'n_estimators': 932, 'subsample': 0.5956674644139733, 'colsample_bytree': 0.38942595461468976, 'gamma': 0.47661964105220533, 'reg_alpha': 0.8142670010927843, 'reg_lambda': 3.287267425512427}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:43:26,646] Trial 261 finished with value: 0.9753649635036497 and parameters: {'max_depth': 8, 'learning_rate': 0.26917434755487085, 'n_estimators': 870, 'subsample': 0.6443150335733168, 'colsample_bytree': 0.44035420627447075, 'gamma': 0.34394018237093454, 'reg_alpha': 1.021882706146168, 'reg_lambda': 3.4558838668069374}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:43:27,457] Trial 262 finished with value: 0.9759124087591241 and parameters: {'max_depth': 14, 'learning_rate': 0.2923106487459005, 'n_estimators': 977, 'subsample': 0.4538879669630105, 'colsample_bytree': 0.47664069762910277, 'gamma': 0.20628983266210704, 'reg_alpha': 0.6381250499644427, 'reg_lambda': 3.156472678668001}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:43:28,265] Trial 263 finished with value: 0.9762773722627737 and parameters: {'max_depth': 7, 'learning_rate': 0.28234848674047625, 'n_estimators': 900, 'subsample': 0.6160002081498901, 'colsample_bytree': 0.41987814830601283, 'gamma': 0.10099980233859665, 'reg_alpha': 0.2915522434479421, 'reg_lambda': 3.3497312345766614}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:43:28,940] Trial 264 finished with value: 0.9759124087591241 and parameters: {'max_depth': 15, 'learning_rate': 0.3228250111699267, 'n_estimators': 952, 'subsample': 0.5450234509318921, 'colsample_bytree': 0.3909246013291337, 'gamma': 0.36987306217548466, 'reg_alpha': 0.7459004757085657, 'reg_lambda': 3.243383229951376}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:43:29,724] Trial 265 finished with value: 0.9768248175182481 and parameters: {'max_depth': 8, 'learning_rate': 0.34654306386237144, 'n_estimators': 978, 'subsample': 0.5863611760596389, 'colsample_bytree': 0.44485953185316496, 'gamma': 0.28337286963087205, 'reg_alpha': 0.5442999919834959, 'reg_lambda': 3.671678799423889}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:43:30,394] Trial 266 finished with value: 0.9762773722627737 and parameters: {'max_depth': 14, 'learning_rate': 0.3707086905520009, 'n_estimators': 876, 'subsample': 0.5699015141048005, 'colsample_bytree': 0.4249679588464916, 'gamma': 0.484084428973639, 'reg_alpha': 0.4163729151120562, 'reg_lambda': 3.5520602009982754}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:43:31,266] Trial 267 finished with value: 0.977007299270073 and parameters: {'max_depth': 13, 'learning_rate': 0.24696607683963945, 'n_estimators': 917, 'subsample': 0.7302718457901258, 'colsample_bytree': 0.4009330532853679, 'gamma': 0.08069129509428266, 'reg_alpha': 0.6057328309003236, 'reg_lambda': 3.438011810591549}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:43:32,119] Trial 268 finished with value: 0.977007299270073 and parameters: {'max_depth': 15, 'learning_rate': 0.31256645750447576, 'n_estimators': 924, 'subsample': 0.6064480073778835, 'colsample_bytree': 0.5195143927765327, 'gamma': 0.10568798542325168, 'reg_alpha': 0.6502111138801253, 'reg_lambda': 3.431664548790199}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:43:32,966] Trial 269 finished with value: 0.977007299270073 and parameters: {'max_depth': 13, 'learning_rate': 0.247904229664968, 'n_estimators': 932, 'subsample': 0.6066751977910823, 'colsample_bytree': 0.5116547992028114, 'gamma': 0.12256795325862456, 'reg_alpha': 0.6528530577784192, 'reg_lambda': 3.4465166282555852}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:43:33,948] Trial 270 finished with value: 0.9755474452554744 and parameters: {'max_depth': 13, 'learning_rate': 0.2462142480112226, 'n_estimators': 926, 'subsample': 0.6764735331024546, 'colsample_bytree': 0.5341586513177723, 'gamma': 0.015598678214896022, 'reg_alpha': 0.6321552420386252, 'reg_lambda': 3.473404321723029}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:43:34,634] Trial 271 finished with value: 0.9759124087591241 and parameters: {'max_depth': 13, 'learning_rate': 0.24575070503727958, 'n_estimators': 945, 'subsample': 0.6046745826625798, 'colsample_bytree': 0.5109806654364984, 'gamma': 0.08513399338374802, 'reg_alpha': 3.1326442821938985, 'reg_lambda': 3.406898528957517}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:43:35,439] Trial 272 finished with value: 0.9762773722627737 and parameters: {'max_depth': 13, 'learning_rate': 0.24183835793067918, 'n_estimators': 913, 'subsample': 0.6409186705535794, 'colsample_bytree': 0.507379768032782, 'gamma': 0.08944720773855586, 'reg_alpha': 0.8205392849450657, 'reg_lambda': 3.596904106588454}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:43:36,187] Trial 273 finished with value: 0.9764598540145986 and parameters: {'max_depth': 12, 'learning_rate': 0.2318125110759672, 'n_estimators': 937, 'subsample': 0.3235206483333642, 'colsample_bytree': 0.5491557445586751, 'gamma': 0.15905676781358455, 'reg_alpha': 0.7129775877789694, 'reg_lambda': 3.485822999182672}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:43:37,178] Trial 274 finished with value: 0.9764598540145986 and parameters: {'max_depth': 16, 'learning_rate': 0.26528954741911553, 'n_estimators': 953, 'subsample': 0.605769569072958, 'colsample_bytree': 0.5200153388128508, 'gamma': 0.0003173655241909823, 'reg_alpha': 0.5823103113624625, 'reg_lambda': 3.7190691446630137}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:43:37,833] Trial 275 finished with value: 0.9759124087591241 and parameters: {'max_depth': 15, 'learning_rate': 0.31049661284024344, 'n_estimators': 898, 'subsample': 0.6283756895898566, 'colsample_bytree': 0.49163879087859386, 'gamma': 0.16218555663304723, 'reg_alpha': 2.172104981176266, 'reg_lambda': 3.409865116445135}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:43:38,645] Trial 276 finished with value: 0.9766423357664233 and parameters: {'max_depth': 14, 'learning_rate': 0.26197319973851496, 'n_estimators': 926, 'subsample': 0.5869179340174322, 'colsample_bytree': 0.4715565995884281, 'gamma': 0.08238311169187446, 'reg_alpha': 0.9445280534368251, 'reg_lambda': 3.3407596851775287}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:43:39,441] Trial 277 finished with value: 0.9760948905109489 and parameters: {'max_depth': 13, 'learning_rate': 0.3155906029541522, 'n_estimators': 958, 'subsample': 0.6605295443625285, 'colsample_bytree': 0.5257317466191073, 'gamma': 0.220578577947777, 'reg_alpha': 0.5145689359364538, 'reg_lambda': 3.581913845664186}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:43:40,420] Trial 278 finished with value: 0.9766423357664233 and parameters: {'max_depth': 14, 'learning_rate': 0.2991152774677923, 'n_estimators': 983, 'subsample': 0.5575572227608017, 'colsample_bytree': 0.49654455174221024, 'gamma': 0.13866925942410935, 'reg_alpha': 0.6511108925086221, 'reg_lambda': 3.3571711617228335}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:43:40,864] Trial 279 finished with value: 0.9645985401459855 and parameters: {'max_depth': 1, 'learning_rate': 0.25400139717973036, 'n_estimators': 915, 'subsample': 0.6138344193077763, 'colsample_bytree': 0.4624893928246408, 'gamma': 0.2452333084891007, 'reg_alpha': 0.8518326169172266, 'reg_lambda': 3.479005812298377}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:43:41,848] Trial 280 finished with value: 0.9764598540145986 and parameters: {'max_depth': 15, 'learning_rate': 0.28837735156184896, 'n_estimators': 944, 'subsample': 0.5991151235900205, 'colsample_bytree': 0.4797971780330879, 'gamma': 0.0908516128124014, 'reg_alpha': 0.7105563828518887, 'reg_lambda': 3.6541798365394778}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:43:42,660] Trial 281 finished with value: 0.9760948905109489 and parameters: {'max_depth': 13, 'learning_rate': 0.3352597018881931, 'n_estimators': 974, 'subsample': 0.5740941461415734, 'colsample_bytree': 0.5657063061666633, 'gamma': 0.24028277446336538, 'reg_alpha': 0.5929977922497763, 'reg_lambda': 3.5329756666872956}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:43:43,448] Trial 282 finished with value: 0.9755474452554744 and parameters: {'max_depth': 12, 'learning_rate': 0.22871318348231473, 'n_estimators': 905, 'subsample': 0.537557019080299, 'colsample_bytree': 0.451420341155941, 'gamma': 0.29090436400168307, 'reg_alpha': 0.7685942560438721, 'reg_lambda': 3.2919581975871695}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:43:44,397] Trial 283 finished with value: 0.9762773722627737 and parameters: {'max_depth': 14, 'learning_rate': 0.3039006178066464, 'n_estimators': 938, 'subsample': 0.6942150893682121, 'colsample_bytree': 0.40379198873375105, 'gamma': 0.14208460420894886, 'reg_alpha': 0.4870035326864137, 'reg_lambda': 1.9075393653193062}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:43:45,252] Trial 284 finished with value: 0.9760948905109489 and parameters: {'max_depth': 15, 'learning_rate': 0.27719473800841554, 'n_estimators': 921, 'subsample': 0.635109748718415, 'colsample_bytree': 0.3709749942529255, 'gamma': 0.05683168991938635, 'reg_alpha': 1.0778233978608198, 'reg_lambda': 3.395429844139905}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:43:45,698] Trial 285 finished with value: 0.9753649635036497 and parameters: {'max_depth': 16, 'learning_rate': 0.29377110733283895, 'n_estimators': 492, 'subsample': 0.4931540332308906, 'colsample_bytree': 0.4340709583908446, 'gamma': 0.3966271949183269, 'reg_alpha': 0.6358453062887136, 'reg_lambda': 3.7349466287842183}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:43:46,822] Trial 286 finished with value: 0.9777372262773723 and parameters: {'max_depth': 14, 'learning_rate': 0.3272686400464895, 'n_estimators': 964, 'subsample': 0.5905340037279206, 'colsample_bytree': 0.46327675858744105, 'gamma': 0.0007146125490541666, 'reg_alpha': 0.9018141937738873, 'reg_lambda': 3.2581912817501495}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:43:47,777] Trial 287 finished with value: 0.9762773722627737 and parameters: {'max_depth': 14, 'learning_rate': 0.3310416061936361, 'n_estimators': 959, 'subsample': 0.5880206804313197, 'colsample_bytree': 0.4713988434798464, 'gamma': 0.0036698261619649286, 'reg_alpha': 1.1494236108464826, 'reg_lambda': 3.2342063694685876}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:43:48,779] Trial 288 finished with value: 0.9762773722627737 and parameters: {'max_depth': 14, 'learning_rate': 0.32226877359018313, 'n_estimators': 996, 'subsample': 0.6187114177205636, 'colsample_bytree': 0.8897403170915887, 'gamma': 0.15903988488215742, 'reg_alpha': 0.8469968237119424, 'reg_lambda': 3.309692934318986}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:43:49,564] Trial 289 finished with value: 0.9766423357664233 and parameters: {'max_depth': 13, 'learning_rate': 0.3188577261704295, 'n_estimators': 894, 'subsample': 0.5698631831491432, 'colsample_bytree': 0.4819698796933944, 'gamma': 0.07978519456520441, 'reg_alpha': 0.948602522460722, 'reg_lambda': 3.144844734292749}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:43:50,370] Trial 290 finished with value: 0.9771897810218978 and parameters: {'max_depth': 15, 'learning_rate': 0.3088231807599342, 'n_estimators': 967, 'subsample': 0.5991993254695459, 'colsample_bytree': 0.5106841213033079, 'gamma': 0.20049880764222258, 'reg_alpha': 0.5102904944609022, 'reg_lambda': 3.4167162788720065}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:43:51,189] Trial 291 finished with value: 0.9759124087591241 and parameters: {'max_depth': 15, 'learning_rate': 0.30959988358418383, 'n_estimators': 969, 'subsample': 0.5999024608275586, 'colsample_bytree': 0.4981966392415622, 'gamma': 0.21151733538032447, 'reg_alpha': 0.4427338105758992, 'reg_lambda': 3.467333657334404}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:43:51,772] Trial 292 finished with value: 0.975 and parameters: {'max_depth': 15, 'learning_rate': 0.3265907365880071, 'n_estimators': 986, 'subsample': 0.5868618842304383, 'colsample_bytree': 0.5332926688418066, 'gamma': 1.4754588879114106, 'reg_alpha': 0.7128164817840171, 'reg_lambda': 3.596706412515922}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:43:52,945] Trial 293 finished with value: 0.9760948905109489 and parameters: {'max_depth': 14, 'learning_rate': 0.30597790683086645, 'n_estimators': 960, 'subsample': 0.5575941168986522, 'colsample_bytree': 0.5105488910969093, 'gamma': 0.004617214360148614, 'reg_alpha': 0.5681550433976635, 'reg_lambda': 3.41890745588832}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:43:53,633] Trial 294 finished with value: 0.9746350364963504 and parameters: {'max_depth': 15, 'learning_rate': 0.31590136782760814, 'n_estimators': 933, 'subsample': 0.6202035539161597, 'colsample_bytree': 0.5230332048038364, 'gamma': 0.2920193809049754, 'reg_alpha': 4.379535755032572, 'reg_lambda': 3.2894822225481577}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:43:54,654] Trial 295 finished with value: 0.9766423357664233 and parameters: {'max_depth': 14, 'learning_rate': 0.297126830420956, 'n_estimators': 945, 'subsample': 0.6084270492668861, 'colsample_bytree': 0.4530322877608625, 'gamma': 0.17665176616533504, 'reg_alpha': 0.9052484005909684, 'reg_lambda': 3.532740099848264}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:43:55,277] Trial 296 finished with value: 0.9722627737226277 and parameters: {'max_depth': 16, 'learning_rate': 0.28352116073951084, 'n_estimators': 1000, 'subsample': 0.5774557632939397, 'colsample_bytree': 0.49122183208947473, 'gamma': 2.087512673314965, 'reg_alpha': 0.7609788696413552, 'reg_lambda': 3.357970053958392}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:43:55,808] Trial 297 finished with value: 0.9700729927007299 and parameters: {'max_depth': 13, 'learning_rate': 0.2650549004664233, 'n_estimators': 969, 'subsample': 0.6363110614968884, 'colsample_bytree': 0.4626805435966447, 'gamma': 2.6045313584698806, 'reg_alpha': 0.6515145395741838, 'reg_lambda': 3.202497679584981}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:43:56,524] Trial 298 finished with value: 0.9764598540145986 and parameters: {'max_depth': 15, 'learning_rate': 0.29886148244619165, 'n_estimators': 922, 'subsample': 0.5943107247271702, 'colsample_bytree': 0.5522255636611968, 'gamma': 0.40694391803836893, 'reg_alpha': 0.4870225944745297, 'reg_lambda': 3.4285226143203924}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:43:57,199] Trial 299 finished with value: 0.9759124087591241 and parameters: {'max_depth': 14, 'learning_rate': 0.27507984117655554, 'n_estimators': 976, 'subsample': 0.5483804962174716, 'colsample_bytree': 0.4119848192910942, 'gamma': 0.2609289708532606, 'reg_alpha': 1.0191257693553812, 'reg_lambda': 1.658950046590879}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:43:57,955] Trial 300 finished with value: 0.9764598540145986 and parameters: {'max_depth': 15, 'learning_rate': 0.3383095270751698, 'n_estimators': 618, 'subsample': 0.6566015199826917, 'colsample_bytree': 0.4393800106760235, 'gamma': 0.12663567940898232, 'reg_alpha': 0.7885357223957928, 'reg_lambda': 3.6355665588846793}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:43:58,698] Trial 301 finished with value: 0.9768248175182481 and parameters: {'max_depth': 17, 'learning_rate': 0.2498120951779962, 'n_estimators': 948, 'subsample': 0.6046636034464165, 'colsample_bytree': 0.392368927476598, 'gamma': 0.3188835446568599, 'reg_alpha': 0.38806509118572025, 'reg_lambda': 3.802953794521129}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:44:00,063] Trial 302 finished with value: 0.975 and parameters: {'max_depth': 13, 'learning_rate': 0.2884334398628855, 'n_estimators': 915, 'subsample': 0.5692652384865313, 'colsample_bytree': 0.5853829800539347, 'gamma': 0.0029945161559750493, 'reg_alpha': 0.5982566402630708, 'reg_lambda': 3.1140919290555993}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:44:00,383] Trial 303 finished with value: 0.975 and parameters: {'max_depth': 12, 'learning_rate': 0.31355383186054964, 'n_estimators': 345, 'subsample': 0.6239901821048335, 'colsample_bytree': 0.4261100059493769, 'gamma': 0.5660343415894518, 'reg_alpha': 0.7113237384234872, 'reg_lambda': 3.3032186058497643}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:44:01,441] Trial 304 finished with value: 0.9768248175182481 and parameters: {'max_depth': 14, 'learning_rate': 0.3009763344519337, 'n_estimators': 893, 'subsample': 0.5867457517755885, 'colsample_bytree': 0.46236811263257127, 'gamma': 0.20980426561671284, 'reg_alpha': 0.5189589655223475, 'reg_lambda': 3.5142449863988006}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:44:02,353] Trial 305 finished with value: 0.9766423357664233 and parameters: {'max_depth': 15, 'learning_rate': 0.32939457399281896, 'n_estimators': 962, 'subsample': 0.6055449618535987, 'colsample_bytree': 0.40574711127876445, 'gamma': 0.1434515623958184, 'reg_alpha': 0.8221768268812475, 'reg_lambda': 3.2263391710307987}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:44:03,462] Trial 306 finished with value: 0.9760948905109489 and parameters: {'max_depth': 14, 'learning_rate': 0.30820660834763464, 'n_estimators': 932, 'subsample': 0.5346180978961635, 'colsample_bytree': 0.4833000844336227, 'gamma': 0.391829021201787, 'reg_alpha': 0.6241478121515338, 'reg_lambda': 3.3959630368080997}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:44:03,739] Trial 307 finished with value: 0.9731751824817518 and parameters: {'max_depth': 13, 'learning_rate': 0.23785569493706238, 'n_estimators': 192, 'subsample': 0.5627626458937777, 'colsample_bytree': 0.445118744276431, 'gamma': 0.28537467816321826, 'reg_alpha': 0.917986327439847, 'reg_lambda': 3.046262434329081}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:44:04,887] Trial 308 finished with value: 0.9757299270072993 and parameters: {'max_depth': 15, 'learning_rate': 0.2863709433111442, 'n_estimators': 978, 'subsample': 0.6438645223020922, 'colsample_bytree': 0.5151433142160672, 'gamma': 0.11255133395209357, 'reg_alpha': 0.38562191289900855, 'reg_lambda': 3.517817386043957}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:44:06,463] Trial 309 finished with value: 0.9746350364963504 and parameters: {'max_depth': 13, 'learning_rate': 0.07248534602520071, 'n_estimators': 1000, 'subsample': 0.5960405325303316, 'colsample_bytree': 0.42356997110828765, 'gamma': 0.2110096857377283, 'reg_alpha': 0.7168479864397062, 'reg_lambda': 3.3290881222253206}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:44:08,123] Trial 310 finished with value: 0.9755474452554744 and parameters: {'max_depth': 16, 'learning_rate': 0.2577527210421358, 'n_estimators': 906, 'subsample': 0.5794402288236784, 'colsample_bytree': 0.3917655966190293, 'gamma': 0.4960048503667585, 'reg_alpha': 0.5241551548056144, 'reg_lambda': 3.162124008633836}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:44:09,358] Trial 311 finished with value: 0.9764598540145986 and parameters: {'max_depth': 14, 'learning_rate': 0.32018902053325204, 'n_estimators': 945, 'subsample': 0.6175862227158331, 'colsample_bytree': 0.46812483521960907, 'gamma': 0.34214057363098566, 'reg_alpha': 0.6339267067280601, 'reg_lambda': 3.640873832871639}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:44:10,561] Trial 312 finished with value: 0.9764598540145986 and parameters: {'max_depth': 14, 'learning_rate': 0.29324863581150534, 'n_estimators': 892, 'subsample': 0.5514829459765581, 'colsample_bytree': 0.38167296868504746, 'gamma': 0.07425167045221756, 'reg_alpha': 0.8705796826967805, 'reg_lambda': 3.4679864071611304}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:44:12,766] Trial 313 finished with value: 0.9762773722627737 and parameters: {'max_depth': 12, 'learning_rate': 0.27231927001819006, 'n_estimators': 964, 'subsample': 0.58494132603142, 'colsample_bytree': 0.44484155976526707, 'gamma': 0.0007068282183921859, 'reg_alpha': 0.45629840634898833, 'reg_lambda': 3.243957607559941}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:44:14,289] Trial 314 finished with value: 0.9746350364963504 and parameters: {'max_depth': 14, 'learning_rate': 0.281344008170872, 'n_estimators': 881, 'subsample': 0.6218068304030642, 'colsample_bytree': 0.4167691214500998, 'gamma': 0.2088445025191413, 'reg_alpha': 3.812690359840657, 'reg_lambda': 3.391621506375833}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:44:15,098] Trial 315 finished with value: 0.9760948905109489 and parameters: {'max_depth': 13, 'learning_rate': 0.3036057726232086, 'n_estimators': 582, 'subsample': 0.6050137627101703, 'colsample_bytree': 0.4999571580332116, 'gamma': 0.30321818062568906, 'reg_alpha': 0.7206278240210132, 'reg_lambda': 3.5325925065342085}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:44:16,699] Trial 316 finished with value: 0.9759124087591241 and parameters: {'max_depth': 15, 'learning_rate': 0.31239959007083445, 'n_estimators': 928, 'subsample': 0.5683385620259211, 'colsample_bytree': 0.4321982250856077, 'gamma': 0.43623351264347154, 'reg_alpha': 0.5536760789819898, 'reg_lambda': 2.0254005799682235}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:44:17,829] Trial 317 finished with value: 0.977007299270073 and parameters: {'max_depth': 15, 'learning_rate': 0.32972205335469595, 'n_estimators': 980, 'subsample': 0.6439807877747361, 'colsample_bytree': 0.4056452955338799, 'gamma': 0.17769138507980298, 'reg_alpha': 0.3402447617393191, 'reg_lambda': 3.7130573796672817}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:44:18,738] Trial 318 finished with value: 0.9771897810218978 and parameters: {'max_depth': 14, 'learning_rate': 0.2946709976436531, 'n_estimators': 950, 'subsample': 0.5938501733677845, 'colsample_bytree': 0.4569600702855905, 'gamma': 0.09442719269955138, 'reg_alpha': 0.8344741789565897, 'reg_lambda': 3.1006733642375095}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:44:19,508] Trial 319 finished with value: 0.9762773722627737 and parameters: {'max_depth': 14, 'learning_rate': 0.29663292412780984, 'n_estimators': 952, 'subsample': 0.5761450240081979, 'colsample_bytree': 0.45669911611822767, 'gamma': 0.23394049092593297, 'reg_alpha': 1.0415680309602842, 'reg_lambda': 3.0594217048175043}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:44:19,960] Trial 320 finished with value: 0.9684306569343065 and parameters: {'max_depth': 16, 'learning_rate': 0.287713254780434, 'n_estimators': 989, 'subsample': 0.5253824526154176, 'colsample_bytree': 0.4356550611304756, 'gamma': 4.159558264433318, 'reg_alpha': 0.9615797274533323, 'reg_lambda': 2.920706517858242}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:44:20,505] Trial 321 finished with value: 0.9748175182481752 and parameters: {'max_depth': 14, 'learning_rate': 0.3056974208010178, 'n_estimators': 910, 'subsample': 0.5894153978577972, 'colsample_bytree': 0.473763402822339, 'gamma': 1.2010403603327433, 'reg_alpha': 0.8309942897123553, 'reg_lambda': 3.1267334185443603}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:44:21,547] Trial 322 finished with value: 0.9766423357664233 and parameters: {'max_depth': 14, 'learning_rate': 0.31943817016942616, 'n_estimators': 955, 'subsample': 0.5632407992858135, 'colsample_bytree': 0.44885429803101684, 'gamma': 0.3665154027342821, 'reg_alpha': 0.7915677100566486, 'reg_lambda': 2.9876434591341066}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:44:22,420] Trial 323 finished with value: 0.977007299270073 and parameters: {'max_depth': 15, 'learning_rate': 0.34317507056186547, 'n_estimators': 980, 'subsample': 0.5472252520517163, 'colsample_bytree': 0.42010468147649443, 'gamma': 0.07512132298808086, 'reg_alpha': 0.915805752389953, 'reg_lambda': 3.1947755234423827}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:44:23,008] Trial 324 finished with value: 0.9762773722627737 and parameters: {'max_depth': 15, 'learning_rate': 0.272428555700988, 'n_estimators': 875, 'subsample': 0.6317168570216393, 'colsample_bytree': 0.39526740847004793, 'gamma': 0.2811042408816405, 'reg_alpha': 1.12322267977728, 'reg_lambda': 3.3088332658019133}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:44:23,654] Trial 325 finished with value: 0.9764598540145986 and parameters: {'max_depth': 14, 'learning_rate': 0.2978145421305649, 'n_estimators': 671, 'subsample': 0.5054547413435247, 'colsample_bytree': 0.4592998575452633, 'gamma': 0.16367794275345615, 'reg_alpha': 0.7507910736594606, 'reg_lambda': 3.0761641493084846}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:44:24,089] Trial 326 finished with value: 0.9691605839416059 and parameters: {'max_depth': 15, 'learning_rate': 0.28658631751226943, 'n_estimators': 944, 'subsample': 0.5966784224719617, 'colsample_bytree': 0.3780398825047706, 'gamma': 3.0708188372115384, 'reg_alpha': 0.5706186657409865, 'reg_lambda': 3.224322411514636}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:44:24,636] Trial 327 finished with value: 0.9744525547445255 and parameters: {'max_depth': 14, 'learning_rate': 0.3134645185605574, 'n_estimators': 966, 'subsample': 0.6232333954818826, 'colsample_bytree': 0.42818923011330656, 'gamma': 0.4879558549308357, 'reg_alpha': 2.5056829418195194, 'reg_lambda': 3.3637125452671226}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:44:25,587] Trial 328 finished with value: 0.9760948905109489 and parameters: {'max_depth': 14, 'learning_rate': 0.28004000938007956, 'n_estimators': 907, 'subsample': 0.5818247517238317, 'colsample_bytree': 0.40533209516475804, 'gamma': 0.07924876896197945, 'reg_alpha': 0.43570196540293205, 'reg_lambda': 3.588177606692181}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:44:26,388] Trial 329 finished with value: 0.9762773722627737 and parameters: {'max_depth': 15, 'learning_rate': 0.30577452884938644, 'n_estimators': 1000, 'subsample': 0.6082266126623602, 'colsample_bytree': 0.4788124708636729, 'gamma': 0.26477031752474794, 'reg_alpha': 0.6788388118663921, 'reg_lambda': 2.992747032505074}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:44:27,061] Trial 330 finished with value: 0.9753649635036497 and parameters: {'max_depth': 19, 'learning_rate': 0.2946876193813981, 'n_estimators': 928, 'subsample': 0.6599549730434227, 'colsample_bytree': 0.4418209136300979, 'gamma': 0.3799644106578351, 'reg_alpha': 0.8714260555935356, 'reg_lambda': 3.2759423088609454}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:44:27,910] Trial 331 finished with value: 0.9764598540145986 and parameters: {'max_depth': 12, 'learning_rate': 0.3237541701355937, 'n_estimators': 963, 'subsample': 0.5896483755316722, 'colsample_bytree': 0.41455756590170945, 'gamma': 0.00432345342642429, 'reg_alpha': 0.7719880028738325, 'reg_lambda': 3.152724267965916}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:44:28,585] Trial 332 finished with value: 0.9766423357664233 and parameters: {'max_depth': 13, 'learning_rate': 0.2929236360702367, 'n_estimators': 885, 'subsample': 0.6139527067657944, 'colsample_bytree': 0.37009818244717807, 'gamma': 0.17891123631077893, 'reg_alpha': 0.5954702427145266, 'reg_lambda': 3.4169303701831906}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:44:29,490] Trial 333 finished with value: 0.977007299270073 and parameters: {'max_depth': 16, 'learning_rate': 0.2762683962705266, 'n_estimators': 856, 'subsample': 0.5541676485001783, 'colsample_bytree': 0.45587246805999115, 'gamma': 0.31285062707637873, 'reg_alpha': 0.4915310842472091, 'reg_lambda': 3.3113473460936715}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:44:30,377] Trial 334 finished with value: 0.9762773722627737 and parameters: {'max_depth': 15, 'learning_rate': 0.3333499111472831, 'n_estimators': 636, 'subsample': 0.5722458969791299, 'colsample_bytree': 0.3912955086550687, 'gamma': 0.10478154185317844, 'reg_alpha': 0.9831663146617887, 'reg_lambda': 3.0996421630142432}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:44:31,201] Trial 335 finished with value: 0.977007299270073 and parameters: {'max_depth': 14, 'learning_rate': 0.2640114747363358, 'n_estimators': 938, 'subsample': 0.5941711522878802, 'colsample_bytree': 0.43312465158462693, 'gamma': 0.21566724137831167, 'reg_alpha': 0.27631725690679626, 'reg_lambda': 3.5521266565679066}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:44:31,851] Trial 336 finished with value: 0.9762773722627737 and parameters: {'max_depth': 15, 'learning_rate': 0.3509271410661811, 'n_estimators': 979, 'subsample': 0.6211482947921836, 'colsample_bytree': 0.41634901119912554, 'gamma': 0.4025261926445912, 'reg_alpha': 0.6799107899355595, 'reg_lambda': 2.1501685103522905}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:44:32,623] Trial 337 finished with value: 0.9755474452554744 and parameters: {'max_depth': 13, 'learning_rate': 0.30508192547165036, 'n_estimators': 926, 'subsample': 0.5376040586914566, 'colsample_bytree': 0.48051371916622404, 'gamma': 0.5740743152052867, 'reg_alpha': 0.828690140915816, 'reg_lambda': 1.7588359387517174}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:44:33,458] Trial 338 finished with value: 0.9760948905109489 and parameters: {'max_depth': 14, 'learning_rate': 0.3161233352026451, 'n_estimators': 913, 'subsample': 0.734473649687783, 'colsample_bytree': 0.44751885015643583, 'gamma': 0.15029186510082726, 'reg_alpha': 0.6256934673664769, 'reg_lambda': 3.4627042061089535}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:44:34,203] Trial 339 finished with value: 0.9768248175182481 and parameters: {'max_depth': 12, 'learning_rate': 0.2858368754871355, 'n_estimators': 965, 'subsample': 0.5690536149738664, 'colsample_bytree': 0.40510449752627153, 'gamma': 0.27867734192267, 'reg_alpha': 0.3949630175967767, 'reg_lambda': 3.210849942597785}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:44:35,171] Trial 340 finished with value: 0.9762773722627737 and parameters: {'max_depth': 14, 'learning_rate': 0.2945351833494795, 'n_estimators': 1000, 'subsample': 0.6418701694592247, 'colsample_bytree': 0.46634020556276223, 'gamma': 0.07733289869758789, 'reg_alpha': 0.5273429775490008, 'reg_lambda': 3.649754363703502}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:44:35,958] Trial 341 finished with value: 0.9764598540145986 and parameters: {'max_depth': 8, 'learning_rate': 0.3407770524198793, 'n_estimators': 897, 'subsample': 0.6802624205743747, 'colsample_bytree': 0.4293734400342958, 'gamma': 0.2079286921550935, 'reg_alpha': 1.5717617729209783, 'reg_lambda': 2.885653287207601}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:44:36,701] Trial 342 finished with value: 0.9753649635036497 and parameters: {'max_depth': 15, 'learning_rate': 0.3252205830776639, 'n_estimators': 952, 'subsample': 0.6028083051773435, 'colsample_bytree': 0.3839725518609028, 'gamma': 0.0013877007649232692, 'reg_alpha': 4.971638127435129, 'reg_lambda': 3.331095832715056}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:44:37,393] Trial 343 finished with value: 0.9768248175182481 and parameters: {'max_depth': 13, 'learning_rate': 0.3068113316283118, 'n_estimators': 873, 'subsample': 0.5836632819806391, 'colsample_bytree': 0.4425760146054264, 'gamma': 0.3498322409093467, 'reg_alpha': 0.7198660049107309, 'reg_lambda': 3.8189112006992523}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:44:37,961] Trial 344 finished with value: 0.9757299270072993 and parameters: {'max_depth': 14, 'learning_rate': 0.27117515907232914, 'n_estimators': 845, 'subsample': 0.5204651899203363, 'colsample_bytree': 0.36197128381254756, 'gamma': 0.476392109965925, 'reg_alpha': 0.8286562347732276, 'reg_lambda': 3.0434376896320883}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:44:38,931] Trial 345 finished with value: 0.972992700729927 and parameters: {'max_depth': 16, 'learning_rate': 0.024932826277333425, 'n_estimators': 942, 'subsample': 0.6292855619137457, 'colsample_bytree': 0.48751569622069524, 'gamma': 0.14397902460284517, 'reg_alpha': 1.2846109604228482, 'reg_lambda': 3.4450263073718337}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:44:39,657] Trial 346 finished with value: 0.9771897810218978 and parameters: {'max_depth': 7, 'learning_rate': 0.298651488999164, 'n_estimators': 982, 'subsample': 0.4814104194777865, 'colsample_bytree': 0.39970232069285677, 'gamma': 0.2788718068271445, 'reg_alpha': 0.3382747956096128, 'reg_lambda': 1.941214107807797}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:44:40,385] Trial 347 finished with value: 0.9757299270072993 and parameters: {'max_depth': 7, 'learning_rate': 0.27975002244519614, 'n_estimators': 980, 'subsample': 0.48567855585563374, 'colsample_bytree': 0.4022871773514367, 'gamma': 0.4203654758399462, 'reg_alpha': 0.17826310107310805, 'reg_lambda': 1.6814383801268484}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:44:41,058] Trial 348 finished with value: 0.9762773722627737 and parameters: {'max_depth': 6, 'learning_rate': 0.2911698348441388, 'n_estimators': 983, 'subsample': 0.48200279047434536, 'colsample_bytree': 0.41968047462893204, 'gamma': 0.29127452753386146, 'reg_alpha': 1.9620601809203642, 'reg_lambda': 1.9187122291052012}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:44:41,732] Trial 349 finished with value: 0.9768248175182481 and parameters: {'max_depth': 7, 'learning_rate': 0.3014375640071567, 'n_estimators': 965, 'subsample': 0.4623130747196357, 'colsample_bytree': 0.38747437370444726, 'gamma': 0.5346185918091887, 'reg_alpha': 0.3219302607473792, 'reg_lambda': 1.9872401890712719}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:44:42,166] Trial 350 finished with value: 0.9759124087591241 and parameters: {'max_depth': 7, 'learning_rate': 0.28366358464168867, 'n_estimators': 528, 'subsample': 0.29943485712480167, 'colsample_bytree': 0.42342778096626155, 'gamma': 0.32071575127635565, 'reg_alpha': 0.4739534984871292, 'reg_lambda': 1.801486104828541}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:44:43,024] Trial 351 finished with value: 0.9762773722627737 and parameters: {'max_depth': 6, 'learning_rate': 0.2658902670150344, 'n_estimators': 999, 'subsample': 0.489560161739197, 'colsample_bytree': 0.36252884837207927, 'gamma': 0.2307506281765623, 'reg_alpha': 0.3077619258444859, 'reg_lambda': 1.882192682608881}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:44:43,895] Trial 352 finished with value: 0.9748175182481752 and parameters: {'max_depth': 8, 'learning_rate': 0.298980528137541, 'n_estimators': 981, 'subsample': 0.514513640731095, 'colsample_bytree': 0.9788534618838086, 'gamma': 0.3880176183295745, 'reg_alpha': 0.38008563915452076, 'reg_lambda': 3.1935143441783755}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:44:44,676] Trial 353 finished with value: 0.9762773722627737 and parameters: {'max_depth': 7, 'learning_rate': 0.2900735495173786, 'n_estimators': 963, 'subsample': 0.5484546379047865, 'colsample_bytree': 0.40476865283978075, 'gamma': 0.2383875532834932, 'reg_alpha': 0.24089071668177833, 'reg_lambda': 1.5088349095684808}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:44:45,350] Trial 354 finished with value: 0.9762773722627737 and parameters: {'max_depth': 13, 'learning_rate': 0.31273088616794736, 'n_estimators': 949, 'subsample': 0.5045757556602537, 'colsample_bytree': 0.4559787030757792, 'gamma': 0.6535481355317962, 'reg_alpha': 0.4352852686435211, 'reg_lambda': 2.954896563127373}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:44:46,264] Trial 355 finished with value: 0.977007299270073 and parameters: {'max_depth': 12, 'learning_rate': 0.2796796515934531, 'n_estimators': 904, 'subsample': 0.4397818191913689, 'colsample_bytree': 0.43832540414378385, 'gamma': 0.17017134044922871, 'reg_alpha': 0.5561712489604608, 'reg_lambda': 1.835316531507999}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:44:47,054] Trial 356 finished with value: 0.9764598540145986 and parameters: {'max_depth': 13, 'learning_rate': 0.35413919302314484, 'n_estimators': 984, 'subsample': 0.5641915763115123, 'colsample_bytree': 0.38969774365651194, 'gamma': 0.33057154409799727, 'reg_alpha': 0.15260490464495613, 'reg_lambda': 2.0320123133320585}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:44:47,746] Trial 357 finished with value: 0.9760948905109489 and parameters: {'max_depth': 14, 'learning_rate': 0.2939743876797539, 'n_estimators': 943, 'subsample': 0.5783722563180885, 'colsample_bytree': 0.6998394347611916, 'gamma': 0.45879624156596277, 'reg_alpha': 1.0298146656113838, 'reg_lambda': 2.2308696637926486}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:44:48,217] Trial 358 finished with value: 0.9764598540145986 and parameters: {'max_depth': 8, 'learning_rate': 0.31860526637995185, 'n_estimators': 458, 'subsample': 0.4759678878093188, 'colsample_bytree': 0.41276961497919534, 'gamma': 0.08940955084387284, 'reg_alpha': 0.8832619119879621, 'reg_lambda': 2.1006944852611955}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:44:49,078] Trial 359 finished with value: 0.9771897810218978 and parameters: {'max_depth': 14, 'learning_rate': 0.3039969397142293, 'n_estimators': 964, 'subsample': 0.5332104004710359, 'colsample_bytree': 0.43052444159448017, 'gamma': 0.24927835738636345, 'reg_alpha': 0.732520801182837, 'reg_lambda': 3.090671361112494}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:44:49,790] Trial 360 finished with value: 0.9768248175182481 and parameters: {'max_depth': 14, 'learning_rate': 0.3074788134291091, 'n_estimators': 968, 'subsample': 0.5333363916582764, 'colsample_bytree': 0.4663236006884401, 'gamma': 0.3908861844394988, 'reg_alpha': 0.759384029770088, 'reg_lambda': 3.086819391654283}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:44:50,558] Trial 361 finished with value: 0.9766423357664233 and parameters: {'max_depth': 14, 'learning_rate': 0.2996841870853481, 'n_estimators': 985, 'subsample': 0.5069436006133896, 'colsample_bytree': 0.4419708710912094, 'gamma': 0.27210970517979, 'reg_alpha': 0.939781366255806, 'reg_lambda': 2.90662909640127}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:44:51,234] Trial 362 finished with value: 0.9759124087591241 and parameters: {'max_depth': 7, 'learning_rate': 0.3281245159654903, 'n_estimators': 965, 'subsample': 0.337921849933027, 'colsample_bytree': 0.43462684361499465, 'gamma': 0.5435831084601928, 'reg_alpha': 0.7719581600469837, 'reg_lambda': 3.0140621186147913}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:44:52,064] Trial 363 finished with value: 0.9771897810218978 and parameters: {'max_depth': 15, 'learning_rate': 0.288808779040341, 'n_estimators': 949, 'subsample': 0.5381904484507917, 'colsample_bytree': 0.45914559102182234, 'gamma': 0.2296375369553766, 'reg_alpha': 0.6633653514222613, 'reg_lambda': 3.134906196940147}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:44:52,822] Trial 364 finished with value: 0.9766423357664233 and parameters: {'max_depth': 15, 'learning_rate': 0.30506669816232185, 'n_estimators': 945, 'subsample': 0.5298698830031381, 'colsample_bytree': 0.45495910366429476, 'gamma': 0.3401980673530176, 'reg_alpha': 0.8544414905849644, 'reg_lambda': 3.1155524319458086}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:44:53,286] Trial 365 finished with value: 0.9742700729927007 and parameters: {'max_depth': 15, 'learning_rate': 0.28958995697079276, 'n_estimators': 1000, 'subsample': 0.9421843349001175, 'colsample_bytree': 0.42331279325156684, 'gamma': 0.4250120539752412, 'reg_alpha': 0.6980801142880707, 'reg_lambda': 3.166996100885441}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:44:53,999] Trial 366 finished with value: 0.9766423357664233 and parameters: {'max_depth': 15, 'learning_rate': 0.3147646529858732, 'n_estimators': 965, 'subsample': 0.49791488212669777, 'colsample_bytree': 0.4232263576714375, 'gamma': 0.24119848675760594, 'reg_alpha': 1.0192736616608378, 'reg_lambda': 3.068342042038936}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:44:54,732] Trial 367 finished with value: 0.9762773722627737 and parameters: {'max_depth': 14, 'learning_rate': 0.3374977774653747, 'n_estimators': 952, 'subsample': 0.541862664327867, 'colsample_bytree': 0.379238767365614, 'gamma': 0.2871506945965785, 'reg_alpha': 0.6781885329665353, 'reg_lambda': 2.820630502682616}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:44:55,652] Trial 368 finished with value: 0.9762773722627737 and parameters: {'max_depth': 16, 'learning_rate': 0.30162167168773635, 'n_estimators': 983, 'subsample': 0.5494399609525619, 'colsample_bytree': 0.4470343781378976, 'gamma': 0.19793231025022842, 'reg_alpha': 0.7943438948727836, 'reg_lambda': 3.231243024094757}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:44:56,568] Trial 369 finished with value: 0.9766423357664233 and parameters: {'max_depth': 15, 'learning_rate': 0.32245330049531445, 'n_estimators': 974, 'subsample': 0.46678688007104174, 'colsample_bytree': 0.6113895742778406, 'gamma': 0.42505101694516767, 'reg_alpha': 0.9266077815964949, 'reg_lambda': 3.0365972210585475}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:44:57,368] Trial 370 finished with value: 0.9766423357664233 and parameters: {'max_depth': 14, 'learning_rate': 0.29721179053931246, 'n_estimators': 942, 'subsample': 0.5081171472926919, 'colsample_bytree': 0.4076168470174808, 'gamma': 0.15571696646008942, 'reg_alpha': 0.5783074002195513, 'reg_lambda': 3.1389407690273274}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:44:57,975] Trial 371 finished with value: 0.9764598540145986 and parameters: {'max_depth': 14, 'learning_rate': 0.2739799077592886, 'n_estimators': 842, 'subsample': 0.5280608409719392, 'colsample_bytree': 0.4261454315643769, 'gamma': 0.3404639538333731, 'reg_alpha': 0.7145060252111647, 'reg_lambda': 2.9644360290056264}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:44:58,733] Trial 372 finished with value: 0.9755474452554744 and parameters: {'max_depth': 14, 'learning_rate': 0.3122056377562649, 'n_estimators': 957, 'subsample': 0.573925404152094, 'colsample_bytree': 0.39511489211955886, 'gamma': 0.4946861742052925, 'reg_alpha': 0.6111922692859714, 'reg_lambda': 3.276742496015947}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:44:59,538] Trial 373 finished with value: 0.9764598540145986 and parameters: {'max_depth': 15, 'learning_rate': 0.28960932203054035, 'n_estimators': 933, 'subsample': 0.5600554145027326, 'colsample_bytree': 0.4635808070463832, 'gamma': 0.26205991900200193, 'reg_alpha': 0.8501823758397865, 'reg_lambda': 3.2365124153344595}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:45:00,270] Trial 374 finished with value: 0.975 and parameters: {'max_depth': 16, 'learning_rate': 0.283553688794258, 'n_estimators': 980, 'subsample': 0.4954339422699917, 'colsample_bytree': 0.439557070909961, 'gamma': 0.14822236917021447, 'reg_alpha': 3.078209040954063, 'reg_lambda': 2.9311725000041116}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:45:01,323] Trial 375 finished with value: 0.9760948905109489 and parameters: {'max_depth': 15, 'learning_rate': 0.3471650890541265, 'n_estimators': 988, 'subsample': 0.5261548311837946, 'colsample_bytree': 0.41406738158708367, 'gamma': 0.00707025262540345, 'reg_alpha': 0.5143753241663214, 'reg_lambda': 3.155479260268974}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:45:01,979] Trial 376 finished with value: 0.9764598540145986 and parameters: {'max_depth': 14, 'learning_rate': 0.304773276024764, 'n_estimators': 929, 'subsample': 0.5865928838969855, 'colsample_bytree': 0.3702749749481861, 'gamma': 0.31516390038328207, 'reg_alpha': 0.759651171070027, 'reg_lambda': 3.288287467728505}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:45:02,568] Trial 377 finished with value: 0.9773722627737226 and parameters: {'max_depth': 15, 'learning_rate': 0.3338605859504376, 'n_estimators': 555, 'subsample': 0.5573209222288784, 'colsample_bytree': 0.4293420301031526, 'gamma': 0.21671989926473167, 'reg_alpha': 1.1460026453212264, 'reg_lambda': 2.988026682663962}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:45:03,543] Trial 378 finished with value: 0.9764598540145986 and parameters: {'max_depth': 15, 'learning_rate': 0.3393046917971859, 'n_estimators': 598, 'subsample': 0.5547546646630145, 'colsample_bytree': 0.4510955676131146, 'gamma': 0.10140593438284765, 'reg_alpha': 1.1302328071508385, 'reg_lambda': 2.873267540877275}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:45:04,125] Trial 379 finished with value: 0.9760948905109489 and parameters: {'max_depth': 17, 'learning_rate': 0.33295082715320257, 'n_estimators': 553, 'subsample': 0.2675035359826296, 'colsample_bytree': 0.3962907460668429, 'gamma': 0.39194249207599624, 'reg_alpha': 1.1678618771096327, 'reg_lambda': 3.05910032072947}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:45:04,792] Trial 380 finished with value: 0.9757299270072993 and parameters: {'max_depth': 16, 'learning_rate': 0.3286719112569789, 'n_estimators': 481, 'subsample': 0.5652372093352711, 'colsample_bytree': 0.4661774155118318, 'gamma': 0.2603692445181647, 'reg_alpha': 0.9203146568273748, 'reg_lambda': 3.0117814384507082}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:45:05,332] Trial 381 finished with value: 0.9675182481751825 and parameters: {'max_depth': 15, 'learning_rate': 0.31840734392226067, 'n_estimators': 679, 'subsample': 0.5461948768320288, 'colsample_bytree': 0.41339977269771533, 'gamma': 4.775071402123013, 'reg_alpha': 1.0165824851902756, 'reg_lambda': 3.14082948581642}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:45:05,758] Trial 382 finished with value: 0.9748175182481752 and parameters: {'max_depth': 15, 'learning_rate': 0.36148212340181596, 'n_estimators': 521, 'subsample': 0.5927837472631068, 'colsample_bytree': 0.433549926371747, 'gamma': 0.5915274788800616, 'reg_alpha': 0.8487049424907125, 'reg_lambda': 2.791995885153439}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:45:06,226] Trial 383 finished with value: 0.9720802919708029 and parameters: {'max_depth': 14, 'learning_rate': 0.3234541695491209, 'n_estimators': 732, 'subsample': 0.56075470189181, 'colsample_bytree': 0.37998407585330635, 'gamma': 1.6148085984828322, 'reg_alpha': 1.0101259767622577, 'reg_lambda': 3.0111224690730776}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:45:06,800] Trial 384 finished with value: 0.9755474452554744 and parameters: {'max_depth': 14, 'learning_rate': 0.34998673611558295, 'n_estimators': 611, 'subsample': 0.5837970315040569, 'colsample_bytree': 0.44614452322650333, 'gamma': 0.16974136216391789, 'reg_alpha': 3.2749359496111348, 'reg_lambda': 0.3029377814815697}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:45:07,821] Trial 385 finished with value: 0.9762773722627737 and parameters: {'max_depth': 15, 'learning_rate': 0.3085164986997386, 'n_estimators': 957, 'subsample': 0.6074743107081496, 'colsample_bytree': 0.4085583068921141, 'gamma': 0.47705972479989966, 'reg_alpha': 0.7886680731271325, 'reg_lambda': 3.2160035800582345}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:45:08,363] Trial 386 finished with value: 0.9693430656934306 and parameters: {'max_depth': 14, 'learning_rate': 0.33222919426168773, 'n_estimators': 657, 'subsample': 0.1353593836493204, 'colsample_bytree': 0.4216265472350861, 'gamma': 1.8689408362396138, 'reg_alpha': 0.6917914045185181, 'reg_lambda': 2.9246945455587365}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:45:08,990] Trial 387 finished with value: 0.9757299270072993 and parameters: {'max_depth': 16, 'learning_rate': 0.29757222817368717, 'n_estimators': 642, 'subsample': 0.18047309815391682, 'colsample_bytree': 0.4851690771840184, 'gamma': 0.0013082140394285735, 'reg_alpha': 1.4251975879868377, 'reg_lambda': 1.969635852556488}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:45:09,558] Trial 388 finished with value: 0.9757299270072993 and parameters: {'max_depth': 15, 'learning_rate': 0.34175434627512286, 'n_estimators': 416, 'subsample': 0.537527122844388, 'colsample_bytree': 0.4555714478150473, 'gamma': 0.3332711082122716, 'reg_alpha': 0.9319595270608462, 'reg_lambda': 2.2872364418204807}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:45:10,791] Trial 389 finished with value: 0.9766423357664233 and parameters: {'max_depth': 14, 'learning_rate': 0.309995007640984, 'n_estimators': 970, 'subsample': 0.6268007575345177, 'colsample_bytree': 0.3908130283598469, 'gamma': 0.2179185462076797, 'reg_alpha': 0.004609659741960231, 'reg_lambda': 3.3294413882705913}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:45:12,297] Trial 390 finished with value: 0.9760948905109489 and parameters: {'max_depth': 13, 'learning_rate': 0.3582747326454159, 'n_estimators': 996, 'subsample': 0.5962084147326281, 'colsample_bytree': 0.43217590521286714, 'gamma': 0.10619629071419648, 'reg_alpha': 2.849650810709411, 'reg_lambda': 3.168944048962215}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:45:13,569] Trial 391 finished with value: 0.9762773722627737 and parameters: {'max_depth': 15, 'learning_rate': 0.2953372625986304, 'n_estimators': 1000, 'subsample': 0.5720435469416844, 'colsample_bytree': 0.3612094634639971, 'gamma': 0.3661670038664787, 'reg_alpha': 1.0917891144646377, 'reg_lambda': 3.105601467800939}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:45:14,106] Trial 392 finished with value: 0.975 and parameters: {'max_depth': 14, 'learning_rate': 0.32048476479971877, 'n_estimators': 577, 'subsample': 0.5181579711720692, 'colsample_bytree': 0.47048604411649103, 'gamma': 0.2400187497816145, 'reg_alpha': 0.6713937709421491, 'reg_lambda': 2.9775848057053005}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:45:15,188] Trial 393 finished with value: 0.9766423357664233 and parameters: {'max_depth': 16, 'learning_rate': 0.37068251479334824, 'n_estimators': 948, 'subsample': 0.6117839541986073, 'colsample_bytree': 0.40315244416852436, 'gamma': 0.10655724718210659, 'reg_alpha': 0.8048994151088344, 'reg_lambda': 3.297189173705547}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:45:16,317] Trial 394 finished with value: 0.9757299270072993 and parameters: {'max_depth': 15, 'learning_rate': 0.3137476990810364, 'n_estimators': 930, 'subsample': 0.5776278021502118, 'colsample_bytree': 0.44411276250885035, 'gamma': 0.28085531059297103, 'reg_alpha': 1.7283932840773364, 'reg_lambda': 3.0538045852078635}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:45:17,341] Trial 395 finished with value: 0.9768248175182481 and parameters: {'max_depth': 14, 'learning_rate': 0.302107264160125, 'n_estimators': 966, 'subsample': 0.5600549388851461, 'colsample_bytree': 0.42033328601825537, 'gamma': 0.16644915197326074, 'reg_alpha': 0.6223942170123083, 'reg_lambda': 3.3717407420141}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:45:18,159] Trial 396 finished with value: 0.9755474452554744 and parameters: {'max_depth': 13, 'learning_rate': 0.2895358274297877, 'n_estimators': 565, 'subsample': 0.6395125121905509, 'colsample_bytree': 0.3858717192800498, 'gamma': 0.4577415970185865, 'reg_alpha': 0.8788771623195433, 'reg_lambda': 3.2113184722882013}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:45:19,341] Trial 397 finished with value: 0.9762773722627737 and parameters: {'max_depth': 11, 'learning_rate': 0.3223047916848742, 'n_estimators': 699, 'subsample': 0.59187401702042, 'colsample_bytree': 0.45891853812138317, 'gamma': 0.08755157258933183, 'reg_alpha': 0.7274639005930632, 'reg_lambda': 2.8415509029279193}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:45:20,328] Trial 398 finished with value: 0.9771897810218978 and parameters: {'max_depth': 12, 'learning_rate': 0.3056831588475538, 'n_estimators': 952, 'subsample': 0.6164229261563738, 'colsample_bytree': 0.4339661776011656, 'gamma': 0.36262748123677035, 'reg_alpha': 0.5670283395576465, 'reg_lambda': 3.1070803319053164}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:45:21,238] Trial 399 finished with value: 0.9751824817518249 and parameters: {'max_depth': 11, 'learning_rate': 0.3091077123372832, 'n_estimators': 918, 'subsample': 0.6159647303638474, 'colsample_bytree': 0.4923358530223563, 'gamma': 0.6078074796779938, 'reg_alpha': 0.4927710120360705, 'reg_lambda': 0.06019358469767244}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:45:21,789] Trial 400 finished with value: 0.9737226277372263 and parameters: {'max_depth': 12, 'learning_rate': 0.3342574547215347, 'n_estimators': 943, 'subsample': 0.6600718276087442, 'colsample_bytree': 0.10931975939891037, 'gamma': 0.4164313801677316, 'reg_alpha': 0.33377217817278304, 'reg_lambda': 2.966749736118434}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:45:22,707] Trial 401 finished with value: 0.9759124087591241 and parameters: {'max_depth': 12, 'learning_rate': 0.31901828384934217, 'n_estimators': 978, 'subsample': 0.548703033285297, 'colsample_bytree': 0.43995864504285465, 'gamma': 0.5265103612765218, 'reg_alpha': 0.577117582117185, 'reg_lambda': 3.1030639218570952}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:45:22,814] Trial 402 finished with value: 0.9718978102189781 and parameters: {'max_depth': 12, 'learning_rate': 0.30324973544347206, 'n_estimators': 43, 'subsample': 0.5795707876037778, 'colsample_bytree': 0.4051376319893015, 'gamma': 0.3521128772842963, 'reg_alpha': 0.4180522578406439, 'reg_lambda': 2.7393936465937636}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:45:24,106] Trial 403 finished with value: 0.9764598540145986 and parameters: {'max_depth': 13, 'learning_rate': 0.345070321127152, 'n_estimators': 922, 'subsample': 0.6264310637663221, 'colsample_bytree': 0.47750610974567864, 'gamma': 0.2900138018413403, 'reg_alpha': 0.18194552584922818, 'reg_lambda': 3.0843335245697565}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:45:24,761] Trial 404 finished with value: 0.9755474452554744 and parameters: {'max_depth': 13, 'learning_rate': 0.31310102811832047, 'n_estimators': 747, 'subsample': 0.5335212683115264, 'colsample_bytree': 0.42210229448048153, 'gamma': 0.3921190681176342, 'reg_alpha': 0.6267901378881615, 'reg_lambda': 2.8693596751032686}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:45:25,696] Trial 405 finished with value: 0.9764598540145986 and parameters: {'max_depth': 12, 'learning_rate': 0.32896746978746794, 'n_estimators': 953, 'subsample': 0.5983878421630322, 'colsample_bytree': 0.4523735005731654, 'gamma': 0.20202171988373313, 'reg_alpha': 0.5510218657584701, 'reg_lambda': 3.1782340000135507}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:45:26,462] Trial 406 finished with value: 0.9771897810218978 and parameters: {'max_depth': 11, 'learning_rate': 0.2981809474558276, 'n_estimators': 892, 'subsample': 0.5718698506265473, 'colsample_bytree': 0.3758529723485415, 'gamma': 0.30326080537222555, 'reg_alpha': 0.6638430494344596, 'reg_lambda': 1.8343439917024693}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:45:26,980] Trial 407 finished with value: 0.9760948905109489 and parameters: {'max_depth': 11, 'learning_rate': 0.2986407968990534, 'n_estimators': 507, 'subsample': 0.5568079573910526, 'colsample_bytree': 0.36740483149534736, 'gamma': 0.6773949688680359, 'reg_alpha': 0.4685489516185028, 'reg_lambda': 1.918486175831474}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:45:27,747] Trial 408 finished with value: 0.9762773722627737 and parameters: {'max_depth': 10, 'learning_rate': 0.3079710952115871, 'n_estimators': 879, 'subsample': 0.522521155987865, 'colsample_bytree': 0.34642681552524235, 'gamma': 0.47975737939726804, 'reg_alpha': 0.293919295112046, 'reg_lambda': 1.7343701821285178}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:45:29,041] Trial 409 finished with value: 0.9764598540145986 and parameters: {'max_depth': 11, 'learning_rate': 0.29326427262482924, 'n_estimators': 898, 'subsample': 0.5735787875221499, 'colsample_bytree': 0.373315086101469, 'gamma': 0.3289383381692129, 'reg_alpha': 0.7357352174409063, 'reg_lambda': 1.838286135633491}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:45:30,399] Trial 410 finished with value: 0.9760948905109489 and parameters: {'max_depth': 11, 'learning_rate': 0.32285441061897335, 'n_estimators': 895, 'subsample': 0.5403647476358249, 'colsample_bytree': 0.3497970107439096, 'gamma': 0.4226344314556405, 'reg_alpha': 0.6338503084064432, 'reg_lambda': 1.8465622944055957}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:45:31,468] Trial 411 finished with value: 0.9746350364963504 and parameters: {'max_depth': 12, 'learning_rate': 0.1293472951944861, 'n_estimators': 920, 'subsample': 0.5616131279521459, 'colsample_bytree': 0.39707801267280096, 'gamma': 0.5612196819310409, 'reg_alpha': 0.5099345265726226, 'reg_lambda': 2.077136203570643}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:45:32,635] Trial 412 finished with value: 0.9768248175182481 and parameters: {'max_depth': 12, 'learning_rate': 0.35208232389299227, 'n_estimators': 870, 'subsample': 0.5865959255706742, 'colsample_bytree': 0.4013469606601064, 'gamma': 0.2798582651870998, 'reg_alpha': 0.7660289714410065, 'reg_lambda': 1.6023960604530518}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:45:33,824] Trial 413 finished with value: 0.9762773722627737 and parameters: {'max_depth': 11, 'learning_rate': 0.31252160666615414, 'n_estimators': 911, 'subsample': 0.4825115957542344, 'colsample_bytree': 0.38243852961604663, 'gamma': 0.06766367618892985, 'reg_alpha': 0.12879494947704703, 'reg_lambda': 2.1465867402605805}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:45:34,706] Trial 414 finished with value: 0.9751824817518249 and parameters: {'max_depth': 11, 'learning_rate': 0.29612558190711735, 'n_estimators': 935, 'subsample': 0.6487711903137408, 'colsample_bytree': 0.46485923669160045, 'gamma': 0.19239971158260188, 'reg_alpha': 0.3650867501335199, 'reg_lambda': 1.7644554323730433}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:45:35,132] Trial 415 finished with value: 0.9682481751824817 and parameters: {'max_depth': 10, 'learning_rate': 0.30161712612956537, 'n_estimators': 890, 'subsample': 0.5752249213901788, 'colsample_bytree': 0.43469574812817224, 'gamma': 3.559757294951898, 'reg_alpha': 2.289354188606506, 'reg_lambda': 1.955766127035288}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:45:36,190] Trial 416 finished with value: 0.9764598540145986 and parameters: {'max_depth': 13, 'learning_rate': 0.367285481300681, 'n_estimators': 940, 'subsample': 0.615078717899704, 'colsample_bytree': 0.3831228935619998, 'gamma': 0.00099947801015296, 'reg_alpha': 1.237310520370927, 'reg_lambda': 2.961242677108676}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:45:37,014] Trial 417 finished with value: 0.9766423357664233 and parameters: {'max_depth': 10, 'learning_rate': 0.3291990942714929, 'n_estimators': 909, 'subsample': 0.5077691929289375, 'colsample_bytree': 0.361388236690329, 'gamma': 0.34198736253637463, 'reg_alpha': 0.6656098767019515, 'reg_lambda': 1.6996376382096767}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:45:37,451] Trial 418 finished with value: 0.9678832116788321 and parameters: {'max_depth': 12, 'learning_rate': 0.3157200640789774, 'n_estimators': 948, 'subsample': 0.9944833025560629, 'colsample_bytree': 0.41415610209198717, 'gamma': 2.7925293261736925, 'reg_alpha': 0.9416046385586087, 'reg_lambda': 3.0420549864138606}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:45:37,944] Trial 419 finished with value: 0.9759124087591241 and parameters: {'max_depth': 13, 'learning_rate': 0.48723319067348614, 'n_estimators': 538, 'subsample': 0.551886365074378, 'colsample_bytree': 0.443695081753656, 'gamma': 0.2564131012427429, 'reg_alpha': 0.5912486771429865, 'reg_lambda': 3.1964567909397976}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:45:39,052] Trial 420 finished with value: 0.9762773722627737 and parameters: {'max_depth': 11, 'learning_rate': 0.34102761098704276, 'n_estimators': 925, 'subsample': 0.59694028003689, 'colsample_bytree': 0.46749988750149907, 'gamma': 0.1331538397962691, 'reg_alpha': 0.7986437434293793, 'reg_lambda': 3.273745873307863}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:45:39,593] Trial 421 finished with value: 0.9731751824817518 and parameters: {'max_depth': 14, 'learning_rate': 0.30449060884674134, 'n_estimators': 963, 'subsample': 0.5701524757601253, 'colsample_bytree': 0.4928888257433047, 'gamma': 2.292332216640772, 'reg_alpha': 0.49306665057837895, 'reg_lambda': 2.88613236905097}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:45:40,196] Trial 422 finished with value: 0.9771897810218978 and parameters: {'max_depth': 15, 'learning_rate': 0.2892434113433532, 'n_estimators': 787, 'subsample': 0.6287046145804202, 'colsample_bytree': 0.4305260302021744, 'gamma': 0.47400756115992615, 'reg_alpha': 0.7047656783092424, 'reg_lambda': 3.1200668978421686}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:45:40,658] Trial 423 finished with value: 0.9742700729927007 and parameters: {'max_depth': 15, 'learning_rate': 0.2884137018407951, 'n_estimators': 783, 'subsample': 0.6351603687891292, 'colsample_bytree': 0.39644633128596735, 'gamma': 0.8223759235070383, 'reg_alpha': 0.8456460325346254, 'reg_lambda': 3.1258492120053867}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:45:41,239] Trial 424 finished with value: 0.9753649635036497 and parameters: {'max_depth': 16, 'learning_rate': 0.36034825723764946, 'n_estimators': 793, 'subsample': 0.6567507360869644, 'colsample_bytree': 0.41598620468532105, 'gamma': 0.556181685672569, 'reg_alpha': 0.7616950825302354, 'reg_lambda': 2.9595144429395894}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:45:41,933] Trial 425 finished with value: 0.972992700729927 and parameters: {'max_depth': 15, 'learning_rate': 0.3224878060588432, 'n_estimators': 768, 'subsample': 0.6275275027068111, 'colsample_bytree': 0.43171798536974826, 'gamma': 0.6625195950184979, 'reg_alpha': 4.164571399277804, 'reg_lambda': 3.0766336291942253}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:45:42,570] Trial 426 finished with value: 0.9755474452554744 and parameters: {'max_depth': 15, 'learning_rate': 0.29095607566261383, 'n_estimators': 759, 'subsample': 0.6141019140880297, 'colsample_bytree': 0.3756423281619243, 'gamma': 0.47632135989992386, 'reg_alpha': 0.9389791413666604, 'reg_lambda': 3.1397279815809847}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:45:43,117] Trial 427 finished with value: 0.9731751824817518 and parameters: {'max_depth': 15, 'learning_rate': 0.30759683386744224, 'n_estimators': 813, 'subsample': 0.6678849729904486, 'colsample_bytree': 0.16962763464140568, 'gamma': 0.4341030402356187, 'reg_alpha': 0.7108116226975216, 'reg_lambda': 2.9831292268084426}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:45:43,694] Trial 428 finished with value: 0.9762773722627737 and parameters: {'max_depth': 16, 'learning_rate': 0.4652497441143353, 'n_estimators': 806, 'subsample': 0.6440519868399783, 'colsample_bytree': 0.40640460641180465, 'gamma': 0.5217998204271481, 'reg_alpha': 0.22945936136087333, 'reg_lambda': 4.816209150760044}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:45:44,419] Trial 429 finished with value: 0.9771897810218978 and parameters: {'max_depth': 14, 'learning_rate': 0.33667117163823534, 'n_estimators': 784, 'subsample': 0.47076224494663355, 'colsample_bytree': 0.4290612361790195, 'gamma': 0.38645273741711283, 'reg_alpha': 1.04028844397177, 'reg_lambda': 2.0354905930404406}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:45:45,263] Trial 430 finished with value: 0.9762773722627737 and parameters: {'max_depth': 14, 'learning_rate': 0.35085609373342086, 'n_estimators': 786, 'subsample': 0.46543695228718396, 'colsample_bytree': 0.38810986513811213, 'gamma': 0.4119674703619053, 'reg_alpha': 1.1045947767899382, 'reg_lambda': 2.212127984497709}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:45:46,138] Trial 431 finished with value: 0.9759124087591241 and parameters: {'max_depth': 15, 'learning_rate': 0.3401826457805788, 'n_estimators': 733, 'subsample': 0.47941060636546295, 'colsample_bytree': 0.4230771508975096, 'gamma': 0.5552162605707736, 'reg_alpha': 1.2055567090956805, 'reg_lambda': 1.9863557572198527}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:45:46,965] Trial 432 finished with value: 0.9751824817518249 and parameters: {'max_depth': 9, 'learning_rate': 0.3345580783503053, 'n_estimators': 748, 'subsample': 0.4947367012216959, 'colsample_bytree': 0.406512396557633, 'gamma': 0.7424715827756292, 'reg_alpha': 1.1051613815951333, 'reg_lambda': 1.917413435000915}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:45:48,035] Trial 433 finished with value: 0.9751824817518249 and parameters: {'max_depth': 14, 'learning_rate': 0.14057216600140018, 'n_estimators': 780, 'subsample': 0.5100092171695277, 'colsample_bytree': 0.35697881181785873, 'gamma': 0.35488020243561896, 'reg_alpha': 0.9875604475814798, 'reg_lambda': 2.065976363111435}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:45:48,837] Trial 434 finished with value: 0.9762773722627737 and parameters: {'max_depth': 15, 'learning_rate': 0.36401527462098504, 'n_estimators': 834, 'subsample': 0.4669375342563646, 'colsample_bytree': 0.4306496147801748, 'gamma': 0.480963453952321, 'reg_alpha': 0.9960316567184292, 'reg_lambda': 2.2963017328752393}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:45:49,575] Trial 435 finished with value: 0.9757299270072993 and parameters: {'max_depth': 10, 'learning_rate': 0.3819243972314096, 'n_estimators': 794, 'subsample': 0.48883811682841916, 'colsample_bytree': 0.39295188864168507, 'gamma': 0.6104291673178512, 'reg_alpha': 0.8947067940458839, 'reg_lambda': 2.0653080191951037}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:45:50,243] Trial 436 finished with value: 0.9764598540145986 and parameters: {'max_depth': 14, 'learning_rate': 0.3475579390097379, 'n_estimators': 770, 'subsample': 0.701680085290386, 'colsample_bytree': 0.45244324807689584, 'gamma': 0.3728092036283358, 'reg_alpha': 0.8897863426279373, 'reg_lambda': 1.8489364353547264}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:45:50,941] Trial 437 finished with value: 0.9760948905109489 and parameters: {'max_depth': 15, 'learning_rate': 0.2851162077067787, 'n_estimators': 829, 'subsample': 0.4237733138005961, 'colsample_bytree': 0.4170470141232962, 'gamma': 0.31999551656121195, 'reg_alpha': 1.0950098792096346, 'reg_lambda': 1.6118902699176219}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:45:51,945] Trial 438 finished with value: 0.9753649635036497 and parameters: {'max_depth': 11, 'learning_rate': 0.10537711342363856, 'n_estimators': 760, 'subsample': 0.52957848001854, 'colsample_bytree': 0.3747738014499091, 'gamma': 0.28937942387874066, 'reg_alpha': 0.1008205281685432, 'reg_lambda': 2.782645396663272}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:45:52,484] Trial 439 finished with value: 0.9755474452554744 and parameters: {'max_depth': 16, 'learning_rate': 0.330692551634824, 'n_estimators': 594, 'subsample': 0.4404800062361431, 'colsample_bytree': 0.43512615109058617, 'gamma': 0.44915824585345937, 'reg_alpha': 0.40544706696641203, 'reg_lambda': 2.8957504410104336}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:45:53,243] Trial 440 finished with value: 0.9762773722627737 and parameters: {'max_depth': 15, 'learning_rate': 0.2985151834310256, 'n_estimators': 811, 'subsample': 0.5011561799831351, 'colsample_bytree': 0.4067684683783079, 'gamma': 0.2585214997339214, 'reg_alpha': 0.8378485924245465, 'reg_lambda': 2.14691444288734}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:45:53,866] Trial 441 finished with value: 0.9757299270072993 and parameters: {'max_depth': 14, 'learning_rate': 0.27197822430438523, 'n_estimators': 716, 'subsample': 0.45134422583124756, 'colsample_bytree': 0.4578473426500252, 'gamma': 0.3833396380356945, 'reg_alpha': 0.9915383804186326, 'reg_lambda': 1.9743167549859426}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:45:54,680] Trial 442 finished with value: 0.9751824817518249 and parameters: {'max_depth': 14, 'learning_rate': 0.31517599095136906, 'n_estimators': 780, 'subsample': 0.5129315471335851, 'colsample_bytree': 0.4765861137244705, 'gamma': 0.2081603804502895, 'reg_alpha': 0.6862197879887992, 'reg_lambda': 3.040734072180069}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:45:55,117] Trial 443 finished with value: 0.9760948905109489 and parameters: {'max_depth': 9, 'learning_rate': 0.3703717812345071, 'n_estimators': 388, 'subsample': 0.4819347287737914, 'colsample_bytree': 0.42770977487394396, 'gamma': 0.4956520000340314, 'reg_alpha': 0.5468100995960442, 'reg_lambda': 1.7846348546509876}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:45:55,885] Trial 444 finished with value: 0.9760948905109489 and parameters: {'max_depth': 15, 'learning_rate': 0.3767982591095075, 'n_estimators': 629, 'subsample': 0.6086623867320142, 'colsample_bytree': 0.3848078148283726, 'gamma': 0.3214808281741581, 'reg_alpha': 1.3511487183398538, 'reg_lambda': 3.2087722099126603}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:45:56,411] Trial 445 finished with value: 0.9744525547445255 and parameters: {'max_depth': 14, 'learning_rate': 0.35716424993232865, 'n_estimators': 289, 'subsample': 0.4573711214452408, 'colsample_bytree': 0.44128956640916017, 'gamma': 0.16405945776534459, 'reg_alpha': 0.312296315571487, 'reg_lambda': 3.0291269709168764}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:45:57,231] Trial 446 finished with value: 0.9762773722627737 and parameters: {'max_depth': 11, 'learning_rate': 0.2867299614503203, 'n_estimators': 849, 'subsample': 0.6804865991833088, 'colsample_bytree': 0.41115243607131235, 'gamma': 0.40103382512682273, 'reg_alpha': 0.7774415687385338, 'reg_lambda': 0.6147573474592378}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:45:58,109] Trial 447 finished with value: 0.9768248175182481 and parameters: {'max_depth': 8, 'learning_rate': 0.32475867045705104, 'n_estimators': 860, 'subsample': 0.6357299240983911, 'colsample_bytree': 0.3936929022551726, 'gamma': 0.25995748762136506, 'reg_alpha': 0.6221464681514339, 'reg_lambda': 3.132981344143043}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:45:59,240] Trial 448 finished with value: 0.9757299270072993 and parameters: {'max_depth': 15, 'learning_rate': 0.304345898963721, 'n_estimators': 834, 'subsample': 0.5304395491889952, 'colsample_bytree': 0.45439985225027235, 'gamma': 0.1638423061420579, 'reg_alpha': 0.44384038355452854, 'reg_lambda': 3.2388625234893316}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:45:59,801] Trial 449 finished with value: 0.9686131386861314 and parameters: {'max_depth': 6, 'learning_rate': 0.33954609864714125, 'n_estimators': 811, 'subsample': 0.5448612565583363, 'colsample_bytree': 0.42509908315664924, 'gamma': 4.265335320050431, 'reg_alpha': 0.8483738791081024, 'reg_lambda': 2.8254610698216807}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:46:01,012] Trial 450 finished with value: 0.9768248175182481 and parameters: {'max_depth': 17, 'learning_rate': 0.2812746269948145, 'n_estimators': 983, 'subsample': 0.5934869080033471, 'colsample_bytree': 0.35677403248810285, 'gamma': 0.3246230225837592, 'reg_alpha': 0.7219823914417707, 'reg_lambda': 1.9101990196216585}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:46:01,706] Trial 451 finished with value: 0.9751824817518249 and parameters: {'max_depth': 12, 'learning_rate': 0.2929205844638967, 'n_estimators': 748, 'subsample': 0.6173639454939265, 'colsample_bytree': 0.4014941944973928, 'gamma': 0.644502624641687, 'reg_alpha': 0.559951653082279, 'reg_lambda': 3.090662549292066}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:46:02,355] Trial 452 finished with value: 0.9748175182481752 and parameters: {'max_depth': 13, 'learning_rate': 0.30974311666839893, 'n_estimators': 799, 'subsample': 0.5573390821819928, 'colsample_bytree': 0.4785961381109546, 'gamma': 1.385312473912681, 'reg_alpha': 0.2308666346632266, 'reg_lambda': 2.9938561204223264}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:46:03,273] Trial 453 finished with value: 0.9768248175182481 and parameters: {'max_depth': 14, 'learning_rate': 0.2999180551768956, 'n_estimators': 978, 'subsample': 0.6006305184170956, 'colsample_bytree': 0.43886833917786405, 'gamma': 0.09306341020544331, 'reg_alpha': 1.0395989798078586, 'reg_lambda': 3.3088629456812897}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:46:03,861] Trial 454 finished with value: 0.9760948905109489 and parameters: {'max_depth': 16, 'learning_rate': 0.31951981916467465, 'n_estimators': 771, 'subsample': 0.31955237705412265, 'colsample_bytree': 0.3696375729271528, 'gamma': 0.5148110229643821, 'reg_alpha': 0.6279349401401528, 'reg_lambda': 2.3778282352256057}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:46:04,697] Trial 455 finished with value: 0.9768248175182481 and parameters: {'max_depth': 10, 'learning_rate': 0.3316683221721517, 'n_estimators': 868, 'subsample': 0.3517924337170412, 'colsample_bytree': 0.4178958943538125, 'gamma': 0.24833597644360644, 'reg_alpha': 0.7731738146972738, 'reg_lambda': 2.722540386138963}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:46:05,563] Trial 456 finished with value: 0.9766423357664233 and parameters: {'max_depth': 14, 'learning_rate': 0.3541216861724681, 'n_estimators': 999, 'subsample': 0.3824143286463573, 'colsample_bytree': 0.5006079161585586, 'gamma': 0.3957296102808729, 'reg_alpha': 0.907905646126218, 'reg_lambda': 3.158476248666054}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:46:06,328] Trial 457 finished with value: 0.9766423357664233 and parameters: {'max_depth': 5, 'learning_rate': 0.2747941432918747, 'n_estimators': 962, 'subsample': 0.6288073565960299, 'colsample_bytree': 0.46380295076177375, 'gamma': 0.17626067888039487, 'reg_alpha': 0.44857603116876077, 'reg_lambda': 2.0486134636830187}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:46:06,913] Trial 458 finished with value: 0.972992700729927 and parameters: {'max_depth': 15, 'learning_rate': 0.29047103599862867, 'n_estimators': 792, 'subsample': 0.582578807547091, 'colsample_bytree': 0.20870635795033693, 'gamma': 0.30892845992923756, 'reg_alpha': 0.7160767965398706, 'reg_lambda': 2.9446289267511916}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:46:07,791] Trial 459 finished with value: 0.9771897810218978 and parameters: {'max_depth': 15, 'learning_rate': 0.3089694474256404, 'n_estimators': 884, 'subsample': 0.23685204836629087, 'colsample_bytree': 0.4502919651528495, 'gamma': 0.0921036590507966, 'reg_alpha': 0.351130384545307, 'reg_lambda': 3.0754231913644965}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:46:09,346] Trial 460 finished with value: 0.9726277372262774 and parameters: {'max_depth': 16, 'learning_rate': 0.31313772636320314, 'n_estimators': 857, 'subsample': 0.5147947940972046, 'colsample_bytree': 0.8382519500108845, 'gamma': 0.0048055925103175495, 'reg_alpha': 0.25701307302059617, 'reg_lambda': 3.103445057106953}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:46:10,279] Trial 461 finished with value: 0.9755474452554744 and parameters: {'max_depth': 15, 'learning_rate': 0.32332241344258605, 'n_estimators': 836, 'subsample': 0.22318132357423276, 'colsample_bytree': 0.38446204959331887, 'gamma': 0.11632768610052, 'reg_alpha': 0.35214760897354486, 'reg_lambda': 1.3356216157686727}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:46:11,257] Trial 462 finished with value: 0.9766423357664233 and parameters: {'max_depth': 16, 'learning_rate': 0.34148422333301814, 'n_estimators': 883, 'subsample': 0.4764125851708356, 'colsample_bytree': 0.44979693324821063, 'gamma': 0.09407191157330444, 'reg_alpha': 0.34206931482540603, 'reg_lambda': 2.907453511903548}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:46:12,088] Trial 463 finished with value: 0.975 and parameters: {'max_depth': 15, 'learning_rate': 0.3066546092475371, 'n_estimators': 725, 'subsample': 0.24165948935209536, 'colsample_bytree': 0.41768630675665097, 'gamma': 0.23460016823200855, 'reg_alpha': 0.44306627176138097, 'reg_lambda': 3.0386052915462773}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:46:12,700] Trial 464 finished with value: 0.9757299270072993 and parameters: {'max_depth': 15, 'learning_rate': 0.32956253206362496, 'n_estimators': 660, 'subsample': 0.25120937075684696, 'colsample_bytree': 0.4001768263911014, 'gamma': 0.47642459901223244, 'reg_alpha': 0.08558142815165594, 'reg_lambda': 3.2092576040754532}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:46:13,532] Trial 465 finished with value: 0.9757299270072993 and parameters: {'max_depth': 11, 'learning_rate': 0.3152252540699806, 'n_estimators': 880, 'subsample': 0.4548993678679641, 'colsample_bytree': 0.4713876188449613, 'gamma': 0.0867019679596882, 'reg_alpha': 1.1903252823546349, 'reg_lambda': 4.365284578838513}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:46:15,598] Trial 466 finished with value: 0.9733576642335766 and parameters: {'max_depth': 15, 'learning_rate': 0.30156745896078896, 'n_estimators': 974, 'subsample': 0.49360893527571614, 'colsample_bytree': 0.43255785455172285, 'gamma': 2.4258185074454985e-05, 'reg_alpha': 0.17388441931832171, 'reg_lambda': 3.0152506946439566}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:46:16,515] Trial 467 finished with value: 0.9768248175182481 and parameters: {'max_depth': 16, 'learning_rate': 0.34515877770743353, 'n_estimators': 820, 'subsample': 0.6482995614697715, 'colsample_bytree': 0.48746234890806756, 'gamma': 0.38163832141230125, 'reg_alpha': 0.5335735307201355, 'reg_lambda': 1.4625296520520417}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:46:18,328] Trial 468 finished with value: 0.9759124087591241 and parameters: {'max_depth': 8, 'learning_rate': 0.375468471943819, 'n_estimators': 957, 'subsample': 0.5414987692620264, 'colsample_bytree': 0.4108430127180109, 'gamma': 0.20056648382197803, 'reg_alpha': 0.0010799347076406451, 'reg_lambda': 2.830010295675193}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:46:19,484] Trial 469 finished with value: 0.977007299270073 and parameters: {'max_depth': 15, 'learning_rate': 0.29430318798159283, 'n_estimators': 999, 'subsample': 0.19159428799585865, 'colsample_bytree': 0.44638731108070273, 'gamma': 0.3176571826020696, 'reg_alpha': 0.19599805914756696, 'reg_lambda': 3.2080321896037964}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:46:20,483] Trial 470 finished with value: 0.9755474452554744 and parameters: {'max_depth': 6, 'learning_rate': 0.3085113683680133, 'n_estimators': 895, 'subsample': 0.284773379351963, 'colsample_bytree': 0.37778785724568525, 'gamma': 0.16501290217856268, 'reg_alpha': 0.3471306391938209, 'reg_lambda': 3.1057063255691726}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:46:21,485] Trial 471 finished with value: 0.9755474452554744 and parameters: {'max_depth': 10, 'learning_rate': 0.3224715380318117, 'n_estimators': 854, 'subsample': 0.5242501990801213, 'colsample_bytree': 0.4293381394514356, 'gamma': 0.2649157685213354, 'reg_alpha': 0.46606679691354275, 'reg_lambda': 1.7842612668350826}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:46:22,158] Trial 472 finished with value: 0.9693430656934306 and parameters: {'max_depth': 15, 'learning_rate': 0.28476704406642206, 'n_estimators': 980, 'subsample': 0.5670241347231265, 'colsample_bytree': 0.3421622612395288, 'gamma': 3.9731614690255057, 'reg_alpha': 0.9581193483052303, 'reg_lambda': 2.6560851898056845}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:46:22,962] Trial 473 finished with value: 0.9764598540145986 and parameters: {'max_depth': 12, 'learning_rate': 0.36032973103303967, 'n_estimators': 763, 'subsample': 0.6142454153885988, 'colsample_bytree': 0.7468330928087823, 'gamma': 0.4322993209901749, 'reg_alpha': 0.5779019059752708, 'reg_lambda': 2.9446400258527192}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:46:23,728] Trial 474 finished with value: 0.9755474452554744 and parameters: {'max_depth': 9, 'learning_rate': 0.3330687672177859, 'n_estimators': 935, 'subsample': 0.49643837976791555, 'colsample_bytree': 0.4601671234963191, 'gamma': 0.5600998174078111, 'reg_alpha': 0.8369053041370595, 'reg_lambda': 3.2605795996052853}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:46:24,434] Trial 475 finished with value: 0.9764598540145986 and parameters: {'max_depth': 14, 'learning_rate': 0.3045518957284332, 'n_estimators': 964, 'subsample': 0.9116750273282268, 'colsample_bytree': 0.3960755558520075, 'gamma': 0.11910568206756067, 'reg_alpha': 0.6607105306580499, 'reg_lambda': 3.1455623069435474}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:46:25,044] Trial 476 finished with value: 0.9753649635036497 and parameters: {'max_depth': 16, 'learning_rate': 0.29299570976872796, 'n_estimators': 695, 'subsample': 0.14363988947078438, 'colsample_bytree': 0.4180924339378887, 'gamma': 0.3307163411448991, 'reg_alpha': 0.3789083441297942, 'reg_lambda': 3.0107591189946716}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:46:25,511] Trial 477 finished with value: 0.9733576642335766 and parameters: {'max_depth': 13, 'learning_rate': 0.18716111415084608, 'n_estimators': 560, 'subsample': 0.4713246865032821, 'colsample_bytree': 0.43534975525892583, 'gamma': 0.9417686931632623, 'reg_alpha': 1.0795313719843511, 'reg_lambda': 1.866702866650677}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:46:26,272] Trial 478 finished with value: 0.9762773722627737 and parameters: {'max_depth': 14, 'learning_rate': 0.31630688838667764, 'n_estimators': 878, 'subsample': 0.5454051881380051, 'colsample_bytree': 0.39160437579769114, 'gamma': 0.20887247310573104, 'reg_alpha': 0.2669726216393621, 'reg_lambda': 3.3110226614547957}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:46:26,826] Trial 479 finished with value: 0.9766423357664233 and parameters: {'max_depth': 15, 'learning_rate': 0.350327249098589, 'n_estimators': 795, 'subsample': 0.5725267509012945, 'colsample_bytree': 0.36514670682949624, 'gamma': 0.41872234052618057, 'reg_alpha': 0.533925502682446, 'reg_lambda': 2.1832782459521782}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:46:27,530] Trial 480 finished with value: 0.9768248175182481 and parameters: {'max_depth': 12, 'learning_rate': 0.27019983471900383, 'n_estimators': 742, 'subsample': 0.608571311394042, 'colsample_bytree': 0.46756739787903645, 'gamma': 0.08715739873214573, 'reg_alpha': 0.7674970341164166, 'reg_lambda': 3.122320014276125}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:46:28,035] Trial 481 finished with value: 0.9751824817518249 and parameters: {'max_depth': 14, 'learning_rate': 0.2809327299061195, 'n_estimators': 835, 'subsample': 0.8560115398910673, 'colsample_bytree': 0.40980682228446746, 'gamma': 0.25751015225447005, 'reg_alpha': 0.8864846300047379, 'reg_lambda': 2.8881782005226184}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:46:28,747] Trial 482 finished with value: 0.9759124087591241 and parameters: {'max_depth': 11, 'learning_rate': 0.3026448939239745, 'n_estimators': 948, 'subsample': 0.5883359839175639, 'colsample_bytree': 0.44785794799151435, 'gamma': 0.3459719337808931, 'reg_alpha': 0.648201043141201, 'reg_lambda': 2.001558266551875}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:46:28,899] Trial 483 finished with value: 0.9682481751824817 and parameters: {'max_depth': 15, 'learning_rate': 0.3277037708376662, 'n_estimators': 128, 'subsample': 0.10423441044958853, 'colsample_bytree': 0.5047187477161816, 'gamma': 0.18012616383151894, 'reg_alpha': 1.0124051032252237, 'reg_lambda': 3.221102401614844}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:46:29,512] Trial 484 finished with value: 0.975 and parameters: {'max_depth': 15, 'learning_rate': 0.38551082205942355, 'n_estimators': 904, 'subsample': 0.12314815237778894, 'colsample_bytree': 0.4270773907106843, 'gamma': 0.6820451699302268, 'reg_alpha': 0.47798600525694357, 'reg_lambda': 3.065397028797824}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:46:30,658] Trial 485 finished with value: 0.9764598540145986 and parameters: {'max_depth': 13, 'learning_rate': 0.3671612152748129, 'n_estimators': 980, 'subsample': 0.6608329672274796, 'colsample_bytree': 0.45185894953407163, 'gamma': 0.002429352622843911, 'reg_alpha': 0.8000160865849861, 'reg_lambda': 2.4895684242762615}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:46:31,399] Trial 486 finished with value: 0.9759124087591241 and parameters: {'max_depth': 11, 'learning_rate': 0.31180171349121133, 'n_estimators': 935, 'subsample': 0.5206112569958723, 'colsample_bytree': 0.4811945602135278, 'gamma': 0.4735063079910064, 'reg_alpha': 0.5815180644279921, 'reg_lambda': 3.3255695912360577}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:46:32,066] Trial 487 finished with value: 0.9766423357664233 and parameters: {'max_depth': 14, 'learning_rate': 0.2955630038574096, 'n_estimators': 963, 'subsample': 0.17105878230089486, 'colsample_bytree': 0.3985739185940841, 'gamma': 0.29756256073290993, 'reg_alpha': 0.715177778445985, 'reg_lambda': 2.955215155583107}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:46:32,923] Trial 488 finished with value: 0.9768248175182481 and parameters: {'max_depth': 10, 'learning_rate': 0.28590216361862714, 'n_estimators': 998, 'subsample': 0.6315681185842186, 'colsample_bytree': 0.4325850689011608, 'gamma': 0.16189616337316862, 'reg_alpha': 0.9109438010441022, 'reg_lambda': 3.172490738107677}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:46:33,752] Trial 489 finished with value: 0.9757299270072993 and parameters: {'max_depth': 15, 'learning_rate': 0.3382031340515277, 'n_estimators': 913, 'subsample': 0.5989409844177362, 'colsample_bytree': 0.37633627779989326, 'gamma': 0.09769588304396444, 'reg_alpha': 0.2795686813483585, 'reg_lambda': 1.651997726213212}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:46:34,160] Trial 490 finished with value: 0.9764598540145986 and parameters: {'max_depth': 14, 'learning_rate': 0.3191846059677416, 'n_estimators': 452, 'subsample': 0.5637273046541429, 'colsample_bytree': 0.416993456188189, 'gamma': 0.2535134449789351, 'reg_alpha': 0.12763383443519355, 'reg_lambda': 3.04467033264677}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:46:34,630] Trial 491 finished with value: 0.972992700729927 and parameters: {'max_depth': 16, 'learning_rate': 0.2992441633236045, 'n_estimators': 774, 'subsample': 0.42519355488968696, 'colsample_bytree': 0.540983380740574, 'gamma': 0.6106668252751097, 'reg_alpha': 3.56065110992, 'reg_lambda': 2.796553080634291}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:46:35,293] Trial 492 finished with value: 0.9768248175182481 and parameters: {'max_depth': 7, 'learning_rate': 0.30785164894529815, 'n_estimators': 867, 'subsample': 0.6229976087018313, 'colsample_bytree': 0.46563926208839473, 'gamma': 0.3652013773171369, 'reg_alpha': 0.4160719890834302, 'reg_lambda': 3.360362911464826}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:46:35,902] Trial 493 finished with value: 0.9760948905109489 and parameters: {'max_depth': 20, 'learning_rate': 0.2785903267098351, 'n_estimators': 808, 'subsample': 0.5501468693776412, 'colsample_bytree': 0.43986008082882544, 'gamma': 0.5131799016948784, 'reg_alpha': 0.6438962887718791, 'reg_lambda': 3.126284614546489}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:46:36,343] Trial 494 finished with value: 0.9700729927007299 and parameters: {'max_depth': 13, 'learning_rate': 0.3256454716316602, 'n_estimators': 951, 'subsample': 0.58005567390434, 'colsample_bytree': 0.40721892417431893, 'gamma': 2.509772736474209, 'reg_alpha': 0.79372964111897, 'reg_lambda': 3.2370367319406856}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:46:37,159] Trial 495 finished with value: 0.9757299270072993 and parameters: {'max_depth': 8, 'learning_rate': 0.26336568779700364, 'n_estimators': 979, 'subsample': 0.5036416554589094, 'colsample_bytree': 0.38697187049918946, 'gamma': 0.1808970000985285, 'reg_alpha': 0.5137838002821291, 'reg_lambda': 1.912220567236297}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:46:37,761] Trial 496 finished with value: 0.9760948905109489 and parameters: {'max_depth': 15, 'learning_rate': 0.2894928704553291, 'n_estimators': 892, 'subsample': 0.3053040270290672, 'colsample_bytree': 0.3524310040417186, 'gamma': 0.3992916078510204, 'reg_alpha': 0.9515502640739057, 'reg_lambda': 1.7372558352785907}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:46:38,543] Trial 497 finished with value: 0.9764598540145986 and parameters: {'max_depth': 14, 'learning_rate': 0.3486677875500703, 'n_estimators': 844, 'subsample': 0.5994315195113574, 'colsample_bytree': 0.45213073936857096, 'gamma': 0.09838925129618759, 'reg_alpha': 0.7005741022122057, 'reg_lambda': 2.1001491100904888}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:46:39,204] Trial 498 finished with value: 0.9768248175182481 and parameters: {'max_depth': 15, 'learning_rate': 0.3145461252972282, 'n_estimators': 935, 'subsample': 0.4829195169550338, 'colsample_bytree': 0.4265159683882447, 'gamma': 0.27336866788108183, 'reg_alpha': 0.840681580751773, 'reg_lambda': 2.8829617494098416}. Best is trial 109 with value: 0.9781021897810219.
[I 2025-07-28 10:46:39,825] Trial 499 finished with value: 0.975 and parameters: {'max_depth': 12, 'learning_rate': 0.45207901531681277, 'n_estimators': 966, 'subsample': 0.6448039780127436, 'colsample_bytree': 0.491493141469422, 'gamma': 0.2603212109712113, 'reg_alpha': 2.496626468558805, 'reg_lambda': 3.0202888886624115}. Best is trial 109 with value: 0.9781021897810219.
Best accuracy: 0.9781021897810219
Best params: {'max_depth': 10, 'learning_rate': 0.35853659740579774, 'n_estimators': 721, 'subsample': 0.6390863585533586, 'colsample_bytree': 0.4427802521311244, 'gamma': 0.5180177097920359, 'reg_alpha': 0.21151521552640817, 'reg_lambda': 3.045664983536436}
0.9759124087591241
submission1 = pd.read_csv("sample_submission.csv")
model = xg.XGBClassifier(**study.best_params)
model.fit(X_train, y_train)
predictions = model.predict(X_test)
submission = pd.DataFrame({
'id': test['id'],
'Personality': predictions
})
accuracy = accuracy_score(y_train, model.predict(X_train))
print(f"Model accuracy on training data: {accuracy:.4f}")
submission['Personality'] = le.inverse_transform(submission['Personality'])
submission.to_csv('submission3.csv', index=False)
Model accuracy on training data: 0.9842
submission.head()
| id | Personality | |
|---|---|---|
| 0 | 18524 | Extrovert |
| 1 | 18525 | Introvert |
| 2 | 18526 | Extrovert |
| 3 | 18527 | Extrovert |
| 4 | 18528 | Introvert |
from sklearn.ensemble import StackingClassifier
from sklearn.linear_model import LogisticRegression
from sklearn.ensemble import RandomForestClassifier
import xgboost as xg
# Define base models
base_estimators = [
('rf', RandomForestClassifier(random_state=SEED)),
('xgb', xg.XGBClassifier(random_state=SEED, use_label_encoder=True, eval_metric='logloss'))
]
# Meta-model
meta_model = LogisticRegression(random_state=SEED)
# Create stacking classifier
stack = StackingClassifier(
estimators=base_estimators,
final_estimator=meta_model,
cv=5,
n_jobs=-1,
passthrough=True
)
# Fit on resampled data
stack.fit(X_train, y_train)
# Evaluate on validation set
val_preds = stack.predict(X_val)
val_acc = accuracy_score(y_val, val_preds)
print(f"Stacked model validation accuracy: {val_acc:.4f}")
Stacked model validation accuracy: 0.9763
submission2 = pd.read_csv("sample_submission.csv")
stack.fit(X, y)
predictions = stack.predict(X_test)
submission2 = pd.DataFrame({
'id': test['id'],
'Personality': predictions
})
accuracy = accuracy_score(y, stack.predict(X))
print(f"Model accuracy on training data: {accuracy:.4f}")
submission2['Personality'] = le.inverse_transform(submission2['Personality'])
submission2.to_csv('submission4.csv', index=False)
Model accuracy on training data: 0.9809