import keras import keras.backend as K https://github.com/CyberZHG/keras-radam class RAdam(keras.optimizers.Optimizer): """RAdam optimizer. # Arguments learning_rate: float >= 0. Learning rate. beta_1: float, 0 < beta &