

config = {
          'pretrained_model_name_or_path': '/content/drive/MyDrive/commonlit/models/mlm_models/mlm_roberta_large',
          'tokenizer_name': 'roberta-large',
          'curr_best': 1e15,
          'partial_eval': 40,
          'batch_size': 4,
          'lr':1e-5,
          'epochs': 2,
          'weight_decay': 0.01,
          'augment':False,
          'books_margin':0.45,
          'science_margin':0.45,
          'pairs_margin':0.45,
          'simple_margin': 0.45,
          'num_bins':8,
          'repeats':6,
          'pct_pairs':0.40,
          'pct_pairs_split':0.40,
          'pct_simple':1,
          'frac_science':0.5,
          'frac_books':1,
          'num_base_samples':100,
          'model_type':'regular',
          'pooling_type': 'mean_pooling',
          'only_top_layer': False,
          'do_early_stop': False,
          'early_stop_loss': 0.20,
          'start_batches': 5500,
          'output_file_name': '/content/drive/MyDrive/commonlit/models/roberta_mlm_residual/',
          }

3cbe1e78a8d4561c0a8bb07cc80f568051018586
<mask token>

config = {'pretrained_model_name_or_path':
    '/content/drive/MyDrive/commonlit/models/mlm_models/mlm_roberta_large',
    'tokenizer_name': 'roberta-large', 'curr_best': 1000000000000000.0,
    'partial_eval': 40, 'batch_size': 4, 'lr': 1e-05, 'epochs': 2,
    'weight_decay': 0.01, 'augment': False, 'books_margin': 0.45,
    'science_margin': 0.45, 'pairs_margin': 0.45, 'simple_margin': 0.45,
    'num_bins': 8, 'repeats': 6, 'pct_pairs': 0.4, 'pct_pairs_split': 0.4,
    'pct_simple': 1, 'frac_science': 0.5, 'frac_books': 1,
    'num_base_samples': 100, 'model_type': 'regular', 'pooling_type':
    'mean_pooling', 'only_top_layer': False, 'do_early_stop': False,
    'early_stop_loss': 0.2, 'start_batches': 5500, 'output_file_name':
    '/content/drive/MyDrive/commonlit/models/roberta_mlm_residual/'}



config = {
          'pretrained_model_name_or_path': '/content/drive/MyDrive/commonlit/models/mlm_models/mlm_roberta_large',
          'tokenizer_name': 'roberta-large',
          'curr_best': 1e15,
          'partial_eval': 40,
          'batch_size': 4,
          'lr':1e-5,
          'epochs': 2,
          'weight_decay': 0.01,
          'augment':False,
          'books_margin':0.45,
          'science_margin':0.45,
          'pairs_margin':0.45,
          'simple_margin': 0.45,
          'num_bins':8,
          'repeats':6,
          'pct_pairs':0.40,
          'pct_pairs_split':0.40,
          'pct_simple':1,
          'frac_science':0.5,
          'frac_books':1,
          'num_base_samples':100,
          'model_type':'regular',
          'pooling_type': 'mean_pooling',
          'only_top_layer': False,
          'do_early_stop': False,
          'early_stop_loss': 0.20,
          'start_batches': 5500,
          'output_file_name': '/content/drive/MyDrive/commonlit/models/roberta_mlm_residual/',
          }
