Upload folder using huggingface_hub

README.md

@@ -0,0 +1,68 @@
+---
+license: cc-by-nc-4.0
+base_model: MCG-NJU/videomae-large
+tags:
+- video-classification
+- generated_from_trainer
+metrics:
+- accuracy
+model-index:
+- name: ucf101_42
+  results: []
+---
+
+<!-- This model card has been generated automatically according to the information the Trainer had access to. You
+should probably proofread and complete it, then remove this comment. -->
+
+# ucf101_42
+
+This model is a fine-tuned version of [MCG-NJU/videomae-large](https://huggingface.co/MCG-NJU/videomae-large) on the ucf101 dataset.
+It achieves the following results on the evaluation set:
+- Loss: 0.3255
+- Accuracy: 0.9403
+- Test Accuracy: 0.9403
+- Df Accuracy: 1.0
+- Unlearn Overall Accuracy: 0.4701
+- Unlearn Time: 11529.0707
+
+## Model description
+
+More information needed
+
+## Intended uses & limitations
+
+More information needed
+
+## Training and evaluation data
+
+More information needed
+
+## Training procedure
+
+### Training hyperparameters
+
+The following hyperparameters were used during training:
+- learning_rate: 5e-05
+- train_batch_size: 4
+- eval_batch_size: 32
+- seed: 42
+- gradient_accumulation_steps: 8
+- total_train_batch_size: 32
+- optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08
+- lr_scheduler_type: linear
+- num_epochs: 1.5
+
+### Training results
+
+| Training Loss | Epoch | Step | Validation Loss | Accuracy | Overall Accuracy | Unlearn Overall Accuracy | Time |
+|:-------------:|:-----:|:----:|:---------------:|:--------:|:----------------:|:------------------------:|:----:|
+| No log        | 1.0   | 274  | 0.3193          | 0.9996   | 0.4691           | 0.4691                   | -1   |
+| No log        | 1.49  | 408  | 0.3255          | 1.0      | 0.4701           | 0.4701                   | -1   |
+
+
+### Framework versions
+
+- Transformers 4.39.3
+- Pytorch 2.2.2+cu118
+- Datasets 2.18.0
+- Tokenizers 0.15.2

all_results.json

@@ -0,0 +1,23 @@
+{
+    "df_accuracy": 1.0,
+    "epoch": 1.49,
+    "eval_accuracy": 0.9402790697674419,
+    "eval_loss": 0.3255416750907898,
+    "eval_runtime": 1086.0749,
+    "eval_samples_per_second": 3.483,
+    "eval_steps_per_second": 0.11,
+    "eval_unlearn_overall_accuracy": 0.47013953488372096,
+    "ood_accuracy": 0.28693408686037225,
+    "ood_loss": 5.580489158630371,
+    "ood_runtime": 1654.0075,
+    "ood_samples_per_second": 2.823,
+    "ood_steps_per_second": 0.044,
+    "test_accuracy": 0.9402790697674419,
+    "train_accuracy": 0.9994469026548672,
+    "train_loss": 0.0011152640217915177,
+    "train_runtime": 188.2056,
+    "train_samples_per_second": 4.293,
+    "train_steps_per_second": 0.138,
+    "unlearn_overall_accuracy": 0.47013953488372096,
+    "unlearn_time": 11529.070695400238
+}

config.json

@@ -0,0 +1,237 @@
+{
+  "_name_or_path": "./video/train/checkpoint/videomae-large/ucf101_42",
+  "architectures": [
+    "VideoMAEForVideoClassification"
+  ],
+  "attention_probs_dropout_prob": 0.0,
+  "decoder_hidden_size": 512,
+  "decoder_intermediate_size": 2048,
+  "decoder_num_attention_heads": 8,
+  "decoder_num_hidden_layers": 12,
+  "hidden_act": "gelu",
+  "hidden_dropout_prob": 0.0,
+  "hidden_size": 1024,
+  "id2label": {
+    "0": "ApplyEyeMakeup",
+    "1": "ApplyLipstick",
+    "2": "Archery",
+    "3": "BabyCrawling",
+    "4": "BalanceBeam",
+    "5": "BandMarching",
+    "6": "BaseballPitch",
+    "7": "Basketball",
+    "8": "BasketballDunk",
+    "9": "BenchPress",
+    "10": "Biking",
+    "11": "Billiards",
+    "12": "BlowDryHair",
+    "13": "BlowingCandles",
+    "14": "BodyWeightSquats",
+    "15": "Bowling",
+    "16": "BoxingPunchingBag",
+    "17": "BoxingSpeedBag",
+    "18": "BreastStroke",
+    "19": "BrushingTeeth",
+    "20": "CleanAndJerk",
+    "21": "CliffDiving",
+    "22": "CricketBowling",
+    "23": "CricketShot",
+    "24": "CuttingInKitchen",
+    "25": "Diving",
+    "26": "Drumming",
+    "27": "Fencing",
+    "28": "FieldHockeyPenalty",
+    "29": "FloorGymnastics",
+    "30": "FrisbeeCatch",
+    "31": "FrontCrawl",
+    "32": "GolfSwing",
+    "33": "Haircut",
+    "34": "Hammering",
+    "35": "HammerThrow",
+    "36": "HandstandPushups",
+    "37": "HandstandWalking",
+    "38": "HeadMassage",
+    "39": "HighJump",
+    "40": "HorseRace",
+    "41": "HorseRiding",
+    "42": "HulaHoop",
+    "43": "IceDancing",
+    "44": "JavelinThrow",
+    "45": "JugglingBalls",
+    "46": "JumpingJack",
+    "47": "JumpRope",
+    "48": "Kayaking",
+    "49": "Knitting",
+    "50": "LongJump",
+    "51": "Lunges",
+    "52": "MilitaryParade",
+    "53": "Mixing",
+    "54": "MoppingFloor",
+    "55": "Nunchucks",
+    "56": "ParallelBars",
+    "57": "PizzaTossing",
+    "58": "PlayingCello",
+    "59": "PlayingDaf",
+    "60": "PlayingDhol",
+    "61": "PlayingFlute",
+    "62": "PlayingGuitar",
+    "63": "PlayingPiano",
+    "64": "PlayingSitar",
+    "65": "PlayingTabla",
+    "66": "PlayingViolin",
+    "67": "PoleVault",
+    "68": "PommelHorse",
+    "69": "PullUps",
+    "70": "Punch",
+    "71": "PushUps",
+    "72": "Rafting",
+    "73": "RockClimbingIndoor",
+    "74": "RopeClimbing",
+    "75": "Rowing",
+    "76": "SalsaSpin",
+    "77": "ShavingBeard",
+    "78": "Shotput",
+    "79": "SkateBoarding",
+    "80": "Skiing",
+    "81": "Skijet",
+    "82": "SkyDiving",
+    "83": "SoccerJuggling",
+    "84": "SoccerPenalty",
+    "85": "StillRings",
+    "86": "SumoWrestling",
+    "87": "Surfing",
+    "88": "Swing",
+    "89": "TableTennisShot",
+    "90": "TaiChi",
+    "91": "TennisSwing",
+    "92": "ThrowDiscus",
+    "93": "TrampolineJumping",
+    "94": "Typing",
+    "95": "UnevenBars",
+    "96": "VolleyballSpiking",
+    "97": "WalkingWithDog",
+    "98": "WallPushups",
+    "99": "WritingOnBoard",
+    "100": "YoYo"
+  },
+  "image_size": 224,
+  "initializer_range": 0.02,
+  "intermediate_size": 4096,
+  "label2id": {
+    "ApplyEyeMakeup": 0,
+    "ApplyLipstick": 1,
+    "Archery": 2,
+    "BabyCrawling": 3,
+    "BalanceBeam": 4,
+    "BandMarching": 5,
+    "BaseballPitch": 6,
+    "Basketball": 7,
+    "BasketballDunk": 8,
+    "BenchPress": 9,
+    "Biking": 10,
+    "Billiards": 11,
+    "BlowDryHair": 12,
+    "BlowingCandles": 13,
+    "BodyWeightSquats": 14,
+    "Bowling": 15,
+    "BoxingPunchingBag": 16,
+    "BoxingSpeedBag": 17,
+    "BreastStroke": 18,
+    "BrushingTeeth": 19,
+    "CleanAndJerk": 20,
+    "CliffDiving": 21,
+    "CricketBowling": 22,
+    "CricketShot": 23,
+    "CuttingInKitchen": 24,
+    "Diving": 25,
+    "Drumming": 26,
+    "Fencing": 27,
+    "FieldHockeyPenalty": 28,
+    "FloorGymnastics": 29,
+    "FrisbeeCatch": 30,
+    "FrontCrawl": 31,
+    "GolfSwing": 32,
+    "Haircut": 33,
+    "HammerThrow": 35,
+    "Hammering": 34,
+    "HandstandPushups": 36,
+    "HandstandWalking": 37,
+    "HeadMassage": 38,
+    "HighJump": 39,
+    "HorseRace": 40,
+    "HorseRiding": 41,
+    "HulaHoop": 42,
+    "IceDancing": 43,
+    "JavelinThrow": 44,
+    "JugglingBalls": 45,
+    "JumpRope": 47,
+    "JumpingJack": 46,
+    "Kayaking": 48,
+    "Knitting": 49,
+    "LongJump": 50,
+    "Lunges": 51,
+    "MilitaryParade": 52,
+    "Mixing": 53,
+    "MoppingFloor": 54,
+    "Nunchucks": 55,
+    "ParallelBars": 56,
+    "PizzaTossing": 57,
+    "PlayingCello": 58,
+    "PlayingDaf": 59,
+    "PlayingDhol": 60,
+    "PlayingFlute": 61,
+    "PlayingGuitar": 62,
+    "PlayingPiano": 63,
+    "PlayingSitar": 64,
+    "PlayingTabla": 65,
+    "PlayingViolin": 66,
+    "PoleVault": 67,
+    "PommelHorse": 68,
+    "PullUps": 69,
+    "Punch": 70,
+    "PushUps": 71,
+    "Rafting": 72,
+    "RockClimbingIndoor": 73,
+    "RopeClimbing": 74,
+    "Rowing": 75,
+    "SalsaSpin": 76,
+    "ShavingBeard": 77,
+    "Shotput": 78,
+    "SkateBoarding": 79,
+    "Skiing": 80,
+    "Skijet": 81,
+    "SkyDiving": 82,
+    "SoccerJuggling": 83,
+    "SoccerPenalty": 84,
+    "StillRings": 85,
+    "SumoWrestling": 86,
+    "Surfing": 87,
+    "Swing": 88,
+    "TableTennisShot": 89,
+    "TaiChi": 90,
+    "TennisSwing": 91,
+    "ThrowDiscus": 92,
+    "TrampolineJumping": 93,
+    "Typing": 94,
+    "UnevenBars": 95,
+    "VolleyballSpiking": 96,
+    "WalkingWithDog": 97,
+    "WallPushups": 98,
+    "WritingOnBoard": 99,
+    "YoYo": 100
+  },
+  "layer_norm_eps": 1e-12,
+  "model_type": "videomae",
+  "norm_pix_loss": true,
+  "num_attention_heads": 16,
+  "num_channels": 3,
+  "num_frames": 16,
+  "num_hidden_layers": 24,
+  "patch_size": 16,
+  "problem_type": "single_label_classification",
+  "qkv_bias": true,
+  "torch_dtype": "float32",
+  "transformers_version": "4.39.3",
+  "tubelet_size": 2,
+  "use_mean_pooling": false
+}

dr_results.json

@@ -0,0 +1,8 @@
+{
+    "epoch": 1.49,
+    "train_accuracy": 0.9994469026548672,
+    "train_loss": 0.0011152640217915177,
+    "train_runtime": 188.2056,
+    "train_samples_per_second": 4.293,
+    "train_steps_per_second": 0.138
+}

eval_results.json

@@ -0,0 +1,13 @@
+{
+    "df_accuracy": 1.0,
+    "epoch": 1.49,
+    "eval_accuracy": 0.9402790697674419,
+    "eval_loss": 0.3255416750907898,
+    "eval_runtime": 1086.0749,
+    "eval_samples_per_second": 3.483,
+    "eval_steps_per_second": 0.11,
+    "eval_unlearn_overall_accuracy": 0.47013953488372096,
+    "test_accuracy": 0.9402790697674419,
+    "unlearn_overall_accuracy": 0.47013953488372096,
+    "unlearn_time": 11529.070695400238
+}

model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9641f5764f0ee446f7d54f2faa5edcf1b3431adfaf60651b78adcad1605572a6
+size 1215902164

ood_results.json

@@ -0,0 +1,7 @@
+{
+    "ood_accuracy": 0.28693408686037225,
+    "ood_loss": 5.580489158630371,
+    "ood_runtime": 1654.0075,
+    "ood_samples_per_second": 2.823,
+    "ood_steps_per_second": 0.044
+}

pred_logit_df.npy

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a67a23e872c19605d8a6d7b0759ce7b900273840ddcf4678bf0efabb9bd41fe8
+size 925692

pred_logit_eval.npy

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5504a4b08044c1dddee96cc9a825c1aa5931c8ab8408a45892de130259c82cc9
+size 4343128

pred_logit_ood.npy

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5d92441c4afe7b75db64894aa6d98d4c5311dab8d6936c23cdf246c2fa14031
+size 6576844

pred_logit_train.npy

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5ae9639efb51fef9fa7a004856c5a123bb035ad107dabf45459f4ab86a73644
+size 730560

preprocessor_config.json

@@ -0,0 +1,42 @@
+{
+  "_valid_processor_keys": [
+    "videos",
+    "do_resize",
+    "size",
+    "resample",
+    "do_center_crop",
+    "crop_size",
+    "do_rescale",
+    "rescale_factor",
+    "do_normalize",
+    "image_mean",
+    "image_std",
+    "return_tensors",
+    "data_format",
+    "input_data_format"
+  ],
+  "crop_size": {
+    "height": 224,
+    "width": 224
+  },
+  "do_center_crop": true,
+  "do_normalize": true,
+  "do_rescale": true,
+  "do_resize": true,
+  "image_mean": [
+    0.485,
+    0.456,
+    0.406
+  ],
+  "image_processor_type": "VideoMAEImageProcessor",
+  "image_std": [
+    0.229,
+    0.224,
+    0.225
+  ],
+  "resample": 2,
+  "rescale_factor": 0.00392156862745098,
+  "size": {
+    "shortest_edge": 224
+  }
+}

test_results.json

@@ -0,0 +1,13 @@
+{
+    "df_accuracy": 1.0,
+    "epoch": 1.49,
+    "eval_accuracy": 0.9402790697674419,
+    "eval_loss": 0.3255416750907898,
+    "eval_runtime": 1086.0749,
+    "eval_samples_per_second": 3.483,
+    "eval_steps_per_second": 0.11,
+    "eval_unlearn_overall_accuracy": 0.47013953488372096,
+    "test_accuracy": 0.9402790697674419,
+    "unlearn_overall_accuracy": 0.47013953488372096,
+    "unlearn_time": 11529.070695400238
+}

train_results.json

@@ -0,0 +1,7 @@
+{
+    "epoch": 1.49,
+    "train_loss": 0.0,
+    "train_runtime": 8362.2191,
+    "train_samples_per_second": 1.566,
+    "train_steps_per_second": 0.049
+}

trainer_state.json

@@ -0,0 +1,58 @@
+{
+  "best_metric": 0.47013953488372096,
+  "best_model_checkpoint": "video/unlearn/checkpoint/videomae-large/scrub/8.0/ucf101_42/checkpoint-408",
+  "epoch": 1.4910673385249655,
+  "eval_steps": 500,
+  "global_step": 408,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "df_accuracy": 0.9995635093845482,
+      "epoch": 1.0,
+      "eval_accuracy": 0.9377674418604651,
+      "eval_loss": 0.3193296194076538,
+      "eval_runtime": 1090.8249,
+      "eval_samples_per_second": 3.468,
+      "eval_steps_per_second": 0.109,
+      "eval_unlearn_overall_accuracy": 0.46910196623795847,
+      "step": 274,
+      "test_accuracy": 0.9377674418604651,
+      "unlearn_overall_accuracy": 0.46910196623795847,
+      "unlearn_time": -1
+    },
+    {
+      "df_accuracy": 1.0,
+      "epoch": 1.49,
+      "eval_accuracy": 0.9402790697674419,
+      "eval_loss": 0.3255416750907898,
+      "eval_runtime": 1085.4533,
+      "eval_samples_per_second": 3.485,
+      "eval_steps_per_second": 0.11,
+      "eval_unlearn_overall_accuracy": 0.47013953488372096,
+      "step": 408,
+      "test_accuracy": 0.9402790697674419,
+      "unlearn_overall_accuracy": 0.47013953488372096,
+      "unlearn_time": -1
+    },
+    {
+      "epoch": 1.49,
+      "step": 408,
+      "total_flos": 5.717707746108103e+19,
+      "train_loss": 0.0,
+      "train_runtime": 8362.2191,
+      "train_samples_per_second": 1.566,
+      "train_steps_per_second": 0.049
+    }
+  ],
+  "logging_steps": 1000,
+  "max_steps": 408,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 2,
+  "save_steps": 500,
+  "total_flos": 5.717707746108103e+19,
+  "train_batch_size": 4,
+  "trial_name": null,
+  "trial_params": null
+}

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec0aa87f7b43d742a0ab54b4e0a4506fabc1015c2204754183420012cb61ce6c
+size 5048