diff --git a/configs/_base_/models/tinyvit/tinyvit-21m-384.py b/configs/_base_/models/tinyvit/tinyvit-21m-384.py
deleted file mode 100644
index a0fe10597d1..00000000000
--- a/configs/_base_/models/tinyvit/tinyvit-21m-384.py
+++ /dev/null
@@ -1,25 +0,0 @@
-# Model settings
-model = dict(
-    type='ImageClassifier',
-    backbone=dict(
-        type='TinyViT',
-        arch='21m',
-        img_size=(384, 384),
-        window_size=[12, 12, 24, 12],
-        out_indices=(3, ),
-        drop_path_rate=0.1,
-        gap_before_final_norm=True,
-        init_cfg=[
-            dict(
-                type='TruncNormal',
-                layer=['Conv2d', 'Linear'],
-                std=.02,
-                bias=0.),
-            dict(type='Constant', layer=['LayerNorm'], val=1., bias=0.),
-        ]),
-    head=dict(
-        type='LinearClsHead',
-        num_classes=1000,
-        in_channels=576,
-        loss=dict(type='CrossEntropyLoss', loss_weight=1.0),
-    ))
diff --git a/configs/_base_/models/tinyvit/tinyvit-21m-512.py b/configs/_base_/models/tinyvit/tinyvit-21m-512.py
deleted file mode 100644
index cf02e35e240..00000000000
--- a/configs/_base_/models/tinyvit/tinyvit-21m-512.py
+++ /dev/null
@@ -1,25 +0,0 @@
-# Model settings
-model = dict(
-    type='ImageClassifier',
-    backbone=dict(
-        type='TinyViT',
-        arch='21m',
-        img_size=(512, 512),
-        window_size=[16, 16, 32, 16],
-        out_indices=(3, ),
-        drop_path_rate=0.1,
-        gap_before_final_norm=True,
-        init_cfg=[
-            dict(
-                type='TruncNormal',
-                layer=['Conv2d', 'Linear'],
-                std=.02,
-                bias=0.),
-            dict(type='Constant', layer=['LayerNorm'], val=1., bias=0.),
-        ]),
-    head=dict(
-        type='LinearClsHead',
-        num_classes=1000,
-        in_channels=576,
-        loss=dict(type='CrossEntropyLoss', loss_weight=1.0),
-    ))