Upload predict.py

predict.py

@@ -19,8 +19,7 @@ class Predictor(BasePredictor):
     ) -> ModelOutput:
         """Run a single prediction on the model"""
         # SETUP
-        large_quant_model = False  # Use the larger pretrained model
-        device = torch.device('cuda')  # 'cuda', 'cpu', 'cuda:0', 0, -1, torch.device('cuda')
+        
 
         import numpy as np
         import torch
@@ -31,6 +30,9 @@ class Predictor(BasePredictor):
         from bark_hubert_quantizer.pre_kmeans_hubert import CustomHubert
         from bark_hubert_quantizer.customtokenizer import CustomTokenizer
 
+        large_quant_model = False  # Use the larger pretrained model
+        device = torch.device('cuda')  # 'cuda', 'cpu', 'cuda:0', 0, -1, torch.device('cuda')
+
         model = ('quantifier_V1_hubert_base_ls960_23.pth', 'tokenizer_large.pth') if large_quant_model else (
             'quantifier_hubert_base_ls960_14.pth', 'tokenizer.pth')