> Training Environment:
| > Backend: Torch
| > Mixed precision: False
| > Precision: float32
| > Current device: 0
| > Num. of GPUs: 1
| > Num. of CPUs: 128
| > Num. of Torch Threads: 1
| > Torch seed: 54321
| > Torch CUDNN: True
| > Torch CUDNN deterministic: False
| > Torch CUDNN benchmark: False
| > Torch TF32 MatMul: False
> Start Tensorboard: tensorboard --logdir=checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3
> Model has 523404725 parameters
[4m[1m > EPOCH: 0/30[0m
--> checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3
[1m > TRAINING (2025-02-23 08:27:04) [0m
[1m --> TIME: 2025-02-23 08:27:05 -- STEP: 0/6985 -- GLOBAL_STEP: 0[0m
| > loss_text_ce: 0.24971362948417664 (0.24971362948417664)
| > loss_mel_ce: 4.875767707824707 (4.875767707824707)
| > loss: 1.2813702821731567 (1.2813702821731567)
| > current_lr: 5e-06
| > step_time: 0.5414 (0.5413947105407715)
| > loader_time: 1.3633 (1.3633005619049072)
[1m --> TIME: 2025-02-23 08:27:24 -- STEP: 50/6985 -- GLOBAL_STEP: 50[0m
| > loss_text_ce: 0.25295811891555786 (0.22605136841535567)
| > loss_mel_ce: 4.135453224182129 (4.654598560333253)
| > loss: 1.0971028804779053 (1.2201624822616577)
| > current_lr: 5e-06
| > step_time: 0.1737 (0.2453771448135376)
| > loader_time: 0.0194 (0.01875556468963623)
[1m --> TIME: 2025-02-23 08:27:42 -- STEP: 100/6985 -- GLOBAL_STEP: 100[0m
| > loss_text_ce: 0.196893572807312 (0.21663472101092338)
| > loss_mel_ce: 4.610512733459473 (4.541230897903442)
| > loss: 1.2018516063690186 (1.1894664037227634)
| > current_lr: 5e-06
| > step_time: 0.1898 (0.2454231333732605)
| > loader_time: 0.02 (0.017616634368896482)
[1m --> TIME: 2025-02-23 08:28:00 -- STEP: 150/6985 -- GLOBAL_STEP: 150[0m
| > loss_text_ce: 0.18276120722293854 (0.2076572585105896)
| > loss_mel_ce: 4.167903900146484 (4.470912268956501)
| > loss: 1.0876662731170654 (1.169642383257548)
| > current_lr: 5e-06
| > step_time: 0.3016 (0.244627636273702)
| > loader_time: 0.0152 (0.01608635107676188)
[1m --> TIME: 2025-02-23 08:28:18 -- STEP: 200/6985 -- GLOBAL_STEP: 200[0m
| > loss_text_ce: 0.16426338255405426 (0.19959639877080917)
| > loss_mel_ce: 4.3746867179870605 (4.424965965747832)
| > loss: 1.134737491607666 (1.1561405932903286)
| > current_lr: 5e-06
| > step_time: 0.2523 (0.24486960530281066)
| > loader_time: 0.008 (0.01544023990631104)
[1m --> TIME: 2025-02-23 08:28:36 -- STEP: 250/6985 -- GLOBAL_STEP: 250[0m
| > loss_text_ce: 0.15142804384231567 (0.19356037706136703)
| > loss_mel_ce: 4.354540824890137 (4.396179168701169)
| > loss: 1.1264922618865967 (1.1474348888397217)
| > current_lr: 5e-06
| > step_time: 0.2853 (0.24351515007019042)
| > loader_time: 0.0146 (0.01497646808624268)
[1m --> TIME: 2025-02-23 08:28:54 -- STEP: 300/6985 -- GLOBAL_STEP: 300[0m
| > loss_text_ce: 0.1574476659297943 (0.18794542133808137)
| > loss_mel_ce: 4.110031604766846 (4.365994017124173)
| > loss: 1.066869854927063 (1.1384848616520558)
| > current_lr: 5e-06
| > step_time: 0.2375 (0.24431235233942666)
| > loader_time: 0.0204 (0.01450661579767863)
[1m --> TIME: 2025-02-23 08:29:12 -- STEP: 350/6985 -- GLOBAL_STEP: 350[0m
| > loss_text_ce: 0.1513311266899109 (0.18286434007542474)
| > loss_mel_ce: 4.217111587524414 (4.343367790494647)
| > loss: 1.0921106338500977 (1.1315580335685183)
| > current_lr: 5e-06
| > step_time: 0.2826 (0.24459992953709195)
| > loader_time: 0.0078 (0.014019977705819265)
[1m --> TIME: 2025-02-23 08:29:31 -- STEP: 400/6985 -- GLOBAL_STEP: 400[0m
| > loss_text_ce: 0.15149816870689392 (0.17776728078722953)
| > loss_mel_ce: 4.402353286743164 (4.3336313956975925)
| > loss: 1.1384629011154175 (1.1278496688604356)
| > current_lr: 5e-06
| > step_time: 0.226 (0.24500461637973786)
| > loader_time: 0.0076 (0.013705303072929382)
[1m --> TIME: 2025-02-23 08:29:49 -- STEP: 450/6985 -- GLOBAL_STEP: 450[0m
| > loss_text_ce: 0.12667450308799744 (0.17345018348760075)
| > loss_mel_ce: 4.1547393798828125 (4.320869397057427)
| > loss: 1.0703535079956055 (1.1235798948340947)
| > current_lr: 5e-06
| > step_time: 0.2801 (0.2450951147079468)
| > loader_time: 0.0129 (0.013327212333679199)
[1m --> TIME: 2025-02-23 08:30:07 -- STEP: 500/6985 -- GLOBAL_STEP: 500[0m
| > loss_text_ce: 0.12415722757577896 (0.16911836867034435)
| > loss_mel_ce: 4.211146831512451 (4.309189591884613)
| > loss: 1.0838260650634766 (1.1195769902467727)
| > current_lr: 5e-06
| > step_time: 0.2184 (0.2450565619468689)
| > loader_time: 0.008 (0.01309319019317627)
[1m --> TIME: 2025-02-23 08:30:25 -- STEP: 550/6985 -- GLOBAL_STEP: 550[0m
| > loss_text_ce: 0.1272808015346527 (0.16509352472695435)
| > loss_mel_ce: 4.162744522094727 (4.298616768230091)
| > loss: 1.072506308555603 (1.1159275734424592)
| > current_lr: 5e-06
| > step_time: 0.2458 (0.24551240834322843)
| > loader_time: 0.0075 (0.012836338390003553)
[1m --> TIME: 2025-02-23 08:30:43 -- STEP: 600/6985 -- GLOBAL_STEP: 600[0m
| > loss_text_ce: 0.12737154960632324 (0.1615778090432286)
| > loss_mel_ce: 3.963472843170166 (4.284322345654172)
| > loss: 1.0227110385894775 (1.1114750390251473)
| > current_lr: 5e-06
| > step_time: 0.2252 (0.24507839838663736)
| > loader_time: 0.0144 (0.012670419216156008)
[1m --> TIME: 2025-02-23 08:31:02 -- STEP: 650/6985 -- GLOBAL_STEP: 650[0m
| > loss_text_ce: 0.10770505666732788 (0.15797312221848028)
| > loss_mel_ce: 4.394103527069092 (4.275403991112344)
| > loss: 1.1254521608352661 (1.1083442790691664)
| > current_lr: 5e-06
| > step_time: 0.291 (0.24604447291447565)
| > loader_time: 0.0082 (0.012456857607914849)
[1m --> TIME: 2025-02-23 08:31:20 -- STEP: 700/6985 -- GLOBAL_STEP: 700[0m
| > loss_text_ce: 0.107570581138134 (0.1548291936623197)
| > loss_mel_ce: 3.8339028358459473 (4.268152375561851)
| > loss: 0.9853683710098267 (1.1057453928674954)
| > current_lr: 5e-06
| > step_time: 0.2325 (0.24653448581695556)
| > loader_time: 0.0123 (0.012249026298522947)
[1m --> TIME: 2025-02-23 08:31:39 -- STEP: 750/6985 -- GLOBAL_STEP: 750[0m
| > loss_text_ce: 0.11407522857189178 (0.15195482288797685)
| > loss_mel_ce: 4.187230110168457 (4.260715646425884)
| > loss: 1.0753263235092163 (1.1031676181157408)
| > current_lr: 5e-06
| > step_time: 0.309 (0.2471833127339681)
| > loader_time: 0.0078 (0.01203938293457031)
[1m --> TIME: 2025-02-23 08:31:57 -- STEP: 800/6985 -- GLOBAL_STEP: 800[0m
| > loss_text_ce: 0.12119504809379578 (0.14945205576717852)
| > loss_mel_ce: 4.162402629852295 (4.255002685785293)
| > loss: 1.0708993673324585 (1.101113686114547)
| > current_lr: 5e-06
| > step_time: 0.1826 (0.24695860683918)
| > loader_time: 0.0072 (0.01188257813453674)
[1m --> TIME: 2025-02-23 08:32:15 -- STEP: 850/6985 -- GLOBAL_STEP: 850[0m
| > loss_text_ce: 0.11825627833604813 (0.14705333588754427)
| > loss_mel_ce: 3.9362711906433105 (4.247212096663084)
| > loss: 1.013631820678711 (1.0985663585101826)
| > current_lr: 5e-06
| > step_time: 0.2012 (0.24714510917663574)
| > loader_time: 0.0082 (0.0117494919720818)
[1m --> TIME: 2025-02-23 08:32:34 -- STEP: 900/6985 -- GLOBAL_STEP: 900[0m
| > loss_text_ce: 0.11023640632629395 (0.14476849317550647)
| > loss_mel_ce: 4.115123748779297 (4.243015937010447)
| > loss: 1.056339979171753 (1.0969461077451688)
| > current_lr: 5e-06
| > step_time: 0.1668 (0.24796243243747287)
| > loader_time: 0.015 (0.011615796618991425)
[1m --> TIME: 2025-02-23 08:32:52 -- STEP: 950/6985 -- GLOBAL_STEP: 950[0m
| > loss_text_ce: 0.10348881781101227 (0.1426084954644503)
| > loss_mel_ce: 3.94476318359375 (4.23460004103811)
| > loss: 1.0120630264282227 (1.0943021342628871)
| > current_lr: 5e-06
| > step_time: 0.2012 (0.24779543525294254)
| > loader_time: 0.0073 (0.011511794140464379)
[1m --> TIME: 2025-02-23 08:33:10 -- STEP: 1000/6985 -- GLOBAL_STEP: 1000[0m
| > loss_text_ce: 0.09379662573337555 (0.14056168381869782)
| > loss_mel_ce: 4.139969825744629 (4.229646506309509)
| > loss: 1.0584416389465332 (1.092552047789096)
| > current_lr: 5e-06
| > step_time: 0.2455 (0.2480013198852539)
| > loader_time: 0.0082 (0.011414458513259887)
> CHECKPOINT : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/checkpoint_1000.pth
[1m --> TIME: 2025-02-23 08:33:49 -- STEP: 1050/6985 -- GLOBAL_STEP: 1050[0m
| > loss_text_ce: 0.09436874091625214 (0.1386655693536712)
| > loss_mel_ce: 4.35845422744751 (4.222494613556633)
| > loss: 1.1132057905197144 (1.0902900457382194)
| > current_lr: 5e-06
| > step_time: 0.2412 (0.24767223653339204)
| > loader_time: 0.008 (0.011333585693722678)
[1m --> TIME: 2025-02-23 08:34:06 -- STEP: 1100/6985 -- GLOBAL_STEP: 1100[0m
| > loss_text_ce: 0.09582531452178955 (0.13684856771068124)
| > loss_mel_ce: 4.334760665893555 (4.217373248447069)
| > loss: 1.1076464653015137 (1.088555454015731)
| > current_lr: 5e-06
| > step_time: 0.1949 (0.24752650846134533)
| > loader_time: 0.0075 (0.01123313101855191)
[1m --> TIME: 2025-02-23 08:34:24 -- STEP: 1150/6985 -- GLOBAL_STEP: 1150[0m
| > loss_text_ce: 0.09690725058317184 (0.13507648574269332)
| > loss_mel_ce: 4.233895301818848 (4.212731358901313)
| > loss: 1.0827006101608276 (1.0869519615173335)
| > current_lr: 5e-06
| > step_time: 0.2545 (0.2473724607799364)
| > loader_time: 0.008 (0.01115678538446841)
[1m --> TIME: 2025-02-23 08:34:43 -- STEP: 1200/6985 -- GLOBAL_STEP: 1200[0m
| > loss_text_ce: 0.09401653707027435 (0.13333057457581163)
| > loss_mel_ce: 4.143450736999512 (4.208539713422457)
| > loss: 1.0593668222427368 (1.0854675721625482)
| > current_lr: 5e-06
| > step_time: 0.2416 (0.24748527268568674)
| > loader_time: 0.0079 (0.011081967155138652)
[1m --> TIME: 2025-02-23 08:35:01 -- STEP: 1250/6985 -- GLOBAL_STEP: 1250[0m
| > loss_text_ce: 0.10160709917545319 (0.13171235627532002)
| > loss_mel_ce: 3.997774362564087 (4.203136402702335)
| > loss: 1.0248453617095947 (1.0837121896743762)
| > current_lr: 5e-06
| > step_time: 0.2449 (0.24750673637390136)
| > loader_time: 0.0076 (0.01099620704650878)
[1m --> TIME: 2025-02-23 08:35:19 -- STEP: 1300/6985 -- GLOBAL_STEP: 1300[0m
| > loss_text_ce: 0.09661022573709488 (0.1301604734475797)
| > loss_mel_ce: 4.121691703796387 (4.199836298319014)
| > loss: 1.0545754432678223 (1.0824991926780103)
| > current_lr: 5e-06
| > step_time: 0.2085 (0.24748038658728966)
| > loader_time: 0.0082 (0.01090900127704326)
[1m --> TIME: 2025-02-23 08:35:37 -- STEP: 1350/6985 -- GLOBAL_STEP: 1350[0m
| > loss_text_ce: 0.08655868470668793 (0.12867226488060426)
| > loss_mel_ce: 4.00759220123291 (4.194918309670913)
| > loss: 1.0235377550125122 (1.0808976435219786)
| > current_lr: 5e-06
| > step_time: 0.274 (0.2474400227158158)
| > loader_time: 0.0079 (0.010834190757186307)
[1m --> TIME: 2025-02-23 08:35:55 -- STEP: 1400/6985 -- GLOBAL_STEP: 1400[0m
| > loss_text_ce: 0.08557568490505219 (0.12724473534418002)
| > loss_mel_ce: 4.056468963623047 (4.190413808311742)
| > loss: 1.0355111360549927 (1.079414635896681)
| > current_lr: 5e-06
| > step_time: 0.2433 (0.24748635700770788)
| > loader_time: 0.0079 (0.010772172553198664)
[1m --> TIME: 2025-02-23 08:36:14 -- STEP: 1450/6985 -- GLOBAL_STEP: 1450[0m
| > loss_text_ce: 0.0809762105345726 (0.1258408785842616)
| > loss_mel_ce: 4.31543493270874 (4.1874319951287715)
| > loss: 1.0991027355194092 (1.0783182182805269)
| > current_lr: 5e-06
| > step_time: 0.2644 (0.2478809118270874)
| > loader_time: 0.0125 (0.010695821334575771)
[1m --> TIME: 2025-02-23 08:36:32 -- STEP: 1500/6985 -- GLOBAL_STEP: 1500[0m
| > loss_text_ce: 0.090406633913517 (0.12450564569731559)
| > loss_mel_ce: 4.024719715118408 (4.184774776935585)
| > loss: 1.028781533241272 (1.0773201053539898)
| > current_lr: 5e-06
| > step_time: 0.2196 (0.24781975332895914)
| > loader_time: 0.0077 (0.01063822587331135)
[1m --> TIME: 2025-02-23 08:36:50 -- STEP: 1550/6985 -- GLOBAL_STEP: 1550[0m
| > loss_text_ce: 0.08074790984392166 (0.12320622408582324)
| > loss_mel_ce: 3.8990249633789062 (4.181112779032809)
| > loss: 0.9949432015419006 (1.076079750407126)
| > current_lr: 5e-06
| > step_time: 0.2812 (0.24791983942831716)
| > loader_time: 0.0083 (0.010577800658441345)
[1m --> TIME: 2025-02-23 08:37:08 -- STEP: 1600/6985 -- GLOBAL_STEP: 1600[0m
| > loss_text_ce: 0.08394324779510498 (0.12194387502502656)
| > loss_mel_ce: 4.268123626708984 (4.1770904102921556)
| > loss: 1.0880167484283447 (1.074758570976554)
| > current_lr: 5e-06
| > step_time: 0.2327 (0.24796859681606293)
| > loader_time: 0.0083 (0.010527309924364077)
[1m --> TIME: 2025-02-23 08:37:26 -- STEP: 1650/6985 -- GLOBAL_STEP: 1650[0m
| > loss_text_ce: 0.09013557434082031 (0.12073258100585509)
| > loss_mel_ce: 4.165272235870361 (4.173627743576523)
| > loss: 1.0638519525527954 (1.0735900807741905)
| > current_lr: 5e-06
| > step_time: 0.1665 (0.2479036891821659)
| > loader_time: 0.0074 (0.01046647418629038)
[1m --> TIME: 2025-02-23 08:37:45 -- STEP: 1700/6985 -- GLOBAL_STEP: 1700[0m
| > loss_text_ce: 0.08166883140802383 (0.11953903109273495)
| > loss_mel_ce: 3.9933719635009766 (4.171342282154987)
| > loss: 1.0187602043151855 (1.0727203277279338)
| > current_lr: 5e-06
| > step_time: 0.1964 (0.2480594576106352)
| > loader_time: 0.0076 (0.010406640277189355)
[1m --> TIME: 2025-02-23 08:38:02 -- STEP: 1750/6985 -- GLOBAL_STEP: 1750[0m
| > loss_text_ce: 0.08326581120491028 (0.1183904632202217)
| > loss_mel_ce: 4.037071704864502 (4.167870143072953)
| > loss: 1.0300843715667725 (1.0715651509761799)
| > current_lr: 5e-06
| > step_time: 0.2133 (0.24761832223619734)
| > loader_time: 0.0079 (0.010348517281668515)
[1m --> TIME: 2025-02-23 08:38:20 -- STEP: 1800/6985 -- GLOBAL_STEP: 1800[0m
| > loss_text_ce: 0.07612132281064987 (0.11727319566739935)
| > loss_mel_ce: 4.079972743988037 (4.166339738633908)
| > loss: 1.039023518562317 (1.0709032332234905)
| > current_lr: 5e-06
| > step_time: 0.2257 (0.24779852363798355)
| > loader_time: 0.0081 (0.010322410000695111)
[1m --> TIME: 2025-02-23 08:38:38 -- STEP: 1850/6985 -- GLOBAL_STEP: 1850[0m
| > loss_text_ce: 0.07778210192918777 (0.1162266535976449)
| > loss_mel_ce: 3.9316277503967285 (4.162783951888224)
| > loss: 1.0023524761199951 (1.069752651034175)
| > current_lr: 5e-06
| > step_time: 0.2758 (0.24781818815179774)
| > loader_time: 0.0084 (0.010267618797920834)
[1m --> TIME: 2025-02-23 08:38:56 -- STEP: 1900/6985 -- GLOBAL_STEP: 1900[0m
| > loss_text_ce: 0.07971883565187454 (0.11516094666562587)
| > loss_mel_ce: 3.818943738937378 (4.160289704548692)
| > loss: 0.974665641784668 (1.0688626626290774)
| > current_lr: 5e-06
| > step_time: 0.1705 (0.24766524754072491)
| > loader_time: 0.0078 (0.010218376109474573)
[1m --> TIME: 2025-02-23 08:39:14 -- STEP: 1950/6985 -- GLOBAL_STEP: 1950[0m
| > loss_text_ce: 0.07732520252466202 (0.11414458253444774)
| > loss_mel_ce: 3.7322778701782227 (4.157828678717986)
| > loss: 0.9524007439613342 (1.0679933151220664)
| > current_lr: 5e-06
| > step_time: 0.1953 (0.2475847455782768)
| > loader_time: 0.0076 (0.010178708052023852)
[1m --> TIME: 2025-02-23 08:39:33 -- STEP: 2000/6985 -- GLOBAL_STEP: 2000[0m
| > loss_text_ce: 0.07496705651283264 (0.11315745758265261)
| > loss_mel_ce: 3.8837218284606934 (4.154901890516289)
| > loss: 0.9896722435951233 (1.067014836847782)
| > current_lr: 5e-06
| > step_time: 0.2009 (0.2477595384120941)
| > loader_time: 0.0078 (0.01014600157737731)
> CHECKPOINT : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/checkpoint_2000.pth
[1m --> TIME: 2025-02-23 08:40:10 -- STEP: 2050/6985 -- GLOBAL_STEP: 2050[0m
| > loss_text_ce: 0.0776405856013298 (0.11220853977450515)
| > loss_mel_ce: 4.222217082977295 (4.152205441172538)
| > loss: 1.0749644041061401 (1.0661034953303454)
| > current_lr: 5e-06
| > step_time: 0.2856 (0.24775269205977277)
| > loader_time: 0.0086 (0.010112846188428915)
[1m --> TIME: 2025-02-23 08:40:28 -- STEP: 2100/6985 -- GLOBAL_STEP: 2100[0m
| > loss_text_ce: 0.07132751494646072 (0.11131942343144194)
| > loss_mel_ce: 4.261377811431885 (4.149797471250815)
| > loss: 1.0831763744354248 (1.0652792238053819)
| > current_lr: 5e-06
| > step_time: 0.2533 (0.24788381519771757)
| > loader_time: 0.0083 (0.01008199589593069)
[1m --> TIME: 2025-02-23 08:40:46 -- STEP: 2150/6985 -- GLOBAL_STEP: 2150[0m
| > loss_text_ce: 0.07339465618133545 (0.11041837801073878)
| > loss_mel_ce: 3.99892520904541 (4.147157301348317)
| > loss: 1.0180799961090088 (1.064393919900406)
| > current_lr: 5e-06
| > step_time: 0.2767 (0.247648127688918)
| > loader_time: 0.0084 (0.01005856979724972)
[1m --> TIME: 2025-02-23 08:41:04 -- STEP: 2200/6985 -- GLOBAL_STEP: 2200[0m
| > loss_text_ce: 0.07518178224563599 (0.10957284432581882)
| > loss_mel_ce: 3.7839066982269287 (4.145221324075359)
| > loss: 0.96477210521698 (1.063698542036793)
| > current_lr: 5e-06
| > step_time: 0.2498 (0.2476926810091192)
| > loader_time: 0.0083 (0.010028668967160306)
[1m --> TIME: 2025-02-23 08:41:22 -- STEP: 2250/6985 -- GLOBAL_STEP: 2250[0m
| > loss_text_ce: 0.07688145339488983 (0.10876983839935728)
| > loss_mel_ce: 3.8305246829986572 (4.142581234296171)
| > loss: 0.9768515229225159 (1.0628377681308314)
| > current_lr: 5e-06
| > step_time: 0.276 (0.24768766668107775)
| > loader_time: 0.0085 (0.009995890193515345)
[1m --> TIME: 2025-02-23 08:41:40 -- STEP: 2300/6985 -- GLOBAL_STEP: 2300[0m
| > loss_text_ce: 0.06461473554372787 (0.1079819923736479)
| > loss_mel_ce: 4.134836673736572 (4.140214010217923)
| > loss: 1.0498628616333008 (1.0620490007037695)
| > current_lr: 5e-06
| > step_time: 0.2524 (0.24765966954438584)
| > loader_time: 0.0086 (0.009962855940279739)
[1m --> TIME: 2025-02-23 08:41:58 -- STEP: 2350/6985 -- GLOBAL_STEP: 2350[0m
| > loss_text_ce: 0.07361964136362076 (0.10721192218521812)
| > loss_mel_ce: 3.889904499053955 (4.138066196644564)
| > loss: 0.9908810257911682 (1.0613195298580407)
| > current_lr: 5e-06
| > step_time: 0.2289 (0.24751324339115874)
| > loader_time: 0.0078 (0.009940880714578815)
[1m --> TIME: 2025-02-23 08:42:16 -- STEP: 2400/6985 -- GLOBAL_STEP: 2400[0m
| > loss_text_ce: 0.06543201953172684 (0.1064811269876857)
| > loss_mel_ce: 4.076600551605225 (4.137426420152194)
| > loss: 1.035508155822754 (1.0609768868734433)
| > current_lr: 5e-06
| > step_time: 0.1712 (0.2475888015826543)
| > loader_time: 0.0077 (0.009905695120493557)
[1m --> TIME: 2025-02-23 08:42:34 -- STEP: 2450/6985 -- GLOBAL_STEP: 2450[0m
| > loss_text_ce: 0.07844200730323792 (0.10577240408075089)
| > loss_mel_ce: 3.7625131607055664 (4.134829637663712)
| > loss: 0.9602388143539429 (1.0601505105349476)
| > current_lr: 5e-06
| > step_time: 0.3064 (0.24769126094117458)
| > loader_time: 0.0086 (0.009870453075486781)
[1m --> TIME: 2025-02-23 08:42:52 -- STEP: 2500/6985 -- GLOBAL_STEP: 2500[0m
| > loss_text_ce: 0.0658198744058609 (0.10509424842298022)
| > loss_mel_ce: 3.9485068321228027 (4.131877627086644)
| > loss: 1.0035816431045532 (1.0592429689168927)
| > current_lr: 5e-06
| > step_time: 0.2675 (0.24763871240615845)
| > loader_time: 0.0085 (0.009840871429443357)
[1m --> TIME: 2025-02-23 08:43:10 -- STEP: 2550/6985 -- GLOBAL_STEP: 2550[0m
| > loss_text_ce: 0.06578758358955383 (0.10443769045904562)
| > loss_mel_ce: 3.943138599395752 (4.129796805662272)
| > loss: 1.0022315979003906 (1.0585586240712337)
| > current_lr: 5e-06
| > step_time: 0.2584 (0.24764381137548708)
| > loader_time: 0.0082 (0.00982740682714125)
[1m --> TIME: 2025-02-23 08:43:28 -- STEP: 2600/6985 -- GLOBAL_STEP: 2600[0m
| > loss_text_ce: 0.07030335068702698 (0.10379714525662927)
| > loss_mel_ce: 4.2772135734558105 (4.127439174835503)
| > loss: 1.0868792533874512 (1.0578090800688815)
| > current_lr: 5e-06
| > step_time: 0.2423 (0.24752795760448162)
| > loader_time: 0.0085 (0.009803840105350198)
[1m --> TIME: 2025-02-23 08:43:47 -- STEP: 2650/6985 -- GLOBAL_STEP: 2650[0m
| > loss_text_ce: 0.06552659720182419 (0.10317769898558554)
| > loss_mel_ce: 4.25193977355957 (4.125186844861738)
| > loss: 1.0793665647506714 (1.0570911359786985)
| > current_lr: 5e-06
| > step_time: 0.2798 (0.24765628202906195)
| > loader_time: 0.0081 (0.009773525651895763)
[1m --> TIME: 2025-02-23 08:44:04 -- STEP: 2700/6985 -- GLOBAL_STEP: 2700[0m
| > loss_text_ce: 0.07176519185304642 (0.10256993169585855)
| > loss_mel_ce: 3.9238598346710205 (4.123040419949429)
| > loss: 0.9989062547683716 (1.056402588023081)
| > current_lr: 5e-06
| > step_time: 0.2165 (0.2475265449947781)
| > loader_time: 0.0127 (0.00974727180269028)
[1m --> TIME: 2025-02-23 08:44:23 -- STEP: 2750/6985 -- GLOBAL_STEP: 2750[0m
| > loss_text_ce: 0.07033340632915497 (0.10199383481253269)
| > loss_mel_ce: 3.8531079292297363 (4.120686585252935)
| > loss: 0.9808603525161743 (1.0556701051972142)
| > current_lr: 5e-06
| > step_time: 0.2799 (0.2476203284697099)
| > loader_time: 0.0085 (0.009718283393166272)
[1m --> TIME: 2025-02-23 08:44:40 -- STEP: 2800/6985 -- GLOBAL_STEP: 2800[0m
| > loss_text_ce: 0.07172490656375885 (0.10142029882009532)
| > loss_mel_ce: 3.9363455772399902 (4.118913555656165)
| > loss: 1.002017617225647 (1.0550834637880335)
| > current_lr: 5e-06
| > step_time: 0.1262 (0.2474758835349764)
| > loader_time: 0.0209 (0.009696830170495163)
[1m --> TIME: 2025-02-23 08:44:59 -- STEP: 2850/6985 -- GLOBAL_STEP: 2850[0m
| > loss_text_ce: 0.07167904078960419 (0.10086175029999324)
| > loss_mel_ce: 3.94329571723938 (4.117179531967438)
| > loss: 1.0037436485290527 (1.0545103206550872)
| > current_lr: 5e-06
| > step_time: 0.2842 (0.2475828030234889)
| > loader_time: 0.0086 (0.009672866704171156)
[1m --> TIME: 2025-02-23 08:45:17 -- STEP: 2900/6985 -- GLOBAL_STEP: 2900[0m
| > loss_text_ce: 0.07623273879289627 (0.10033582603880035)
| > loss_mel_ce: 3.7894880771636963 (4.115286664140642)
| > loss: 0.9664301872253418 (1.0539056226713903)
| > current_lr: 5e-06
| > step_time: 0.1672 (0.24751262944320152)
| > loader_time: 0.0118 (0.009651449959853588)
[1m --> TIME: 2025-02-23 08:45:34 -- STEP: 2950/6985 -- GLOBAL_STEP: 2950[0m
| > loss_text_ce: 0.06645031273365021 (0.09981706395492708)
| > loss_mel_ce: 4.329430103302002 (4.113863684848215)
| > loss: 1.0989700555801392 (1.0534201873965168)
| > current_lr: 5e-06
| > step_time: 0.2773 (0.2474970993753207)
| > loader_time: 0.0083 (0.00962821152250645)
[1m --> TIME: 2025-02-23 08:45:52 -- STEP: 3000/6985 -- GLOBAL_STEP: 3000[0m
| > loss_text_ce: 0.06659117341041565 (0.09930253668005261)
| > loss_mel_ce: 3.7924160957336426 (4.1126654086907815)
| > loss: 0.9647518396377563 (1.0529919866323454)
| > current_lr: 5e-06
| > step_time: 0.2313 (0.247480109055837)
| > loader_time: 0.0083 (0.009610696236292508)
> CHECKPOINT : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/checkpoint_3000.pth
[1m --> TIME: 2025-02-23 08:46:27 -- STEP: 3050/6985 -- GLOBAL_STEP: 3050[0m
| > loss_text_ce: 0.067512147128582 (0.09879895500350186)
| > loss_mel_ce: 4.025534629821777 (4.110652080989282)
| > loss: 1.0232616662979126 (1.0523627592110223)
| > current_lr: 5e-06
| > step_time: 0.3398 (0.24761746758320294)
| > loader_time: 0.0088 (0.009589290149876317)
[1m --> TIME: 2025-02-23 08:46:45 -- STEP: 3100/6985 -- GLOBAL_STEP: 3100[0m
| > loss_text_ce: 0.06992863118648529 (0.09833093481558938)
| > loss_mel_ce: 4.408563137054443 (4.109151240856425)
| > loss: 1.1196229457855225 (1.0518705440144374)
| > current_lr: 5e-06
| > step_time: 0.2504 (0.24769447888097457)
| > loader_time: 0.0083 (0.00956790047307167)
[1m --> TIME: 2025-02-23 08:47:03 -- STEP: 3150/6985 -- GLOBAL_STEP: 3150[0m
| > loss_text_ce: 0.06773065030574799 (0.09786034619879147)
| > loss_mel_ce: 4.064699172973633 (4.108132219541651)
| > loss: 1.0331073999404907 (1.0514981414779767)
| > current_lr: 5e-06
| > step_time: 0.2535 (0.2476374742719862)
| > loader_time: 0.008 (0.009551024361262227)
[1m --> TIME: 2025-02-23 08:47:21 -- STEP: 3200/6985 -- GLOBAL_STEP: 3200[0m
| > loss_text_ce: 0.06584517657756805 (0.09741949384449974)
| > loss_mel_ce: 4.186312198638916 (4.10651824735106)
| > loss: 1.0630393028259277 (1.05098443534225)
| > current_lr: 5e-06
| > step_time: 0.1673 (0.24762934654951096)
| > loader_time: 0.0078 (0.009530422464013083)
[1m --> TIME: 2025-02-23 08:47:39 -- STEP: 3250/6985 -- GLOBAL_STEP: 3250[0m
| > loss_text_ce: 0.0697089433670044 (0.09696932753920548)
| > loss_mel_ce: 4.030135631561279 (4.104511350705081)
| > loss: 1.0249611139297485 (1.0503701696395853)
| > current_lr: 5e-06
| > step_time: 0.2644 (0.24749737071990968)
| > loader_time: 0.0088 (0.00951269333179178)
[1m --> TIME: 2025-02-23 08:47:57 -- STEP: 3300/6985 -- GLOBAL_STEP: 3300[0m
| > loss_text_ce: 0.06543281674385071 (0.09653219540236567)
| > loss_mel_ce: 4.215543746948242 (4.103445002310212)
| > loss: 1.0702441930770874 (1.0499942996465772)
| > current_lr: 5e-06
| > step_time: 0.2255 (0.24753769238789877)
| > loader_time: 0.0084 (0.009503257997108201)
[1m --> TIME: 2025-02-23 08:48:16 -- STEP: 3350/6985 -- GLOBAL_STEP: 3350[0m
| > loss_text_ce: 0.06699459254741669 (0.09610663881942401)
| > loss_mel_ce: 4.025671005249023 (4.102703161168463)
| > loss: 1.0231664180755615 (1.0497024501615475)
| > current_lr: 5e-06
| > step_time: 0.2496 (0.24769934490545473)
| > loader_time: 0.0087 (0.009494608409369143)
[1m --> TIME: 2025-02-23 08:48:34 -- STEP: 3400/6985 -- GLOBAL_STEP: 3400[0m
| > loss_text_ce: 0.06553676724433899 (0.09568598508834832)
| > loss_mel_ce: 4.219721794128418 (4.101592505048312)
| > loss: 1.0713146924972534 (1.0493196226568766)
| > current_lr: 5e-06
| > step_time: 0.2427 (0.24780246138572692)
| > loader_time: 0.0091 (0.00948311069432424)
[1m --> TIME: 2025-02-23 08:48:52 -- STEP: 3450/6985 -- GLOBAL_STEP: 3450[0m
| > loss_text_ce: 0.06655625998973846 (0.09528668924302289)
| > loss_mel_ce: 3.9565932750701904 (4.100210668937027)
| > loss: 1.0057873725891113 (1.0488743397809446)
| > current_lr: 5e-06
| > step_time: 0.2768 (0.24769456144692242)
| > loader_time: 0.0087 (0.009475116867949968)
[1m --> TIME: 2025-02-23 08:49:10 -- STEP: 3500/6985 -- GLOBAL_STEP: 3500[0m
| > loss_text_ce: 0.06593228876590729 (0.09489042613123137)
| > loss_mel_ce: 4.137782573699951 (4.098338011741646)
| > loss: 1.0509287118911743 (1.0483071096965229)
| > current_lr: 5e-06
| > step_time: 0.2475 (0.24777390902382987)
| > loader_time: 0.0083 (0.009458449431828062)
[1m --> TIME: 2025-02-23 08:49:28 -- STEP: 3550/6985 -- GLOBAL_STEP: 3550[0m
| > loss_text_ce: 0.06385298818349838 (0.09451226771087708)
| > loss_mel_ce: 4.289112567901611 (4.0967511107888095)
| > loss: 1.0882413387298584 (1.0478158448951327)
| > current_lr: 5e-06
| > step_time: 0.2486 (0.24779355532686476)
| > loader_time: 0.0085 (0.009446580443583716)
[1m --> TIME: 2025-02-23 08:49:46 -- STEP: 3600/6985 -- GLOBAL_STEP: 3600[0m
| > loss_text_ce: 0.06753778457641602 (0.0941373779314259)
| > loss_mel_ce: 3.9264845848083496 (4.09543447732926)
| > loss: 0.9985055923461914 (1.0473929640816302)
| > current_lr: 5e-06
| > step_time: 0.172 (0.2477338495519426)
| > loader_time: 0.0076 (0.009432369271914137)
[1m --> TIME: 2025-02-23 08:50:04 -- STEP: 3650/6985 -- GLOBAL_STEP: 3650[0m
| > loss_text_ce: 0.06580037623643875 (0.09377287000621828)
| > loss_mel_ce: 3.8637208938598633 (4.094063300825147)
| > loss: 0.9823803305625916 (1.046959043022702)
| > current_lr: 5e-06
| > step_time: 0.1757 (0.247723668634075)
| > loader_time: 0.0074 (0.009419061386421908)
[1m --> TIME: 2025-02-23 08:50:22 -- STEP: 3700/6985 -- GLOBAL_STEP: 3700[0m
| > loss_text_ce: 0.06619294732809067 (0.09341347607708454)
| > loss_mel_ce: 4.035787582397461 (4.091992057722966)
| > loss: 1.025495171546936 (1.046351383731169)
| > current_lr: 5e-06
| > step_time: 0.2254 (0.24769855486380088)
| > loader_time: 0.0081 (0.009404334506473)
[1m --> TIME: 2025-02-23 08:50:41 -- STEP: 3750/6985 -- GLOBAL_STEP: 3750[0m
| > loss_text_ce: 0.0677918940782547 (0.09305836018323892)
| > loss_mel_ce: 3.850234270095825 (4.090643916575113)
| > loss: 0.9795065522193909 (1.0459255694230372)
| > current_lr: 5e-06
| > step_time: 0.1462 (0.2477567553838094)
| > loader_time: 0.0127 (0.009389017422993952)
[1m --> TIME: 2025-02-23 08:50:58 -- STEP: 3800/6985 -- GLOBAL_STEP: 3800[0m
| > loss_text_ce: 0.0697735995054245 (0.09272005673595943)
| > loss_mel_ce: 4.274210453033447 (4.089295916620056)
| > loss: 1.0859960317611694 (1.0455039935990367)
| > current_lr: 5e-06
| > step_time: 0.203 (0.2476431787641425)
| > loader_time: 0.0083 (0.009373078848186266)
[1m --> TIME: 2025-02-23 08:51:16 -- STEP: 3850/6985 -- GLOBAL_STEP: 3850[0m
| > loss_text_ce: 0.06486865133047104 (0.09238762129920637)
| > loss_mel_ce: 4.073662281036377 (4.087702732953161)
| > loss: 1.034632682800293 (1.0450225887515323)
| > current_lr: 5e-06
| > step_time: 0.2789 (0.24757365424911698)
| > loader_time: 0.0082 (0.009357706169029308)
[1m --> TIME: 2025-02-23 08:51:34 -- STEP: 3900/6985 -- GLOBAL_STEP: 3900[0m
| > loss_text_ce: 0.07248946279287338 (0.09206434516666022)
| > loss_mel_ce: 3.9750771522521973 (4.086016049874137)
| > loss: 1.0118916034698486 (1.0445200989338068)
| > current_lr: 5e-06
| > step_time: 0.2243 (0.2476117971004584)
| > loader_time: 0.0078 (0.009341996449690573)
[1m --> TIME: 2025-02-23 08:51:53 -- STEP: 3950/6985 -- GLOBAL_STEP: 3950[0m
| > loss_text_ce: 0.07110888510942459 (0.09174652310583405)
| > loss_mel_ce: 3.957646131515503 (4.085027166982245)
| > loss: 1.0071887969970703 (1.044193422718893)
| > current_lr: 5e-06
| > step_time: 0.2872 (0.24774750425845762)
| > loader_time: 0.0084 (0.009326918819282604)
[1m --> TIME: 2025-02-23 08:52:11 -- STEP: 4000/6985 -- GLOBAL_STEP: 4000[0m
| > loss_text_ce: 0.06837901473045349 (0.0914333328744396)
| > loss_mel_ce: 3.706472158432007 (4.083303320765498)
| > loss: 0.9437127709388733 (1.0436841635107992)
| > current_lr: 5e-06
| > step_time: 0.2478 (0.24786183434724807)
| > loader_time: 0.0082 (0.009315261065959906)
> CHECKPOINT : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/checkpoint_4000.pth
[1m --> TIME: 2025-02-23 08:52:52 -- STEP: 4050/6985 -- GLOBAL_STEP: 4050[0m
| > loss_text_ce: 0.06664037704467773 (0.09112979675148734)
| > loss_mel_ce: 4.23740291595459 (4.082077634010789)
| > loss: 1.076010823249817 (1.0433018577246016)
| > current_lr: 5e-06
| > step_time: 0.2842 (0.24790026117254185)
| > loader_time: 0.0084 (0.009302237828572566)
[1m --> TIME: 2025-02-23 08:53:10 -- STEP: 4100/6985 -- GLOBAL_STEP: 4100[0m
| > loss_text_ce: 0.06387254595756531 (0.09082908140631706)
| > loss_mel_ce: 4.287624835968018 (4.080309939558916)
| > loss: 1.0878742933273315 (1.042784755273563)
| > current_lr: 5e-06
| > step_time: 0.2448 (0.2479235788089473)
| > loader_time: 0.0077 (0.009287574989039699)
[1m --> TIME: 2025-02-23 08:53:28 -- STEP: 4150/6985 -- GLOBAL_STEP: 4150[0m
| > loss_text_ce: 0.06581971049308777 (0.09054047080946248)
| > loss_mel_ce: 3.83571720123291 (4.078906649106959)
| > loss: 0.9753842353820801 (1.0423617799885299)
| > current_lr: 5e-06
| > step_time: 0.252 (0.2478339893272124)
| > loader_time: 0.0082 (0.009274764520576177)
[1m --> TIME: 2025-02-23 08:53:46 -- STEP: 4200/6985 -- GLOBAL_STEP: 4200[0m
| > loss_text_ce: 0.07044997811317444 (0.09026050224988937)
| > loss_mel_ce: 3.997319221496582 (4.07755893395061)
| > loss: 1.0169422626495361 (1.0419548590126488)
| > current_lr: 5e-06
| > step_time: 0.2531 (0.24783152523494903)
| > loader_time: 0.0087 (0.009263892060234409)
[1m --> TIME: 2025-02-23 08:54:04 -- STEP: 4250/6985 -- GLOBAL_STEP: 4250[0m
| > loss_text_ce: 0.06929575651884079 (0.08998260380765968)
| > loss_mel_ce: 4.0286641120910645 (4.076065133206989)
| > loss: 1.0244899988174438 (1.0415119341962478)
| > current_lr: 5e-06
| > step_time: 0.2737 (0.24778830685335046)
| > loader_time: 0.0083 (0.009255016158608804)
[1m --> TIME: 2025-02-23 08:54:23 -- STEP: 4300/6985 -- GLOBAL_STEP: 4300[0m
| > loss_text_ce: 0.06638581305742264 (0.08970868204048901)
| > loss_mel_ce: 4.1288676261901855 (4.075102076419568)
| > loss: 1.0488133430480957 (1.0412026895894557)
| > current_lr: 5e-06
| > step_time: 0.2469 (0.24802134646925816)
| > loader_time: 0.0083 (0.009246193919070906)
[1m --> TIME: 2025-02-23 08:54:42 -- STEP: 4350/6985 -- GLOBAL_STEP: 4350[0m
| > loss_text_ce: 0.06728216260671616 (0.08943628774806)
| > loss_mel_ce: 3.991084337234497 (4.074414377870234)
| > loss: 1.0145915746688843 (1.0409626663553295)
| > current_lr: 5e-06
| > step_time: 0.284 (0.2480904129729874)
| > loader_time: 0.0084 (0.009235568375423012)
[1m --> TIME: 2025-02-23 08:55:00 -- STEP: 4400/6985 -- GLOBAL_STEP: 4400[0m
| > loss_text_ce: 0.06699700653553009 (0.08916890513575212)
| > loss_mel_ce: 3.8994808197021484 (4.072714710343971)
| > loss: 0.9916194677352905 (1.0404709038138376)
| > current_lr: 5e-06
| > step_time: 0.2532 (0.2481414118680087)
| > loader_time: 0.0083 (0.009223090193488357)
[1m --> TIME: 2025-02-23 08:55:18 -- STEP: 4450/6985 -- GLOBAL_STEP: 4450[0m
| > loss_text_ce: 0.06814927607774734 (0.08891398051565282)
| > loss_mel_ce: 4.149604797363281 (4.071854065080711)
| > loss: 1.0544384717941284 (1.0401920114206447)
| > current_lr: 5e-06
| > step_time: 0.277 (0.24816970080472112)
| > loader_time: 0.0081 (0.009214288357938248)
[1m --> TIME: 2025-02-23 08:55:36 -- STEP: 4500/6985 -- GLOBAL_STEP: 4500[0m
| > loss_text_ce: 0.07342620939016342 (0.08865371237860785)
| > loss_mel_ce: 3.6046364307403564 (4.070168253527752)
| > loss: 0.9195156693458557 (1.0397054915163242)
| > current_lr: 5e-06
| > step_time: 0.1715 (0.24811079099443223)
| > loader_time: 0.0076 (0.009206724749671066)
[1m --> TIME: 2025-02-23 08:55:54 -- STEP: 4550/6985 -- GLOBAL_STEP: 4550[0m
| > loss_text_ce: 0.06447955220937729 (0.0884051122164333)
| > loss_mel_ce: 4.19338846206665 (4.06902480439826)
| > loss: 1.064466953277588 (1.0393574791164184)
| > current_lr: 5e-06
| > step_time: 0.2575 (0.24806051788749275)
| > loader_time: 0.0081 (0.009194793386773727)
[1m --> TIME: 2025-02-23 08:56:12 -- STEP: 4600/6985 -- GLOBAL_STEP: 4600[0m
| > loss_text_ce: 0.06641624122858047 (0.08815883014999006)
| > loss_mel_ce: 3.8553717136383057 (4.067644491817649)
| > loss: 0.980446994304657 (1.0389508305166073)
| > current_lr: 5e-06
| > step_time: 0.2259 (0.24804096973460654)
| > loader_time: 0.0078 (0.009184679725895737)
[1m --> TIME: 2025-02-23 08:56:30 -- STEP: 4650/6985 -- GLOBAL_STEP: 4650[0m
| > loss_text_ce: 0.06610997766256332 (0.08791569959091887)
| > loss_mel_ce: 3.7823634147644043 (4.066775662463207)
| > loss: 0.9621183276176453 (1.038672840543972)
| > current_lr: 5e-06
| > step_time: 0.2086 (0.24805229294684625)
| > loader_time: 0.0079 (0.009175044387899399)
[1m --> TIME: 2025-02-23 08:56:48 -- STEP: 4700/6985 -- GLOBAL_STEP: 4700[0m
| > loss_text_ce: 0.06903359293937683 (0.08767795968642264)
| > loss_mel_ce: 3.8053572177886963 (4.065530519028934)
| > loss: 0.9685977101325989 (1.038302119653275)
| > current_lr: 5e-06
| > step_time: 0.2276 (0.24802304607756595)
| > loader_time: 0.0082 (0.00916680305562119)
[1m --> TIME: 2025-02-23 08:57:06 -- STEP: 4750/6985 -- GLOBAL_STEP: 4750[0m
| > loss_text_ce: 0.067067451775074 (0.08744665218105444)
| > loss_mel_ce: 3.989328384399414 (4.064660027403585)
| > loss: 1.0140990018844604 (1.0380266698536111)
| > current_lr: 5e-06
| > step_time: 0.2401 (0.2480318348031295)
| > loader_time: 0.0085 (0.009156530480635777)
[1m --> TIME: 2025-02-23 08:57:24 -- STEP: 4800/6985 -- GLOBAL_STEP: 4800[0m
| > loss_text_ce: 0.06034281477332115 (0.08722052635236957)
| > loss_mel_ce: 3.9489758014678955 (4.063130761335296)
| > loss: 1.002329707145691 (1.0375878218809753)
| > current_lr: 5e-06
| > step_time: 0.2415 (0.2480298123260339)
| > loader_time: 0.0086 (0.00914640307426451)
[1m --> TIME: 2025-02-23 08:57:42 -- STEP: 4850/6985 -- GLOBAL_STEP: 4850[0m
| > loss_text_ce: 0.0684724971652031 (0.08699275246830947)
| > loss_mel_ce: 3.3555142879486084 (4.061802555113728)
| > loss: 0.8559966683387756 (1.037198826910293)
| > current_lr: 5e-06
| > step_time: 0.2296 (0.24797158550970333)
| > loader_time: 0.0082 (0.009137114839455505)
[1m --> TIME: 2025-02-23 08:58:00 -- STEP: 4900/6985 -- GLOBAL_STEP: 4900[0m
| > loss_text_ce: 0.06433585286140442 (0.0867756643952156)
| > loss_mel_ce: 4.4474873542785645 (4.060956313512768)
| > loss: 1.1279557943344116 (1.0369329945286916)
| > current_lr: 5e-06
| > step_time: 0.2461 (0.24797638134080535)
| > loader_time: 0.0084 (0.009126932572345339)
[1m --> TIME: 2025-02-23 08:58:18 -- STEP: 4950/6985 -- GLOBAL_STEP: 4950[0m
| > loss_text_ce: 0.06606999039649963 (0.08655783268463127)
| > loss_mel_ce: 3.590252161026001 (4.059264382834391)
| > loss: 0.9140805602073669 (1.0364555538904778)
| > current_lr: 5e-06
| > step_time: 0.2301 (0.24793097717593415)
| > loader_time: 0.0079 (0.009117759839452873)
[1m --> TIME: 2025-02-23 08:58:36 -- STEP: 5000/6985 -- GLOBAL_STEP: 5000[0m
| > loss_text_ce: 0.07085110992193222 (0.0863410071291029)
| > loss_mel_ce: 3.793332815170288 (4.057917115259175)
| > loss: 0.9660459756851196 (1.0360645305991165)
| > current_lr: 5e-06
| > step_time: 0.1707 (0.24789474158287048)
| > loader_time: 0.008 (0.00910802121162414)
> CHECKPOINT : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/checkpoint_5000.pth
[1m --> TIME: 2025-02-23 08:59:16 -- STEP: 5050/6985 -- GLOBAL_STEP: 5050[0m
| > loss_text_ce: 0.06310902535915375 (0.08612591114300898)
| > loss_mel_ce: 3.7407734394073486 (4.056866465511894)
| > loss: 0.9509705901145935 (1.0357480940488306)
| > current_lr: 5e-06
| > step_time: 0.2128 (0.24792478674709206)
| > loader_time: 0.0078 (0.009099143613683105)
[1m --> TIME: 2025-02-23 08:59:34 -- STEP: 5100/6985 -- GLOBAL_STEP: 5100[0m
| > loss_text_ce: 0.06799960881471634 (0.08592219193119044)
| > loss_mel_ce: 3.855485200881958 (4.055705396755074)
| > loss: 0.9808712005615234 (1.0354068970095878)
| > current_lr: 5e-06
| > step_time: 0.2405 (0.24796778992110607)
| > loader_time: 0.0081 (0.00909121069253659)
[1m --> TIME: 2025-02-23 08:59:52 -- STEP: 5150/6985 -- GLOBAL_STEP: 5150[0m
| > loss_text_ce: 0.0699286237359047 (0.08571731089243606)
| > loss_mel_ce: 3.8215479850769043 (4.05451567858169)
| > loss: 0.9728691577911377 (1.0350582472329)
| > current_lr: 5e-06
| > step_time: 0.2858 (0.24792524226660867)
| > loader_time: 0.0085 (0.009085307352751195)
[1m --> TIME: 2025-02-23 09:00:10 -- STEP: 5200/6985 -- GLOBAL_STEP: 5200[0m
| > loss_text_ce: 0.06403813511133194 (0.08551785015429439)
| > loss_mel_ce: 3.840365171432495 (4.0535450308598096)
| > loss: 0.9761008024215698 (1.0347657201037963)
| > current_lr: 5e-06
| > step_time: 0.1926 (0.24794934822962833)
| > loader_time: 0.0077 (0.009077900464718151)
[1m --> TIME: 2025-02-23 09:00:29 -- STEP: 5250/6985 -- GLOBAL_STEP: 5250[0m
| > loss_text_ce: 0.062228601425886154 (0.08532450918924234)
| > loss_mel_ce: 4.010958671569824 (4.05218749482292)
| > loss: 1.0182968378067017 (1.0343780008157109)
| > current_lr: 5e-06
| > step_time: 0.2739 (0.24804453395661855)
| > loader_time: 0.0081 (0.009070529347374321)
[1m --> TIME: 2025-02-23 09:00:47 -- STEP: 5300/6985 -- GLOBAL_STEP: 5300[0m
| > loss_text_ce: 0.06529666483402252 (0.0851330473625434)
| > loss_mel_ce: 4.183444976806641 (4.050964718269862)
| > loss: 1.0621854066848755 (1.0340244412197273)
| > current_lr: 5e-06
| > step_time: 0.2528 (0.2480518968150301)
| > loader_time: 0.0083 (0.009061647226225652)
[1m --> TIME: 2025-02-23 09:01:05 -- STEP: 5350/6985 -- GLOBAL_STEP: 5350[0m
| > loss_text_ce: 0.06350889801979065 (0.08494076903039044)
| > loss_mel_ce: 3.946899175643921 (4.0496082691388775)
| > loss: 1.002601981163025 (1.03363725930731)
| > current_lr: 5e-06
| > step_time: 0.2556 (0.2480020428595142)
| > loader_time: 0.0084 (0.009054255129020904)
[1m --> TIME: 2025-02-23 09:01:23 -- STEP: 5400/6985 -- GLOBAL_STEP: 5400[0m
| > loss_text_ce: 0.062469884753227234 (0.08475210126696359)
| > loss_mel_ce: 3.808929681777954 (4.048211231584911)
| > loss: 0.9678499102592468 (1.0332408330175624)
| > current_lr: 5e-06
| > step_time: 0.251 (0.24805703423641345)
| > loader_time: 0.0084 (0.009046459948575045)
[1m --> TIME: 2025-02-23 09:01:41 -- STEP: 5450/6985 -- GLOBAL_STEP: 5450[0m
| > loss_text_ce: 0.06471339613199234 (0.08456963533860275)
| > loss_mel_ce: 3.572317361831665 (4.046921180497623)
| > loss: 0.909257709980011 (1.0328727037753531)
| > current_lr: 5e-06
| > step_time: 0.1866 (0.24811016445859857)
| > loader_time: 0.0076 (0.009039800801408386)
[1m --> TIME: 2025-02-23 09:02:00 -- STEP: 5500/6985 -- GLOBAL_STEP: 5500[0m
| > loss_text_ce: 0.0623638816177845 (0.0843879379745233)
| > loss_mel_ce: 4.089804649353027 (4.045961283770483)
| > loss: 1.0380421876907349 (1.0325873052748757)
| > current_lr: 5e-06
| > step_time: 0.2686 (0.24814719663966786)
| > loader_time: 0.0083 (0.009034798448736)
[1m --> TIME: 2025-02-23 09:02:19 -- STEP: 5550/6985 -- GLOBAL_STEP: 5550[0m
| > loss_text_ce: 0.06357824057340622 (0.08421356392604802)
| > loss_mel_ce: 4.2271647453308105 (4.044807343182273)
| > loss: 1.072685718536377 (1.0322552266314216)
| > current_lr: 5e-06
| > step_time: 0.236 (0.2482324387576129)
| > loader_time: 0.0082 (0.009028728717082237)
[1m --> TIME: 2025-02-23 09:02:36 -- STEP: 5600/6985 -- GLOBAL_STEP: 5600[0m
| > loss_text_ce: 0.06835848093032837 (0.0840419605919825)
| > loss_mel_ce: 3.8753390312194824 (4.043716539442552)
| > loss: 0.9859243631362915 (1.031939624856624)
| > current_lr: 5e-06
| > step_time: 0.2422 (0.2481941266145025)
| > loader_time: 0.0086 (0.009023555517196639)
[1m --> TIME: 2025-02-23 09:02:55 -- STEP: 5650/6985 -- GLOBAL_STEP: 5650[0m
| > loss_text_ce: 0.06269223242998123 (0.08386852791351555)
| > loss_mel_ce: 3.926630735397339 (4.043041469354559)
| > loss: 0.9973307251930237 (1.0317274991073424)
| > current_lr: 5e-06
| > step_time: 0.231 (0.248222220429277)
| > loader_time: 0.0079 (0.009017452180913052)
[1m --> TIME: 2025-02-23 09:03:13 -- STEP: 5700/6985 -- GLOBAL_STEP: 5700[0m
| > loss_text_ce: 0.06605685502290726 (0.08369621640300026)
| > loss_mel_ce: 4.022336483001709 (4.041793137684218)
| > loss: 1.0220983028411865 (1.0313723383765463)
| > current_lr: 5e-06
| > step_time: 0.2474 (0.2481970643160636)
| > loader_time: 0.0084 (0.0090105084369057)
[1m --> TIME: 2025-02-23 09:03:31 -- STEP: 5750/6985 -- GLOBAL_STEP: 5750[0m
| > loss_text_ce: 0.05812213197350502 (0.08352902785073167)
| > loss_mel_ce: 4.3372931480407715 (4.040571609248296)
| > loss: 1.0988538265228271 (1.0310251591620234)
| > current_lr: 5e-06
| > step_time: 0.273 (0.2481998584581458)
| > loader_time: 0.0084 (0.009003426054249627)
[1m --> TIME: 2025-02-23 09:03:49 -- STEP: 5800/6985 -- GLOBAL_STEP: 5800[0m
| > loss_text_ce: 0.06515045464038849 (0.08336537987058036)
| > loss_mel_ce: 3.5637435913085938 (4.039517450702611)
| > loss: 0.9072235226631165 (1.0307207075275215)
| > current_lr: 5e-06
| > step_time: 0.1663 (0.24818823575973512)
| > loader_time: 0.0075 (0.008997302548638694)
[1m --> TIME: 2025-02-23 09:04:07 -- STEP: 5850/6985 -- GLOBAL_STEP: 5850[0m
| > loss_text_ce: 0.06365737318992615 (0.08320550214913171)
| > loss_mel_ce: 3.8444809913635254 (4.038144439346784)
| > loss: 0.9770345687866211 (1.0303374852583953)
| > current_lr: 5e-06
| > step_time: 0.2871 (0.24814760407830916)
| > loader_time: 0.0082 (0.008991031565217881)
[1m --> TIME: 2025-02-23 09:04:25 -- STEP: 5900/6985 -- GLOBAL_STEP: 5900[0m
| > loss_text_ce: 0.06481049209833145 (0.08304189768383076)
| > loss_mel_ce: 3.6827595233917236 (4.036757787243812)
| > loss: 0.9368925094604492 (1.0299499211068868)
| > current_lr: 5e-06
| > step_time: 0.2096 (0.2481453704429885)
| > loader_time: 0.0082 (0.008984979007203686)
[1m --> TIME: 2025-02-23 09:04:43 -- STEP: 5950/6985 -- GLOBAL_STEP: 5950[0m
| > loss_text_ce: 0.06483142077922821 (0.08288188233533343)
| > loss_mel_ce: 3.6998791694641113 (4.0354269903647975)
| > loss: 0.9411776661872864 (1.0295772180737555)
| > current_lr: 5e-06
| > step_time: 0.2722 (0.24812903035588624)
| > loader_time: 0.0084 (0.008977630639276566)
[1m --> TIME: 2025-02-23 09:05:01 -- STEP: 6000/6985 -- GLOBAL_STEP: 6000[0m
| > loss_text_ce: 0.0670228824019432 (0.08273115360053895)
| > loss_mel_ce: 3.7675726413726807 (4.033540099819522)
| > loss: 0.9586488604545593 (1.0290678132573745)
| > current_lr: 5e-06
| > step_time: 0.2413 (0.24812885069847107)
| > loader_time: 0.0087 (0.008972077846527078)
> CHECKPOINT : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/checkpoint_6000.pth
[1m --> TIME: 2025-02-23 09:05:38 -- STEP: 6050/6985 -- GLOBAL_STEP: 6050[0m
| > loss_text_ce: 0.06488505005836487 (0.082575336306179)
| > loss_mel_ce: 4.053770542144775 (4.032029688102175)
| > loss: 1.0296639204025269 (1.0286512559800096)
| > current_lr: 5e-06
| > step_time: 0.205 (0.24801345872484948)
| > loader_time: 0.008 (0.008969311320092046)
[1m --> TIME: 2025-02-23 09:05:56 -- STEP: 6100/6985 -- GLOBAL_STEP: 6100[0m
| > loss_text_ce: 0.06086916849017143 (0.0824160649175528)
| > loss_mel_ce: 3.941406011581421 (4.031043791497358)
| > loss: 1.0005687475204468 (1.028364963961428)
| > current_lr: 5e-06
| > step_time: 0.1684 (0.24800209913097443)
| > loader_time: 0.0079 (0.00896342441683908)
[1m --> TIME: 2025-02-23 09:06:14 -- STEP: 6150/6985 -- GLOBAL_STEP: 6150[0m
| > loss_text_ce: 0.060588158667087555 (0.08226358443922643)
| > loss_mel_ce: 3.826692581176758 (4.029477634274881)
| > loss: 0.9718201756477356 (1.0279353045157282)
| > current_lr: 5e-06
| > step_time: 0.2789 (0.24801675738357917)
| > loader_time: 0.0084 (0.008961143609954073)
[1m --> TIME: 2025-02-23 09:06:32 -- STEP: 6200/6985 -- GLOBAL_STEP: 6200[0m
| > loss_text_ce: 0.06492391228675842 (0.0821111761069588)
| > loss_mel_ce: 3.737567901611328 (4.028568366650632)
| > loss: 0.9506229758262634 (1.0276698854950144)
| > current_lr: 5e-06
| > step_time: 0.2022 (0.24802547643261572)
| > loader_time: 0.0077 (0.008955528889932916)
[1m --> TIME: 2025-02-23 09:06:51 -- STEP: 6250/6985 -- GLOBAL_STEP: 6250[0m
| > loss_text_ce: 0.06374486535787582 (0.08196704041361827)
| > loss_mel_ce: 4.171329975128174 (4.026973489532486)
| > loss: 1.0587687492370605 (1.0272351322746263)
| > current_lr: 5e-06
| > step_time: 0.2668 (0.24808333374023436)
| > loader_time: 0.0083 (0.008949611701965307)
[1m --> TIME: 2025-02-23 09:07:09 -- STEP: 6300/6985 -- GLOBAL_STEP: 6300[0m
| > loss_text_ce: 0.06235748529434204 (0.08182258900314114)
| > loss_mel_ce: 3.6445469856262207 (4.0256428909301905)
| > loss: 0.9267261028289795 (1.0268663697394094)
| > current_lr: 5e-06
| > step_time: 0.1712 (0.2480693857253544)
| > loader_time: 0.0073 (0.008943533973088311)
[1m --> TIME: 2025-02-23 09:07:26 -- STEP: 6350/6985 -- GLOBAL_STEP: 6350[0m
| > loss_text_ce: 0.06245843321084976 (0.0816793264530777)
| > loss_mel_ce: 4.138207912445068 (4.02453124853571)
| > loss: 1.0501666069030762 (1.0265526434849552)
| > current_lr: 5e-06
| > step_time: 0.2143 (0.24805724707175428)
| > loader_time: 0.008 (0.008937164667084434)
[1m --> TIME: 2025-02-23 09:07:45 -- STEP: 6400/6985 -- GLOBAL_STEP: 6400[0m
| > loss_text_ce: 0.06387258321046829 (0.08153592929127644)
| > loss_mel_ce: 3.9567925930023193 (4.023350900672388)
| > loss: 1.0051662921905518 (1.0262217072397453)
| > current_lr: 5e-06
| > step_time: 0.2187 (0.24807932559400797)
| > loader_time: 0.0086 (0.008932587020099131)
[1m --> TIME: 2025-02-23 09:08:03 -- STEP: 6450/6985 -- GLOBAL_STEP: 6450[0m
| > loss_text_ce: 0.06508247554302216 (0.08139799959149027)
| > loss_mel_ce: 4.2131028175354 (4.022173400442738)
| > loss: 1.0695463418960571 (1.0258928497447513)
| > current_lr: 5e-06
| > step_time: 0.2463 (0.24807685641355293)
| > loader_time: 0.0079 (0.008929187715515579)
[1m --> TIME: 2025-02-23 09:08:21 -- STEP: 6500/6985 -- GLOBAL_STEP: 6500[0m
| > loss_text_ce: 0.059233199805021286 (0.08126242565478288)
| > loss_mel_ce: 3.959932327270508 (4.021278672951926)
| > loss: 1.0047913789749146 (1.0256352743735673)
| > current_lr: 5e-06
| > step_time: 0.2703 (0.2481121250299307)
| > loader_time: 0.0086 (0.008923981629885133)
[1m --> TIME: 2025-02-23 09:08:40 -- STEP: 6550/6985 -- GLOBAL_STEP: 6550[0m
| > loss_text_ce: 0.06364733725786209 (0.08112836395568082)
| > loss_mel_ce: 4.096435070037842 (4.019963626861578)
| > loss: 1.0400205850601196 (1.025272997435722)
| > current_lr: 5e-06
| > step_time: 0.2373 (0.24814398849283467)
| > loader_time: 0.0078 (0.008917298935751848)
[1m --> TIME: 2025-02-23 09:08:57 -- STEP: 6600/6985 -- GLOBAL_STEP: 6600[0m
| > loss_text_ce: 0.0651089996099472 (0.08099470285077907)
| > loss_mel_ce: 3.9429588317871094 (4.018714460170629)
| > loss: 1.0020169019699097 (1.0249272904793418)
| > current_lr: 5e-06
| > step_time: 0.2263 (0.24808800852659976)
| > loader_time: 0.0083 (0.008910524267138831)
[1m --> TIME: 2025-02-23 09:09:15 -- STEP: 6650/6985 -- GLOBAL_STEP: 6650[0m
| > loss_text_ce: 0.062300119549036026 (0.0808562641814913)
| > loss_mel_ce: 3.736656427383423 (4.017550337009862)
| > loss: 0.9497391581535339 (1.024601649996033)
| > current_lr: 5e-06
| > step_time: 0.1973 (0.2480708188221867)
| > loader_time: 0.0076 (0.008905420375049539)
[1m --> TIME: 2025-02-23 09:09:34 -- STEP: 6700/6985 -- GLOBAL_STEP: 6700[0m
| > loss_text_ce: 0.05982305854558945 (0.08072305888882786)
| > loss_mel_ce: 4.098759651184082 (4.01669700707963)
| > loss: 1.0396456718444824 (1.0243550161817165)
| > current_lr: 5e-06
| > step_time: 0.2204 (0.24811601667261834)
| > loader_time: 0.0077 (0.008901654250586187)
[1m --> TIME: 2025-02-23 09:09:51 -- STEP: 6750/6985 -- GLOBAL_STEP: 6750[0m
| > loss_text_ce: 0.06271343678236008 (0.0805940962075085)
| > loss_mel_ce: 3.9075796604156494 (4.015248966428978)
| > loss: 0.9925732612609863 (1.0239607653352931)
| > current_lr: 5e-06
| > step_time: 0.2784 (0.24807439104715984)
| > loader_time: 0.0081 (0.008896454034028202)
[1m --> TIME: 2025-02-23 09:10:10 -- STEP: 6800/6985 -- GLOBAL_STEP: 6800[0m
| > loss_text_ce: 0.06339488178491592 (0.0804675566678978)
| > loss_mel_ce: 4.122743129730225 (4.013993438973157)
| > loss: 1.046534538269043 (1.023615248536361)
| > current_lr: 5e-06
| > step_time: 0.2397 (0.24810763811363892)
| > loader_time: 0.0085 (0.008890862780458754)
[1m --> TIME: 2025-02-23 09:10:28 -- STEP: 6850/6985 -- GLOBAL_STEP: 6850[0m
| > loss_text_ce: 0.0661778524518013 (0.08033790184307289)
| > loss_mel_ce: 3.7649388313293457 (4.012805786411265)
| > loss: 0.9577791690826416 (1.023285921716341)
| > current_lr: 5e-06
| > step_time: 0.1789 (0.24812566318651186)
| > loader_time: 0.0074 (0.008885395683511306)
[1m --> TIME: 2025-02-23 09:10:47 -- STEP: 6900/6985 -- GLOBAL_STEP: 6900[0m
| > loss_text_ce: 0.062469229102134705 (0.08021327122074123)
| > loss_mel_ce: 3.867841958999634 (4.011747953615337)
| > loss: 0.9825778007507324 (1.022990305872931)
| > current_lr: 5e-06
| > step_time: 0.182 (0.24819860638051794)
| > loader_time: 0.0079 (0.008880332552868356)
[1m --> TIME: 2025-02-23 09:11:05 -- STEP: 6950/6985 -- GLOBAL_STEP: 6950[0m
| > loss_text_ce: 0.06463301181793213 (0.08009251074074858)
| > loss_mel_ce: 3.933140516281128 (4.010617315992189)
| > loss: 0.9994434118270874 (1.022677456354923)
| > current_lr: 5e-06
| > step_time: 0.2913 (0.24820003440911823)
| > loader_time: 0.0085 (0.008874712607843381)
[1m > EVALUATION [0m
[1m--> EVAL PERFORMANCE[0m
| > avg_loader_time: 0.4564720197440752 [0m(+0)
| > avg_loss_text_ce: 0.0610889205648229 [0m(+0)
| > avg_loss_mel_ce: 3.755314666461321 [0m(+0)
| > avg_loss: 3.8164035931132196 [0m(+0)
[4m[1m > EPOCH: 1/30[0m
--> checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3
[1m > TRAINING (2025-02-23 09:14:28) [0m
[1m --> TIME: 2025-02-23 09:14:34 -- STEP: 15/6985 -- GLOBAL_STEP: 7000[0m
| > loss_text_ce: 0.05656464770436287 (0.06276159708698592)
| > loss_mel_ce: 4.223206043243408 (3.8671080589294435)
| > loss: 1.0699427127838135 (0.9824674208958943)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2447 (0.23964564005533853)
| > loader_time: 0.0084 (0.008813238143920899)
> CHECKPOINT : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/checkpoint_7000.pth
[1m --> TIME: 2025-02-23 09:15:13 -- STEP: 65/6985 -- GLOBAL_STEP: 7050[0m
| > loss_text_ce: 0.06217036023736 (0.06309192490119203)
| > loss_mel_ce: 3.6052920818328857 (3.8784687482393707)
| > loss: 0.9168655872344971 (0.9853901688869183)
| > current_lr: 5e-06
| > step_time: 0.2203 (0.2494668667133038)
| > loader_time: 0.0087 (0.008935656914344201)
[1m --> TIME: 2025-02-23 09:15:31 -- STEP: 115/6985 -- GLOBAL_STEP: 7100[0m
| > loss_text_ce: 0.06297578662633896 (0.06314821644969607)
| > loss_mel_ce: 3.6877803802490234 (3.880769731687463)
| > loss: 0.9376890659332275 (0.9859794865483823)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3143 (0.24924401407656463)
| > loader_time: 0.0091 (0.008946823037188991)
[1m --> TIME: 2025-02-23 09:15:49 -- STEP: 165/6985 -- GLOBAL_STEP: 7150[0m
| > loss_text_ce: 0.06269284337759018 (0.06306529264106886)
| > loss_mel_ce: 3.810650587081909 (3.871980911312681)
| > loss: 0.9683358669281006 (0.9837615511634134)
| > current_lr: 5e-06
| > step_time: 0.2317 (0.2488077062549013)
| > loader_time: 0.0088 (0.008960510022712479)
[1m --> TIME: 2025-02-23 09:16:07 -- STEP: 215/6985 -- GLOBAL_STEP: 7200[0m
| > loss_text_ce: 0.0619218610227108 (0.0627996081009853)
| > loss_mel_ce: 3.4399402141571045 (3.860316713466201)
| > loss: 0.8754655122756958 (0.9807790814444076)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2121 (0.24875359424324922)
| > loader_time: 0.0085 (0.00891840846039528)
[1m --> TIME: 2025-02-23 09:16:26 -- STEP: 265/6985 -- GLOBAL_STEP: 7250[0m
| > loss_text_ce: 0.06509962677955627 (0.06276915434677639)
| > loss_mel_ce: 4.016160011291504 (3.842095907679144)
| > loss: 1.0203149318695068 (0.9762162660652737)
| > current_lr: 5e-06
| > step_time: 0.268 (0.24830906885974813)
| > loader_time: 0.0091 (0.008884150127194963)
[1m --> TIME: 2025-02-23 09:16:44 -- STEP: 315/6985 -- GLOBAL_STEP: 7300[0m
| > loss_text_ce: 0.05824770778417587 (0.06272143486236764)
| > loss_mel_ce: 3.8522093296051025 (3.8431063788277764)
| > loss: 0.9776142835617065 (0.9764569536088005)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3029 (0.24885436845204187)
| > loader_time: 0.009 (0.008868566391960025)
[1m --> TIME: 2025-02-23 09:17:02 -- STEP: 365/6985 -- GLOBAL_STEP: 7350[0m
| > loss_text_ce: 0.0682971179485321 (0.06275018892467837)
| > loss_mel_ce: 3.846571207046509 (3.844259903528919)
| > loss: 0.9787170886993408 (0.9767525228735519)
| > current_lr: 5e-06
| > step_time: 0.2104 (0.24920208682752634)
| > loader_time: 0.0085 (0.008860094253331011)
[1m --> TIME: 2025-02-23 09:17:21 -- STEP: 415/6985 -- GLOBAL_STEP: 7400[0m
| > loss_text_ce: 0.0572853609919548 (0.06276529525597409)
| > loss_mel_ce: 3.8615705966949463 (3.837452845975577)
| > loss: 0.9797139763832092 (0.9750545349465796)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.242 (0.2496755847011704)
| > loader_time: 0.0084 (0.00885044810283615)
[1m --> TIME: 2025-02-23 09:17:38 -- STEP: 465/6985 -- GLOBAL_STEP: 7450[0m
| > loss_text_ce: 0.06394345313310623 (0.06273907057700623)
| > loss_mel_ce: 4.04022216796875 (3.8365220838977443)
| > loss: 1.0260413885116577 (0.9748152878976637)
| > current_lr: 5e-06
| > step_time: 0.2213 (0.2491505915118802)
| > loader_time: 0.0089 (0.008877168675904637)
[1m --> TIME: 2025-02-23 09:17:56 -- STEP: 515/6985 -- GLOBAL_STEP: 7500[0m
| > loss_text_ce: 0.06000466272234917 (0.06274595335125924)
| > loss_mel_ce: 3.8038570880889893 (3.835363333896526)
| > loss: 0.9659654498100281 (0.9745273209312587)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3152 (0.2486061133227302)
| > loader_time: 0.0092 (0.008908928250803534)
[1m --> TIME: 2025-02-23 09:18:14 -- STEP: 565/6985 -- GLOBAL_STEP: 7550[0m
| > loss_text_ce: 0.06015866994857788 (0.06274728339857757)
| > loss_mel_ce: 3.614866256713867 (3.835043649757858)
| > loss: 0.9187562465667725 (0.9744477322671266)
| > current_lr: 5e-06
| > step_time: 0.2879 (0.24829289005920951)
| > loader_time: 0.0093 (0.008894190746071071)
[1m --> TIME: 2025-02-23 09:18:33 -- STEP: 615/6985 -- GLOBAL_STEP: 7600[0m
| > loss_text_ce: 0.06244005635380745 (0.06276770864681502)
| > loss_mel_ce: 3.5476930141448975 (3.834925622862529)
| > loss: 0.9025332927703857 (0.974423332136821)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.361 (0.24884800058070236)
| > loader_time: 0.0088 (0.00887569954724816)
[1m --> TIME: 2025-02-23 09:18:51 -- STEP: 665/6985 -- GLOBAL_STEP: 7650[0m
| > loss_text_ce: 0.06676002591848373 (0.062782594920101)
| > loss_mel_ce: 3.7081942558288574 (3.831026389545068)
| > loss: 0.943738579750061 (0.973452245382438)
| > current_lr: 5e-06
| > step_time: 0.1754 (0.2489580706546181)
| > loader_time: 0.0081 (0.008859580262263016)
[1m --> TIME: 2025-02-23 09:19:09 -- STEP: 715/6985 -- GLOBAL_STEP: 7700[0m
| > loss_text_ce: 0.06329219043254852 (0.06276160694294046)
| > loss_mel_ce: 3.928178310394287 (3.826932270210106)
| > loss: 0.9978676438331604 (0.9724234685197577)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3046 (0.2486446223892532)
| > loader_time: 0.0086 (0.008840199783965426)
[1m --> TIME: 2025-02-23 09:19:27 -- STEP: 765/6985 -- GLOBAL_STEP: 7750[0m
| > loss_text_ce: 0.06259633600711823 (0.06272071327746306)
| > loss_mel_ce: 3.9316468238830566 (3.82651366283691)
| > loss: 0.9985607862472534 (0.9723085932482302)
| > current_lr: 5e-06
| > step_time: 0.2857 (0.24870867137036293)
| > loader_time: 0.0087 (0.008820669012132031)
[1m --> TIME: 2025-02-23 09:19:45 -- STEP: 815/6985 -- GLOBAL_STEP: 7800[0m
| > loss_text_ce: 0.06475262343883514 (0.06270497073333686)
| > loss_mel_ce: 3.6464502811431885 (3.825081463679214)
| > loss: 0.927800714969635 (0.9719466079232152)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.282 (0.24835896930811596)
| > loader_time: 0.0086 (0.008808499611228517)
[1m --> TIME: 2025-02-23 09:20:03 -- STEP: 865/6985 -- GLOBAL_STEP: 7850[0m
| > loss_text_ce: 0.0611005574464798 (0.06267723101325809)
| > loss_mel_ce: 3.679914712905884 (3.8199691888224874)
| > loss: 0.9352537989616394 (0.970661604059914)
| > current_lr: 5e-06
| > step_time: 0.2286 (0.24801805446602707)
| > loader_time: 0.0086 (0.008810979644687186)
[1m --> TIME: 2025-02-23 09:20:21 -- STEP: 915/6985 -- GLOBAL_STEP: 7900[0m
| > loss_text_ce: 0.06393671780824661 (0.06264907928193857)
| > loss_mel_ce: 3.9392404556274414 (3.8179410741628845)
| > loss: 1.0007942914962769 (0.9701475373382776)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2454 (0.24788419353505953)
| > loader_time: 0.0084 (0.008793386084134462)
[1m --> TIME: 2025-02-23 09:20:39 -- STEP: 965/6985 -- GLOBAL_STEP: 7950[0m
| > loss_text_ce: 0.059979718178510666 (0.06263972176480169)
| > loss_mel_ce: 3.723564386367798 (3.817406790491213)
| > loss: 0.9458860158920288 (0.9700116271182045)
| > current_lr: 5e-06
| > step_time: 0.2558 (0.24798807084869226)
| > loader_time: 0.0085 (0.008790732912449022)
[1m --> TIME: 2025-02-23 09:20:57 -- STEP: 1015/6985 -- GLOBAL_STEP: 8000[0m
| > loss_text_ce: 0.06197249889373779 (0.06262422198879308)
| > loss_mel_ce: 3.8276267051696777 (3.814822547424016)
| > loss: 0.9723998308181763 (0.9693616912869985)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2795 (0.24783879900213532)
| > loader_time: 0.0087 (0.008779839106968472)
> CHECKPOINT : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/checkpoint_8000.pth
[1m --> TIME: 2025-02-23 09:21:35 -- STEP: 1065/6985 -- GLOBAL_STEP: 8050[0m
| > loss_text_ce: 0.061616744846105576 (0.06259149743917405)
| > loss_mel_ce: 3.6726505756378174 (3.8127162765449207)
| > loss: 0.9335668087005615 (0.9688269427684552)
| > current_lr: 5e-06
| > step_time: 0.2364 (0.24767325316236613)
| > loader_time: 0.0084 (0.008771444598274052)
[1m --> TIME: 2025-02-23 09:21:53 -- STEP: 1115/6985 -- GLOBAL_STEP: 8100[0m
| > loss_text_ce: 0.06261979788541794 (0.06256393816305386)
| > loss_mel_ce: 3.9667835235595703 (3.8128518955589943)
| > loss: 1.0073508024215698 (0.968853957663737)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3048 (0.24782213694311578)
| > loader_time: 0.0089 (0.008763298111646162)
[1m --> TIME: 2025-02-23 09:22:10 -- STEP: 1165/6985 -- GLOBAL_STEP: 8150[0m
| > loss_text_ce: 0.06279370933771133 (0.06254093279590427)
| > loss_mel_ce: 3.764324426651001 (3.81167087616327)
| > loss: 0.9567795395851135 (0.9685529514955349)
| > current_lr: 5e-06
| > step_time: 0.2577 (0.24732735269571066)
| > loader_time: 0.0085 (0.008750978969197408)
[1m --> TIME: 2025-02-23 09:22:29 -- STEP: 1215/6985 -- GLOBAL_STEP: 8200[0m
| > loss_text_ce: 0.06030597165226936 (0.06251867975840353)
| > loss_mel_ce: 3.968325138092041 (3.8089766237470837)
| > loss: 1.007157802581787 (0.967873825359737)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2956 (0.24738652598220134)
| > loader_time: 0.0086 (0.00874412913381317)
[1m --> TIME: 2025-02-23 09:22:47 -- STEP: 1265/6985 -- GLOBAL_STEP: 8250[0m
| > loss_text_ce: 0.057803522795438766 (0.06251818446714887)
| > loss_mel_ce: 3.891948699951172 (3.8076201127923053)
| > loss: 0.9874380826950073 (0.9675345737943536)
| > current_lr: 5e-06
| > step_time: 0.2463 (0.24749700900594238)
| > loader_time: 0.0085 (0.0087419008549023)
[1m --> TIME: 2025-02-23 09:23:05 -- STEP: 1315/6985 -- GLOBAL_STEP: 8300[0m
| > loss_text_ce: 0.0593624971807003 (0.06249648076499824)
| > loss_mel_ce: 3.7906289100646973 (3.8066177175978746)
| > loss: 0.9624978303909302 (0.9672785491091217)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.312 (0.2473643573064768)
| > loader_time: 0.0092 (0.008751831308517161)
[1m --> TIME: 2025-02-23 09:23:22 -- STEP: 1365/6985 -- GLOBAL_STEP: 8350[0m
| > loss_text_ce: 0.057811934500932693 (0.062462626711462015)
| > loss_mel_ce: 3.501314163208008 (3.804603677092891)
| > loss: 0.8897815346717834 (0.9667665755355751)
| > current_lr: 5e-06
| > step_time: 0.1936 (0.24713487782321134)
| > loader_time: 0.0082 (0.008744240505791409)
[1m --> TIME: 2025-02-23 09:23:40 -- STEP: 1415/6985 -- GLOBAL_STEP: 8400[0m
| > loss_text_ce: 0.06277040392160416 (0.062456749856156096)
| > loss_mel_ce: 3.331944465637207 (3.8020396711127074)
| > loss: 0.848678708076477 (0.9661241048637633)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2005 (0.2471625626297806)
| > loader_time: 0.008 (0.008737090114148676)
[1m --> TIME: 2025-02-23 09:23:59 -- STEP: 1465/6985 -- GLOBAL_STEP: 8450[0m
| > loss_text_ce: 0.06117475405335426 (0.062430769779779814)
| > loss_mel_ce: 3.533198118209839 (3.802535325919402)
| > loss: 0.8985932469367981 (0.9662415235929521)
| > current_lr: 5e-06
| > step_time: 0.2689 (0.24725740159330922)
| > loader_time: 0.009 (0.008738005120599633)
[1m --> TIME: 2025-02-23 09:24:17 -- STEP: 1515/6985 -- GLOBAL_STEP: 8500[0m
| > loss_text_ce: 0.06147552281618118 (0.062403227447873306)
| > loss_mel_ce: 3.8976540565490723 (3.8009026930277106)
| > loss: 0.9897823929786682 (0.9658264799479997)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3108 (0.24738393128901817)
| > loader_time: 0.009 (0.008742614626491037)
[1m --> TIME: 2025-02-23 09:24:35 -- STEP: 1565/6985 -- GLOBAL_STEP: 8550[0m
| > loss_text_ce: 0.0607478953897953 (0.062369761730249704)
| > loss_mel_ce: 3.936075210571289 (3.7990509555743524)
| > loss: 0.9992057681083679 (0.9653551791041803)
| > current_lr: 5e-06
| > step_time: 0.2799 (0.24747644171547203)
| > loader_time: 0.0089 (0.008737039261351763)
[1m --> TIME: 2025-02-23 09:24:53 -- STEP: 1615/6985 -- GLOBAL_STEP: 8600[0m
| > loss_text_ce: 0.0663175880908966 (0.062350562265598375)
| > loss_mel_ce: 3.731400489807129 (3.7971723121017127)
| > loss: 0.9494295120239258 (0.9648807182031519)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2075 (0.24729992656884917)
| > loader_time: 0.0085 (0.008737257907265122)
[1m --> TIME: 2025-02-23 09:25:11 -- STEP: 1665/6985 -- GLOBAL_STEP: 8650[0m
| > loss_text_ce: 0.05986100435256958 (0.06232682021709535)
| > loss_mel_ce: 3.7504215240478516 (3.796270201084492)
| > loss: 0.9525706171989441 (0.9646492548175044)
| > current_lr: 5e-06
| > step_time: 0.2794 (0.24730633858803872)
| > loader_time: 0.0088 (0.008730763644427517)
[1m --> TIME: 2025-02-23 09:25:29 -- STEP: 1715/6985 -- GLOBAL_STEP: 8700[0m
| > loss_text_ce: 0.0596778467297554 (0.06230429602086371)
| > loss_mel_ce: 4.258781909942627 (3.7957462257963575)
| > loss: 1.0796149969100952 (0.9645126300024917)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2845 (0.24730586310517336)
| > loader_time: 0.0086 (0.008726268746067429)
[1m --> TIME: 2025-02-23 09:25:47 -- STEP: 1765/6985 -- GLOBAL_STEP: 8750[0m
| > loss_text_ce: 0.06172631308436394 (0.06228788472901999)
| > loss_mel_ce: 3.7925169467926025 (3.7946503854000535)
| > loss: 0.9635608196258545 (0.9642345669587002)
| > current_lr: 5e-06
| > step_time: 0.2399 (0.24740135419807757)
| > loader_time: 0.0084 (0.008729390179469314)
[1m --> TIME: 2025-02-23 09:26:06 -- STEP: 1815/6985 -- GLOBAL_STEP: 8800[0m
| > loss_text_ce: 0.0572996661067009 (0.06225916384295985)
| > loss_mel_ce: 3.8166184425354004 (3.7936924927819202)
| > loss: 0.9684795141220093 (0.9639879135389302)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2812 (0.24743029578658174)
| > loader_time: 0.0088 (0.008727644691782565)
[1m --> TIME: 2025-02-23 09:26:23 -- STEP: 1865/6985 -- GLOBAL_STEP: 8850[0m
| > loss_text_ce: 0.05675287917256355 (0.06223131187719571)
| > loss_mel_ce: 3.7319111824035645 (3.792363233029363)
| > loss: 0.9471660256385803 (0.9636486356443758)
| > current_lr: 5e-06
| > step_time: 0.2648 (0.24735231386752296)
| > loader_time: 0.0088 (0.008723117710757849)
[1m --> TIME: 2025-02-23 09:26:41 -- STEP: 1915/6985 -- GLOBAL_STEP: 8900[0m
| > loss_text_ce: 0.0639120489358902 (0.06221491718766895)
| > loss_mel_ce: 3.286846160888672 (3.7909188371414304)
| > loss: 0.8376895785331726 (0.9632834380351533)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2135 (0.24724728457298975)
| > loader_time: 0.0082 (0.008720870553357813)
[1m --> TIME: 2025-02-23 09:26:58 -- STEP: 1965/6985 -- GLOBAL_STEP: 8950[0m
| > loss_text_ce: 0.06002358719706535 (0.06219188555051353)
| > loss_mel_ce: 3.707274913787842 (3.7898541930977623)
| > loss: 0.9418246150016785 (0.9630115191141765)
| > current_lr: 5e-06
| > step_time: 0.2148 (0.24690572323689933)
| > loader_time: 0.0083 (0.008722013856921809)
[1m --> TIME: 2025-02-23 09:27:17 -- STEP: 2015/6985 -- GLOBAL_STEP: 9000[0m
| > loss_text_ce: 0.05772605165839195 (0.06216790856742682)
| > loss_mel_ce: 3.610518217086792 (3.789983777313611)
| > loss: 0.9170610904693604 (0.963037920826422)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2691 (0.24717755992122678)
| > loader_time: 0.0083 (0.008718731858890069)
> CHECKPOINT : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/checkpoint_9000.pth
[1m --> TIME: 2025-02-23 09:27:55 -- STEP: 2065/6985 -- GLOBAL_STEP: 9050[0m
| > loss_text_ce: 0.06407993286848068 (0.06214942214311468)
| > loss_mel_ce: 4.043819904327393 (3.7892111349914033)
| > loss: 1.0269749164581299 (0.9628401386535774)
| > current_lr: 5e-06
| > step_time: 0.3057 (0.2471605347086096)
| > loader_time: 0.0093 (0.008719978725073142)
[1m --> TIME: 2025-02-23 09:28:13 -- STEP: 2115/6985 -- GLOBAL_STEP: 9100[0m
| > loss_text_ce: 0.060989003628492355 (0.06212108134694979)
| > loss_mel_ce: 3.806442975997925 (3.7886185334929343)
| > loss: 0.9668579697608948 (0.9626849031617456)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2227 (0.24708709829524336)
| > loader_time: 0.0081 (0.008718550007957671)
[1m --> TIME: 2025-02-23 09:28:31 -- STEP: 2165/6985 -- GLOBAL_STEP: 9150[0m
| > loss_text_ce: 0.06133943796157837 (0.06210855134433742)
| > loss_mel_ce: 3.9712743759155273 (3.7879664728327658)
| > loss: 1.0081534385681152 (0.9625187554755883)
| > current_lr: 5e-06
| > step_time: 0.2805 (0.2472229598576147)
| > loader_time: 0.009 (0.00871625376078054)
[1m --> TIME: 2025-02-23 09:28:50 -- STEP: 2215/6985 -- GLOBAL_STEP: 9200[0m
| > loss_text_ce: 0.057063788175582886 (0.06209411056666019)
| > loss_mel_ce: 3.606401205062866 (3.7866860968802905)
| > loss: 0.9158662557601929 (0.9621950513353197)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2885 (0.24732558409731759)
| > loader_time: 0.0088 (0.008713013646834062)
[1m --> TIME: 2025-02-23 09:29:07 -- STEP: 2265/6985 -- GLOBAL_STEP: 9250[0m
| > loss_text_ce: 0.06421425938606262 (0.06207104825124835)
| > loss_mel_ce: 3.603585958480835 (3.7867469308655255)
| > loss: 0.9169500470161438 (0.962204494355267)
| > current_lr: 5e-06
| > step_time: 0.1933 (0.24717141092481465)
| > loader_time: 0.0084 (0.008707260190782702)
[1m --> TIME: 2025-02-23 09:29:26 -- STEP: 2315/6985 -- GLOBAL_STEP: 9300[0m
| > loss_text_ce: 0.06091272085905075 (0.06204440852961066)
| > loss_mel_ce: 3.3950960636138916 (3.7850759466060038)
| > loss: 0.8640021681785583 (0.9617800884061447)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2163 (0.24721410413540207)
| > loader_time: 0.0082 (0.008705053576640392)
[1m --> TIME: 2025-02-23 09:29:44 -- STEP: 2365/6985 -- GLOBAL_STEP: 9350[0m
| > loss_text_ce: 0.06482915580272675 (0.062017341117211175)
| > loss_mel_ce: 3.7386815547943115 (3.7848471564923987)
| > loss: 0.9508776664733887 (0.9617161240184534)
| > current_lr: 5e-06
| > step_time: 0.2876 (0.24736848008557052)
| > loader_time: 0.0085 (0.008704563023928108)
[1m --> TIME: 2025-02-23 09:30:02 -- STEP: 2415/6985 -- GLOBAL_STEP: 9400[0m
| > loss_text_ce: 0.06354109942913055 (0.06199403445913185)
| > loss_mel_ce: 3.620128870010376 (3.783201059297992)
| > loss: 0.9209175109863281 (0.9612987730567253)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3163 (0.24751524569825356)
| > loader_time: 0.0087 (0.008702252765126364)
[1m --> TIME: 2025-02-23 09:30:20 -- STEP: 2465/6985 -- GLOBAL_STEP: 9450[0m
| > loss_text_ce: 0.05753141641616821 (0.06197950303645211)
| > loss_mel_ce: 3.830448627471924 (3.7816770338867065)
| > loss: 0.9719949960708618 (0.9609141339394915)
| > current_lr: 5e-06
| > step_time: 0.2571 (0.2473509138544481)
| > loader_time: 0.0087 (0.008698225988577644)
[1m --> TIME: 2025-02-23 09:30:38 -- STEP: 2515/6985 -- GLOBAL_STEP: 9500[0m
| > loss_text_ce: 0.06309934705495834 (0.061966513452781126)
| > loss_mel_ce: 4.011443614959717 (3.7806712041555293)
| > loss: 1.0186357498168945 (0.9606594291406407)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3366 (0.24732444935717118)
| > loader_time: 0.0089 (0.008694945746814293)
[1m --> TIME: 2025-02-23 09:30:56 -- STEP: 2565/6985 -- GLOBAL_STEP: 9550[0m
| > loss_text_ce: 0.060953300446271896 (0.06195056989759962)
| > loss_mel_ce: 3.7798030376434326 (3.780172980180261)
| > loss: 0.9601891040802002 (0.9605308873611584)
| > current_lr: 5e-06
| > step_time: 0.2154 (0.24719432009126244)
| > loader_time: 0.008 (0.008691596706011152)
[1m --> TIME: 2025-02-23 09:31:13 -- STEP: 2615/6985 -- GLOBAL_STEP: 9600[0m
| > loss_text_ce: 0.059445466846227646 (0.061936022697397675)
| > loss_mel_ce: 3.6358699798583984 (3.779075544696465)
| > loss: 0.9238288402557373 (0.9602528917174038)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2969 (0.24712420421622222)
| > loader_time: 0.0088 (0.008688157010488725)
[1m --> TIME: 2025-02-23 09:31:32 -- STEP: 2665/6985 -- GLOBAL_STEP: 9650[0m
| > loss_text_ce: 0.06280676275491714 (0.061914925661643944)
| > loss_mel_ce: 4.002031326293945 (3.777626016931731)
| > loss: 1.0162094831466675 (0.9598852355529399)
| > current_lr: 5e-06
| > step_time: 0.2829 (0.24717969232383857)
| > loader_time: 0.0088 (0.008685511988054749)
[1m --> TIME: 2025-02-23 09:31:50 -- STEP: 2715/6985 -- GLOBAL_STEP: 9700[0m
| > loss_text_ce: 0.05967916175723076 (0.06189581345403172)
| > loss_mel_ce: 3.636995553970337 (3.776826164340446)
| > loss: 0.9241687059402466 (0.9596804943532575)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2137 (0.24725386389491746)
| > loader_time: 0.0081 (0.008683393190359328)
[1m --> TIME: 2025-02-23 09:32:08 -- STEP: 2765/6985 -- GLOBAL_STEP: 9750[0m
| > loss_text_ce: 0.06097603589296341 (0.06187639345042744)
| > loss_mel_ce: 3.741683006286621 (3.7755688894937527)
| > loss: 0.950664758682251 (0.9593613206801319)
| > current_lr: 5e-06
| > step_time: 0.2803 (0.2471344856413967)
| > loader_time: 0.0087 (0.008680217132430404)
[1m --> TIME: 2025-02-23 09:32:26 -- STEP: 2815/6985 -- GLOBAL_STEP: 9800[0m
| > loss_text_ce: 0.05852740257978439 (0.061855525928375774)
| > loss_mel_ce: 3.828085422515869 (3.775101341278049)
| > loss: 0.9716532230377197 (0.9592392167020225)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2692 (0.24725368874111142)
| > loader_time: 0.0086 (0.008678469480036846)
[1m --> TIME: 2025-02-23 09:32:44 -- STEP: 2865/6985 -- GLOBAL_STEP: 9850[0m
| > loss_text_ce: 0.059271033853292465 (0.061834442221525454)
| > loss_mel_ce: 3.9329919815063477 (3.7739819548308953)
| > loss: 0.9980657696723938 (0.9589540991483558)
| > current_lr: 5e-06
| > step_time: 0.2825 (0.2472286488165198)
| > loader_time: 0.009 (0.008675018280588519)
[1m --> TIME: 2025-02-23 09:33:02 -- STEP: 2915/6985 -- GLOBAL_STEP: 9900[0m
| > loss_text_ce: 0.05743221566081047 (0.06182170384795138)
| > loss_mel_ce: 4.018405437469482 (3.772723807601536)
| > loss: 1.018959403038025 (0.9586363777697189)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3355 (0.24724173414973002)
| > loader_time: 0.0091 (0.008674392487540665)
[1m --> TIME: 2025-02-23 09:33:20 -- STEP: 2965/6985 -- GLOBAL_STEP: 9950[0m
| > loss_text_ce: 0.06117421016097069 (0.061802016544151066)
| > loss_mel_ce: 3.6415083408355713 (3.772147227620194)
| > loss: 0.9256706237792969 (0.9584873109402584)
| > current_lr: 5e-06
| > step_time: 0.2794 (0.24729348201976858)
| > loader_time: 0.009 (0.00867262513802385)
[1m --> TIME: 2025-02-23 09:33:38 -- STEP: 3015/6985 -- GLOBAL_STEP: 10000[0m
| > loss_text_ce: 0.0610746331512928 (0.061791222562293704)
| > loss_mel_ce: 3.4372942447662354 (3.7709920161992163)
| > loss: 0.8745922446250916 (0.9581958096221114)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2134 (0.24725518495486942)
| > loader_time: 0.0082 (0.008671895228017423)
> CHECKPOINT : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/checkpoint_10000.pth
[1m --> TIME: 2025-02-23 09:34:17 -- STEP: 3065/6985 -- GLOBAL_STEP: 10050[0m
| > loss_text_ce: 0.06262196600437164 (0.06178316880886551)
| > loss_mel_ce: 3.7030153274536133 (3.770142238408473)
| > loss: 0.9414093494415283 (0.9579813518104118)
| > current_lr: 5e-06
| > step_time: 0.2445 (0.24728405028338535)
| > loader_time: 0.0082 (0.008673210750785192)
[1m --> TIME: 2025-02-23 09:34:34 -- STEP: 3115/6985 -- GLOBAL_STEP: 10100[0m
| > loss_text_ce: 0.060353584587574005 (0.06176634163118863)
| > loss_mel_ce: 3.6427295207977295 (3.7682008559592846)
| > loss: 0.9257707595825195 (0.9574917994379806)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3677 (0.24722402474662084)
| > loader_time: 0.0089 (0.0086707918066083)
[1m --> TIME: 2025-02-23 09:34:53 -- STEP: 3165/6985 -- GLOBAL_STEP: 10150[0m
| > loss_text_ce: 0.05899238586425781 (0.061744615979386734)
| > loss_mel_ce: 4.043482780456543 (3.768159203054781)
| > loss: 1.0256187915802002 (0.9574759548120966)
| > current_lr: 5e-06
| > step_time: 0.2877 (0.24736885045188675)
| > loader_time: 0.0091 (0.008671114305372679)
[1m --> TIME: 2025-02-23 09:35:11 -- STEP: 3215/6985 -- GLOBAL_STEP: 10200[0m
| > loss_text_ce: 0.06225981190800667 (0.061728793296899245)
| > loss_mel_ce: 3.8274683952331543 (3.76748251425534)
| > loss: 0.9724320769309998 (0.9573028269118136)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3126 (0.2473659166095787)
| > loader_time: 0.0091 (0.00866957719366806)
[1m --> TIME: 2025-02-23 09:35:29 -- STEP: 3265/6985 -- GLOBAL_STEP: 10250[0m
| > loss_text_ce: 0.05852070823311806 (0.06171167999802651)
| > loss_mel_ce: 3.8388986587524414 (3.7669167027904282)
| > loss: 0.9743548631668091 (0.9571570957601527)
| > current_lr: 5e-06
| > step_time: 0.2883 (0.24732836326085042)
| > loader_time: 0.009 (0.008668083144183552)
[1m --> TIME: 2025-02-23 09:35:47 -- STEP: 3315/6985 -- GLOBAL_STEP: 10300[0m
| > loss_text_ce: 0.05698027089238167 (0.06169551031869101)
| > loss_mel_ce: 3.9082045555114746 (3.766108243102222)
| > loss: 0.9912962317466736 (0.9569509384139451)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2786 (0.24730085744037886)
| > loader_time: 0.0084 (0.00866596961273147)
[1m --> TIME: 2025-02-23 09:36:05 -- STEP: 3365/6985 -- GLOBAL_STEP: 10350[0m
| > loss_text_ce: 0.062042124569416046 (0.061675134134018046)
| > loss_mel_ce: 3.7946863174438477 (3.7654335141713338)
| > loss: 0.9641821384429932 (0.9567771621657339)
| > current_lr: 5e-06
| > step_time: 0.2463 (0.24736776883322276)
| > loader_time: 0.0082 (0.008664972395989012)
[1m --> TIME: 2025-02-23 09:36:24 -- STEP: 3415/6985 -- GLOBAL_STEP: 10400[0m
| > loss_text_ce: 0.06251606345176697 (0.061652621370501606)
| > loss_mel_ce: 3.4750733375549316 (3.7646461641107787)
| > loss: 0.8843973278999329 (0.9565746964856786)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.302 (0.24741906302914263)
| > loader_time: 0.0089 (0.008663590306942488)
[1m --> TIME: 2025-02-23 09:36:42 -- STEP: 3465/6985 -- GLOBAL_STEP: 10450[0m
| > loss_text_ce: 0.05885924771428108 (0.061633232317617616)
| > loss_mel_ce: 3.6708614826202393 (3.7638152922042694)
| > loss: 0.9324302077293396 (0.9563621312680871)
| > current_lr: 5e-06
| > step_time: 0.2504 (0.24742198011059782)
| > loader_time: 0.0084 (0.008662216659920213)
[1m --> TIME: 2025-02-23 09:37:00 -- STEP: 3515/6985 -- GLOBAL_STEP: 10500[0m
| > loss_text_ce: 0.058576758950948715 (0.06160931755943624)
| > loss_mel_ce: 3.5940706729888916 (3.763327562893777)
| > loss: 0.9131618738174438 (0.9562342202171662)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2981 (0.24756792470028527)
| > loader_time: 0.0084 (0.008661539286671795)
[1m --> TIME: 2025-02-23 09:37:19 -- STEP: 3565/6985 -- GLOBAL_STEP: 10550[0m
| > loss_text_ce: 0.061993394047021866 (0.06159455395743857)
| > loss_mel_ce: 3.7536544799804688 (3.7623303884209287)
| > loss: 0.9539119601249695 (0.9559812356847198)
| > current_lr: 5e-06
| > step_time: 0.2852 (0.2476658450604154)
| > loader_time: 0.009 (0.008660417184923339)
[1m --> TIME: 2025-02-23 09:37:37 -- STEP: 3615/6985 -- GLOBAL_STEP: 10600[0m
| > loss_text_ce: 0.05993339419364929 (0.061567024462038385)
| > loss_mel_ce: 3.7072720527648926 (3.7621084914992293)
| > loss: 0.9418013691902161 (0.9559188790506017)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2837 (0.2477090825678402)
| > loader_time: 0.0087 (0.008659220665157414)
[1m --> TIME: 2025-02-23 09:37:56 -- STEP: 3665/6985 -- GLOBAL_STEP: 10650[0m
| > loss_text_ce: 0.06087125465273857 (0.06155025917848656)
| > loss_mel_ce: 3.6608500480651855 (3.7616793747000283)
| > loss: 0.9304303526878357 (0.9558074085481495)
| > current_lr: 5e-06
| > step_time: 0.184 (0.24781831133739685)
| > loader_time: 0.0079 (0.008657892664327784)
[1m --> TIME: 2025-02-23 09:38:14 -- STEP: 3715/6985 -- GLOBAL_STEP: 10700[0m
| > loss_text_ce: 0.0607587993144989 (0.06153593810919477)
| > loss_mel_ce: 3.627293825149536 (3.7604548768111545)
| > loss: 0.9220131635665894 (0.9554977038185818)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3017 (0.24780097091181924)
| > loader_time: 0.0088 (0.008656425591593311)
[1m --> TIME: 2025-02-23 09:38:32 -- STEP: 3765/6985 -- GLOBAL_STEP: 10750[0m
| > loss_text_ce: 0.062487367540597916 (0.06152111186607584)
| > loss_mel_ce: 3.42830753326416 (3.7597206742640035)
| > loss: 0.8726987242698669 (0.9553104466176128)
| > current_lr: 5e-06
| > step_time: 0.2848 (0.24785206884660252)
| > loader_time: 0.009 (0.00865535216819084)
[1m --> TIME: 2025-02-23 09:38:51 -- STEP: 3815/6985 -- GLOBAL_STEP: 10800[0m
| > loss_text_ce: 0.061074767261743546 (0.061506024689497826)
| > loss_mel_ce: 3.6592657566070557 (3.7591586330458813)
| > loss: 0.9300851225852966 (0.9551661645600555)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2863 (0.24796221284378872)
| > loader_time: 0.0088 (0.008654971328975329)
[1m --> TIME: 2025-02-23 09:39:09 -- STEP: 3865/6985 -- GLOBAL_STEP: 10850[0m
| > loss_text_ce: 0.05969342216849327 (0.06149254760585658)
| > loss_mel_ce: 3.7834551334381104 (3.758368948051877)
| > loss: 0.9607871174812317 (0.954965374047204)
| > current_lr: 5e-06
| > step_time: 0.279 (0.24800681716257666)
| > loader_time: 0.009 (0.008654094821885514)
[1m --> TIME: 2025-02-23 09:39:28 -- STEP: 3915/6985 -- GLOBAL_STEP: 10900[0m
| > loss_text_ce: 0.05780494958162308 (0.06146929818152011)
| > loss_mel_ce: 3.8472373485565186 (3.757329496478669)
| > loss: 0.9762606024742126 (0.9546996988099197)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2392 (0.2480962222258859)
| > loader_time: 0.0082 (0.008653499583783883)
[1m --> TIME: 2025-02-23 09:39:46 -- STEP: 3965/6985 -- GLOBAL_STEP: 10950[0m
| > loss_text_ce: 0.0608295314013958 (0.06144954163350945)
| > loss_mel_ce: 3.8071601390838623 (3.756340193177232)
| > loss: 0.9669974446296692 (0.9544474338974057)
| > current_lr: 5e-06
| > step_time: 0.2667 (0.24813106658329429)
| > loader_time: 0.0087 (0.008652074640666097)
[1m --> TIME: 2025-02-23 09:40:05 -- STEP: 4015/6985 -- GLOBAL_STEP: 11000[0m
| > loss_text_ce: 0.06015010178089142 (0.06143845326150043)
| > loss_mel_ce: 3.717832326889038 (3.755037980536892)
| > loss: 0.9444956183433533 (0.9541191086228729)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2516 (0.2482147219765973)
| > loader_time: 0.0083 (0.008651158699805232)
> CHECKPOINT : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/checkpoint_11000.pth
[1m --> TIME: 2025-02-23 09:40:43 -- STEP: 4065/6985 -- GLOBAL_STEP: 11050[0m
| > loss_text_ce: 0.06046663597226143 (0.06141974019553389)
| > loss_mel_ce: 3.344071865081787 (3.754509102022516)
| > loss: 0.8511345982551575 (0.9539822107458173)
| > current_lr: 5e-06
| > step_time: 0.2465 (0.24829607772357937)
| > loader_time: 0.0087 (0.008651159610255614)
[1m --> TIME: 2025-02-23 09:41:01 -- STEP: 4115/6985 -- GLOBAL_STEP: 11100[0m
| > loss_text_ce: 0.06193568930029869 (0.06140714030835058)
| > loss_mel_ce: 3.7326910495758057 (3.7533826399834447)
| > loss: 0.9486566781997681 (0.9536974452245859)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3137 (0.24830312995400783)
| > loader_time: 0.009 (0.00865009106233951)
[1m --> TIME: 2025-02-23 09:41:19 -- STEP: 4165/6985 -- GLOBAL_STEP: 11150[0m
| > loss_text_ce: 0.06313810497522354 (0.06138785839850018)
| > loss_mel_ce: 3.1362218856811523 (3.7521615836085105)
| > loss: 0.799839973449707 (0.9533873606844395)
| > current_lr: 5e-06
| > step_time: 0.2186 (0.24823965161931472)
| > loader_time: 0.0084 (0.008648402579262903)
[1m --> TIME: 2025-02-23 09:41:37 -- STEP: 4215/6985 -- GLOBAL_STEP: 11200[0m
| > loss_text_ce: 0.06191292032599449 (0.06136849209896045)
| > loss_mel_ce: 3.425448417663574 (3.751422494727663)
| > loss: 0.8718403577804565 (0.9531977468679526)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2683 (0.24827002104491103)
| > loader_time: 0.0084 (0.008647106663895102)
[1m --> TIME: 2025-02-23 09:41:55 -- STEP: 4265/6985 -- GLOBAL_STEP: 11250[0m
| > loss_text_ce: 0.06086801365017891 (0.06134856758597727)
| > loss_mel_ce: 3.6767964363098145 (3.750805915561958)
| > loss: 0.9344161152839661 (0.9530386209487915)
| > current_lr: 5e-06
| > step_time: 0.1949 (0.2481266080983778)
| > loader_time: 0.0081 (0.008646968045519775)
[1m --> TIME: 2025-02-23 09:42:12 -- STEP: 4315/6985 -- GLOBAL_STEP: 11300[0m
| > loss_text_ce: 0.06286031752824783 (0.06133318217438867)
| > loss_mel_ce: 3.854161262512207 (3.7496589216406924)
| > loss: 0.9792553782463074 (0.9527480261626967)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2733 (0.24806063260844244)
| > loader_time: 0.0086 (0.008645391740500578)
[1m --> TIME: 2025-02-23 09:42:30 -- STEP: 4365/6985 -- GLOBAL_STEP: 11350[0m
| > loss_text_ce: 0.05924471840262413 (0.06131953125625405)
| > loss_mel_ce: 3.6962156295776367 (3.7491689134163018)
| > loss: 0.938865065574646 (0.9526221113789396)
| > current_lr: 5e-06
| > step_time: 0.2871 (0.24804870298501416)
| > loader_time: 0.0086 (0.008643791082934959)
[1m --> TIME: 2025-02-23 09:42:48 -- STEP: 4415/6985 -- GLOBAL_STEP: 11400[0m
| > loss_text_ce: 0.06157068535685539 (0.061309139511525834)
| > loss_mel_ce: 4.026021957397461 (3.7474436840411642)
| > loss: 1.0218981504440308 (0.9521882060970077)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3047 (0.24797900303573867)
| > loader_time: 0.0085 (0.008641314857543391)
[1m --> TIME: 2025-02-23 09:43:06 -- STEP: 4465/6985 -- GLOBAL_STEP: 11450[0m
| > loss_text_ce: 0.06048551946878433 (0.061297719524328546)
| > loss_mel_ce: 3.5361013412475586 (3.746829033912498)
| > loss: 0.8991467356681824 (0.9520316885406733)
| > current_lr: 5e-06
| > step_time: 0.2795 (0.24797952599648265)
| > loader_time: 0.0085 (0.00864028006892188)
[1m --> TIME: 2025-02-23 09:43:24 -- STEP: 4515/6985 -- GLOBAL_STEP: 11500[0m
| > loss_text_ce: 0.055189020931720734 (0.0612773869520802)
| > loss_mel_ce: 3.953606605529785 (3.746035955171386)
| > loss: 1.0021989345550537 (0.9518283357387893)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3064 (0.2480049045643009)
| > loader_time: 0.0086 (0.008639666830846505)
[1m --> TIME: 2025-02-23 09:43:43 -- STEP: 4565/6985 -- GLOBAL_STEP: 11550[0m
| > loss_text_ce: 0.05798138305544853 (0.06126435185738748)
| > loss_mel_ce: 3.674204111099243 (3.7455945563342476)
| > loss: 0.9330464005470276 (0.9517147272727314)
| > current_lr: 5e-06
| > step_time: 0.2883 (0.24811585740740172)
| > loader_time: 0.0088 (0.008639641789982642)
[1m --> TIME: 2025-02-23 09:44:01 -- STEP: 4615/6985 -- GLOBAL_STEP: 11600[0m
| > loss_text_ce: 0.05873953178524971 (0.061248429838006956)
| > loss_mel_ce: 3.790731191635132 (3.7437565021370256)
| > loss: 0.9623676538467407 (0.9512512332052476)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2876 (0.24812023042986736)
| > loader_time: 0.0089 (0.008639129398961755)
[1m --> TIME: 2025-02-23 09:44:19 -- STEP: 4665/6985 -- GLOBAL_STEP: 11650[0m
| > loss_text_ce: 0.06265697628259659 (0.06123578777698459)
| > loss_mel_ce: 3.369729995727539 (3.742543329584383)
| > loss: 0.858096718788147 (0.9509447795657355)
| > current_lr: 5e-06
| > step_time: 0.2755 (0.24812713957292856)
| > loader_time: 0.0087 (0.008638380884740901)
[1m --> TIME: 2025-02-23 09:44:37 -- STEP: 4715/6985 -- GLOBAL_STEP: 11700[0m
| > loss_text_ce: 0.05878520384430885 (0.06122031089230534)
| > loss_mel_ce: 3.855534553527832 (3.7420658170734473)
| > loss: 0.9785799384117126 (0.9508215322095036)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.282 (0.2480608634200354)
| > loader_time: 0.0088 (0.008637764749698908)
[1m --> TIME: 2025-02-23 09:44:56 -- STEP: 4765/6985 -- GLOBAL_STEP: 11750[0m
| > loss_text_ce: 0.05769715830683708 (0.06120134935658601)
| > loss_mel_ce: 3.389577627182007 (3.741466644803476)
| > loss: 0.8618186712265015 (0.9506669988036781)
| > current_lr: 5e-06
| > step_time: 0.2513 (0.24812248030839662)
| > loader_time: 0.0083 (0.008637163546503162)
[1m --> TIME: 2025-02-23 09:45:14 -- STEP: 4815/6985 -- GLOBAL_STEP: 11800[0m
| > loss_text_ce: 0.056845344603061676 (0.061188440164889626)
| > loss_mel_ce: 3.952108144760132 (3.7402713556279785)
| > loss: 1.002238392829895 (0.9503649492006312)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2125 (0.24808876492152704)
| > loader_time: 0.0082 (0.008636302393421084)
[1m --> TIME: 2025-02-23 09:45:32 -- STEP: 4865/6985 -- GLOBAL_STEP: 11850[0m
| > loss_text_ce: 0.05932850390672684 (0.06117131794589396)
| > loss_mel_ce: 3.562828302383423 (3.7399240396740763)
| > loss: 0.9055392146110535 (0.9502738396898448)
| > current_lr: 5e-06
| > step_time: 0.3068 (0.24812803268432618)
| > loader_time: 0.0091 (0.008636174638126767)
[1m --> TIME: 2025-02-23 09:45:50 -- STEP: 4915/6985 -- GLOBAL_STEP: 11900[0m
| > loss_text_ce: 0.05586309731006622 (0.061155099232253804)
| > loss_mel_ce: 3.987586259841919 (3.7390717849362796)
| > loss: 1.0108623504638672 (0.9500567213079816)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.286 (0.24810774450020776)
| > loader_time: 0.0086 (0.008634926659165907)
[1m --> TIME: 2025-02-23 09:46:08 -- STEP: 4965/6985 -- GLOBAL_STEP: 11950[0m
| > loss_text_ce: 0.06495501101016998 (0.06113858729720956)
| > loss_mel_ce: 3.279552936553955 (3.7384414363603713)
| > loss: 0.836126983165741 (0.9498950061841314)
| > current_lr: 5e-06
| > step_time: 0.2384 (0.2480383811040227)
| > loader_time: 0.0086 (0.008633714043962036)
[1m --> TIME: 2025-02-23 09:46:26 -- STEP: 5015/6985 -- GLOBAL_STEP: 12000[0m
| > loss_text_ce: 0.058535851538181305 (0.061119557689812226)
| > loss_mel_ce: 3.624086380004883 (3.737715729687769)
| > loss: 0.9206555485725403 (0.9497088221467266)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2154 (0.24809602920935375)
| > loader_time: 0.0083 (0.008633624425794881)
> CHECKPOINT : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/checkpoint_12000.pth
[1m --> TIME: 2025-02-23 09:47:03 -- STEP: 5065/6985 -- GLOBAL_STEP: 12050[0m
| > loss_text_ce: 0.06070960313081741 (0.06110912045907056)
| > loss_mel_ce: 3.6223642826080322 (3.736800698725635)
| > loss: 0.9207684993743896 (0.9494774551288043)
| > current_lr: 5e-06
| > step_time: 0.2867 (0.24805045852774105)
| > loader_time: 0.0091 (0.008633047312880556)
[1m --> TIME: 2025-02-23 09:47:21 -- STEP: 5115/6985 -- GLOBAL_STEP: 12100[0m
| > loss_text_ce: 0.05950642377138138 (0.06109653867832144)
| > loss_mel_ce: 4.058511257171631 (3.7356800166043382)
| > loss: 1.029504418373108 (0.9491941391314695)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3358 (0.2480558869892318)
| > loader_time: 0.009 (0.008633363794604594)
[1m --> TIME: 2025-02-23 09:47:39 -- STEP: 5165/6985 -- GLOBAL_STEP: 12150[0m
| > loss_text_ce: 0.05918491259217262 (0.061079421265110276)
| > loss_mel_ce: 3.451610565185547 (3.7346167134176973)
| > loss: 0.8776988983154297 (0.9489240339972504)
| > current_lr: 5e-06
| > step_time: 0.2577 (0.24808543649324488)
| > loader_time: 0.0087 (0.008632508136642182)
[1m --> TIME: 2025-02-23 09:47:57 -- STEP: 5215/6985 -- GLOBAL_STEP: 12200[0m
| > loss_text_ce: 0.05722114443778992 (0.061062557943172446)
| > loss_mel_ce: 3.682657480239868 (3.7336737543144496)
| > loss: 0.9349696636199951 (0.9486840784378271)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2141 (0.2480073551660759)
| > loader_time: 0.0082 (0.008634320292925447)
[1m --> TIME: 2025-02-23 09:48:14 -- STEP: 5265/6985 -- GLOBAL_STEP: 12250[0m
| > loss_text_ce: 0.06421881914138794 (0.06104348729747539)
| > loss_mel_ce: 3.301953077316284 (3.7323702438151636)
| > loss: 0.8415429592132568 (0.9483534331674929)
| > current_lr: 5e-06
| > step_time: 0.2578 (0.24790370145075002)
| > loader_time: 0.0085 (0.008632672636823659)
[1m --> TIME: 2025-02-23 09:48:32 -- STEP: 5315/6985 -- GLOBAL_STEP: 12300[0m
| > loss_text_ce: 0.06062570586800575 (0.06102858912322393)
| > loss_mel_ce: 3.447826862335205 (3.731181970095703)
| > loss: 0.8771131634712219 (0.9480526402102029)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2941 (0.24787178532985282)
| > loader_time: 0.0087 (0.00863167977176067)
[1m --> TIME: 2025-02-23 09:48:50 -- STEP: 5365/6985 -- GLOBAL_STEP: 12350[0m
| > loss_text_ce: 0.0623561255633831 (0.06100866465316348)
| > loss_mel_ce: 3.5453426837921143 (3.7303231293090806)
| > loss: 0.901924729347229 (0.947832948874894)
| > current_lr: 5e-06
| > step_time: 0.2553 (0.24782277713395232)
| > loader_time: 0.0086 (0.008633653893164131)
[1m --> TIME: 2025-02-23 09:49:07 -- STEP: 5415/6985 -- GLOBAL_STEP: 12400[0m
| > loss_text_ce: 0.06345602124929428 (0.060993782571230566)
| > loss_mel_ce: 3.674638271331787 (3.7291869958241795)
| > loss: 0.9345235824584961 (0.9475451950221181)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.271 (0.24778531683008648)
| > loader_time: 0.0083 (0.00863565931910182)
[1m --> TIME: 2025-02-23 09:49:26 -- STEP: 5465/6985 -- GLOBAL_STEP: 12450[0m
| > loss_text_ce: 0.058328110724687576 (0.06097620796115706)
| > loss_mel_ce: 3.945462465286255 (3.7283593048224852)
| > loss: 1.0009475946426392 (0.9473338786331973)
| > current_lr: 5e-06
| > step_time: 0.2837 (0.24788597958522005)
| > loader_time: 0.0094 (0.008638367823036246)
[1m --> TIME: 2025-02-23 09:49:45 -- STEP: 5515/6985 -- GLOBAL_STEP: 12500[0m
| > loss_text_ce: 0.06143049895763397 (0.060958848503213085)
| > loss_mel_ce: 3.2876803874969482 (3.7275640124531098)
| > loss: 0.8372777104377747 (0.9471307156632839)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2129 (0.24794315042435205)
| > loader_time: 0.0082 (0.008638109170839335)
[1m --> TIME: 2025-02-23 09:50:03 -- STEP: 5565/6985 -- GLOBAL_STEP: 12550[0m
| > loss_text_ce: 0.06080910935997963 (0.060942550784735025)
| > loss_mel_ce: 3.8239641189575195 (3.7263441859979634)
| > loss: 0.9711933135986328 (0.9468216846359815)
| > current_lr: 5e-06
| > step_time: 0.2617 (0.24799130950441042)
| > loader_time: 0.0088 (0.008638263198564637)
[1m --> TIME: 2025-02-23 09:50:22 -- STEP: 5615/6985 -- GLOBAL_STEP: 12600[0m
| > loss_text_ce: 0.060417380183935165 (0.06092706949367973)
| > loss_mel_ce: 3.6392617225646973 (3.725802511629631)
| > loss: 0.9249197840690613 (0.9466823956845386)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2696 (0.2480558859484597)
| > loader_time: 0.0084 (0.008641369175082961)
[1m --> TIME: 2025-02-23 09:50:39 -- STEP: 5665/6985 -- GLOBAL_STEP: 12650[0m
| > loss_text_ce: 0.06071877479553223 (0.06091439838850803)
| > loss_mel_ce: 3.371483087539673 (3.7245378838107333)
| > loss: 0.8580504655838013 (0.9463630709307234)
| > current_lr: 5e-06
| > step_time: 0.1452 (0.24793164231350015)
| > loader_time: 0.0081 (0.00864077287759806)
[1m --> TIME: 2025-02-23 09:50:57 -- STEP: 5715/6985 -- GLOBAL_STEP: 12700[0m
| > loss_text_ce: 0.055280156433582306 (0.060899543515809874)
| > loss_mel_ce: 3.777022361755371 (3.724450506083506)
| > loss: 0.9580756425857544 (0.9463375127743131)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3135 (0.24794040744177417)
| > loader_time: 0.009 (0.008641426915780352)
[1m --> TIME: 2025-02-23 09:51:16 -- STEP: 5765/6985 -- GLOBAL_STEP: 12750[0m
| > loss_text_ce: 0.060205839574337006 (0.06088324909301189)
| > loss_mel_ce: 3.614684581756592 (3.7240308323220814)
| > loss: 0.9187226295471191 (0.9462285207233941)
| > current_lr: 5e-06
| > step_time: 0.2497 (0.24801517351751004)
| > loader_time: 0.0086 (0.008641716178768322)
[1m --> TIME: 2025-02-23 09:51:34 -- STEP: 5815/6985 -- GLOBAL_STEP: 12800[0m
| > loss_text_ce: 0.056662485003471375 (0.06086808608865697)
| > loss_mel_ce: 3.7416749000549316 (3.7230988659124806)
| > loss: 0.9495843648910522 (0.9459917383468673)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2591 (0.24800395428468108)
| > loader_time: 0.0084 (0.008641321251132018)
[1m --> TIME: 2025-02-23 09:51:52 -- STEP: 5865/6985 -- GLOBAL_STEP: 12850[0m
| > loss_text_ce: 0.0562085285782814 (0.0608518891449373)
| > loss_mel_ce: 3.8304061889648438 (3.7223867187516273)
| > loss: 0.9716536998748779 (0.9458096523215805)
| > current_lr: 5e-06
| > step_time: 0.2761 (0.24802883356326885)
| > loader_time: 0.009 (0.008640707890802447)
[1m --> TIME: 2025-02-23 09:52:10 -- STEP: 5915/6985 -- GLOBAL_STEP: 12900[0m
| > loss_text_ce: 0.06017147749662399 (0.060840332552173436)
| > loss_mel_ce: 3.367375612258911 (3.720998166762262)
| > loss: 0.8568867444992065 (0.9454596251727965)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.207 (0.24796270497854947)
| > loader_time: 0.0081 (0.008642090404829744)
[1m --> TIME: 2025-02-23 09:52:28 -- STEP: 5965/6985 -- GLOBAL_STEP: 12950[0m
| > loss_text_ce: 0.05891137570142746 (0.06082210923730078)
| > loss_mel_ce: 3.8297336101531982 (3.720045776159347)
| > loss: 0.9721612334251404 (0.9452169717107615)
| > current_lr: 5e-06
| > step_time: 0.2864 (0.2479777222207286)
| > loader_time: 0.009 (0.00864157760632908)
[1m --> TIME: 2025-02-23 09:52:46 -- STEP: 6015/6985 -- GLOBAL_STEP: 13000[0m
| > loss_text_ce: 0.056140344589948654 (0.060804967650352475)
| > loss_mel_ce: 3.5460288524627686 (3.7189745370289344)
| > loss: 0.9005423188209534 (0.9449448765265575)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2856 (0.24796897958738054)
| > loader_time: 0.0083 (0.008641054505421934)
> CHECKPOINT : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/checkpoint_13000.pth
[1m --> TIME: 2025-02-23 09:53:23 -- STEP: 6065/6985 -- GLOBAL_STEP: 13050[0m
| > loss_text_ce: 0.05938974395394325 (0.060793057724722925)
| > loss_mel_ce: 3.9400217533111572 (3.7183701383507373)
| > loss: 0.9998528957366943 (0.9447907994133524)
| > current_lr: 5e-06
| > step_time: 0.286 (0.24797053042267928)
| > loader_time: 0.0091 (0.008640787764609784)
[1m --> TIME: 2025-02-23 09:53:41 -- STEP: 6115/6985 -- GLOBAL_STEP: 13100[0m
| > loss_text_ce: 0.05711997672915459 (0.06078344045034804)
| > loss_mel_ce: 3.6115190982818604 (3.717348868127545)
| > loss: 0.9171597957611084 (0.9445330775573618)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3122 (0.24791066410691642)
| > loader_time: 0.0089 (0.00864337479005752)
[1m --> TIME: 2025-02-23 09:53:59 -- STEP: 6165/6985 -- GLOBAL_STEP: 13150[0m
| > loss_text_ce: 0.05953013151884079 (0.060767039642136755)
| > loss_mel_ce: 3.5891382694244385 (3.7163031740490258)
| > loss: 0.9121670722961426 (0.9442675538210007)
| > current_lr: 5e-06
| > step_time: 0.2738 (0.24794855740431934)
| > loader_time: 0.0087 (0.008643787001944698)
[1m --> TIME: 2025-02-23 09:54:17 -- STEP: 6215/6985 -- GLOBAL_STEP: 13200[0m
| > loss_text_ce: 0.05686819925904274 (0.06075075084369027)
| > loss_mel_ce: 3.8218564987182617 (3.715836272427659)
| > loss: 0.9696812033653259 (0.9441467562320246)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2819 (0.2479521228148874)
| > loader_time: 0.0087 (0.008643294569953055)
[1m --> TIME: 2025-02-23 09:54:35 -- STEP: 6265/6985 -- GLOBAL_STEP: 13250[0m
| > loss_text_ce: 0.059490054845809937 (0.06073354509349166)
| > loss_mel_ce: 3.551644802093506 (3.7153073131990557)
| > loss: 0.9027836918830872 (0.9440102149654367)
| > current_lr: 5e-06
| > step_time: 0.2452 (0.2479835343570207)
| > loader_time: 0.0085 (0.008643514902612625)
[1m --> TIME: 2025-02-23 09:54:54 -- STEP: 6315/6985 -- GLOBAL_STEP: 13300[0m
| > loss_text_ce: 0.06140157952904701 (0.06071719902900128)
| > loss_mel_ce: 3.4774010181427 (3.7151827917151867)
| > loss: 0.8847006559371948 (0.9439749981048837)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2838 (0.24804330457323426)
| > loader_time: 0.0084 (0.008643394109283461)
[1m --> TIME: 2025-02-23 09:55:12 -- STEP: 6365/6985 -- GLOBAL_STEP: 13350[0m
| > loss_text_ce: 0.06032668799161911 (0.06070534537157859)
| > loss_mel_ce: 3.6175031661987305 (3.7140131158147014)
| > loss: 0.9194574356079102 (0.9436796157358204)
| > current_lr: 5e-06
| > step_time: 0.2596 (0.2480535582492226)
| > loader_time: 0.0087 (0.008644614927616995)
[1m --> TIME: 2025-02-23 09:55:30 -- STEP: 6415/6985 -- GLOBAL_STEP: 13400[0m
| > loss_text_ce: 0.05829091742634773 (0.06069547543338473)
| > loss_mel_ce: 3.652047634124756 (3.7127806396291123)
| > loss: 0.9275846481323242 (0.9433690291963698)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2776 (0.24802879480672643)
| > loader_time: 0.0085 (0.008644253707731126)
[1m --> TIME: 2025-02-23 09:55:48 -- STEP: 6465/6985 -- GLOBAL_STEP: 13450[0m
| > loss_text_ce: 0.05823265388607979 (0.060680837509181275)
| > loss_mel_ce: 3.863321542739868 (3.712096322089873)
| > loss: 0.9803885221481323 (0.9431942903433119)
| > current_lr: 5e-06
| > step_time: 0.2385 (0.24802809425407107)
| > loader_time: 0.0083 (0.008645577036126678)
[1m --> TIME: 2025-02-23 09:56:06 -- STEP: 6515/6985 -- GLOBAL_STEP: 13500[0m
| > loss_text_ce: 0.05577845871448517 (0.06066642189805817)
| > loss_mel_ce: 3.5218000411987305 (3.7106461078134405)
| > loss: 0.8943946361541748 (0.9428281328811704)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3105 (0.24800356362109358)
| > loader_time: 0.0091 (0.008645483977229253)
[1m --> TIME: 2025-02-23 09:56:24 -- STEP: 6565/6985 -- GLOBAL_STEP: 13550[0m
| > loss_text_ce: 0.05723123997449875 (0.060649885303040815)
| > loss_mel_ce: 3.7339441776275635 (3.7104065791215057)
| > loss: 0.9477938413619995 (0.942764116504768)
| > current_lr: 5e-06
| > step_time: 0.2634 (0.2480323783877417)
| > loader_time: 0.0089 (0.0086461764841886)
[1m --> TIME: 2025-02-23 09:56:42 -- STEP: 6615/6985 -- GLOBAL_STEP: 13600[0m
| > loss_text_ce: 0.06091465428471565 (0.060633854787073074)
| > loss_mel_ce: 3.557457447052002 (3.7094577675053153)
| > loss: 0.9045930504798889 (0.942522905941543)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3154 (0.24802489749248155)
| > loader_time: 0.0092 (0.008647432384937896)
[1m --> TIME: 2025-02-23 09:57:01 -- STEP: 6665/6985 -- GLOBAL_STEP: 13650[0m
| > loss_text_ce: 0.06193883717060089 (0.06062282875616212)
| > loss_mel_ce: 3.470541000366211 (3.7086949043316864)
| > loss: 0.8831199407577515 (0.9423294336386221)
| > current_lr: 5e-06
| > step_time: 0.2868 (0.24805898301510193)
| > loader_time: 0.0093 (0.00864792982617984)
[1m --> TIME: 2025-02-23 09:57:19 -- STEP: 6715/6985 -- GLOBAL_STEP: 13700[0m
| > loss_text_ce: 0.05701591819524765 (0.06060714111320136)
| > loss_mel_ce: 3.7450852394104004 (3.707896040236871)
| > loss: 0.9505252838134766 (0.9421257956739867)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3136 (0.24808727574721257)
| > loader_time: 0.0088 (0.008648322681304863)
[1m --> TIME: 2025-02-23 09:57:36 -- STEP: 6765/6985 -- GLOBAL_STEP: 13750[0m
| > loss_text_ce: 0.05617518350481987 (0.06059209779455586)
| > loss_mel_ce: 3.6478564739227295 (3.7067514531980694)
| > loss: 0.9260079264640808 (0.9418358880770444)
| > current_lr: 5e-06
| > step_time: 0.2636 (0.2479865235570441)
| > loader_time: 0.0089 (0.00864870747370977)
[1m --> TIME: 2025-02-23 09:57:55 -- STEP: 6815/6985 -- GLOBAL_STEP: 13800[0m
| > loss_text_ce: 0.05899162217974663 (0.060574636808429144)
| > loss_mel_ce: 3.412454128265381 (3.7056785109457695)
| > loss: 0.8678614497184753 (0.9415632872396065)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2081 (0.24800875055728724)
| > loader_time: 0.008 (0.008649599945728864)
[1m --> TIME: 2025-02-23 09:58:13 -- STEP: 6865/6985 -- GLOBAL_STEP: 13850[0m
| > loss_text_ce: 0.05812498927116394 (0.06056054316336277)
| > loss_mel_ce: 3.760038137435913 (3.7046486913940817)
| > loss: 0.9545407891273499 (0.941302308945958)
| > current_lr: 5e-06
| > step_time: 0.2463 (0.24798746397264318)
| > loader_time: 0.0085 (0.008649799273297117)
[1m --> TIME: 2025-02-23 09:58:31 -- STEP: 6915/6985 -- GLOBAL_STEP: 13900[0m
| > loss_text_ce: 0.05974976345896721 (0.060543730200436005)
| > loss_mel_ce: 3.581455707550049 (3.7040990310222113)
| > loss: 0.9103013873100281 (0.9411606906034424)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2252 (0.24805024623526065)
| > loader_time: 0.0085 (0.00865137265026785)
[1m --> TIME: 2025-02-23 09:58:49 -- STEP: 6965/6985 -- GLOBAL_STEP: 13950[0m
| > loss_text_ce: 0.05992951616644859 (0.06053087971008089)
| > loss_mel_ce: 3.8596792221069336 (3.7031702730352736)
| > loss: 0.9799022078514099 (0.940925288508457)
| > current_lr: 5e-06
| > step_time: 0.2633 (0.248049724829428)
| > loader_time: 0.0087 (0.008651590210366229)
[1m > EVALUATION [0m
[1m--> EVAL PERFORMANCE[0m
| > avg_loader_time:[91m 0.45696117675382325 [0m(+0.0004891570097480535)
| > avg_loss_text_ce:[92m 0.05678944340815731 [0m(-0.004299477156665593)
| > avg_loss_mel_ce:[92m 3.4718226046344034 [0m(-0.28349206182691766)
| > avg_loss:[92m 3.528612051134795 [0m(-0.2877915419784247)
> BEST MODEL : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/best_model_13970.pth
[4m[1m > EPOCH: 2/30[0m
--> checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3
[1m > TRAINING (2025-02-23 10:01:21) [0m
[1m --> TIME: 2025-02-23 10:01:33 -- STEP: 30/6985 -- GLOBAL_STEP: 14000[0m
| > loss_text_ce: 0.057258836925029755 (0.057362280786037445)
| > loss_mel_ce: 3.732271909713745 (3.6070165157318117)
| > loss: 0.9473826885223389 (0.916094696521759)
| > current_lr: 5e-06
| > step_time: 0.2847 (0.25028485457102456)
| > loader_time: 0.0093 (0.00890565713246663)
> CHECKPOINT : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/checkpoint_14000.pth
[1m --> TIME: 2025-02-23 10:02:11 -- STEP: 80/6985 -- GLOBAL_STEP: 14050[0m
| > loss_text_ce: 0.0578392930328846 (0.0578401087783277)
| > loss_mel_ce: 3.4352619647979736 (3.5872059881687166)
| > loss: 0.8732753396034241 (0.9112615242600441)
| > current_lr: 5e-06
| > step_time: 0.1541 (0.2469675540924073)
| > loader_time: 0.0089 (0.009155568480491639)
[1m --> TIME: 2025-02-23 10:02:29 -- STEP: 130/6985 -- GLOBAL_STEP: 14100[0m
| > loss_text_ce: 0.05842314660549164 (0.058121744944499086)
| > loss_mel_ce: 3.840759754180908 (3.5823731385744537)
| > loss: 0.9747956991195679 (0.910123720077368)
| > current_lr: 5e-06
| > step_time: 0.2884 (0.25054136239565333)
| > loader_time: 0.0091 (0.009026345839867224)
[1m --> TIME: 2025-02-23 10:02:47 -- STEP: 180/6985 -- GLOBAL_STEP: 14150[0m
| > loss_text_ce: 0.05859559401869774 (0.058183483303421074)
| > loss_mel_ce: 3.7896406650543213 (3.5828861753145853)
| > loss: 0.9620590806007385 (0.9102674146493276)
| > current_lr: 5e-06
| > step_time: 0.2417 (0.2496542082892524)
| > loader_time: 0.0088 (0.008955938286251495)
[1m --> TIME: 2025-02-23 10:03:06 -- STEP: 230/6985 -- GLOBAL_STEP: 14200[0m
| > loss_text_ce: 0.06251350045204163 (0.05817766236546247)
| > loss_mel_ce: 3.450336456298828 (3.5837246024090312)
| > loss: 0.8782125115394592 (0.9104755658170451)
| > current_lr: 5e-06
| > step_time: 0.2466 (0.25073987608370557)
| > loader_time: 0.0086 (0.008926506664441983)
[1m --> TIME: 2025-02-23 10:03:24 -- STEP: 280/6985 -- GLOBAL_STEP: 14250[0m
| > loss_text_ce: 0.06090555712580681 (0.058171704225242135)
| > loss_mel_ce: 3.0045087337493896 (3.573819368226188)
| > loss: 0.7663535475730896 (0.9079977678401129)
| > current_lr: 5e-06
| > step_time: 0.1684 (0.24899328010422833)
| > loader_time: 0.0087 (0.008893049614770075)
[1m --> TIME: 2025-02-23 10:03:42 -- STEP: 330/6985 -- GLOBAL_STEP: 14300[0m
| > loss_text_ce: 0.060513533651828766 (0.05819182848614274)
| > loss_mel_ce: 3.4461355209350586 (3.5777424133185183)
| > loss: 0.8766622543334961 (0.9089835604031881)
| > current_lr: 5e-06
| > step_time: 0.3048 (0.2502974885882753)
| > loader_time: 0.0093 (0.008883104902325259)
[1m --> TIME: 2025-02-23 10:04:01 -- STEP: 380/6985 -- GLOBAL_STEP: 14350[0m
| > loss_text_ce: 0.058322735130786896 (0.058277545124292375)
| > loss_mel_ce: 3.5320608615875244 (3.5760127682434883)
| > loss: 0.8975958824157715 (0.9085725778027585)
| > current_lr: 5e-06
| > step_time: 0.2175 (0.2508520283197101)
| > loader_time: 0.0086 (0.008867755689119045)
[1m --> TIME: 2025-02-23 10:04:19 -- STEP: 430/6985 -- GLOBAL_STEP: 14400[0m
| > loss_text_ce: 0.0587833933532238 (0.05833605916001076)
| > loss_mel_ce: 3.2553586959838867 (3.5749392847682153)
| > loss: 0.8285354971885681 (0.908318835635518)
| > current_lr: 5e-06
| > step_time: 0.1882 (0.24973594310671793)
| > loader_time: 0.0082 (0.008864048469898318)
[1m --> TIME: 2025-02-23 10:04:37 -- STEP: 480/6985 -- GLOBAL_STEP: 14450[0m
| > loss_text_ce: 0.059968847781419754 (0.05835229001628856)
| > loss_mel_ce: 3.5308449268341064 (3.5779318566123646)
| > loss: 0.8977034687995911 (0.9090710364282131)
| > current_lr: 5e-06
| > step_time: 0.2986 (0.24948291778564463)
| > loader_time: 0.0093 (0.008851711948712674)
[1m --> TIME: 2025-02-23 10:04:55 -- STEP: 530/6985 -- GLOBAL_STEP: 14500[0m
| > loss_text_ce: 0.05627071112394333 (0.05832765912812837)
| > loss_mel_ce: 3.599886655807495 (3.576341485527327)
| > loss: 0.9140393137931824 (0.9086672858247217)
| > current_lr: 5e-06
| > step_time: 0.2797 (0.24940603094280903)
| > loader_time: 0.0087 (0.008835714268234547)
[1m --> TIME: 2025-02-23 10:05:13 -- STEP: 580/6985 -- GLOBAL_STEP: 14550[0m
| > loss_text_ce: 0.05532830208539963 (0.058300120768875925)
| > loss_mel_ce: 3.367872714996338 (3.571809194005769)
| > loss: 0.8558002710342407 (0.9075273285652031)
| > current_lr: 5e-06
| > step_time: 0.1712 (0.24867076010539624)
| > loader_time: 0.008 (0.008821555252732914)
[1m --> TIME: 2025-02-23 10:05:30 -- STEP: 630/6985 -- GLOBAL_STEP: 14600[0m
| > loss_text_ce: 0.05563214048743248 (0.05834760214128193)
| > loss_mel_ce: 3.8929004669189453 (3.568074252113463)
| > loss: 0.9871331453323364 (0.9066054632739418)
| > current_lr: 5e-06
| > step_time: 0.2858 (0.2482620458754283)
| > loader_time: 0.009 (0.008813858410668765)
[1m --> TIME: 2025-02-23 10:05:49 -- STEP: 680/6985 -- GLOBAL_STEP: 14650[0m
| > loss_text_ce: 0.061605941504240036 (0.058366060892448716)
| > loss_mel_ce: 3.060940742492676 (3.567946720123291)
| > loss: 0.7806366682052612 (0.9065781947444469)
| > current_lr: 5e-06
| > step_time: 0.2246 (0.2482387711020078)
| > loader_time: 0.0085 (0.008808687855215642)
[1m --> TIME: 2025-02-23 10:06:07 -- STEP: 730/6985 -- GLOBAL_STEP: 14700[0m
| > loss_text_ce: 0.056797634810209274 (0.05835920471238765)
| > loss_mel_ce: 3.483015537261963 (3.5709320114083485)
| > loss: 0.8849533200263977 (0.9073228036704131)
| > current_lr: 5e-06
| > step_time: 0.2449 (0.2481576236960007)
| > loader_time: 0.0085 (0.008803360429528654)
[1m --> TIME: 2025-02-23 10:06:24 -- STEP: 780/6985 -- GLOBAL_STEP: 14750[0m
| > loss_text_ce: 0.061112064868211746 (0.05836316605982109)
| > loss_mel_ce: 3.4257421493530273 (3.5706445678686483)
| > loss: 0.8717135787010193 (0.9072519330642164)
| > current_lr: 5e-06
| > step_time: 0.1649 (0.24773730131296018)
| > loader_time: 0.008 (0.00879419675240151)
[1m --> TIME: 2025-02-23 10:06:42 -- STEP: 830/6985 -- GLOBAL_STEP: 14800[0m
| > loss_text_ce: 0.058522842824459076 (0.05836019833762963)
| > loss_mel_ce: 3.449249029159546 (3.566981143549264)
| > loss: 0.8769429922103882 (0.9063353351081712)
| > current_lr: 5e-06
| > step_time: 0.2283 (0.24782738254730965)
| > loader_time: 0.0086 (0.008791407619614208)
[1m --> TIME: 2025-02-23 10:07:01 -- STEP: 880/6985 -- GLOBAL_STEP: 14850[0m
| > loss_text_ce: 0.05957731232047081 (0.05835412364368413)
| > loss_mel_ce: 3.3301174640655518 (3.5675872951745986)
| > loss: 0.8474236726760864 (0.9064853543584999)
| > current_lr: 5e-06
| > step_time: 0.1507 (0.24799239906397738)
| > loader_time: 0.0085 (0.00879685878753663)
[1m --> TIME: 2025-02-23 10:07:19 -- STEP: 930/6985 -- GLOBAL_STEP: 14900[0m
| > loss_text_ce: 0.05659286305308342 (0.0583398385794573)
| > loss_mel_ce: 3.434812307357788 (3.565665238903415)
| > loss: 0.8728513121604919 (0.9060012690482602)
| > current_lr: 5e-06
| > step_time: 0.2545 (0.2480726785557245)
| > loader_time: 0.009 (0.00880483324809742)
[1m --> TIME: 2025-02-23 10:07:37 -- STEP: 980/6985 -- GLOBAL_STEP: 14950[0m
| > loss_text_ce: 0.059916604310274124 (0.05832621554026799)
| > loss_mel_ce: 3.648348331451416 (3.565103617249703)
| > loss: 0.9270662069320679 (0.9058574578591757)
| > current_lr: 5e-06
| > step_time: 0.2165 (0.24812914327699317)
| > loader_time: 0.009 (0.008798114377625146)
[1m --> TIME: 2025-02-23 10:07:55 -- STEP: 1030/6985 -- GLOBAL_STEP: 15000[0m
| > loss_text_ce: 0.05655813217163086 (0.05832362727632801)
| > loss_mel_ce: 3.5342090129852295 (3.5620431518091737)
| > loss: 0.8976917862892151 (0.9050916944892662)
| > current_lr: 5e-06
| > step_time: 0.1708 (0.24796538700177836)
| > loader_time: 0.0082 (0.008795928492129438)
> CHECKPOINT : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/checkpoint_15000.pth
[1m --> TIME: 2025-02-23 10:08:32 -- STEP: 1080/6985 -- GLOBAL_STEP: 15050[0m
| > loss_text_ce: 0.06217136234045029 (0.058334069878414836)
| > loss_mel_ce: 3.4719457626342773 (3.561235289441214)
| > loss: 0.8835293054580688 (0.9048923396953831)
| > current_lr: 5e-06
| > step_time: 0.1637 (0.24797241202107187)
| > loader_time: 0.008 (0.008796143973315214)
[1m --> TIME: 2025-02-23 10:08:50 -- STEP: 1130/6985 -- GLOBAL_STEP: 15100[0m
| > loss_text_ce: 0.05698128417134285 (0.05834648295643584)
| > loss_mel_ce: 3.6117124557495117 (3.5594391383955934)
| > loss: 0.917173445224762 (0.9044464052778431)
| > current_lr: 5e-06
| > step_time: 0.2127 (0.24782588460804092)
| > loader_time: 0.0081 (0.008797620461050393)
[1m --> TIME: 2025-02-23 10:09:09 -- STEP: 1180/6985 -- GLOBAL_STEP: 15150[0m
| > loss_text_ce: 0.059988994151353836 (0.058322155409318927)
| > loss_mel_ce: 3.3455963134765625 (3.5602684269517137)
| > loss: 0.8513963222503662 (0.9046476454047835)
| > current_lr: 5e-06
| > step_time: 0.233 (0.24810846740916628)
| > loader_time: 0.0086 (0.008793649431002346)
[1m --> TIME: 2025-02-23 10:09:28 -- STEP: 1230/6985 -- GLOBAL_STEP: 15200[0m
| > loss_text_ce: 0.057449545711278915 (0.058298687009913176)
| > loss_mel_ce: 3.604142189025879 (3.5611501067634506)
| > loss: 0.9153979420661926 (0.9048621981609161)
| > current_lr: 5e-06
| > step_time: 0.1822 (0.24866873423258468)
| > loader_time: 0.008 (0.008794916354543795)
[1m --> TIME: 2025-02-23 10:09:46 -- STEP: 1280/6985 -- GLOBAL_STEP: 15250[0m
| > loss_text_ce: 0.05611380562186241 (0.058279524132376546)
| > loss_mel_ce: 3.359950304031372 (3.55948908086866)
| > loss: 0.8540160059928894 (0.9044421510305257)
| > current_lr: 5e-06
| > step_time: 0.1859 (0.24858654420822862)
| > loader_time: 0.0085 (0.008791990019381059)
[1m --> TIME: 2025-02-23 10:10:04 -- STEP: 1330/6985 -- GLOBAL_STEP: 15300[0m
| > loss_text_ce: 0.05932120978832245 (0.058284647281008566)
| > loss_mel_ce: 3.544642686843872 (3.5576477230043326)
| > loss: 0.9009909629821777 (0.9039830923528601)
| > current_lr: 5e-06
| > step_time: 0.19 (0.24859815504317898)
| > loader_time: 0.0084 (0.008792843495992797)
[1m --> TIME: 2025-02-23 10:10:23 -- STEP: 1380/6985 -- GLOBAL_STEP: 15350[0m
| > loss_text_ce: 0.061012715101242065 (0.05824858258221893)
| > loss_mel_ce: 3.603806972503662 (3.557173739827196)
| > loss: 0.9162049293518066 (0.9038555802642437)
| > current_lr: 5e-06
| > step_time: 0.2498 (0.2487740971040035)
| > loader_time: 0.0093 (0.00879189242487369)
[1m --> TIME: 2025-02-23 10:10:41 -- STEP: 1430/6985 -- GLOBAL_STEP: 15400[0m
| > loss_text_ce: 0.05755896866321564 (0.058229144209331576)
| > loss_mel_ce: 3.7867045402526855 (3.5562925153678933)
| > loss: 0.9610658884048462 (0.9036304147093448)
| > current_lr: 5e-06
| > step_time: 0.2737 (0.24885088180328588)
| > loader_time: 0.0091 (0.008792213626674846)
[1m --> TIME: 2025-02-23 10:10:59 -- STEP: 1480/6985 -- GLOBAL_STEP: 15450[0m
| > loss_text_ce: 0.05961722880601883 (0.05820013015606517)
| > loss_mel_ce: 2.9748942852020264 (3.55649407554317)
| > loss: 0.7586278915405273 (0.9036735512114862)
| > current_lr: 5e-06
| > step_time: 0.1653 (0.24881254821210297)
| > loader_time: 0.0083 (0.00879757952045751)
[1m --> TIME: 2025-02-23 10:11:18 -- STEP: 1530/6985 -- GLOBAL_STEP: 15500[0m
| > loss_text_ce: 0.057370882481336594 (0.05818201792639456)
| > loss_mel_ce: 3.6407787799835205 (3.559283562890843)
| > loss: 0.9245374202728271 (0.9043663950137845)
| > current_lr: 5e-06
| > step_time: 0.2578 (0.2493465947169884)
| > loader_time: 0.0088 (0.008801568723192403)
[1m --> TIME: 2025-02-23 10:11:37 -- STEP: 1580/6985 -- GLOBAL_STEP: 15550[0m
| > loss_text_ce: 0.05640484765172005 (0.05817133433928219)
| > loss_mel_ce: 3.962843418121338 (3.558332983753348)
| > loss: 1.0048121213912964 (0.9041260794370991)
| > current_lr: 5e-06
| > step_time: 0.2492 (0.2496632455270502)
| > loader_time: 0.0088 (0.00880303201796133)
[1m --> TIME: 2025-02-23 10:11:56 -- STEP: 1630/6985 -- GLOBAL_STEP: 15600[0m
| > loss_text_ce: 0.05958019942045212 (0.05816307630778457)
| > loss_mel_ce: 3.675210475921631 (3.558458107234509)
| > loss: 0.9336976408958435 (0.9041552958312943)
| > current_lr: 5e-06
| > step_time: 0.2394 (0.24975702382304188)
| > loader_time: 0.0088 (0.008803454791109985)
[1m --> TIME: 2025-02-23 10:12:14 -- STEP: 1680/6985 -- GLOBAL_STEP: 15650[0m
| > loss_text_ce: 0.05642163008451462 (0.058150543021925155)
| > loss_mel_ce: 3.5736496448516846 (3.5582278434719345)
| > loss: 0.9075177907943726 (0.9040945965264526)
| > current_lr: 5e-06
| > step_time: 0.2418 (0.24985596310524716)
| > loader_time: 0.0092 (0.008802128973461335)
[1m --> TIME: 2025-02-23 10:12:33 -- STEP: 1730/6985 -- GLOBAL_STEP: 15700[0m
| > loss_text_ce: 0.058943092823028564 (0.05813292598061135)
| > loss_mel_ce: 3.0150623321533203 (3.558015227317809)
| > loss: 0.768501341342926 (0.9040370381636428)
| > current_lr: 5e-06
| > step_time: 0.2081 (0.25000115143770435)
| > loader_time: 0.0083 (0.008800786630266668)
[1m --> TIME: 2025-02-23 10:12:51 -- STEP: 1780/6985 -- GLOBAL_STEP: 15750[0m
| > loss_text_ce: 0.057375840842723846 (0.05812685000762512)
| > loss_mel_ce: 3.806854248046875 (3.5579919982492245)
| > loss: 0.966057538986206 (0.9040297120139841)
| > current_lr: 5e-06
| > step_time: 0.2521 (0.24991309575820253)
| > loader_time: 0.0091 (0.008797976943884005)
[1m --> TIME: 2025-02-23 10:13:10 -- STEP: 1830/6985 -- GLOBAL_STEP: 15800[0m
| > loss_text_ce: 0.057346709072589874 (0.05811286708696293)
| > loss_mel_ce: 3.6242730617523193 (3.557286159327772)
| > loss: 0.9204049706459045 (0.9038497566851111)
| > current_lr: 5e-06
| > step_time: 0.195 (0.2501139200450294)
| > loader_time: 0.0085 (0.008796604734952336)
[1m --> TIME: 2025-02-23 10:13:28 -- STEP: 1880/6985 -- GLOBAL_STEP: 15850[0m
| > loss_text_ce: 0.05637076869606972 (0.058086447574277514)
| > loss_mel_ce: 3.7780919075012207 (3.5579692673175884)
| > loss: 0.9586156606674194 (0.904013928771019)
| > current_lr: 5e-06
| > step_time: 0.2263 (0.25006932755734085)
| > loader_time: 0.0088 (0.00879940935905944)
[1m --> TIME: 2025-02-23 10:13:46 -- STEP: 1930/6985 -- GLOBAL_STEP: 15900[0m
| > loss_text_ce: 0.059538405388593674 (0.05809995736444244)
| > loss_mel_ce: 3.5586371421813965 (3.556645490592007)
| > loss: 0.9045438766479492 (0.9036863619181777)
| > current_lr: 5e-06
| > step_time: 0.2749 (0.25008686181794837)
| > loader_time: 0.0085 (0.008801674719301534)
[1m --> TIME: 2025-02-23 10:14:04 -- STEP: 1980/6985 -- GLOBAL_STEP: 15950[0m
| > loss_text_ce: 0.060767121613025665 (0.05808847365957319)
| > loss_mel_ce: 3.4322848320007324 (3.556314835163077)
| > loss: 0.8732630014419556 (0.9036008271003011)
| > current_lr: 5e-06
| > step_time: 0.2439 (0.24986261948190602)
| > loader_time: 0.0085 (0.008798834410580726)
[1m --> TIME: 2025-02-23 10:14:22 -- STEP: 2030/6985 -- GLOBAL_STEP: 16000[0m
| > loss_text_ce: 0.05582922697067261 (0.05807572848581035)
| > loss_mel_ce: 3.6179442405700684 (3.5561227661048243)
| > loss: 0.9184433817863464 (0.9035496235774657)
| > current_lr: 5e-06
| > step_time: 0.2813 (0.24983529551275893)
| > loader_time: 0.0089 (0.008796961554165547)
> CHECKPOINT : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/checkpoint_16000.pth
[1m --> TIME: 2025-02-23 10:15:00 -- STEP: 2080/6985 -- GLOBAL_STEP: 16050[0m
| > loss_text_ce: 0.057150788605213165 (0.0580644973840278)
| > loss_mel_ce: 3.878080129623413 (3.556409965799404)
| > loss: 0.9838077425956726 (0.9036186156364587)
| > current_lr: 5e-06
| > step_time: 0.2526 (0.24987413149613644)
| > loader_time: 0.009 (0.00879852943695509)
[1m --> TIME: 2025-02-23 10:15:18 -- STEP: 2130/6985 -- GLOBAL_STEP: 16100[0m
| > loss_text_ce: 0.054642204195261 (0.058061095316645134)
| > loss_mel_ce: 3.312298536300659 (3.5553709473408435)
| > loss: 0.8417351841926575 (0.9033580104789828)
| > current_lr: 5e-06
| > step_time: 0.248 (0.24988013354825345)
| > loader_time: 0.0092 (0.008800167544906692)
[1m --> TIME: 2025-02-23 10:15:36 -- STEP: 2180/6985 -- GLOBAL_STEP: 16150[0m
| > loss_text_ce: 0.058039434254169464 (0.05805482904025175)
| > loss_mel_ce: 3.715238332748413 (3.554017342668059)
| > loss: 0.9433194398880005 (0.903018042718599)
| > current_lr: 5e-06
| > step_time: 0.2407 (0.24992758068469728)
| > loader_time: 0.009 (0.008799092047805093)
[1m --> TIME: 2025-02-23 10:15:54 -- STEP: 2230/6985 -- GLOBAL_STEP: 16200[0m
| > loss_text_ce: 0.055317189544439316 (0.0580531663708222)
| > loss_mel_ce: 3.591353178024292 (3.554071481238563)
| > loss: 0.9116675853729248 (0.903031161708148)
| > current_lr: 5e-06
| > step_time: 0.1757 (0.2499377447393447)
| > loader_time: 0.0083 (0.008797524221274894)
[1m --> TIME: 2025-02-23 10:16:13 -- STEP: 2280/6985 -- GLOBAL_STEP: 16250[0m
| > loss_text_ce: 0.056358352303504944 (0.058045616909338744)
| > loss_mel_ce: 3.5941076278686523 (3.553530711249298)
| > loss: 0.912616491317749 (0.902894081907315)
| > current_lr: 5e-06
| > step_time: 0.2386 (0.24997684903312187)
| > loader_time: 0.0086 (0.008795617233242915)
[1m --> TIME: 2025-02-23 10:16:31 -- STEP: 2330/6985 -- GLOBAL_STEP: 16300[0m
| > loss_text_ce: 0.056030068546533585 (0.058028999426653995)
| > loss_mel_ce: 3.308631658554077 (3.5532431100059445)
| > loss: 0.8411654233932495 (0.9028180270747573)
| > current_lr: 5e-06
| > step_time: 0.2723 (0.24997240084946956)
| > loader_time: 0.009 (0.008793404992557912)
[1m --> TIME: 2025-02-23 10:16:49 -- STEP: 2380/6985 -- GLOBAL_STEP: 16350[0m
| > loss_text_ce: 0.058173928409814835 (0.05802537819699332)
| > loss_mel_ce: 3.409224510192871 (3.5528158613613643)
| > loss: 0.8668496012687683 (0.9027103096246727)
| > current_lr: 5e-06
| > step_time: 0.2296 (0.24996226865704355)
| > loader_time: 0.0089 (0.008790172047975692)
[1m --> TIME: 2025-02-23 10:17:08 -- STEP: 2430/6985 -- GLOBAL_STEP: 16400[0m
| > loss_text_ce: 0.0589989498257637 (0.0580198795753129)
| > loss_mel_ce: 3.2105023860931396 (3.552451341534835)
| > loss: 0.8173753619194031 (0.9026178049697805)
| > current_lr: 5e-06
| > step_time: 0.1951 (0.25003578319471104)
| > loader_time: 0.0083 (0.008787680064699781)
[1m --> TIME: 2025-02-23 10:17:26 -- STEP: 2480/6985 -- GLOBAL_STEP: 16450[0m
| > loss_text_ce: 0.0585658960044384 (0.058010868309065725)
| > loss_mel_ce: 3.4996299743652344 (3.5502837655044344)
| > loss: 0.8895489573478699 (0.902073658161587)
| > current_lr: 5e-06
| > step_time: 0.2389 (0.24988477037799006)
| > loader_time: 0.0086 (0.00878455696567413)
[1m --> TIME: 2025-02-23 10:17:44 -- STEP: 2530/6985 -- GLOBAL_STEP: 16500[0m
| > loss_text_ce: 0.05896882340312004 (0.058004532037339684)
| > loss_mel_ce: 3.221785306930542 (3.549771358090424)
| > loss: 0.8201885223388672 (0.9019439722473921)
| > current_lr: 5e-06
| > step_time: 0.1847 (0.2498696867185151)
| > loader_time: 0.0082 (0.008782746103912479)
[1m --> TIME: 2025-02-23 10:18:03 -- STEP: 2580/6985 -- GLOBAL_STEP: 16550[0m
| > loss_text_ce: 0.057257164269685745 (0.057993567695971165)
| > loss_mel_ce: 3.3482844829559326 (3.5492713428282894)
| > loss: 0.8513854146003723 (0.9018162273621382)
| > current_lr: 5e-06
| > step_time: 0.2317 (0.24998668783394884)
| > loader_time: 0.0085 (0.008781932213509726)
[1m --> TIME: 2025-02-23 10:18:21 -- STEP: 2630/6985 -- GLOBAL_STEP: 16600[0m
| > loss_text_ce: 0.05595872923731804 (0.057982914853741935)
| > loss_mel_ce: 3.705860137939453 (3.5491854178134905)
| > loss: 0.9404547214508057 (0.9017920828590835)
| > current_lr: 5e-06
| > step_time: 0.2674 (0.250003941884059)
| > loader_time: 0.0087 (0.00878115588721213)
[1m --> TIME: 2025-02-23 10:18:39 -- STEP: 2680/6985 -- GLOBAL_STEP: 16650[0m
| > loss_text_ce: 0.05876150354743004 (0.057970028390079316)
| > loss_mel_ce: 3.5560808181762695 (3.5486453623024357)
| > loss: 0.9037106037139893 (0.9016538473652377)
| > current_lr: 5e-06
| > step_time: 0.1617 (0.24980301687966533)
| > loader_time: 0.0083 (0.008778370316348854)
[1m --> TIME: 2025-02-23 10:18:57 -- STEP: 2730/6985 -- GLOBAL_STEP: 16700[0m
| > loss_text_ce: 0.056705575436353683 (0.05795638140959619)
| > loss_mel_ce: 3.4781596660614014 (3.5475806159414187)
| > loss: 0.8837162852287292 (0.9013842490129862)
| > current_lr: 5e-06
| > step_time: 0.3053 (0.24990982162210093)
| > loader_time: 0.009 (0.008778303796118426)
[1m --> TIME: 2025-02-23 10:19:15 -- STEP: 2780/6985 -- GLOBAL_STEP: 16750[0m
| > loss_text_ce: 0.05457678809762001 (0.057945103475676614)
| > loss_mel_ce: 3.4253122806549072 (3.547209472964991)
| > loss: 0.869972288608551 (0.9012886438652772)
| > current_lr: 5e-06
| > step_time: 0.1963 (0.24978233069824657)
| > loader_time: 0.0084 (0.008775427272851516)
[1m --> TIME: 2025-02-23 10:19:33 -- STEP: 2830/6985 -- GLOBAL_STEP: 16800[0m
| > loss_text_ce: 0.05678032338619232 (0.05792802661236101)
| > loss_mel_ce: 3.6765995025634766 (3.5470115167092073)
| > loss: 0.9333449602127075 (0.9012348855552748)
| > current_lr: 5e-06
| > step_time: 0.2527 (0.24976317570824505)
| > loader_time: 0.0088 (0.008773909946212492)
[1m --> TIME: 2025-02-23 10:19:52 -- STEP: 2880/6985 -- GLOBAL_STEP: 16850[0m
| > loss_text_ce: 0.055844515562057495 (0.057912810484413074)
| > loss_mel_ce: 3.7485735416412354 (3.5474816232091824)
| > loss: 0.9511045217514038 (0.9013486081527345)
| > current_lr: 5e-06
| > step_time: 0.2266 (0.24978301061524286)
| > loader_time: 0.0088 (0.008775069730149365)
[1m --> TIME: 2025-02-23 10:20:10 -- STEP: 2930/6985 -- GLOBAL_STEP: 16900[0m
| > loss_text_ce: 0.05980747193098068 (0.057906072969475315)
| > loss_mel_ce: 3.4229681491851807 (3.5460108707382387)
| > loss: 0.8706939220428467 (0.9009792357174616)
| > current_lr: 5e-06
| > step_time: 0.2791 (0.24982601481493016)
| > loader_time: 0.009 (0.008775104190709227)
[1m --> TIME: 2025-02-23 10:20:28 -- STEP: 2980/6985 -- GLOBAL_STEP: 16950[0m
| > loss_text_ce: 0.059460341930389404 (0.05789625820322527)
| > loss_mel_ce: 3.7204885482788086 (3.5454500807211677)
| > loss: 0.9449872374534607 (0.9008365844920184)
| > current_lr: 5e-06
| > step_time: 0.2539 (0.2497020469415908)
| > loader_time: 0.0091 (0.008773866195806706)
[1m --> TIME: 2025-02-23 10:20:46 -- STEP: 3030/6985 -- GLOBAL_STEP: 17000[0m
| > loss_text_ce: 0.05384576693177223 (0.05788431969216163)
| > loss_mel_ce: 3.805004119873047 (3.5456704641726127)
| > loss: 0.9647125005722046 (0.9008886956932527)
| > current_lr: 5e-06
| > step_time: 0.2593 (0.24971551076807205)
| > loader_time: 0.0088 (0.008771665891011545)
> CHECKPOINT : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/checkpoint_17000.pth
[1m --> TIME: 2025-02-23 10:21:24 -- STEP: 3080/6985 -- GLOBAL_STEP: 17050[0m
| > loss_text_ce: 0.05984082445502281 (0.05787285878141594)
| > loss_mel_ce: 3.8000152111053467 (3.5448101009641353)
| > loss: 0.9649640321731567 (0.9006707397180724)
| > current_lr: 5e-06
| > step_time: 0.224 (0.24972414072457846)
| > loader_time: 0.0086 (0.00877351373821109)
[1m --> TIME: 2025-02-23 10:21:42 -- STEP: 3130/6985 -- GLOBAL_STEP: 17100[0m
| > loss_text_ce: 0.05348440632224083 (0.05785962408676317)
| > loss_mel_ce: 3.531529188156128 (3.543799401853029)
| > loss: 0.8962534070014954 (0.9004147563689058)
| > current_lr: 5e-06
| > step_time: 0.2466 (0.2496794382223306)
| > loader_time: 0.0086 (0.0087719181475167)
[1m --> TIME: 2025-02-23 10:22:01 -- STEP: 3180/6985 -- GLOBAL_STEP: 17150[0m
| > loss_text_ce: 0.058255262672901154 (0.057851270524164056)
| > loss_mel_ce: 3.549285650253296 (3.5433387871808204)
| > loss: 0.9018852114677429 (0.900297514335165)
| > current_lr: 5e-06
| > step_time: 0.237 (0.24964448925834032)
| > loader_time: 0.0091 (0.008770902351763263)
[1m --> TIME: 2025-02-23 10:22:19 -- STEP: 3230/6985 -- GLOBAL_STEP: 17200[0m
| > loss_text_ce: 0.05787482112646103 (0.05783797291341029)
| > loss_mel_ce: 3.68369722366333 (3.5431231849333797)
| > loss: 0.9353930354118347 (0.9002402893529963)
| > current_lr: 5e-06
| > step_time: 0.3365 (0.24962275810655057)
| > loader_time: 0.0093 (0.00876969612050722)
[1m --> TIME: 2025-02-23 10:22:37 -- STEP: 3280/6985 -- GLOBAL_STEP: 17250[0m
| > loss_text_ce: 0.052246082574129105 (0.057823307941690466)
| > loss_mel_ce: 3.724932909011841 (3.5425310402381687)
| > loss: 0.9442947506904602 (0.9000885868944778)
| > current_lr: 5e-06
| > step_time: 0.2378 (0.24950699900708548)
| > loader_time: 0.0088 (0.008768256044969334)
[1m --> TIME: 2025-02-23 10:22:55 -- STEP: 3330/6985 -- GLOBAL_STEP: 17300[0m
| > loss_text_ce: 0.05546944588422775 (0.05780770171646243)
| > loss_mel_ce: 3.854785442352295 (3.5423042459888836)
| > loss: 0.977563738822937 (0.9000279867613286)
| > current_lr: 5e-06
| > step_time: 0.2292 (0.24946636144105377)
| > loader_time: 0.0086 (0.008767322663430346)
[1m --> TIME: 2025-02-23 10:23:12 -- STEP: 3380/6985 -- GLOBAL_STEP: 17350[0m
| > loss_text_ce: 0.05799364298582077 (0.05780061468944925)
| > loss_mel_ce: 3.2742760181427 (3.5409947854527335)
| > loss: 0.8330674171447754 (0.8996988498776628)
| > current_lr: 5e-06
| > step_time: 0.2267 (0.24936212139016778)
| > loader_time: 0.0084 (0.008766079019512662)
[1m --> TIME: 2025-02-23 10:23:31 -- STEP: 3430/6985 -- GLOBAL_STEP: 17400[0m
| > loss_text_ce: 0.05908554419875145 (0.057802532380854095)
| > loss_mel_ce: 3.3342082500457764 (3.5399857127631695)
| > loss: 0.8483234643936157 (0.8994470611084312)
| > current_lr: 5e-06
| > step_time: 0.2908 (0.24936130860109024)
| > loader_time: 0.0093 (0.008765826419908184)
[1m --> TIME: 2025-02-23 10:23:49 -- STEP: 3480/6985 -- GLOBAL_STEP: 17450[0m
| > loss_text_ce: 0.055273301899433136 (0.05780060834133592)
| > loss_mel_ce: 3.596135139465332 (3.538854927783723)
| > loss: 0.9128521084785461 (0.8991638838731014)
| > current_lr: 5e-06
| > step_time: 0.1732 (0.24939531033066498)
| > loader_time: 0.0082 (0.008765552235745839)
[1m --> TIME: 2025-02-23 10:24:07 -- STEP: 3530/6985 -- GLOBAL_STEP: 17500[0m
| > loss_text_ce: 0.061425577849149704 (0.05779131600691308)
| > loss_mel_ce: 3.40301251411438 (3.5375111199641003)
| > loss: 0.8661095499992371 (0.8988256088059622)
| > current_lr: 5e-06
| > step_time: 0.2376 (0.24937759296752238)
| > loader_time: 0.0086 (0.00876573489678143)
[1m --> TIME: 2025-02-23 10:24:25 -- STEP: 3580/6985 -- GLOBAL_STEP: 17550[0m
| > loss_text_ce: 0.055583205074071884 (0.05778266460473479)
| > loss_mel_ce: 3.506052017211914 (3.536275807239488)
| > loss: 0.8904088139533997 (0.8985146178380076)
| > current_lr: 5e-06
| > step_time: 0.2536 (0.2493356161943361)
| > loader_time: 0.0092 (0.008766215540177334)
[1m --> TIME: 2025-02-23 10:24:43 -- STEP: 3630/6985 -- GLOBAL_STEP: 17600[0m
| > loss_text_ce: 0.05698949098587036 (0.05777439692316799)
| > loss_mel_ce: 3.1406912803649902 (3.5357219716405717)
| > loss: 0.799420177936554 (0.898374092004188)
| > current_lr: 5e-06
| > step_time: 0.2486 (0.2492908155294161)
| > loader_time: 0.0087 (0.008765589369886837)
[1m --> TIME: 2025-02-23 10:25:01 -- STEP: 3680/6985 -- GLOBAL_STEP: 17650[0m
| > loss_text_ce: 0.05711052939295769 (0.05776228640714419)
| > loss_mel_ce: 3.1710774898529053 (3.534776607155798)
| > loss: 0.8070470094680786 (0.898134723240915)
| > current_lr: 5e-06
| > step_time: 0.1519 (0.24921388023573418)
| > loader_time: 0.0084 (0.008764638201050137)
[1m --> TIME: 2025-02-23 10:25:20 -- STEP: 3730/6985 -- GLOBAL_STEP: 17700[0m
| > loss_text_ce: 0.05648199841380119 (0.057752520779781956)
| > loss_mel_ce: 3.5528626441955566 (3.535031933055804)
| > loss: 0.9023361802101135 (0.8981961133652658)
| > current_lr: 5e-06
| > step_time: 0.2635 (0.24926061483234888)
| > loader_time: 0.0088 (0.008766209344122429)
[1m --> TIME: 2025-02-23 10:25:38 -- STEP: 3780/6985 -- GLOBAL_STEP: 17750[0m
| > loss_text_ce: 0.06237129122018814 (0.05773966409187154)
| > loss_mel_ce: 3.5407443046569824 (3.534623952012842)
| > loss: 0.9007788896560669 (0.8980909039576853)
| > current_lr: 5e-06
| > step_time: 0.1877 (0.24926519211007173)
| > loader_time: 0.0086 (0.00876430802875095)
[1m --> TIME: 2025-02-23 10:25:56 -- STEP: 3830/6985 -- GLOBAL_STEP: 17800[0m
| > loss_text_ce: 0.06037428230047226 (0.0577323884501392)
| > loss_mel_ce: 3.242330312728882 (3.5339767322839064)
| > loss: 0.8256761431694031 (0.8979272801166419)
| > current_lr: 5e-06
| > step_time: 0.2882 (0.24919577136674687)
| > loader_time: 0.0092 (0.008763835760071757)
[1m --> TIME: 2025-02-23 10:26:13 -- STEP: 3880/6985 -- GLOBAL_STEP: 17850[0m
| > loss_text_ce: 0.05764774605631828 (0.05771972504396416)
| > loss_mel_ce: 3.2311859130859375 (3.5334350654144857)
| > loss: 0.8222084045410156 (0.89778869751188)
| > current_lr: 5e-06
| > step_time: 0.1702 (0.24900214469309934)
| > loader_time: 0.008 (0.008762519199823595)
[1m --> TIME: 2025-02-23 10:26:31 -- STEP: 3930/6985 -- GLOBAL_STEP: 17900[0m
| > loss_text_ce: 0.06121385842561722 (0.057711404174300866)
| > loss_mel_ce: 3.30625057220459 (3.5325032043093016)
| > loss: 0.841866135597229 (0.8975536519941184)
| > current_lr: 5e-06
| > step_time: 0.2621 (0.2489735394033767)
| > loader_time: 0.009 (0.008762984057419173)
[1m --> TIME: 2025-02-23 10:26:49 -- STEP: 3980/6985 -- GLOBAL_STEP: 17950[0m
| > loss_text_ce: 0.058039188385009766 (0.0577005276662396)
| > loss_mel_ce: 3.2015295028686523 (3.531146873900637)
| > loss: 0.8148921728134155 (0.8972118502885258)
| > current_lr: 5e-06
| > step_time: 0.2441 (0.24896485368211066)
| > loader_time: 0.0087 (0.008763715729641556)
[1m --> TIME: 2025-02-23 10:27:07 -- STEP: 4030/6985 -- GLOBAL_STEP: 18000[0m
| > loss_text_ce: 0.054122310131788254 (0.05768753068969949)
| > loss_mel_ce: 3.626210927963257 (3.531094742176253)
| > loss: 0.9200832843780518 (0.897195568066969)
| > current_lr: 5e-06
| > step_time: 0.2575 (0.24894687620640985)
| > loader_time: 0.0088 (0.008763996957253582)
> CHECKPOINT : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/checkpoint_18000.pth
[1m --> TIME: 2025-02-23 10:27:47 -- STEP: 4080/6985 -- GLOBAL_STEP: 18050[0m
| > loss_text_ce: 0.05850601941347122 (0.05767696666914752)
| > loss_mel_ce: 3.3930344581604004 (3.5304805107560795)
| > loss: 0.8628851175308228 (0.8970393692161527)
| > current_lr: 5e-06
| > step_time: 0.2539 (0.24897624826898762)
| > loader_time: 0.0085 (0.008764715229763704)
[1m --> TIME: 2025-02-23 10:28:05 -- STEP: 4130/6985 -- GLOBAL_STEP: 18100[0m
| > loss_text_ce: 0.05208015814423561 (0.05766379621249713)
| > loss_mel_ce: 3.6144423484802246 (3.5292561702520433)
| > loss: 0.9166306257247925 (0.896729991511052)
| > current_lr: 5e-06
| > step_time: 0.2546 (0.2489440097647198)
| > loader_time: 0.0087 (0.008764071383718717)
[1m --> TIME: 2025-02-23 10:28:23 -- STEP: 4180/6985 -- GLOBAL_STEP: 18150[0m
| > loss_text_ce: 0.059057220816612244 (0.05765860795119163)
| > loss_mel_ce: 3.462620735168457 (3.528166652353184)
| > loss: 0.8804194927215576 (0.8964563150012327)
| > current_lr: 5e-06
| > step_time: 0.169 (0.248961385243247)
| > loader_time: 0.0082 (0.008764278660550637)
[1m --> TIME: 2025-02-23 10:28:41 -- STEP: 4230/6985 -- GLOBAL_STEP: 18200[0m
| > loss_text_ce: 0.05616811662912369 (0.057649086834092235)
| > loss_mel_ce: 3.415862798690796 (3.527149771291312)
| > loss: 0.8680077195167542 (0.8961997144892994)
| > current_lr: 5e-06
| > step_time: 0.1939 (0.24889384792769773)
| > loader_time: 0.0083 (0.008763703894107893)
[1m --> TIME: 2025-02-23 10:29:00 -- STEP: 4280/6985 -- GLOBAL_STEP: 18250[0m
| > loss_text_ce: 0.05634453520178795 (0.05763894107332019)
| > loss_mel_ce: 3.308903455734253 (3.526992497265895)
| > loss: 0.8413119912147522 (0.896157859530405)
| > current_lr: 5e-06
| > step_time: 0.2437 (0.2489410386464306)
| > loader_time: 0.0086 (0.008764130935490683)
[1m --> TIME: 2025-02-23 10:29:18 -- STEP: 4330/6985 -- GLOBAL_STEP: 18300[0m
| > loss_text_ce: 0.055347394198179245 (0.05762295980462438)
| > loss_mel_ce: 3.6409430503845215 (3.5263568621034165)
| > loss: 0.9240726232528687 (0.8959949554389408)
| > current_lr: 5e-06
| > step_time: 0.2859 (0.2490126239234801)
| > loader_time: 0.0093 (0.008764330564415203)
[1m --> TIME: 2025-02-23 10:29:37 -- STEP: 4380/6985 -- GLOBAL_STEP: 18350[0m
| > loss_text_ce: 0.05813859775662422 (0.05761453625427126)
| > loss_mel_ce: 3.381854295730591 (3.52555861669044)
| > loss: 0.8599982261657715 (0.8957932882521257)
| > current_lr: 5e-06
| > step_time: 0.2968 (0.24906267069246127)
| > loader_time: 0.0092 (0.008764701455695438)
[1m --> TIME: 2025-02-23 10:29:55 -- STEP: 4430/6985 -- GLOBAL_STEP: 18400[0m
| > loss_text_ce: 0.057431191205978394 (0.05760739242351083)
| > loss_mel_ce: 3.2460663318634033 (3.5240382340368797)
| > loss: 0.825874388217926 (0.8954114066424281)
| > current_lr: 5e-06
| > step_time: 0.2784 (0.24904463140474753)
| > loader_time: 0.0089 (0.008764461685249544)
[1m --> TIME: 2025-02-23 10:30:13 -- STEP: 4480/6985 -- GLOBAL_STEP: 18450[0m
| > loss_text_ce: 0.054538119584321976 (0.05759960490644776)
| > loss_mel_ce: 3.575350046157837 (3.523199364809054)
| > loss: 0.9074720144271851 (0.8951997424874993)
| > current_lr: 5e-06
| > step_time: 0.2518 (0.24907206680093494)
| > loader_time: 0.0089 (0.00876477073345865)
[1m --> TIME: 2025-02-23 10:30:31 -- STEP: 4530/6985 -- GLOBAL_STEP: 18500[0m
| > loss_text_ce: 0.05702852085232735 (0.057589507215629616)
| > loss_mel_ce: 3.4826483726501465 (3.5225663220382417)
| > loss: 0.8849192261695862 (0.8950389573774066)
| > current_lr: 5e-06
| > step_time: 0.2797 (0.24906527122388086)
| > loader_time: 0.0093 (0.008764806330598734)
[1m --> TIME: 2025-02-23 10:30:49 -- STEP: 4580/6985 -- GLOBAL_STEP: 18550[0m
| > loss_text_ce: 0.056003496050834656 (0.057582222672756846)
| > loss_mel_ce: 3.4219603538513184 (3.52234262550762)
| > loss: 0.8694909811019897 (0.8949812121006082)
| > current_lr: 5e-06
| > step_time: 0.251 (0.24899559531149384)
| > loader_time: 0.0089 (0.008763867330342916)
[1m --> TIME: 2025-02-23 10:31:07 -- STEP: 4630/6985 -- GLOBAL_STEP: 18600[0m
| > loss_text_ce: 0.05588804930448532 (0.05757455572839947)
| > loss_mel_ce: 3.3133487701416016 (3.5218184204389913)
| > loss: 0.8423091769218445 (0.894848244094952)
| > current_lr: 5e-06
| > step_time: 0.2487 (0.24899518242665036)
| > loader_time: 0.0088 (0.008763723136539328)
[1m --> TIME: 2025-02-23 10:31:25 -- STEP: 4680/6985 -- GLOBAL_STEP: 18650[0m
| > loss_text_ce: 0.055800292640924454 (0.05756630753843575)
| > loss_mel_ce: 3.60170841217041 (3.520836015695181)
| > loss: 0.9143771529197693 (0.8946005809001437)
| > current_lr: 5e-06
| > step_time: 0.248 (0.2489503626130585)
| > loader_time: 0.0089 (0.008764983649946673)
[1m --> TIME: 2025-02-23 10:31:43 -- STEP: 4730/6985 -- GLOBAL_STEP: 18700[0m
| > loss_text_ce: 0.05587823688983917 (0.05755831229541821)
| > loss_mel_ce: 3.6397464275360107 (3.520048290730531)
| > loss: 0.923906147480011 (0.8944016508143754)
| > current_lr: 5e-06
| > step_time: 0.2807 (0.24889634698944416)
| > loader_time: 0.0089 (0.008765878132987459)
[1m --> TIME: 2025-02-23 10:32:01 -- STEP: 4780/6985 -- GLOBAL_STEP: 18750[0m
| > loss_text_ce: 0.056027382612228394 (0.05755136882005626)
| > loss_mel_ce: 3.5572454929351807 (3.5195623496087527)
| > loss: 0.9033182263374329 (0.8942784296668228)
| > current_lr: 5e-06
| > step_time: 0.232 (0.24889664285851323)
| > loader_time: 0.0089 (0.008766157457519262)
[1m --> TIME: 2025-02-23 10:32:19 -- STEP: 4830/6985 -- GLOBAL_STEP: 18800[0m
| > loss_text_ce: 0.05311606451869011 (0.05753971319221438)
| > loss_mel_ce: 3.781606435775757 (3.5190368047658946)
| > loss: 0.9586806297302246 (0.8941441295309841)
| > current_lr: 5e-06
| > step_time: 0.2475 (0.24884545210725773)
| > loader_time: 0.0089 (0.008765715298938928)
[1m --> TIME: 2025-02-23 10:32:38 -- STEP: 4880/6985 -- GLOBAL_STEP: 18850[0m
| > loss_text_ce: 0.05555947124958038 (0.057527815588734675)
| > loss_mel_ce: 3.594621181488037 (3.5185597045011208)
| > loss: 0.9125451445579529 (0.8940218800526177)
| > current_lr: 5e-06
| > step_time: 0.2265 (0.24890141452922196)
| > loader_time: 0.0086 (0.00876580369277077)
[1m --> TIME: 2025-02-23 10:32:56 -- STEP: 4930/6985 -- GLOBAL_STEP: 18900[0m
| > loss_text_ce: 0.0560983344912529 (0.057519663598305314)
| > loss_mel_ce: 3.2094202041625977 (3.5172515176614447)
| > loss: 0.8163796067237854 (0.8936927952824455)
| > current_lr: 5e-06
| > step_time: 0.1476 (0.24886526945396562)
| > loader_time: 0.0079 (0.008767114401347241)
[1m --> TIME: 2025-02-23 10:33:14 -- STEP: 4980/6985 -- GLOBAL_STEP: 18950[0m
| > loss_text_ce: 0.0565885528922081 (0.05750959781428657)
| > loss_mel_ce: 3.8883981704711914 (3.5170574988227292)
| > loss: 0.9862467050552368 (0.8936417741349427)
| > current_lr: 5e-06
| > step_time: 0.1819 (0.24890335611550204)
| > loader_time: 0.0081 (0.00876667102177937)
[1m --> TIME: 2025-02-23 10:33:32 -- STEP: 5030/6985 -- GLOBAL_STEP: 19000[0m
| > loss_text_ce: 0.05416160821914673 (0.05750145530235578)
| > loss_mel_ce: 3.4209437370300293 (3.5167094365265923)
| > loss: 0.8687763214111328 (0.8935527229403885)
| > current_lr: 5e-06
| > step_time: 0.1955 (0.248872905602275)
| > loader_time: 0.0084 (0.00876599789613757)
> CHECKPOINT : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/checkpoint_19000.pth
[1m --> TIME: 2025-02-23 10:34:09 -- STEP: 5080/6985 -- GLOBAL_STEP: 19050[0m
| > loss_text_ce: 0.057160742580890656 (0.05749145823083525)
| > loss_mel_ce: 3.371148109436035 (3.516045915517281)
| > loss: 0.8570772409439087 (0.8933843434443628)
| > current_lr: 5e-06
| > step_time: 0.1935 (0.24872576167264324)
| > loader_time: 0.0087 (0.008765500173793994)
[1m --> TIME: 2025-02-23 10:34:28 -- STEP: 5130/6985 -- GLOBAL_STEP: 19100[0m
| > loss_text_ce: 0.0551474504172802 (0.057487854327403776)
| > loss_mel_ce: 3.7571306228637695 (3.5154932407840187)
| > loss: 0.9530695080757141 (0.893245273747175)
| > current_lr: 5e-06
| > step_time: 0.2497 (0.24870882387514467)
| > loader_time: 0.0085 (0.008765952907807642)
[1m --> TIME: 2025-02-23 10:34:46 -- STEP: 5180/6985 -- GLOBAL_STEP: 19150[0m
| > loss_text_ce: 0.05793755501508713 (0.05747589732459153)
| > loss_mel_ce: 3.3819501399993896 (3.5148059621280683)
| > loss: 0.8599719405174255 (0.8930704648200153)
| > current_lr: 5e-06
| > step_time: 0.2957 (0.24870083470142026)
| > loader_time: 0.0093 (0.008765390941074903)
[1m --> TIME: 2025-02-23 10:35:04 -- STEP: 5230/6985 -- GLOBAL_STEP: 19200[0m
| > loss_text_ce: 0.060624703764915466 (0.05746611238494658)
| > loss_mel_ce: 3.1436994075775146 (3.5144736161423458)
| > loss: 0.8010810017585754 (0.8929849320912228)
| > current_lr: 5e-06
| > step_time: 0.2569 (0.24870594878953456)
| > loader_time: 0.0088 (0.008764642283291926)
[1m --> TIME: 2025-02-23 10:35:22 -- STEP: 5280/6985 -- GLOBAL_STEP: 19250[0m
| > loss_text_ce: 0.05439002811908722 (0.057461008005493294)
| > loss_mel_ce: 3.3487346172332764 (3.5133044652415046)
| > loss: 0.8507811427116394 (0.892691368293582)
| > current_lr: 5e-06
| > step_time: 0.2488 (0.24869656612475713)
| > loader_time: 0.009 (0.008764704384587027)
[1m --> TIME: 2025-02-23 10:35:40 -- STEP: 5330/6985 -- GLOBAL_STEP: 19300[0m
| > loss_text_ce: 0.05693996697664261 (0.05745635435376561)
| > loss_mel_ce: 3.432255268096924 (3.513037653040931)
| > loss: 0.8722988367080688 (0.8926235018259592)
| > current_lr: 5e-06
| > step_time: 0.2735 (0.24873616784866934)
| > loader_time: 0.0088 (0.008765313683486568)
[1m --> TIME: 2025-02-23 10:35:59 -- STEP: 5380/6985 -- GLOBAL_STEP: 19350[0m
| > loss_text_ce: 0.055940184742212296 (0.05744627961286493)
| > loss_mel_ce: 3.906670570373535 (3.5125968228485505)
| > loss: 0.9906526803970337 (0.8925107756068719)
| > current_lr: 5e-06
| > step_time: 0.2435 (0.2487709356949675)
| > loader_time: 0.0088 (0.008765693668096038)
[1m --> TIME: 2025-02-23 10:36:17 -- STEP: 5430/6985 -- GLOBAL_STEP: 19400[0m
| > loss_text_ce: 0.05537062883377075 (0.05743903053742636)
| > loss_mel_ce: 3.72572922706604 (3.5121142053252865)
| > loss: 0.9452749490737915 (0.8923883089373786)
| > current_lr: 5e-06
| > step_time: 0.2721 (0.24874117286604852)
| > loader_time: 0.0087 (0.008764783673084467)
[1m --> TIME: 2025-02-23 10:36:36 -- STEP: 5480/6985 -- GLOBAL_STEP: 19450[0m
| > loss_text_ce: 0.05512893199920654 (0.057433177688478554)
| > loss_mel_ce: 3.779829502105713 (3.5116634392390287)
| > loss: 0.9587396383285522 (0.8922741542114832)
| > current_lr: 5e-06
| > step_time: 0.1885 (0.24881387000536395)
| > loader_time: 0.0085 (0.008764677935273104)
[1m --> TIME: 2025-02-23 10:36:53 -- STEP: 5530/6985 -- GLOBAL_STEP: 19500[0m
| > loss_text_ce: 0.05680956318974495 (0.057428990022210274)
| > loss_mel_ce: 3.1122214794158936 (3.510814056215407)
| > loss: 0.7922577857971191 (0.8920607615551943)
| > current_lr: 5e-06
| > step_time: 0.23 (0.2487817702198546)
| > loader_time: 0.0086 (0.008763636602846661)
[1m --> TIME: 2025-02-23 10:37:11 -- STEP: 5580/6985 -- GLOBAL_STEP: 19550[0m
| > loss_text_ce: 0.05748677998781204 (0.0574210696977206)
| > loss_mel_ce: 3.0288469791412354 (3.5099560887155565)
| > loss: 0.7715834379196167 (0.8918442895762813)
| > current_lr: 5e-06
| > step_time: 0.165 (0.24863597278526606)
| > loader_time: 0.0082 (0.008762190034312584)
[1m --> TIME: 2025-02-23 10:37:29 -- STEP: 5630/6985 -- GLOBAL_STEP: 19600[0m
| > loss_text_ce: 0.05542244762182236 (0.057409080585090984)
| > loss_mel_ce: 3.1602957248687744 (3.5091359747027844)
| > loss: 0.8039295673370361 (0.8916362637736661)
| > current_lr: 5e-06
| > step_time: 0.2371 (0.24865620411522224)
| > loader_time: 0.0086 (0.008761573388352062)
[1m --> TIME: 2025-02-23 10:37:47 -- STEP: 5680/6985 -- GLOBAL_STEP: 19650[0m
| > loss_text_ce: 0.058772847056388855 (0.05739861642941833)
| > loss_mel_ce: 3.501422882080078 (3.5085157844382273)
| > loss: 0.8900489211082458 (0.8914786001851025)
| > current_lr: 5e-06
| > step_time: 0.1849 (0.2486724338061373)
| > loader_time: 0.0084 (0.008761303903351367)
[1m --> TIME: 2025-02-23 10:38:05 -- STEP: 5730/6985 -- GLOBAL_STEP: 19700[0m
| > loss_text_ce: 0.05637678503990173 (0.0573927060653818)
| > loss_mel_ce: 3.4775352478027344 (3.5070346840597155)
| > loss: 0.8834779858589172 (0.8911068475163215)
| > current_lr: 5e-06
| > step_time: 0.2067 (0.24861436198103073)
| > loader_time: 0.0081 (0.008759710842818276)
[1m --> TIME: 2025-02-23 10:38:23 -- STEP: 5780/6985 -- GLOBAL_STEP: 19750[0m
| > loss_text_ce: 0.05475033074617386 (0.05738674342232695)
| > loss_mel_ce: 3.516874074935913 (3.50624197473988)
| > loss: 0.892906129360199 (0.8909071795152549)
| > current_lr: 5e-06
| > step_time: 0.2246 (0.24858243675792918)
| > loader_time: 0.0091 (0.00876062332965098)
[1m --> TIME: 2025-02-23 10:38:41 -- STEP: 5830/6985 -- GLOBAL_STEP: 19800[0m
| > loss_text_ce: 0.05767439678311348 (0.057378795289308296)
| > loss_mel_ce: 3.3505337238311768 (3.5056412695202575)
| > loss: 0.8520520329475403 (0.8907550161841806)
| > current_lr: 5e-06
| > step_time: 0.2135 (0.2485962702520511)
| > loader_time: 0.0085 (0.008760051661862714)
[1m --> TIME: 2025-02-23 10:38:59 -- STEP: 5880/6985 -- GLOBAL_STEP: 19850[0m
| > loss_text_ce: 0.05286039412021637 (0.057370200636638266)
| > loss_mel_ce: 3.7323899269104004 (3.504670550588037)
| > loss: 0.9463126063346863 (0.8905101877998336)
| > current_lr: 5e-06
| > step_time: 0.254 (0.2485655683643964)
| > loader_time: 0.0087 (0.008759425651459459)
[1m --> TIME: 2025-02-23 10:39:18 -- STEP: 5930/6985 -- GLOBAL_STEP: 19900[0m
| > loss_text_ce: 0.05736273527145386 (0.05735852912030674)
| > loss_mel_ce: 3.430950880050659 (3.5039818934204203)
| > loss: 0.8720784187316895 (0.8903351056133518)
| > current_lr: 5e-06
| > step_time: 0.2467 (0.24861419562746662)
| > loader_time: 0.0085 (0.008759117046053843)
[1m --> TIME: 2025-02-23 10:39:36 -- STEP: 5980/6985 -- GLOBAL_STEP: 19950[0m
| > loss_text_ce: 0.05741162970662117 (0.05735141687394185)
| > loss_mel_ce: 3.1708550453186035 (3.5036447941658886)
| > loss: 0.8070666790008545 (0.8902490527135476)
| > current_lr: 5e-06
| > step_time: 0.2413 (0.24862664929999156)
| > loader_time: 0.0085 (0.008758446484505123)
[1m --> TIME: 2025-02-23 10:39:54 -- STEP: 6030/6985 -- GLOBAL_STEP: 20000[0m
| > loss_text_ce: 0.05507596954703331 (0.05734295242004232)
| > loss_mel_ce: 3.4495131969451904 (3.503039212487823)
| > loss: 0.8761472702026367 (0.8900955411628707)
| > current_lr: 5e-06
| > step_time: 0.2398 (0.24860303251699825)
| > loader_time: 0.0085 (0.008757808987378657)
> CHECKPOINT : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/checkpoint_20000.pth
[1m --> TIME: 2025-02-23 10:40:33 -- STEP: 6080/6985 -- GLOBAL_STEP: 20050[0m
| > loss_text_ce: 0.0559946708381176 (0.05733845417363275)
| > loss_mel_ce: 3.83988618850708 (3.5023706956129326)
| > loss: 0.9739702343940735 (0.8899272873605556)
| > current_lr: 5e-06
| > step_time: 0.216 (0.2485147522468316)
| > loader_time: 0.0087 (0.008757221855615286)
[1m --> TIME: 2025-02-23 10:40:52 -- STEP: 6130/6985 -- GLOBAL_STEP: 20100[0m
| > loss_text_ce: 0.057643573731184006 (0.05733102520663431)
| > loss_mel_ce: 3.367539167404175 (3.501795790401602)
| > loss: 0.8562957048416138 (0.8897817038206256)
| > current_lr: 5e-06
| > step_time: 0.2702 (0.24851329252731547)
| > loader_time: 0.009 (0.008757117132961623)
[1m --> TIME: 2025-02-23 10:41:10 -- STEP: 6180/6985 -- GLOBAL_STEP: 20150[0m
| > loss_text_ce: 0.0559130422770977 (0.057320296007862565)
| > loss_mel_ce: 3.272930145263672 (3.5013729037590395)
| > loss: 0.8322107791900635 (0.8896732998800898)
| > current_lr: 5e-06
| > step_time: 0.2005 (0.2485281558870112)
| > loader_time: 0.0082 (0.008756984939081345)
[1m --> TIME: 2025-02-23 10:41:28 -- STEP: 6230/6985 -- GLOBAL_STEP: 20200[0m
| > loss_text_ce: 0.053669273853302 (0.05730791285956939)
| > loss_mel_ce: 3.414067268371582 (3.500698339345941)
| > loss: 0.8669341206550598 (0.8895015629585447)
| > current_lr: 5e-06
| > step_time: 0.2855 (0.2485592706245557)
| > loader_time: 0.009 (0.008756435931589935)
[1m --> TIME: 2025-02-23 10:41:46 -- STEP: 6280/6985 -- GLOBAL_STEP: 20250[0m
| > loss_text_ce: 0.05577804893255234 (0.05729799636633723)
| > loss_mel_ce: 3.6914045810699463 (3.50029787345297)
| > loss: 0.9367956519126892 (0.8893989673370771)
| > current_lr: 5e-06
| > step_time: 0.2669 (0.24852106928066084)
| > loader_time: 0.009 (0.008757377354202718)
[1m --> TIME: 2025-02-23 10:42:05 -- STEP: 6330/6985 -- GLOBAL_STEP: 20300[0m
| > loss_text_ce: 0.052525270730257034 (0.05728967346863065)
| > loss_mel_ce: 3.7777137756347656 (3.5000965232532737)
| > loss: 0.9575597643852234 (0.889346549060861)
| > current_lr: 5e-06
| > step_time: 0.2051 (0.24857390522015227)
| > loader_time: 0.008 (0.008757385220761135)
[1m --> TIME: 2025-02-23 10:42:23 -- STEP: 6380/6985 -- GLOBAL_STEP: 20350[0m
| > loss_text_ce: 0.05524208024144173 (0.05728022029512448)
| > loss_mel_ce: 3.4130749702453613 (3.4993751748975916)
| > loss: 0.8670792579650879 (0.8891638486923472)
| > current_lr: 5e-06
| > step_time: 0.2307 (0.2485707105887721)
| > loader_time: 0.0089 (0.00875725865737768)
[1m --> TIME: 2025-02-23 10:42:41 -- STEP: 6430/6985 -- GLOBAL_STEP: 20400[0m
| > loss_text_ce: 0.055460017174482346 (0.05727216134754532)
| > loss_mel_ce: 3.0712523460388184 (3.498532619372497)
| > loss: 0.7816780805587769 (0.8889511950557379)
| > current_lr: 5e-06
| > step_time: 0.1873 (0.24852511504575217)
| > loader_time: 0.0082 (0.008756563785843646)
[1m --> TIME: 2025-02-23 10:42:59 -- STEP: 6480/6985 -- GLOBAL_STEP: 20450[0m
| > loss_text_ce: 0.05555640533566475 (0.05726197264329703)
| > loss_mel_ce: 3.436983108520508 (3.497943303724866)
| > loss: 0.8731348514556885 (0.8888013189405574)
| > current_lr: 5e-06
| > step_time: 0.2467 (0.2485611097680198)
| > loader_time: 0.0085 (0.008756009406513608)
[1m --> TIME: 2025-02-23 10:43:17 -- STEP: 6530/6985 -- GLOBAL_STEP: 20500[0m
| > loss_text_ce: 0.0551237016916275 (0.057251030671628476)
| > loss_mel_ce: 3.1222710609436035 (3.4969994684821066)
| > loss: 0.7943487167358398 (0.8885626246881707)
| > current_lr: 5e-06
| > step_time: 0.1861 (0.24846902937837984)
| > loader_time: 0.0083 (0.008754967401805334)
[1m --> TIME: 2025-02-23 10:43:34 -- STEP: 6580/6985 -- GLOBAL_STEP: 20550[0m
| > loss_text_ce: 0.0538405105471611 (0.057246311797015934)
| > loss_mel_ce: 3.529128074645996 (3.4962693715530326)
| > loss: 0.8957421183586121 (0.888378920743531)
| > current_lr: 5e-06
| > step_time: 0.2481 (0.24844066154630715)
| > loader_time: 0.0091 (0.008754508618525787)
[1m --> TIME: 2025-02-23 10:43:53 -- STEP: 6630/6985 -- GLOBAL_STEP: 20600[0m
| > loss_text_ce: 0.056207820773124695 (0.05724032295876229)
| > loss_mel_ce: 3.2361643314361572 (3.495692910759697)
| > loss: 0.823093056678772 (0.8882333083210311)
| > current_lr: 5e-06
| > step_time: 0.2406 (0.2484598426977074)
| > loader_time: 0.0087 (0.008754279854430657)
[1m --> TIME: 2025-02-23 10:44:11 -- STEP: 6680/6985 -- GLOBAL_STEP: 20650[0m
| > loss_text_ce: 0.05851270630955696 (0.05723173563998795)
| > loss_mel_ce: 3.380565643310547 (3.495369497816006)
| > loss: 0.8597695827484131 (0.8881503082588764)
| > current_lr: 5e-06
| > step_time: 0.2679 (0.24849170742634527)
| > loader_time: 0.0093 (0.008753698671649272)
[1m --> TIME: 2025-02-23 10:44:30 -- STEP: 6730/6985 -- GLOBAL_STEP: 20700[0m
| > loss_text_ce: 0.05664781108498573 (0.057224517286288794)
| > loss_mel_ce: 3.10359787940979 (3.494869501062878)
| > loss: 0.7900614142417908 (0.8880235045218364)
| > current_lr: 5e-06
| > step_time: 0.2574 (0.2485229514860292)
| > loader_time: 0.0089 (0.008753486055144536)
[1m --> TIME: 2025-02-23 10:44:48 -- STEP: 6780/6985 -- GLOBAL_STEP: 20750[0m
| > loss_text_ce: 0.05559129640460014 (0.05721582196499043)
| > loss_mel_ce: 3.362358808517456 (3.4941351396144316)
| > loss: 0.8544875383377075 (0.887837740304196)
| > current_lr: 5e-06
| > step_time: 0.2164 (0.2485525364017768)
| > loader_time: 0.0085 (0.008753292539478354)
[1m --> TIME: 2025-02-23 10:45:07 -- STEP: 6830/6985 -- GLOBAL_STEP: 20800[0m
| > loss_text_ce: 0.054475653916597366 (0.057211409713718415)
| > loss_mel_ce: 3.421081304550171 (3.4939651469011435)
| > loss: 0.8688892126083374 (0.8877941390867641)
| > current_lr: 5e-06
| > step_time: 0.2697 (0.24860050786466584)
| > loader_time: 0.0091 (0.008753299433874304)
[1m --> TIME: 2025-02-23 10:45:25 -- STEP: 6880/6985 -- GLOBAL_STEP: 20850[0m
| > loss_text_ce: 0.056114282459020615 (0.05720307813892358)
| > loss_mel_ce: 3.2250447273254395 (3.49336867911178)
| > loss: 0.8202897310256958 (0.8876429392328099)
| > current_lr: 5e-06
| > step_time: 0.2493 (0.24856789628433626)
| > loader_time: 0.0092 (0.008753591013509133)
[1m --> TIME: 2025-02-23 10:45:43 -- STEP: 6930/6985 -- GLOBAL_STEP: 20900[0m
| > loss_text_ce: 0.05731312558054924 (0.057194245368521794)
| > loss_mel_ce: 3.2167158126831055 (3.492871113463398)
| > loss: 0.8185072541236877 (0.8875163396285557)
| > current_lr: 5e-06
| > step_time: 0.2782 (0.2485691794757375)
| > loader_time: 0.0089 (0.008753474278195377)
[1m --> TIME: 2025-02-23 10:46:00 -- STEP: 6980/6985 -- GLOBAL_STEP: 20950[0m
| > loss_text_ce: 0.05085517838597298 (0.05718407781052812)
| > loss_mel_ce: 3.535888910293579 (3.4925036725820306)
| > loss: 0.8966860175132751 (0.8874219375046074)
| > current_lr: 5e-06
| > step_time: 0.2017 (0.24849997991135606)
| > loader_time: 0.0071 (0.008750850764933111)
[1m > EVALUATION [0m
[1m--> EVAL PERFORMANCE[0m
| > avg_loader_time:[91m 0.46008651864294914 [0m(+0.0031253418891258877)
| > avg_loss_text_ce:[92m 0.05438679756194938 [0m(-0.002402645846207932)
| > avg_loss_mel_ce:[92m 3.3146252211402443 [0m(-0.15719738349415913)
| > avg_loss:[92m 3.3690120207717995 [0m(-0.15960003036299542)
> BEST MODEL : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/best_model_20955.pth
[4m[1m > EPOCH: 3/30[0m
--> checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3
[1m > TRAINING (2025-02-23 10:48:28) [0m
[1m --> TIME: 2025-02-23 10:48:46 -- STEP: 45/6985 -- GLOBAL_STEP: 21000[0m
| > loss_text_ce: 0.05298680067062378 (0.05620956528517935)
| > loss_mel_ce: 3.271129846572876 (3.4231469366285534)
| > loss: 0.8310291767120361 (0.8698391265339321)
| > current_lr: 5e-06
| > step_time: 0.2428 (0.2505952623155382)
| > loader_time: 0.0087 (0.008942720625135634)
> CHECKPOINT : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/checkpoint_21000.pth
[1m --> TIME: 2025-02-23 10:49:26 -- STEP: 95/6985 -- GLOBAL_STEP: 21050[0m
| > loss_text_ce: 0.053588926792144775 (0.056133240931912465)
| > loss_mel_ce: 3.879448175430298 (3.429066482343172)
| > loss: 0.9832592606544495 (0.8712999312501205)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2963 (0.25032977555927477)
| > loader_time: 0.0092 (0.009103313245271383)
[1m --> TIME: 2025-02-23 10:49:44 -- STEP: 145/6985 -- GLOBAL_STEP: 21100[0m
| > loss_text_ce: 0.05595384165644646 (0.056140815877708895)
| > loss_mel_ce: 3.2643260955810547 (3.4178923162920722)
| > loss: 0.8300699591636658 (0.8685082830231765)
| > current_lr: 5e-06
| > step_time: 0.2785 (0.2506555146184462)
| > loader_time: 0.0091 (0.009035822440837997)
[1m --> TIME: 2025-02-23 10:50:02 -- STEP: 195/6985 -- GLOBAL_STEP: 21150[0m
| > loss_text_ce: 0.05480379983782768 (0.05607291398904263)
| > loss_mel_ce: 3.3538460731506348 (3.3993105350396573)
| > loss: 0.8521624803543091 (0.8638458612637642)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2281 (0.2490839041196382)
| > loader_time: 0.0087 (0.00898426985129332)
[1m --> TIME: 2025-02-23 10:50:20 -- STEP: 245/6985 -- GLOBAL_STEP: 21200[0m
| > loss_text_ce: 0.05511005222797394 (0.056061717837440725)
| > loss_mel_ce: 3.8128349781036377 (3.413482681585818)
| > loss: 0.9669862389564514 (0.8673860985405591)
| > current_lr: 5e-06
| > step_time: 0.2542 (0.2494214505565409)
| > loader_time: 0.0088 (0.008973776564306144)
[1m --> TIME: 2025-02-23 10:50:38 -- STEP: 295/6985 -- GLOBAL_STEP: 21250[0m
| > loss_text_ce: 0.052831776440143585 (0.056087951501042156)
| > loss_mel_ce: 3.331779956817627 (3.4164768720077254)
| > loss: 0.8461529612541199 (0.8681412052300018)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.1932 (0.24904692940792791)
| > loader_time: 0.0085 (0.008949060763342906)
[1m --> TIME: 2025-02-23 10:50:57 -- STEP: 345/6985 -- GLOBAL_STEP: 21300[0m
| > loss_text_ce: 0.055268432945013046 (0.05609549759090811)
| > loss_mel_ce: 3.7424159049987793 (3.4157836679099263)
| > loss: 0.9494211077690125 (0.8679697910944623)
| > current_lr: 5e-06
| > step_time: 0.2678 (0.24939693506213198)
| > loader_time: 0.0091 (0.008941429939822878)
[1m --> TIME: 2025-02-23 10:51:15 -- STEP: 395/6985 -- GLOBAL_STEP: 21350[0m
| > loss_text_ce: 0.052428193390369415 (0.05603825548027135)
| > loss_mel_ce: 3.3860278129577637 (3.419280184975153)
| > loss: 0.8596140146255493 (0.8688296102270296)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3336 (0.24944140277331384)
| > loader_time: 0.0091 (0.008932485459726072)
[1m --> TIME: 2025-02-23 10:51:33 -- STEP: 445/6985 -- GLOBAL_STEP: 21400[0m
| > loss_text_ce: 0.053563620895147324 (0.05597804735383291)
| > loss_mel_ce: 3.302299737930298 (3.426506325368131)
| > loss: 0.8389658331871033 (0.8706210932035126)
| > current_lr: 5e-06
| > step_time: 0.2511 (0.24970639957470836)
| > loader_time: 0.009 (0.008956046050853947)
[1m --> TIME: 2025-02-23 10:51:52 -- STEP: 495/6985 -- GLOBAL_STEP: 21450[0m
| > loss_text_ce: 0.05969816446304321 (0.05595002094603548)
| > loss_mel_ce: 3.377518653869629 (3.426629667089443)
| > loss: 0.8593041896820068 (0.8706449224491313)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3145 (0.25080900673914425)
| > loader_time: 0.0094 (0.00894905051799736)
[1m --> TIME: 2025-02-23 10:52:10 -- STEP: 545/6985 -- GLOBAL_STEP: 21500[0m
| > loss_text_ce: 0.05302700027823448 (0.0559356177960514)
| > loss_mel_ce: 3.722649574279785 (3.4243602704564364)
| > loss: 0.9439191222190857 (0.8700739729295085)
| > current_lr: 5e-06
| > step_time: 0.1934 (0.25002136842920136)
| > loader_time: 0.0086 (0.008932440871492442)
[1m --> TIME: 2025-02-23 10:52:28 -- STEP: 595/6985 -- GLOBAL_STEP: 21550[0m
| > loss_text_ce: 0.05714653804898262 (0.05595688091731873)
| > loss_mel_ce: 3.580643892288208 (3.418917352211576)
| > loss: 0.9094476103782654 (0.8687185590006726)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2886 (0.24969350870917817)
| > loader_time: 0.0087 (0.008923726923325482)
[1m --> TIME: 2025-02-23 10:52:46 -- STEP: 645/6985 -- GLOBAL_STEP: 21600[0m
| > loss_text_ce: 0.05742812529206276 (0.0559866679269214)
| > loss_mel_ce: 3.3261945247650146 (3.4158824469692024)
| > loss: 0.8459056615829468 (0.8679672795672752)
| > current_lr: 5e-06
| > step_time: 0.2198 (0.24944612333016794)
| > loader_time: 0.0087 (0.00891449617785077)
[1m --> TIME: 2025-02-23 10:53:04 -- STEP: 695/6985 -- GLOBAL_STEP: 21650[0m
| > loss_text_ce: 0.05712863430380821 (0.05599161553189909)
| > loss_mel_ce: 3.608821392059326 (3.414437577707304)
| > loss: 0.9164875149726868 (0.8676072992866847)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.309 (0.24940946668172045)
| > loader_time: 0.01 (0.008910228537140996)
[1m --> TIME: 2025-02-23 10:53:23 -- STEP: 745/6985 -- GLOBAL_STEP: 21700[0m
| > loss_text_ce: 0.057851895689964294 (0.05595952502933125)
| > loss_mel_ce: 3.257469892501831 (3.414441317359873)
| > loss: 0.8288304209709167 (0.8676002115211232)
| > current_lr: 5e-06
| > step_time: 0.2205 (0.24935712046271194)
| > loader_time: 0.0087 (0.008926622659568022)
[1m --> TIME: 2025-02-23 10:53:41 -- STEP: 795/6985 -- GLOBAL_STEP: 21750[0m
| > loss_text_ce: 0.05600802227854729 (0.05596657175125566)
| > loss_mel_ce: 3.4914324283599854 (3.4128623593528316)
| > loss: 0.8868601322174072 (0.8672072337858333)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3131 (0.24962109589726664)
| > loader_time: 0.009 (0.008930691533118673)
[1m --> TIME: 2025-02-23 10:53:59 -- STEP: 845/6985 -- GLOBAL_STEP: 21800[0m
| > loss_text_ce: 0.05564144626259804 (0.05594691611694161)
| > loss_mel_ce: 3.386808156967163 (3.414413011144604)
| > loss: 0.8606123924255371 (0.8675899830795606)
| > current_lr: 5e-06
| > step_time: 0.2734 (0.2494828607909072)
| > loader_time: 0.009 (0.00892373429247614)
[1m --> TIME: 2025-02-23 10:54:17 -- STEP: 895/6985 -- GLOBAL_STEP: 21850[0m
| > loss_text_ce: 0.053063247352838516 (0.05593055269821396)
| > loss_mel_ce: 3.3374364376068115 (3.4124847886282637)
| > loss: 0.8476248979568481 (0.8671038365230881)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2414 (0.24909861687175383)
| > loader_time: 0.0087 (0.008911554240647641)
[1m --> TIME: 2025-02-23 10:54:35 -- STEP: 945/6985 -- GLOBAL_STEP: 21900[0m
| > loss_text_ce: 0.053723666816949844 (0.05592050110063856)
| > loss_mel_ce: 3.3154854774475098 (3.411479715317015)
| > loss: 0.8423022627830505 (0.8668500550840268)
| > current_lr: 5e-06
| > step_time: 0.2544 (0.24931682001345998)
| > loader_time: 0.0088 (0.008906344257334553)
[1m --> TIME: 2025-02-23 10:54:54 -- STEP: 995/6985 -- GLOBAL_STEP: 21950[0m
| > loss_text_ce: 0.053910017013549805 (0.055916895451557695)
| > loss_mel_ce: 3.578714370727539 (3.408587585621743)
| > loss: 0.9081560969352722 (0.8661261211088556)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2118 (0.2495341904798344)
| > loader_time: 0.0083 (0.008898815078351965)
[1m --> TIME: 2025-02-23 10:55:12 -- STEP: 1045/6985 -- GLOBAL_STEP: 22000[0m
| > loss_text_ce: 0.06016268953680992 (0.05590871165742715)
| > loss_mel_ce: 3.1868674755096436 (3.4088993286972413)
| > loss: 0.8117575645446777 (0.8662020110627682)
| > current_lr: 5e-06
| > step_time: 0.1842 (0.24970340569053534)
| > loader_time: 0.0082 (0.008893749702490118)
> CHECKPOINT : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/checkpoint_22000.pth
[1m --> TIME: 2025-02-23 10:55:50 -- STEP: 1095/6985 -- GLOBAL_STEP: 22050[0m
| > loss_text_ce: 0.05711940675973892 (0.055896332196585116)
| > loss_mel_ce: 3.5307466983795166 (3.4086206046413614)
| > loss: 0.8969665169715881 (0.8661292354265853)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.278 (0.24976623395806574)
| > loader_time: 0.0086 (0.00889106776616345)
[1m --> TIME: 2025-02-23 10:56:09 -- STEP: 1145/6985 -- GLOBAL_STEP: 22100[0m
| > loss_text_ce: 0.05430729314684868 (0.05588726482667254)
| > loss_mel_ce: 3.5542967319488525 (3.4084565926847494)
| > loss: 0.9021509885787964 (0.8660859657687393)
| > current_lr: 5e-06
| > step_time: 0.2624 (0.25002254565209797)
| > loader_time: 0.009 (0.008886611305470032)
[1m --> TIME: 2025-02-23 10:56:27 -- STEP: 1195/6985 -- GLOBAL_STEP: 22150[0m
| > loss_text_ce: 0.05661040171980858 (0.05588238225883518)
| > loss_mel_ce: 3.9034628868103027 (3.4094948124187265)
| > loss: 0.9900183081626892 (0.866344300024679)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3726 (0.2504118757766659)
| > loader_time: 0.0093 (0.00888504722627137)
[1m --> TIME: 2025-02-23 10:56:46 -- STEP: 1245/6985 -- GLOBAL_STEP: 22200[0m
| > loss_text_ce: 0.05428679287433624 (0.05586098846960736)
| > loss_mel_ce: 3.567124843597412 (3.4107070679645464)
| > loss: 0.9053528904914856 (0.8666420154782184)
| > current_lr: 5e-06
| > step_time: 0.2447 (0.25071763073105385)
| > loader_time: 0.0089 (0.00888339142244025)
[1m --> TIME: 2025-02-23 10:57:05 -- STEP: 1295/6985 -- GLOBAL_STEP: 22250[0m
| > loss_text_ce: 0.05432603880763054 (0.05585509420131622)
| > loss_mel_ce: 3.7771308422088623 (3.41238024925173)
| > loss: 0.9578642249107361 (0.8670588370916006)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3164 (0.25103509214393854)
| > loader_time: 0.009 (0.00888941297199735)
[1m --> TIME: 2025-02-23 10:57:23 -- STEP: 1345/6985 -- GLOBAL_STEP: 22300[0m
| > loss_text_ce: 0.05731453374028206 (0.055861685067747587)
| > loss_mel_ce: 2.9576878547668457 (3.410339221103484)
| > loss: 0.7537506222724915 (0.8665502277448718)
| > current_lr: 5e-06
| > step_time: 0.3314 (0.2507187412573942)
| > loader_time: 0.0093 (0.008883953626271066)
[1m --> TIME: 2025-02-23 10:57:41 -- STEP: 1395/6985 -- GLOBAL_STEP: 22350[0m
| > loss_text_ce: 0.05419767275452614 (0.05586036842943945)
| > loss_mel_ce: 3.3994991779327393 (3.4102495393445413)
| > loss: 0.8634242415428162 (0.8665274780283692)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.279 (0.2508993887132212)
| > loader_time: 0.0086 (0.008881510970413035)
[1m --> TIME: 2025-02-23 10:58:00 -- STEP: 1445/6985 -- GLOBAL_STEP: 22400[0m
| > loss_text_ce: 0.05647119879722595 (0.05585418969753702)
| > loss_mel_ce: 3.3388028144836426 (3.4084788543542777)
| > loss: 0.8488184809684753 (0.8660832619584555)
| > current_lr: 5e-06
| > step_time: 0.2863 (0.25084788840534755)
| > loader_time: 0.0093 (0.00888069195730875)
[1m --> TIME: 2025-02-23 10:58:18 -- STEP: 1495/6985 -- GLOBAL_STEP: 22450[0m
| > loss_text_ce: 0.05438022315502167 (0.05584955734253725)
| > loss_mel_ce: 3.3765523433685303 (3.4099487365288876)
| > loss: 0.8577331304550171 (0.8664495743238009)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2522 (0.2508650743044338)
| > loader_time: 0.0084 (0.008877782438909718)
[1m --> TIME: 2025-02-23 10:58:37 -- STEP: 1545/6985 -- GLOBAL_STEP: 22500[0m
| > loss_text_ce: 0.055287979543209076 (0.055847439758214344)
| > loss_mel_ce: 3.28369402885437 (3.411446364566346)
| > loss: 0.8347455263137817 (0.8668234519973927)
| > current_lr: 5e-06
| > step_time: 0.1948 (0.25093996949180425)
| > loader_time: 0.0083 (0.008875221727735394)
[1m --> TIME: 2025-02-23 10:58:55 -- STEP: 1595/6985 -- GLOBAL_STEP: 22550[0m
| > loss_text_ce: 0.05254172161221504 (0.05582714869310861)
| > loss_mel_ce: 3.148707628250122 (3.4092292459780893)
| > loss: 0.800312340259552 (0.8662640995740143)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3159 (0.250699834614338)
| > loader_time: 0.0089 (0.00887577974684185)
[1m --> TIME: 2025-02-23 10:59:12 -- STEP: 1645/6985 -- GLOBAL_STEP: 22600[0m
| > loss_text_ce: 0.05478125438094139 (0.05581443896092541)
| > loss_mel_ce: 3.545083999633789 (3.405629738051116)
| > loss: 0.899966299533844 (0.8653610451243207)
| > current_lr: 5e-06
| > step_time: 0.2551 (0.25016714678709245)
| > loader_time: 0.0088 (0.00887869281247031)
[1m --> TIME: 2025-02-23 10:59:30 -- STEP: 1695/6985 -- GLOBAL_STEP: 22650[0m
| > loss_text_ce: 0.056306809186935425 (0.055815282859633435)
| > loss_mel_ce: 3.1796112060546875 (3.405818827384341)
| > loss: 0.8089795112609863 (0.8654085283785795)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2682 (0.25012436110009806)
| > loader_time: 0.0089 (0.008875787644962992)
[1m --> TIME: 2025-02-23 10:59:48 -- STEP: 1745/6985 -- GLOBAL_STEP: 22700[0m
| > loss_text_ce: 0.058049771934747696 (0.0558056561537834)
| > loss_mel_ce: 2.859729766845703 (3.4042067686261284)
| > loss: 0.7294448614120483 (0.8650031070313002)
| > current_lr: 5e-06
| > step_time: 0.2086 (0.24996921367153355)
| > loader_time: 0.0088 (0.008871906056445096)
[1m --> TIME: 2025-02-23 11:00:06 -- STEP: 1795/6985 -- GLOBAL_STEP: 22750[0m
| > loss_text_ce: 0.05431251972913742 (0.05579740421270592)
| > loss_mel_ce: 3.0346782207489014 (3.4043605015470457)
| > loss: 0.7722476720809937 (0.8650394771756568)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2144 (0.2500409415837446)
| > loader_time: 0.0084 (0.008868727511350162)
[1m --> TIME: 2025-02-23 11:00:24 -- STEP: 1845/6985 -- GLOBAL_STEP: 22800[0m
| > loss_text_ce: 0.05355818569660187 (0.05578119387915786)
| > loss_mel_ce: 3.4131531715393066 (3.4031358134778857)
| > loss: 0.8666778206825256 (0.8647292524818483)
| > current_lr: 5e-06
| > step_time: 0.2316 (0.24990151981674188)
| > loader_time: 0.0086 (0.00886754808710197)
[1m --> TIME: 2025-02-23 11:00:43 -- STEP: 1895/6985 -- GLOBAL_STEP: 22850[0m
| > loss_text_ce: 0.0551140159368515 (0.0557715594316378)
| > loss_mel_ce: 3.423145294189453 (3.403399868439244)
| > loss: 0.8695648312568665 (0.8647928575098043)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2702 (0.24993635935015884)
| > loader_time: 0.009 (0.008866389760241348)
[1m --> TIME: 2025-02-23 11:01:00 -- STEP: 1945/6985 -- GLOBAL_STEP: 22900[0m
| > loss_text_ce: 0.057608332484960556 (0.05576913775469158)
| > loss_mel_ce: 2.9832913875579834 (3.402715709705892)
| > loss: 0.7602249383926392 (0.8646212123966462)
| > current_lr: 5e-06
| > step_time: 0.2313 (0.24978952652997374)
| > loader_time: 0.0086 (0.00886607635909917)
[1m --> TIME: 2025-02-23 11:01:18 -- STEP: 1995/6985 -- GLOBAL_STEP: 22950[0m
| > loss_text_ce: 0.05748468637466431 (0.0557618942401164)
| > loss_mel_ce: 3.4899842739105225 (3.401277278120954)
| > loss: 0.8868672251701355 (0.8642597936149826)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2606 (0.24948941758999518)
| > loader_time: 0.0089 (0.008864421055729231)
[1m --> TIME: 2025-02-23 11:01:36 -- STEP: 2045/6985 -- GLOBAL_STEP: 23000[0m
| > loss_text_ce: 0.05489743500947952 (0.055758426637186095)
| > loss_mel_ce: 3.484999179840088 (3.400855451457949)
| > loss: 0.8849741816520691 (0.8641534700661825)
| > current_lr: 5e-06
| > step_time: 0.2228 (0.24946247674433672)
| > loader_time: 0.0086 (0.008865321236309624)
> CHECKPOINT : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/checkpoint_23000.pth
[1m --> TIME: 2025-02-23 11:02:15 -- STEP: 2095/6985 -- GLOBAL_STEP: 23050[0m
| > loss_text_ce: 0.0580587200820446 (0.055746356472550815)
| > loss_mel_ce: 3.477813720703125 (3.399927843157602)
| > loss: 0.8839681148529053 (0.86391855045833)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3156 (0.24950226018992097)
| > loader_time: 0.0094 (0.008866524980859145)
[1m --> TIME: 2025-02-23 11:02:33 -- STEP: 2145/6985 -- GLOBAL_STEP: 23100[0m
| > loss_text_ce: 0.05510347709059715 (0.055741414248873855)
| > loss_mel_ce: 3.593388795852661 (3.400471029526149)
| > loss: 0.9121230840682983 (0.8640531115042858)
| > current_lr: 5e-06
| > step_time: 0.274 (0.2494032415198832)
| > loader_time: 0.0089 (0.008866964575849769)
[1m --> TIME: 2025-02-23 11:02:51 -- STEP: 2195/6985 -- GLOBAL_STEP: 23150[0m
| > loss_text_ce: 0.05853118374943733 (0.055731952662212696)
| > loss_mel_ce: 3.1226134300231934 (3.400574750400622)
| > loss: 0.7952861785888672 (0.8640766762926801)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2121 (0.24938633208394292)
| > loader_time: 0.0084 (0.008870790759631878)
[1m --> TIME: 2025-02-23 11:03:09 -- STEP: 2245/6985 -- GLOBAL_STEP: 23200[0m
| > loss_text_ce: 0.0562669113278389 (0.05572348365970869)
| > loss_mel_ce: 3.0233137607574463 (3.401089438245132)
| > loss: 0.7698951959609985 (0.8642032309470571)
| > current_lr: 5e-06
| > step_time: 0.1741 (0.24923430466173987)
| > loader_time: 0.0083 (0.00886941295955123)
[1m --> TIME: 2025-02-23 11:03:27 -- STEP: 2295/6985 -- GLOBAL_STEP: 23250[0m
| > loss_text_ce: 0.05753374844789505 (0.05572314216453007)
| > loss_mel_ce: 3.4140214920043945 (3.4006841849657463)
| > loss: 0.8678888082504272 (0.8641018323389273)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3146 (0.24921582062000253)
| > loader_time: 0.0093 (0.008869043986002608)
[1m --> TIME: 2025-02-23 11:03:45 -- STEP: 2345/6985 -- GLOBAL_STEP: 23300[0m
| > loss_text_ce: 0.05300150811672211 (0.05570406530902331)
| > loss_mel_ce: 3.4835262298583984 (3.4013148375919915)
| > loss: 0.884131908416748 (0.8642547262248709)
| > current_lr: 5e-06
| > step_time: 0.2625 (0.24928314375724844)
| > loader_time: 0.009 (0.00886974893907494)
[1m --> TIME: 2025-02-23 11:04:03 -- STEP: 2395/6985 -- GLOBAL_STEP: 23350[0m
| > loss_text_ce: 0.056397709995508194 (0.05569381189060113)
| > loss_mel_ce: 3.163133144378662 (3.400733143999585)
| > loss: 0.8048827052116394 (0.8641067394881754)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3145 (0.2491335203851685)
| > loader_time: 0.0093 (0.008868452601741406)
[1m --> TIME: 2025-02-23 11:04:22 -- STEP: 2445/6985 -- GLOBAL_STEP: 23400[0m
| > loss_text_ce: 0.0564633309841156 (0.05568715608040737)
| > loss_mel_ce: 3.2423782348632812 (3.400837980750152)
| > loss: 0.8247103691101074 (0.8641312846864414)
| > current_lr: 5e-06
| > step_time: 0.2637 (0.24918007587362626)
| > loader_time: 0.0091 (0.008870371329028673)
[1m --> TIME: 2025-02-23 11:04:40 -- STEP: 2495/6985 -- GLOBAL_STEP: 23450[0m
| > loss_text_ce: 0.05612359568476677 (0.05568300472173042)
| > loss_mel_ce: 3.4725663661956787 (3.400913534183544)
| > loss: 0.8821724653244019 (0.8641491351958982)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2862 (0.24917592954540035)
| > loader_time: 0.0089 (0.008870145553099605)
[1m --> TIME: 2025-02-23 11:04:58 -- STEP: 2545/6985 -- GLOBAL_STEP: 23500[0m
| > loss_text_ce: 0.05720837041735649 (0.05569566685289204)
| > loss_mel_ce: 3.3868372440338135 (3.4006887025589596)
| > loss: 0.8610113859176636 (0.8640960927796503)
| > current_lr: 5e-06
| > step_time: 0.1951 (0.2491302586725978)
| > loader_time: 0.0085 (0.008869486192354753)
[1m --> TIME: 2025-02-23 11:05:16 -- STEP: 2595/6985 -- GLOBAL_STEP: 23550[0m
| > loss_text_ce: 0.055060915648937225 (0.05569077163274349)
| > loss_mel_ce: 3.335175037384033 (3.4009299812059677)
| > loss: 0.8475589752197266 (0.8641551887368879)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2712 (0.2490609262720006)
| > loader_time: 0.0087 (0.00886806495387201)
[1m --> TIME: 2025-02-23 11:05:33 -- STEP: 2645/6985 -- GLOBAL_STEP: 23600[0m
| > loss_text_ce: 0.05234725400805473 (0.055677223709783404)
| > loss_mel_ce: 3.405989170074463 (3.4001750186170243)
| > loss: 0.8645840883255005 (0.8639630611091569)
| > current_lr: 5e-06
| > step_time: 0.2912 (0.2489084071608254)
| > loader_time: 0.0093 (0.008866290559390097)
[1m --> TIME: 2025-02-23 11:05:52 -- STEP: 2695/6985 -- GLOBAL_STEP: 23650[0m
| > loss_text_ce: 0.056385960429906845 (0.055672431746860616)
| > loss_mel_ce: 3.2462918758392334 (3.3998256333904973)
| > loss: 0.8256694674491882 (0.8638745168365661)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2793 (0.24889808957342288)
| > loader_time: 0.0089 (0.008866578882390804)
[1m --> TIME: 2025-02-23 11:06:09 -- STEP: 2745/6985 -- GLOBAL_STEP: 23700[0m
| > loss_text_ce: 0.053533885627985 (0.05566491016707569)
| > loss_mel_ce: 3.7498061656951904 (3.39973525054251)
| > loss: 0.9508349895477295 (0.8638500406659582)
| > current_lr: 5e-06
| > step_time: 0.2101 (0.24876202155983487)
| > loader_time: 0.0087 (0.00886504333093084)
[1m --> TIME: 2025-02-23 11:06:27 -- STEP: 2795/6985 -- GLOBAL_STEP: 23750[0m
| > loss_text_ce: 0.055375341325998306 (0.055664518575495606)
| > loss_mel_ce: 3.494218587875366 (3.3981085017243555)
| > loss: 0.8873984813690186 (0.8634432555737775)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3059 (0.24859971257996236)
| > loader_time: 0.0095 (0.008862511885614)
[1m --> TIME: 2025-02-23 11:06:45 -- STEP: 2845/6985 -- GLOBAL_STEP: 23800[0m
| > loss_text_ce: 0.05563328042626381 (0.0556620668207405)
| > loss_mel_ce: 3.460625648498535 (3.3972885451124117)
| > loss: 0.8790647387504578 (0.8632376534658072)
| > current_lr: 5e-06
| > step_time: 0.2874 (0.24863645565321216)
| > loader_time: 0.0093 (0.00886225985307476)
[1m --> TIME: 2025-02-23 11:07:04 -- STEP: 2895/6985 -- GLOBAL_STEP: 23850[0m
| > loss_text_ce: 0.05454316362738609 (0.05564755590983212)
| > loss_mel_ce: 3.3962724208831787 (3.3974649365907745)
| > loss: 0.8627039194107056 (0.8632781235871124)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2429 (0.24871835922741908)
| > loader_time: 0.0088 (0.008863677303202208)
[1m --> TIME: 2025-02-23 11:07:22 -- STEP: 2945/6985 -- GLOBAL_STEP: 23900[0m
| > loss_text_ce: 0.05113636702299118 (0.05564249617336967)
| > loss_mel_ce: 3.7455103397369385 (3.397700189451211)
| > loss: 0.9491616487503052 (0.8633356718741774)
| > current_lr: 5e-06
| > step_time: 0.202 (0.24869271207139101)
| > loader_time: 0.0085 (0.008864230818173675)
[1m --> TIME: 2025-02-23 11:07:41 -- STEP: 2995/6985 -- GLOBAL_STEP: 23950[0m
| > loss_text_ce: 0.05491623282432556 (0.05563840610480469)
| > loss_mel_ce: 3.6199467182159424 (3.3988058949949775)
| > loss: 0.9187157154083252 (0.8636110757547546)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2817 (0.2488578354575994)
| > loader_time: 0.0088 (0.008864479431126861)
[1m --> TIME: 2025-02-23 11:07:59 -- STEP: 3045/6985 -- GLOBAL_STEP: 24000[0m
| > loss_text_ce: 0.05650436133146286 (0.055632502758150626)
| > loss_mel_ce: 3.2193443775177 (3.3979749603616027)
| > loss: 0.8189621567726135 (0.8634018662527863)
| > current_lr: 5e-06
| > step_time: 0.2844 (0.2489110577086899)
| > loader_time: 0.0094 (0.008865217152487458)
> CHECKPOINT : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/checkpoint_24000.pth
[1m --> TIME: 2025-02-23 11:08:37 -- STEP: 3095/6985 -- GLOBAL_STEP: 24050[0m
| > loss_text_ce: 0.05250055342912674 (0.055623230749744214)
| > loss_mel_ce: 3.83487868309021 (3.3982390809713956)
| > loss: 0.9718447923660278 (0.8634655783942904)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2317 (0.24887613341188178)
| > loader_time: 0.0086 (0.008864735709638692)
[1m --> TIME: 2025-02-23 11:08:55 -- STEP: 3145/6985 -- GLOBAL_STEP: 24100[0m
| > loss_text_ce: 0.058745577931404114 (0.0556178989324168)
| > loss_mel_ce: 2.830017566680908 (3.3975627875669234)
| > loss: 0.722190797328949 (0.8632951720719875)
| > current_lr: 5e-06
| > step_time: 0.2451 (0.24885535255335073)
| > loader_time: 0.0087 (0.008864601389971359)
[1m --> TIME: 2025-02-23 11:09:13 -- STEP: 3195/6985 -- GLOBAL_STEP: 24150[0m
| > loss_text_ce: 0.052258510142564774 (0.05561042331357331)
| > loss_mel_ce: 3.627502202987671 (3.3975356956416296)
| > loss: 0.919940173625946 (0.8632865302066474)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2983 (0.2488522301257494)
| > loader_time: 0.0089 (0.008862840625601736)
[1m --> TIME: 2025-02-23 11:09:31 -- STEP: 3245/6985 -- GLOBAL_STEP: 24200[0m
| > loss_text_ce: 0.05785799399018288 (0.05560859826684734)
| > loss_mel_ce: 3.167893648147583 (3.3959754763105092)
| > loss: 0.8064379096031189 (0.8628960190642228)
| > current_lr: 5e-06
| > step_time: 0.2579 (0.24879326159120135)
| > loader_time: 0.0091 (0.008862039451422768)
[1m --> TIME: 2025-02-23 11:09:49 -- STEP: 3295/6985 -- GLOBAL_STEP: 24250[0m
| > loss_text_ce: 0.05398600548505783 (0.05560186521258992)
| > loss_mel_ce: 3.195807933807373 (3.3963325551862265)
| > loss: 0.8124485015869141 (0.8629836055686151)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2416 (0.248850603494369)
| > loader_time: 0.009 (0.008863378403219338)
[1m --> TIME: 2025-02-23 11:10:08 -- STEP: 3345/6985 -- GLOBAL_STEP: 24300[0m
| > loss_text_ce: 0.05637494847178459 (0.05559433905577625)
| > loss_mel_ce: 3.479365110397339 (3.3962866429612624)
| > loss: 0.8839350342750549 (0.8629702459714514)
| > current_lr: 5e-06
| > step_time: 0.2654 (0.24900622631580463)
| > loader_time: 0.0089 (0.008863925577457337)
[1m --> TIME: 2025-02-23 11:10:27 -- STEP: 3395/6985 -- GLOBAL_STEP: 24350[0m
| > loss_text_ce: 0.05577416345477104 (0.05558979014409309)
| > loss_mel_ce: 3.321671962738037 (3.3963815420119885)
| > loss: 0.8443615436553955 (0.86299283355255)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.245 (0.24902542546852327)
| > loader_time: 0.0088 (0.008864619981206735)
[1m --> TIME: 2025-02-23 11:10:44 -- STEP: 3445/6985 -- GLOBAL_STEP: 24400[0m
| > loss_text_ce: 0.056481897830963135 (0.05558756122200687)
| > loss_mel_ce: 3.175837993621826 (3.3962897871679103)
| > loss: 0.8080799579620361 (0.8629693376135582)
| > current_lr: 5e-06
| > step_time: 0.2804 (0.24893398713996326)
| > loader_time: 0.0093 (0.008863311720517263)
[1m --> TIME: 2025-02-23 11:11:03 -- STEP: 3495/6985 -- GLOBAL_STEP: 24450[0m
| > loss_text_ce: 0.054749686270952225 (0.05557948042650592)
| > loss_mel_ce: 3.245218515396118 (3.395728390956985)
| > loss: 0.8249920606613159 (0.862826968364961)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3132 (0.24898084025185147)
| > loader_time: 0.01 (0.0088638438687304)
[1m --> TIME: 2025-02-23 11:11:21 -- STEP: 3545/6985 -- GLOBAL_STEP: 24500[0m
| > loss_text_ce: 0.054182060062885284 (0.05556697471143497)
| > loss_mel_ce: 3.6553843021392822 (3.395853255397008)
| > loss: 0.9273915886878967 (0.8628550580593695)
| > current_lr: 5e-06
| > step_time: 0.2861 (0.24897115361707317)
| > loader_time: 0.0092 (0.008863595981355773)
[1m --> TIME: 2025-02-23 11:11:39 -- STEP: 3595/6985 -- GLOBAL_STEP: 24550[0m
| > loss_text_ce: 0.05683821439743042 (0.055560275512295414)
| > loss_mel_ce: 3.0509557723999023 (3.395066469269438)
| > loss: 0.7769485116004944 (0.8626566867006006)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2342 (0.2490331757217851)
| > loader_time: 0.0084 (0.008862635621772518)
[1m --> TIME: 2025-02-23 11:11:58 -- STEP: 3645/6985 -- GLOBAL_STEP: 24600[0m
| > loss_text_ce: 0.053671255707740784 (0.05555539522294482)
| > loss_mel_ce: 3.3026387691497803 (3.3941694567723553)
| > loss: 0.8390775322914124 (0.8624312135417764)
| > current_lr: 5e-06
| > step_time: 0.2074 (0.24908207152933068)
| > loader_time: 0.0086 (0.00886119259074228)
[1m --> TIME: 2025-02-23 11:12:16 -- STEP: 3695/6985 -- GLOBAL_STEP: 24650[0m
| > loss_text_ce: 0.058784063905477524 (0.055553235314252096)
| > loss_mel_ce: 2.934800624847412 (3.3933766368277527)
| > loss: 0.7483961582183838 (0.8622324685605194)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.303 (0.2490760746440963)
| > loader_time: 0.0092 (0.00886520500596063)
[1m --> TIME: 2025-02-23 11:12:34 -- STEP: 3745/6985 -- GLOBAL_STEP: 24700[0m
| > loss_text_ce: 0.05212163180112839 (0.055545513271211155)
| > loss_mel_ce: 3.281869888305664 (3.3932935237884547)
| > loss: 0.8334978818893433 (0.862209759726225)
| > current_lr: 5e-06
| > step_time: 0.1909 (0.2490211162770859)
| > loader_time: 0.0083 (0.00886430224684752)
[1m --> TIME: 2025-02-23 11:12:53 -- STEP: 3795/6985 -- GLOBAL_STEP: 24750[0m
| > loss_text_ce: 0.058396466076374054 (0.0555414067328526)
| > loss_mel_ce: 3.401685953140259 (3.3935771055058237)
| > loss: 0.8650206327438354 (0.8622796285764972)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2747 (0.24908089832511954)
| > loader_time: 0.0089 (0.008864308094632796)
[1m --> TIME: 2025-02-23 11:13:11 -- STEP: 3845/6985 -- GLOBAL_STEP: 24800[0m
| > loss_text_ce: 0.052596092224121094 (0.05553543223516219)
| > loss_mel_ce: 3.583089590072632 (3.3929148847632065)
| > loss: 0.9089214205741882 (0.8621125797766547)
| > current_lr: 5e-06
| > step_time: 0.3381 (0.24911454427691815)
| > loader_time: 0.0093 (0.008863418340993018)
[1m --> TIME: 2025-02-23 11:13:29 -- STEP: 3895/6985 -- GLOBAL_STEP: 24850[0m
| > loss_text_ce: 0.058895569294691086 (0.05553428971989318)
| > loss_mel_ce: 3.020927906036377 (3.3918944537563127)
| > loss: 0.7699558734893799 (0.8618571864166062)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2711 (0.2490268833370966)
| > loader_time: 0.0088 (0.008867388236813427)
[1m --> TIME: 2025-02-23 11:13:48 -- STEP: 3945/6985 -- GLOBAL_STEP: 24900[0m
| > loss_text_ce: 0.055394187569618225 (0.05552752692682058)
| > loss_mel_ce: 3.258516550064087 (3.392102654956293)
| > loss: 0.828477680683136 (0.8619075459974648)
| > current_lr: 5e-06
| > step_time: 0.2464 (0.24912283828503262)
| > loader_time: 0.009 (0.008866875494992021)
[1m --> TIME: 2025-02-23 11:14:06 -- STEP: 3995/6985 -- GLOBAL_STEP: 24950[0m
| > loss_text_ce: 0.05607955902814865 (0.055528719105917466)
| > loss_mel_ce: 3.003406047821045 (3.391471903732932)
| > loss: 0.7648714184761047 (0.8617501562468249)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2737 (0.24910673581912293)
| > loader_time: 0.0086 (0.008865949418279196)
[1m --> TIME: 2025-02-23 11:14:24 -- STEP: 4045/6985 -- GLOBAL_STEP: 25000[0m
| > loss_text_ce: 0.05364140868186951 (0.055528624254487215)
| > loss_mel_ce: 3.2886807918548584 (3.390505304147937)
| > loss: 0.8355805277824402 (0.8615084826135812)
| > current_lr: 5e-06
| > step_time: 0.2727 (0.2490390363228776)
| > loader_time: 0.0092 (0.008864373477044593)
> CHECKPOINT : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/checkpoint_25000.pth
[1m --> TIME: 2025-02-23 11:15:04 -- STEP: 4095/6985 -- GLOBAL_STEP: 25050[0m
| > loss_text_ce: 0.05863087996840477 (0.0555207597130457)
| > loss_mel_ce: 3.0095417499542236 (3.3894405608939913)
| > loss: 0.7670431733131409 (0.8612403306914481)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2139 (0.2490022435729755)
| > loader_time: 0.009 (0.008865086994473895)
[1m --> TIME: 2025-02-23 11:15:22 -- STEP: 4145/6985 -- GLOBAL_STEP: 25100[0m
| > loss_text_ce: 0.05422266945242882 (0.05551698443955047)
| > loss_mel_ce: 3.3579342365264893 (3.388757937147191)
| > loss: 0.8530392050743103 (0.8610687309208768)
| > current_lr: 5e-06
| > step_time: 0.2716 (0.24900031210573775)
| > loader_time: 0.0094 (0.008866066236691537)
[1m --> TIME: 2025-02-23 11:15:40 -- STEP: 4195/6985 -- GLOBAL_STEP: 25150[0m
| > loss_text_ce: 0.057580556720495224 (0.05551131564648702)
| > loss_mel_ce: 3.69749116897583 (3.388626929488883)
| > loss: 0.9387679100036621 (0.8610345617806953)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2895 (0.24903986530735878)
| > loader_time: 0.0093 (0.008867981038872189)
[1m --> TIME: 2025-02-23 11:15:58 -- STEP: 4245/6985 -- GLOBAL_STEP: 25200[0m
| > loss_text_ce: 0.05632265284657478 (0.05550271934962387)
| > loss_mel_ce: 3.0843002796173096 (3.387826797510066)
| > loss: 0.785155713558197 (0.8608323796758665)
| > current_lr: 5e-06
| > step_time: 0.2459 (0.24903048615292733)
| > loader_time: 0.0087 (0.00886917928644007)
[1m --> TIME: 2025-02-23 11:16:17 -- STEP: 4295/6985 -- GLOBAL_STEP: 25250[0m
| > loss_text_ce: 0.05493215098977089 (0.05549769895075366)
| > loss_mel_ce: 3.3135757446289062 (3.3874288139298874)
| > loss: 0.8421269655227661 (0.8607316286655469)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2808 (0.2490294602475148)
| > loader_time: 0.0091 (0.008870322712641788)
[1m --> TIME: 2025-02-23 11:16:35 -- STEP: 4345/6985 -- GLOBAL_STEP: 25300[0m
| > loss_text_ce: 0.054888904094696045 (0.05549232148842928)
| > loss_mel_ce: 3.353364944458008 (3.3872501479742594)
| > loss: 0.8520634770393372 (0.8606856178085057)
| > current_lr: 5e-06
| > step_time: 0.2818 (0.24900962239167754)
| > loader_time: 0.0094 (0.008872077928725257)
[1m --> TIME: 2025-02-23 11:16:53 -- STEP: 4395/6985 -- GLOBAL_STEP: 25350[0m
| > loss_text_ce: 0.059541624039411545 (0.055487842346722785)
| > loss_mel_ce: 3.2680037021636963 (3.386270603629104)
| > loss: 0.831886351108551 (0.8604396119323879)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.334 (0.24897738333041336)
| > loader_time: 0.0095 (0.008873905446613465)
[1m --> TIME: 2025-02-23 11:17:11 -- STEP: 4445/6985 -- GLOBAL_STEP: 25400[0m
| > loss_text_ce: 0.05360647663474083 (0.055479955372345076)
| > loss_mel_ce: 3.4790401458740234 (3.3866781367225784)
| > loss: 0.8831616640090942 (0.8605395234610018)
| > current_lr: 5e-06
| > step_time: 0.1917 (0.24898761024088892)
| > loader_time: 0.0086 (0.008875507820309608)
[1m --> TIME: 2025-02-23 11:17:29 -- STEP: 4495/6985 -- GLOBAL_STEP: 25450[0m
| > loss_text_ce: 0.05372358858585358 (0.05547746411204604)
| > loss_mel_ce: 2.89772891998291 (3.386206058506441)
| > loss: 0.7378631234169006 (0.8604208810973881)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2045 (0.24895714355655438)
| > loader_time: 0.0087 (0.008877072636622334)
[1m --> TIME: 2025-02-23 11:17:47 -- STEP: 4545/6985 -- GLOBAL_STEP: 25500[0m
| > loss_text_ce: 0.053303759545087814 (0.055471572004529124)
| > loss_mel_ce: 3.196023941040039 (3.3857947747174926)
| > loss: 0.8123319149017334 (0.8603165871108192)
| > current_lr: 5e-06
| > step_time: 0.2288 (0.2488924224253402)
| > loader_time: 0.0085 (0.00887816914893088)
[1m --> TIME: 2025-02-23 11:18:05 -- STEP: 4595/6985 -- GLOBAL_STEP: 25550[0m
| > loss_text_ce: 0.054599035531282425 (0.05546076052352964)
| > loss_mel_ce: 3.515944480895996 (3.385652267790204)
| > loss: 0.8926358819007874 (0.8602782574779185)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.4491 (0.2489224163570133)
| > loader_time: 0.009 (0.00887939533030247)
[1m --> TIME: 2025-02-23 11:18:23 -- STEP: 4645/6985 -- GLOBAL_STEP: 25600[0m
| > loss_text_ce: 0.05386774241924286 (0.05545657047254019)
| > loss_mel_ce: 3.1435630321502686 (3.3847909781083354)
| > loss: 0.7993577122688293 (0.860061887532183)
| > current_lr: 5e-06
| > step_time: 0.1965 (0.24883830493438344)
| > loader_time: 0.0087 (0.008880354590770112)
[1m --> TIME: 2025-02-23 11:18:41 -- STEP: 4695/6985 -- GLOBAL_STEP: 25650[0m
| > loss_text_ce: 0.053993549197912216 (0.0554451332845119)
| > loss_mel_ce: 3.699535369873047 (3.3841322038628148)
| > loss: 0.9383822083473206 (0.8598943346732453)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2684 (0.2487869788282594)
| > loader_time: 0.0089 (0.008881048805797438)
[1m --> TIME: 2025-02-23 11:18:59 -- STEP: 4745/6985 -- GLOBAL_STEP: 25700[0m
| > loss_text_ce: 0.05350659415125847 (0.055438404814492276)
| > loss_mel_ce: 3.258551836013794 (3.382746208631072)
| > loss: 0.828014612197876 (0.8595461537388261)
| > current_lr: 5e-06
| > step_time: 0.2225 (0.24870954223126315)
| > loader_time: 0.0088 (0.008882153172387459)
[1m --> TIME: 2025-02-23 11:19:17 -- STEP: 4795/6985 -- GLOBAL_STEP: 25750[0m
| > loss_text_ce: 0.05645060911774635 (0.05543369873892029)
| > loss_mel_ce: 3.4511802196502686 (3.3829729113016884)
| > loss: 0.8769077062606812 (0.8596016528459719)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3115 (0.24875548370687492)
| > loader_time: 0.0092 (0.00888395379059506)
[1m --> TIME: 2025-02-23 11:19:35 -- STEP: 4845/6985 -- GLOBAL_STEP: 25800[0m
| > loss_text_ce: 0.05713162198662758 (0.05542877440958814)
| > loss_mel_ce: 3.1992859840393066 (3.3824758593634994)
| > loss: 0.8141043782234192 (0.8594761587517904)
| > current_lr: 5e-06
| > step_time: 0.2401 (0.24865558676429317)
| > loader_time: 0.0088 (0.008884439773480827)
[1m --> TIME: 2025-02-23 11:19:53 -- STEP: 4895/6985 -- GLOBAL_STEP: 25850[0m
| > loss_text_ce: 0.053833045065402985 (0.05542253271902057)
| > loss_mel_ce: 3.220353603363037 (3.3823958565436243)
| > loss: 0.8185466527938843 (0.8594545976012413)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2953 (0.24872686777709074)
| > loader_time: 0.0093 (0.008886017716576296)
[1m --> TIME: 2025-02-23 11:20:12 -- STEP: 4945/6985 -- GLOBAL_STEP: 25900[0m
| > loss_text_ce: 0.05575782060623169 (0.055415860803833615)
| > loss_mel_ce: 3.25687575340271 (3.3817563810531674)
| > loss: 0.8281583786010742 (0.8592930607294275)
| > current_lr: 5e-06
| > step_time: 0.1945 (0.24873896349067018)
| > loader_time: 0.0088 (0.008887478893037022)
[1m --> TIME: 2025-02-23 11:20:29 -- STEP: 4995/6985 -- GLOBAL_STEP: 25950[0m
| > loss_text_ce: 0.05674174800515175 (0.05541222882387157)
| > loss_mel_ce: 3.4663186073303223 (3.381063479775776)
| > loss: 0.8807650804519653 (0.8591189274439449)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3121 (0.24864796122034497)
| > loader_time: 0.0101 (0.00888796649776301)
[1m --> TIME: 2025-02-23 11:20:48 -- STEP: 5045/6985 -- GLOBAL_STEP: 26000[0m
| > loss_text_ce: 0.054053835570812225 (0.055409354458833465)
| > loss_mel_ce: 3.2547500133514404 (3.380165914737783)
| > loss: 0.8272009491920471 (0.8588938175627673)
| > current_lr: 5e-06
| > step_time: 0.2886 (0.24865077366559532)
| > loader_time: 0.0095 (0.008888487395257254)
> CHECKPOINT : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/checkpoint_26000.pth
[1m --> TIME: 2025-02-23 11:21:24 -- STEP: 5095/6985 -- GLOBAL_STEP: 26050[0m
| > loss_text_ce: 0.05508842691779137 (0.055403958755281174)
| > loss_mel_ce: 3.2242109775543213 (3.3799461230913437)
| > loss: 0.8198248744010925 (0.8588375207135427)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.209 (0.24856403592290294)
| > loader_time: 0.0087 (0.008889340746040078)
[1m --> TIME: 2025-02-23 11:21:43 -- STEP: 5145/6985 -- GLOBAL_STEP: 26100[0m
| > loss_text_ce: 0.05454288795590401 (0.055400970027183756)
| > loss_mel_ce: 3.1545886993408203 (3.3797919577829294)
| > loss: 0.8022828698158264 (0.8587982321735476)
| > current_lr: 5e-06
| > step_time: 0.2867 (0.24866100066604824)
| > loader_time: 0.0089 (0.008890713662980707)
[1m --> TIME: 2025-02-23 11:22:02 -- STEP: 5195/6985 -- GLOBAL_STEP: 26150[0m
| > loss_text_ce: 0.05533191189169884 (0.055389121054340934)
| > loss_mel_ce: 3.045667886734009 (3.3795927948166886)
| > loss: 0.7752499580383301 (0.8587454792510084)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2405 (0.2486502983342923)
| > loader_time: 0.0087 (0.008890938919478588)
[1m --> TIME: 2025-02-23 11:22:20 -- STEP: 5245/6985 -- GLOBAL_STEP: 26200[0m
| > loss_text_ce: 0.05182618647813797 (0.05538293503302977)
| > loss_mel_ce: 3.2294647693634033 (3.3791193301161724)
| > loss: 0.8203227519989014 (0.8586255665275444)
| > current_lr: 5e-06
| > step_time: 0.1874 (0.24871713512846114)
| > loader_time: 0.0086 (0.00889141261861708)
[1m --> TIME: 2025-02-23 11:22:38 -- STEP: 5295/6985 -- GLOBAL_STEP: 26250[0m
| > loss_text_ce: 0.05187668278813362 (0.05537619876048269)
| > loss_mel_ce: 3.32991623878479 (3.378477776692199)
| > loss: 0.8454482555389404 (0.8584634941292876)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.1947 (0.2486914654966791)
| > loader_time: 0.0084 (0.008891358884355724)
[1m --> TIME: 2025-02-23 11:22:57 -- STEP: 5345/6985 -- GLOBAL_STEP: 26300[0m
| > loss_text_ce: 0.05826392024755478 (0.05536912497554681)
| > loss_mel_ce: 3.605565309524536 (3.3782056741116713)
| > loss: 0.9159573316574097 (0.8583937000737654)
| > current_lr: 5e-06
| > step_time: 0.279 (0.24879934821204663)
| > loader_time: 0.0091 (0.008892088855283075)
[1m --> TIME: 2025-02-23 11:23:15 -- STEP: 5395/6985 -- GLOBAL_STEP: 26350[0m
| > loss_text_ce: 0.05554382503032684 (0.05536580511659687)
| > loss_mel_ce: 3.101414918899536 (3.3773664282691773)
| > loss: 0.7892397046089172 (0.8581830586405997)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2816 (0.24878987899193383)
| > loader_time: 0.009 (0.008892052697295713)
[1m --> TIME: 2025-02-23 11:23:34 -- STEP: 5445/6985 -- GLOBAL_STEP: 26400[0m
| > loss_text_ce: 0.055488452315330505 (0.05536077207756545)
| > loss_mel_ce: 3.413724660873413 (3.3768398286663532)
| > loss: 0.8673032522201538 (0.8580501504837632)
| > current_lr: 5e-06
| > step_time: 0.2086 (0.24877381088319878)
| > loader_time: 0.0087 (0.00889366945068807)
[1m --> TIME: 2025-02-23 11:23:51 -- STEP: 5495/6985 -- GLOBAL_STEP: 26450[0m
| > loss_text_ce: 0.05187179148197174 (0.055351147466458646)
| > loss_mel_ce: 3.6555023193359375 (3.376788743091124)
| > loss: 0.926843523979187 (0.8580349729536215)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3143 (0.24873362225332066)
| > loader_time: 0.0094 (0.008893168026800041)
[1m --> TIME: 2025-02-23 11:24:09 -- STEP: 5545/6985 -- GLOBAL_STEP: 26500[0m
| > loss_text_ce: 0.05526288226246834 (0.05534450463124284)
| > loss_mel_ce: 3.151932716369629 (3.3756393272238188)
| > loss: 0.8017988801002502 (0.85774595826676)
| > current_lr: 5e-06
| > step_time: 0.271 (0.24870266948765293)
| > loader_time: 0.0095 (0.00889310058545593)
[1m --> TIME: 2025-02-23 11:24:28 -- STEP: 5595/6985 -- GLOBAL_STEP: 26550[0m
| > loss_text_ce: 0.054113972932100296 (0.055341853471048384)
| > loss_mel_ce: 3.2660207748413086 (3.3755214657924086)
| > loss: 0.8300336599349976 (0.8577158301402873)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2137 (0.24873138607560352)
| > loader_time: 0.0084 (0.008893814163617089)
[1m --> TIME: 2025-02-23 11:24:46 -- STEP: 5645/6985 -- GLOBAL_STEP: 26600[0m
| > loss_text_ce: 0.055037230253219604 (0.05533469973397634)
| > loss_mel_ce: 3.650214672088623 (3.3754756055330106)
| > loss: 0.9263129830360413 (0.8577025766389562)
| > current_lr: 5e-06
| > step_time: 0.2807 (0.2487074372196112)
| > loader_time: 0.009 (0.008893709630434024)
[1m --> TIME: 2025-02-23 11:25:05 -- STEP: 5695/6985 -- GLOBAL_STEP: 26650[0m
| > loss_text_ce: 0.0560462512075901 (0.055332954763659674)
| > loss_mel_ce: 3.221327066421509 (3.375242424681059)
| > loss: 0.8193433284759521 (0.8576438451566842)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2282 (0.24881262368963294)
| > loader_time: 0.0087 (0.00889436145745631)
[1m --> TIME: 2025-02-23 11:25:23 -- STEP: 5745/6985 -- GLOBAL_STEP: 26700[0m
| > loss_text_ce: 0.05076604709029198 (0.055325099872546774)
| > loss_mel_ce: 3.6516942977905273 (3.3753036541768586)
| > loss: 0.9256150722503662 (0.857657188825548)
| > current_lr: 5e-06
| > step_time: 0.2805 (0.24880701655196136)
| > loader_time: 0.0095 (0.008894626610791627)
[1m --> TIME: 2025-02-23 11:25:41 -- STEP: 5795/6985 -- GLOBAL_STEP: 26750[0m
| > loss_text_ce: 0.054881852120161057 (0.05531616245715446)
| > loss_mel_ce: 3.165616512298584 (3.3752704717045265)
| > loss: 0.8051245808601379 (0.8576466589060385)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2963 (0.24879641545240574)
| > loader_time: 0.0091 (0.008894720892128625)
[1m --> TIME: 2025-02-23 11:26:00 -- STEP: 5845/6985 -- GLOBAL_STEP: 26800[0m
| > loss_text_ce: 0.05332602933049202 (0.05530781662354517)
| > loss_mel_ce: 3.286573886871338 (3.3751143617442327)
| > loss: 0.834975004196167 (0.8576055449537978)
| > current_lr: 5e-06
| > step_time: 0.24 (0.24883094046032245)
| > loader_time: 0.0088 (0.00889482522643054)
[1m --> TIME: 2025-02-23 11:26:19 -- STEP: 5895/6985 -- GLOBAL_STEP: 26850[0m
| > loss_text_ce: 0.05140864849090576 (0.055301966249588885)
| > loss_mel_ce: 3.302386522293091 (3.3751962058315605)
| > loss: 0.8384487628936768 (0.8576245433906045)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2433 (0.2489007457218703)
| > loader_time: 0.0089 (0.008895109344883658)
[1m --> TIME: 2025-02-23 11:26:36 -- STEP: 5945/6985 -- GLOBAL_STEP: 26900[0m
| > loss_text_ce: 0.053079165518283844 (0.055296984746663676)
| > loss_mel_ce: 3.4511921405792236 (3.3747205070530852)
| > loss: 0.8760678172111511 (0.8575043732925448)
| > current_lr: 5e-06
| > step_time: 0.2766 (0.24886338873206304)
| > loader_time: 0.0092 (0.00889455857048326)
[1m --> TIME: 2025-02-23 11:26:55 -- STEP: 5995/6985 -- GLOBAL_STEP: 26950[0m
| > loss_text_ce: 0.05124114826321602 (0.05529434069854403)
| > loss_mel_ce: 3.4097299575805664 (3.373879560259003)
| > loss: 0.8652427792549133 (0.8572934755988662)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2762 (0.2489549702062916)
| > loader_time: 0.0089 (0.00889479555220682)
[1m --> TIME: 2025-02-23 11:27:13 -- STEP: 6045/6985 -- GLOBAL_STEP: 27000[0m
| > loss_text_ce: 0.05448013171553612 (0.05528883788522064)
| > loss_mel_ce: 3.3712470531463623 (3.3731839897023197)
| > loss: 0.856431782245636 (0.8571182072507721)
| > current_lr: 5e-06
| > step_time: 0.284 (0.2489322932521797)
| > loader_time: 0.0095 (0.008895603184664537)
> CHECKPOINT : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/checkpoint_27000.pth
[1m --> TIME: 2025-02-23 11:27:51 -- STEP: 6095/6985 -- GLOBAL_STEP: 27050[0m
| > loss_text_ce: 0.05620235949754715 (0.05528380299159695)
| > loss_mel_ce: 3.0000648498535156 (3.372375280647806)
| > loss: 0.7640668153762817 (0.8569147712290519)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.1595 (0.2489014830913965)
| > loader_time: 0.0082 (0.00889573441459277)
[1m --> TIME: 2025-02-23 11:28:09 -- STEP: 6145/6985 -- GLOBAL_STEP: 27100[0m
| > loss_text_ce: 0.05532481148838997 (0.055275428586126434)
| > loss_mel_ce: 3.220644235610962 (3.372007103719001)
| > loss: 0.8189922571182251 (0.8568206334133462)
| > current_lr: 5e-06
| > step_time: 0.2222 (0.24883928143755016)
| > loader_time: 0.0084 (0.008895464967769596)
[1m --> TIME: 2025-02-23 11:28:27 -- STEP: 6195/6985 -- GLOBAL_STEP: 27150[0m
| > loss_text_ce: 0.05547904223203659 (0.05527381036698192)
| > loss_mel_ce: 3.2579386234283447 (3.3712562307414706)
| > loss: 0.8283544182777405 (0.8566325106189737)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3033 (0.2488368638202583)
| > loader_time: 0.009 (0.008895242397009721)
[1m --> TIME: 2025-02-23 11:28:45 -- STEP: 6245/6985 -- GLOBAL_STEP: 27200[0m
| > loss_text_ce: 0.05143354460597038 (0.055265451154057926)
| > loss_mel_ce: 3.738074779510498 (3.370998727273135)
| > loss: 0.94737708568573 (0.8565660449387635)
| > current_lr: 5e-06
| > step_time: 0.2554 (0.24882788077843856)
| > loader_time: 0.0089 (0.008895519812456433)
[1m --> TIME: 2025-02-23 11:29:03 -- STEP: 6295/6985 -- GLOBAL_STEP: 27250[0m
| > loss_text_ce: 0.05618198588490486 (0.055255649824100785)
| > loss_mel_ce: 3.0073509216308594 (3.3709227433556843)
| > loss: 0.765883207321167 (0.8565445986222036)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.204 (0.24880090301428823)
| > loader_time: 0.0087 (0.008895522209270515)
[1m --> TIME: 2025-02-23 11:29:22 -- STEP: 6345/6985 -- GLOBAL_STEP: 27300[0m
| > loss_text_ce: 0.0546276718378067 (0.055249994023871096)
| > loss_mel_ce: 3.3396458625793457 (3.370597358497694)
| > loss: 0.8485683798789978 (0.8564618384772336)
| > current_lr: 5e-06
| > step_time: 0.2632 (0.24886701717632215)
| > loader_time: 0.009 (0.008896132469928781)
[1m --> TIME: 2025-02-23 11:29:41 -- STEP: 6395/6985 -- GLOBAL_STEP: 27350[0m
| > loss_text_ce: 0.05449720844626427 (0.05524450704350519)
| > loss_mel_ce: 3.4183449745178223 (3.3702844377417747)
| > loss: 0.8682105541229248 (0.8563822365440912)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2443 (0.24893809964267222)
| > loader_time: 0.0089 (0.00889791387240343)
[1m --> TIME: 2025-02-23 11:29:59 -- STEP: 6445/6985 -- GLOBAL_STEP: 27400[0m
| > loss_text_ce: 0.05403047800064087 (0.05523750163134999)
| > loss_mel_ce: 3.779254198074341 (3.3700468955620724)
| > loss: 0.9583211541175842 (0.8563210996109157)
| > current_lr: 5e-06
| > step_time: 0.2899 (0.24893414384177517)
| > loader_time: 0.0092 (0.00889776306063563)
[1m --> TIME: 2025-02-23 11:30:17 -- STEP: 6495/6985 -- GLOBAL_STEP: 27450[0m
| > loss_text_ce: 0.05420752987265587 (0.05523417236439716)
| > loss_mel_ce: 3.5854949951171875 (3.369677380069203)
| > loss: 0.909925639629364 (0.8562278884112411)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2991 (0.248914034830964)
| > loader_time: 0.0094 (0.008897918660058908)
[1m --> TIME: 2025-02-23 11:30:35 -- STEP: 6545/6985 -- GLOBAL_STEP: 27500[0m
| > loss_text_ce: 0.0508226603269577 (0.05522881583221728)
| > loss_mel_ce: 3.37265944480896 (3.36934501481839)
| > loss: 0.8558705449104309 (0.856143457976982)
| > current_lr: 5e-06
| > step_time: 0.2575 (0.248916369708464)
| > loader_time: 0.0088 (0.008897708371179189)
[1m --> TIME: 2025-02-23 11:30:53 -- STEP: 6595/6985 -- GLOBAL_STEP: 27550[0m
| > loss_text_ce: 0.053119152784347534 (0.0552222740026565)
| > loss_mel_ce: 3.052065849304199 (3.368989096888089)
| > loss: 0.7762962579727173 (0.8560528430277139)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2822 (0.24895563711263258)
| > loader_time: 0.009 (0.00889788483741883)
[1m --> TIME: 2025-02-23 11:31:11 -- STEP: 6645/6985 -- GLOBAL_STEP: 27600[0m
| > loss_text_ce: 0.055808279663324356 (0.05521848598947822)
| > loss_mel_ce: 3.085476875305176 (3.368653193158791)
| > loss: 0.7853212952613831 (0.85596792009022)
| > current_lr: 5e-06
| > step_time: 0.1914 (0.24891018637864537)
| > loader_time: 0.0082 (0.008897505136609)
[1m --> TIME: 2025-02-23 11:31:29 -- STEP: 6695/6985 -- GLOBAL_STEP: 27650[0m
| > loss_text_ce: 0.05397917330265045 (0.05521423135167008)
| > loss_mel_ce: 3.0359981060028076 (3.3684689945921744)
| > loss: 0.7724943161010742 (0.8559208067786425)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2134 (0.24887811288270947)
| > loader_time: 0.0087 (0.008897511294922621)
[1m --> TIME: 2025-02-23 11:31:47 -- STEP: 6745/6985 -- GLOBAL_STEP: 27700[0m
| > loss_text_ce: 0.05752704665064812 (0.055209289866190996)
| > loss_mel_ce: 3.4362518787384033 (3.3679563045855145)
| > loss: 0.8734447360038757 (0.8557913988939109)
| > current_lr: 5e-06
| > step_time: 0.2254 (0.24883297937193818)
| > loader_time: 0.0089 (0.008897398347055779)
[1m --> TIME: 2025-02-23 11:32:06 -- STEP: 6795/6985 -- GLOBAL_STEP: 27750[0m
| > loss_text_ce: 0.05539343133568764 (0.05519855093591961)
| > loss_mel_ce: 2.932645082473755 (3.36820092938067)
| > loss: 0.7470096349716187 (0.8558498703705368)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2412 (0.24887060894520507)
| > loader_time: 0.0084 (0.00889820824483462)
[1m --> TIME: 2025-02-23 11:32:24 -- STEP: 6845/6985 -- GLOBAL_STEP: 27800[0m
| > loss_text_ce: 0.05593744292855263 (0.05519250741431188)
| > loss_mel_ce: 3.2875242233276367 (3.3675529307218395)
| > loss: 0.8358654379844666 (0.855686359800849)
| > current_lr: 5e-06
| > step_time: 0.2216 (0.24889904587176517)
| > loader_time: 0.0086 (0.008898478968462189)
[1m --> TIME: 2025-02-23 11:32:43 -- STEP: 6895/6985 -- GLOBAL_STEP: 27850[0m
| > loss_text_ce: 0.055902257561683655 (0.055189447957506375)
| > loss_mel_ce: 3.4642999172210693 (3.366800869401592)
| > loss: 0.880050539970398 (0.8554975796039757)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2973 (0.24891863052528598)
| > loader_time: 0.0094 (0.008899327686854796)
[1m --> TIME: 2025-02-23 11:33:01 -- STEP: 6945/6985 -- GLOBAL_STEP: 27900[0m
| > loss_text_ce: 0.05335882678627968 (0.0551815448598393)
| > loss_mel_ce: 3.4119932651519775 (3.3667010584694568)
| > loss: 0.8663380146026611 (0.8554706510834927)
| > current_lr: 5e-06
| > step_time: 0.2753 (0.24895881854689653)
| > loader_time: 0.0093 (0.008900422445727068)
[1m > EVALUATION [0m
[1m--> EVAL PERFORMANCE[0m
| > avg_loader_time:[91m 0.46208126716364445 [0m(+0.001994748520695311)
| > avg_loss_text_ce:[92m 0.05288066111164155 [0m(-0.001506136450307824)
| > avg_loss_mel_ce:[92m 3.215910038916893 [0m(-0.0987151822233514)
| > avg_loss:[92m 3.2687906969606493 [0m(-0.10022132381115023)
> BEST MODEL : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/best_model_27940.pth
[4m[1m > EPOCH: 4/30[0m
--> checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3
[1m > TRAINING (2025-02-23 11:35:42) [0m
[1m --> TIME: 2025-02-23 11:35:46 -- STEP: 10/6985 -- GLOBAL_STEP: 27950[0m
| > loss_text_ce: 0.05223431810736656 (0.05392573140561581)
| > loss_mel_ce: 3.3651909828186035 (3.3484753370285034)
| > loss: 0.8543563485145569 (0.8506002724170685)
| > current_lr: 5e-06
| > step_time: 0.234 (0.24965898990631102)
| > loader_time: 0.0124 (0.009427785873413086)
[1m --> TIME: 2025-02-23 11:36:04 -- STEP: 60/6985 -- GLOBAL_STEP: 28000[0m
| > loss_text_ce: 0.055394914001226425 (0.05471687410026789)
| > loss_mel_ce: 3.1095309257507324 (3.2861566583315533)
| > loss: 0.7912314534187317 (0.8352183838685353)
| > current_lr: 5e-06
| > step_time: 0.1789 (0.24617319504419966)
| > loader_time: 0.0087 (0.00904799302419027)
> CHECKPOINT : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/checkpoint_28000.pth
[1m --> TIME: 2025-02-23 11:36:42 -- STEP: 110/6985 -- GLOBAL_STEP: 28050[0m
| > loss_text_ce: 0.058357805013656616 (0.05466366335749626)
| > loss_mel_ce: 3.1525309085845947 (3.280078738385981)
| > loss: 0.802722156047821 (0.8336856002157385)
| > current_lr: 5e-06
| > step_time: 0.2034 (0.2458857861432162)
| > loader_time: 0.0085 (0.00906073396856135)
[1m --> TIME: 2025-02-23 11:37:00 -- STEP: 160/6985 -- GLOBAL_STEP: 28100[0m
| > loss_text_ce: 0.05642296373844147 (0.054641589825041595)
| > loss_mel_ce: 3.1411304473876953 (3.280241924524307)
| > loss: 0.7993883490562439 (0.8337208788841961)
| > current_lr: 5e-06
| > step_time: 0.2517 (0.24467968195676804)
| > loader_time: 0.0094 (0.009030634164810184)
[1m --> TIME: 2025-02-23 11:37:17 -- STEP: 210/6985 -- GLOBAL_STEP: 28150[0m
| > loss_text_ce: 0.05703806132078171 (0.054504415144522984)
| > loss_mel_ce: 3.4929959774017334 (3.2810306787490844)
| > loss: 0.8875085115432739 (0.8338837737128847)
| > current_lr: 5e-06
| > step_time: 0.2473 (0.24375465370359875)
| > loader_time: 0.0089 (0.009092412676130028)
[1m --> TIME: 2025-02-23 11:37:36 -- STEP: 260/6985 -- GLOBAL_STEP: 28200[0m
| > loss_text_ce: 0.054913267493247986 (0.05447022701398684)
| > loss_mel_ce: 2.971076488494873 (3.2790510452710664)
| > loss: 0.7564974427223206 (0.8333803181464854)
| > current_lr: 5e-06
| > step_time: 0.2241 (0.2451732956446134)
| > loader_time: 0.0087 (0.009047878705538243)
[1m --> TIME: 2025-02-23 11:37:54 -- STEP: 310/6985 -- GLOBAL_STEP: 28250[0m
| > loss_text_ce: 0.05526558682322502 (0.054459466052151496)
| > loss_mel_ce: 3.7257425785064697 (3.290890497546042)
| > loss: 0.9452520608901978 (0.8363374910046973)
| > current_lr: 5e-06
| > step_time: 0.2865 (0.2460751364308019)
| > loader_time: 0.0091 (0.009013225186255676)
[1m --> TIME: 2025-02-23 11:38:12 -- STEP: 360/6985 -- GLOBAL_STEP: 28300[0m
| > loss_text_ce: 0.05294331908226013 (0.054394678388618764)
| > loss_mel_ce: 3.2349941730499268 (3.29795244468583)
| > loss: 0.8219843506813049 (0.8380867812368602)
| > current_lr: 5e-06
| > step_time: 0.2489 (0.24683330323961045)
| > loader_time: 0.0089 (0.008989495701260038)
[1m --> TIME: 2025-02-23 11:38:30 -- STEP: 410/6985 -- GLOBAL_STEP: 28350[0m
| > loss_text_ce: 0.054399773478507996 (0.054420200417317995)
| > loss_mel_ce: 3.3709893226623535 (3.2953518797711627)
| > loss: 0.8563472628593445 (0.8374430211578925)
| > current_lr: 5e-06
| > step_time: 0.2585 (0.2464566015615696)
| > loader_time: 0.009 (0.00895705513837861)
[1m --> TIME: 2025-02-23 11:38:49 -- STEP: 460/6985 -- GLOBAL_STEP: 28400[0m
| > loss_text_ce: 0.05550109222531319 (0.05441616121679545)
| > loss_mel_ce: 3.51374888420105 (3.2981053108754366)
| > loss: 0.8923124670982361 (0.8381303688754204)
| > current_lr: 5e-06
| > step_time: 0.2358 (0.24730071140372234)
| > loader_time: 0.0087 (0.008945879210596494)
[1m --> TIME: 2025-02-23 11:39:07 -- STEP: 510/6985 -- GLOBAL_STEP: 28450[0m
| > loss_text_ce: 0.0556209422647953 (0.05438239599267642)
| > loss_mel_ce: 3.3455004692077637 (3.2890441366270475)
| > loss: 0.8502803444862366 (0.8358566341446892)
| > current_lr: 5e-06
| > step_time: 0.2782 (0.24764692923601936)
| > loader_time: 0.0092 (0.008932066898719932)
[1m --> TIME: 2025-02-23 11:39:26 -- STEP: 560/6985 -- GLOBAL_STEP: 28500[0m
| > loss_text_ce: 0.056126851588487625 (0.05436413161057446)
| > loss_mel_ce: 3.4123315811157227 (3.291370120644571)
| > loss: 0.8671146035194397 (0.8364335639136177)
| > current_lr: 5e-06
| > step_time: 0.2167 (0.24862549560410635)
| > loader_time: 0.0089 (0.00892845009054456)
[1m --> TIME: 2025-02-23 11:39:44 -- STEP: 610/6985 -- GLOBAL_STEP: 28550[0m
| > loss_text_ce: 0.05502543970942497 (0.05437300348135289)
| > loss_mel_ce: 3.431330680847168 (3.293526472810841)
| > loss: 0.8715890049934387 (0.8369748698883372)
| > current_lr: 5e-06
| > step_time: 0.2583 (0.24817891238165685)
| > loader_time: 0.0092 (0.008913359485688754)
[1m --> TIME: 2025-02-23 11:40:02 -- STEP: 660/6985 -- GLOBAL_STEP: 28600[0m
| > loss_text_ce: 0.053655870258808136 (0.054369766033734314)
| > loss_mel_ce: 3.456747531890869 (3.2933825919122435)
| > loss: 0.8776008486747742 (0.8369380904869603)
| > current_lr: 5e-06
| > step_time: 0.2523 (0.24809195272850268)
| > loader_time: 0.0089 (0.00890408284736402)
[1m --> TIME: 2025-02-23 11:40:20 -- STEP: 710/6985 -- GLOBAL_STEP: 28650[0m
| > loss_text_ce: 0.052699483931064606 (0.05434873654493981)
| > loss_mel_ce: 3.3205082416534424 (3.292827995058519)
| > loss: 0.8433019518852234 (0.8367941841273244)
| > current_lr: 5e-06
| > step_time: 0.2671 (0.24771141871600083)
| > loader_time: 0.0096 (0.008894675886127306)
[1m --> TIME: 2025-02-23 11:40:37 -- STEP: 760/6985 -- GLOBAL_STEP: 28700[0m
| > loss_text_ce: 0.054848797619342804 (0.05433337349248558)
| > loss_mel_ce: 3.2302663326263428 (3.293454170227053)
| > loss: 0.8212788105010986 (0.8369468872484411)
| > current_lr: 5e-06
| > step_time: 0.2529 (0.24733272226233233)
| > loader_time: 0.0091 (0.008885679433220307)
[1m --> TIME: 2025-02-23 11:40:56 -- STEP: 810/6985 -- GLOBAL_STEP: 28750[0m
| > loss_text_ce: 0.05258883535861969 (0.05431263429331189)
| > loss_mel_ce: 3.331435441970825 (3.295475173290867)
| > loss: 0.8460060954093933 (0.8374469532642839)
| > current_lr: 5e-06
| > step_time: 0.336 (0.24751272437013225)
| > loader_time: 0.0094 (0.008879338076085213)
[1m --> TIME: 2025-02-23 11:41:14 -- STEP: 860/6985 -- GLOBAL_STEP: 28800[0m
| > loss_text_ce: 0.055274613201618195 (0.05432153958827256)
| > loss_mel_ce: 3.432185173034668 (3.2950844872829546)
| > loss: 0.8718649744987488 (0.8373515079880872)
| > current_lr: 5e-06
| > step_time: 0.2678 (0.24764443497325098)
| > loader_time: 0.0089 (0.008871841707894962)
[1m --> TIME: 2025-02-23 11:41:32 -- STEP: 910/6985 -- GLOBAL_STEP: 28850[0m
| > loss_text_ce: 0.05893995240330696 (0.05432607797230336)
| > loss_mel_ce: 3.170297384262085 (3.2927414254827836)
| > loss: 0.8073093295097351 (0.8367668769516791)
| > current_lr: 5e-06
| > step_time: 0.1493 (0.24723744601993772)
| > loader_time: 0.008 (0.00887775290143358)
[1m --> TIME: 2025-02-23 11:41:50 -- STEP: 960/6985 -- GLOBAL_STEP: 28900[0m
| > loss_text_ce: 0.053206946700811386 (0.054322742046012215)
| > loss_mel_ce: 3.544593572616577 (3.291855656603974)
| > loss: 0.8994501233100891 (0.8365446006258331)
| > current_lr: 5e-06
| > step_time: 0.2107 (0.24766958231727282)
| > loader_time: 0.0089 (0.008877723912398014)
[1m --> TIME: 2025-02-23 11:42:08 -- STEP: 1010/6985 -- GLOBAL_STEP: 28950[0m
| > loss_text_ce: 0.05464603006839752 (0.054308085283725556)
| > loss_mel_ce: 3.1194591522216797 (3.2927246875101996)
| > loss: 0.793526291847229 (0.8367581940523471)
| > current_lr: 5e-06
| > step_time: 0.1934 (0.2477027423310988)
| > loader_time: 0.0088 (0.008873609741135392)
[1m --> TIME: 2025-02-23 11:42:27 -- STEP: 1060/6985 -- GLOBAL_STEP: 29000[0m
| > loss_text_ce: 0.05266670137643814 (0.054294892565681104)
| > loss_mel_ce: 2.9951021671295166 (3.295358842723777)
| > loss: 0.7619422078132629 (0.8374134344312383)
| > current_lr: 5e-06
| > step_time: 0.2237 (0.24810855973441645)
| > loader_time: 0.0088 (0.008871740215229532)
> CHECKPOINT : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/checkpoint_29000.pth
[1m --> TIME: 2025-02-23 11:43:05 -- STEP: 1110/6985 -- GLOBAL_STEP: 29050[0m
| > loss_text_ce: 0.05292600393295288 (0.0543023751293485)
| > loss_mel_ce: 3.575765371322632 (3.297572487968585)
| > loss: 0.9071728587150574 (0.8379687163206909)
| > current_lr: 5e-06
| > step_time: 0.2645 (0.2483529196129189)
| > loader_time: 0.009 (0.008873063809162859)
[1m --> TIME: 2025-02-23 11:43:23 -- STEP: 1160/6985 -- GLOBAL_STEP: 29100[0m
| > loss_text_ce: 0.05466911569237709 (0.05428834958644258)
| > loss_mel_ce: 3.3978090286254883 (3.298333047998365)
| > loss: 0.8631195425987244 (0.8381553497807734)
| > current_lr: 5e-06
| > step_time: 0.2395 (0.24837405352756894)
| > loader_time: 0.0085 (0.008872625334509485)
[1m --> TIME: 2025-02-23 11:43:42 -- STEP: 1210/6985 -- GLOBAL_STEP: 29150[0m
| > loss_text_ce: 0.05409742891788483 (0.05427803960590318)
| > loss_mel_ce: 3.43961238861084 (3.2992605077333708)
| > loss: 0.8734274506568909 (0.838384637211965)
| > current_lr: 5e-06
| > step_time: 0.3388 (0.24877469244082112)
| > loader_time: 0.0095 (0.008872802395465944)
[1m --> TIME: 2025-02-23 11:44:00 -- STEP: 1260/6985 -- GLOBAL_STEP: 29200[0m
| > loss_text_ce: 0.05607977136969566 (0.05427092374672015)
| > loss_mel_ce: 2.8983631134033203 (3.301917755414572)
| > loss: 0.7386107444763184 (0.8390471701111112)
| > current_lr: 5e-06
| > step_time: 0.1481 (0.24856085796204824)
| > loader_time: 0.0083 (0.008867548760913667)
[1m --> TIME: 2025-02-23 11:44:18 -- STEP: 1310/6985 -- GLOBAL_STEP: 29250[0m
| > loss_text_ce: 0.053503554314374924 (0.05426199843694686)
| > loss_mel_ce: 3.2349352836608887 (3.303238871989362)
| > loss: 0.8221096992492676 (0.8393752178163019)
| > current_lr: 5e-06
| > step_time: 0.222 (0.24870427255412095)
| > loader_time: 0.0088 (0.008865670211442548)
[1m --> TIME: 2025-02-23 11:44:36 -- STEP: 1360/6985 -- GLOBAL_STEP: 29300[0m
| > loss_text_ce: 0.05189957097172737 (0.05428154936662926)
| > loss_mel_ce: 3.216277837753296 (3.301616814381939)
| > loss: 0.8170443773269653 (0.8389745911254602)
| > current_lr: 5e-06
| > step_time: 0.1843 (0.24865526013514574)
| > loader_time: 0.0085 (0.008863207347252785)
[1m --> TIME: 2025-02-23 11:44:54 -- STEP: 1410/6985 -- GLOBAL_STEP: 29350[0m
| > loss_text_ce: 0.05310368537902832 (0.05429435843430085)
| > loss_mel_ce: 3.068603754043579 (3.30146436065647)
| > loss: 0.7804268598556519 (0.8389396800639781)
| > current_lr: 5e-06
| > step_time: 0.1862 (0.24843975838194501)
| > loader_time: 0.0082 (0.00886018512942266)
[1m --> TIME: 2025-02-23 11:45:12 -- STEP: 1460/6985 -- GLOBAL_STEP: 29400[0m
| > loss_text_ce: 0.0570390485227108 (0.054297424643619384)
| > loss_mel_ce: 3.2596092224121094 (3.301606726319825)
| > loss: 0.829162061214447 (0.8389760379105398)
| > current_lr: 5e-06
| > step_time: 0.1957 (0.24847279966694036)
| > loader_time: 0.0087 (0.008858356083909119)
[1m --> TIME: 2025-02-23 11:45:30 -- STEP: 1510/6985 -- GLOBAL_STEP: 29450[0m
| > loss_text_ce: 0.050714537501335144 (0.05427533399979796)
| > loss_mel_ce: 3.300616979598999 (3.3004325086707333)
| > loss: 0.8378328680992126 (0.8386769607367105)
| > current_lr: 5e-06
| > step_time: 0.2864 (0.2483361128939698)
| > loader_time: 0.009 (0.008855880964670736)
[1m --> TIME: 2025-02-23 11:45:48 -- STEP: 1560/6985 -- GLOBAL_STEP: 29500[0m
| > loss_text_ce: 0.056850366294384 (0.05426106005429454)
| > loss_mel_ce: 3.3338470458984375 (3.300416901172738)
| > loss: 0.8476743698120117 (0.8386694903175036)
| > current_lr: 5e-06
| > step_time: 0.2285 (0.2483256118419843)
| > loader_time: 0.0088 (0.00885542019819601)
[1m --> TIME: 2025-02-23 11:46:06 -- STEP: 1610/6985 -- GLOBAL_STEP: 29550[0m
| > loss_text_ce: 0.05579201877117157 (0.05425663746615741)
| > loss_mel_ce: 3.3521511554718018 (3.301250295757509)
| > loss: 0.8519858121871948 (0.8388767332764145)
| > current_lr: 5e-06
| > step_time: 0.2639 (0.24834210991119005)
| > loader_time: 0.009 (0.008855661842393569)
[1m --> TIME: 2025-02-23 11:46:24 -- STEP: 1660/6985 -- GLOBAL_STEP: 29600[0m
| > loss_text_ce: 0.055057547986507416 (0.054251023058790725)
| > loss_mel_ce: 3.0643556118011475 (3.3011895283159025)
| > loss: 0.7798532843589783 (0.8388601378863116)
| > current_lr: 5e-06
| > step_time: 0.1742 (0.2482484146773097)
| > loader_time: 0.0081 (0.00885372722005269)
[1m --> TIME: 2025-02-23 11:46:43 -- STEP: 1710/6985 -- GLOBAL_STEP: 29650[0m
| > loss_text_ce: 0.0543341189622879 (0.05424619979982136)
| > loss_mel_ce: 2.838697910308838 (3.300272067666753)
| > loss: 0.7232580184936523 (0.8386295668911515)
| > current_lr: 5e-06
| > step_time: 0.2544 (0.2483778857348258)
| > loader_time: 0.0089 (0.008852382291827282)
[1m --> TIME: 2025-02-23 11:47:01 -- STEP: 1760/6985 -- GLOBAL_STEP: 29700[0m
| > loss_text_ce: 0.05171220004558563 (0.05423663296017115)
| > loss_mel_ce: 3.088578462600708 (3.3004086287184218)
| > loss: 0.7850726842880249 (0.8386613155291839)
| > current_lr: 5e-06
| > step_time: 0.2388 (0.24836897104978561)
| > loader_time: 0.009 (0.008850996738130385)
[1m --> TIME: 2025-02-23 11:47:19 -- STEP: 1810/6985 -- GLOBAL_STEP: 29750[0m
| > loss_text_ce: 0.053207866847515106 (0.0542343362239678)
| > loss_mel_ce: 3.3118863105773926 (3.3012961876326523)
| > loss: 0.8412735462188721 (0.838882631096392)
| > current_lr: 5e-06
| > step_time: 0.2758 (0.24845582543157083)
| > loader_time: 0.0088 (0.00885188632248513)
[1m --> TIME: 2025-02-23 11:47:37 -- STEP: 1860/6985 -- GLOBAL_STEP: 29800[0m
| > loss_text_ce: 0.05230088531970978 (0.05422831153677353)
| > loss_mel_ce: 3.3289172649383545 (3.300545374552411)
| > loss: 0.845304548740387 (0.8386934217586313)
| > current_lr: 5e-06
| > step_time: 0.1702 (0.24835925986689905)
| > loader_time: 0.0086 (0.00885134256014258)
[1m --> TIME: 2025-02-23 11:47:56 -- STEP: 1910/6985 -- GLOBAL_STEP: 29850[0m
| > loss_text_ce: 0.05820891633629799 (0.054230069724052955)
| > loss_mel_ce: 3.4090521335601807 (3.2989890785117444)
| > loss: 0.8668152689933777 (0.838304787281296)
| > current_lr: 5e-06
| > step_time: 0.2794 (0.24836261834149587)
| > loader_time: 0.0089 (0.008851360900239776)
[1m --> TIME: 2025-02-23 11:48:14 -- STEP: 1960/6985 -- GLOBAL_STEP: 29900[0m
| > loss_text_ce: 0.0578128881752491 (0.054235288411454856)
| > loss_mel_ce: 2.932415246963501 (3.2990254903326246)
| > loss: 0.7475570440292358 (0.8383151948451996)
| > current_lr: 5e-06
| > step_time: 0.1824 (0.24852819284614253)
| > loader_time: 0.0084 (0.008852488410716137)
[1m --> TIME: 2025-02-23 11:48:32 -- STEP: 2010/6985 -- GLOBAL_STEP: 29950[0m
| > loss_text_ce: 0.052503883838653564 (0.05423750534134715)
| > loss_mel_ce: 3.394533395767212 (3.2974392310896934)
| > loss: 0.8617593050003052 (0.8379191842541766)
| > current_lr: 5e-06
| > step_time: 0.2528 (0.24849100314562594)
| > loader_time: 0.0091 (0.008853309071479134)
[1m --> TIME: 2025-02-23 11:48:50 -- STEP: 2060/6985 -- GLOBAL_STEP: 30000[0m
| > loss_text_ce: 0.05519430339336395 (0.05422366959522069)
| > loss_mel_ce: 3.302893877029419 (3.297540847190377)
| > loss: 0.8395220637321472 (0.8379411294043643)
| > current_lr: 5e-06
| > step_time: 0.241 (0.24842047957540717)
| > loader_time: 0.0094 (0.00885161543355403)
> CHECKPOINT : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/checkpoint_30000.pth
[1m --> TIME: 2025-02-23 11:49:29 -- STEP: 2110/6985 -- GLOBAL_STEP: 30050[0m
| > loss_text_ce: 0.05214783176779747 (0.05421700669337785)
| > loss_mel_ce: 2.9150843620300293 (3.296960242664645)
| > loss: 0.7418080568313599 (0.8377943126228748)
| > current_lr: 5e-06
| > step_time: 0.22 (0.24825007022839587)
| > loader_time: 0.0089 (0.008854120941523675)
[1m --> TIME: 2025-02-23 11:49:47 -- STEP: 2160/6985 -- GLOBAL_STEP: 30100[0m
| > loss_text_ce: 0.05474765598773956 (0.05421452586953009)
| > loss_mel_ce: 3.4609591960906982 (3.2962554656796987)
| > loss: 0.878926694393158 (0.8376174981947299)
| > current_lr: 5e-06
| > step_time: 0.2397 (0.24808183400719255)
| > loader_time: 0.0087 (0.00885288483566706)
[1m --> TIME: 2025-02-23 11:50:06 -- STEP: 2210/6985 -- GLOBAL_STEP: 30150[0m
| > loss_text_ce: 0.052287958562374115 (0.054207331439421184)
| > loss_mel_ce: 3.3371803760528564 (3.2955398522890533)
| > loss: 0.8473671078681946 (0.837436796232586)
| > current_lr: 5e-06
| > step_time: 0.2863 (0.24825023579921118)
| > loader_time: 0.0095 (0.008854494051695933)
[1m --> TIME: 2025-02-23 11:50:24 -- STEP: 2260/6985 -- GLOBAL_STEP: 30200[0m
| > loss_text_ce: 0.0579160638153553 (0.05421253526830569)
| > loss_mel_ce: 3.491157293319702 (3.2944420216357826)
| > loss: 0.8872683644294739 (0.8371636394378356)
| > current_lr: 5e-06
| > step_time: 0.2517 (0.24817861846062989)
| > loader_time: 0.0092 (0.00886175727422257)
[1m --> TIME: 2025-02-23 11:50:42 -- STEP: 2310/6985 -- GLOBAL_STEP: 30250[0m
| > loss_text_ce: 0.053287047892808914 (0.05420413091133683)
| > loss_mel_ce: 3.4013895988464355 (3.294598302490269)
| > loss: 0.8636691570281982 (0.837200608630201)
| > current_lr: 5e-06
| > step_time: 0.2762 (0.2482563335658152)
| > loader_time: 0.0087 (0.008862360937770812)
[1m --> TIME: 2025-02-23 11:51:00 -- STEP: 2360/6985 -- GLOBAL_STEP: 30300[0m
| > loss_text_ce: 0.05478668585419655 (0.054209308092624454)
| > loss_mel_ce: 3.0965170860290527 (3.294024845503146)
| > loss: 0.7878259420394897 (0.8370585387035953)
| > current_lr: 5e-06
| > step_time: 0.1697 (0.24816551036753898)
| > loader_time: 0.0082 (0.008865224708945043)
[1m --> TIME: 2025-02-23 11:51:18 -- STEP: 2410/6985 -- GLOBAL_STEP: 30350[0m
| > loss_text_ce: 0.05483970418572426 (0.054206435852278315)
| > loss_mel_ce: 3.579376697540283 (3.2932019827276844)
| > loss: 0.9085540771484375 (0.83685210495569)
| > current_lr: 5e-06
| > step_time: 0.2808 (0.24802570501303772)
| > loader_time: 0.0093 (0.008864495170561587)
[1m --> TIME: 2025-02-23 11:51:36 -- STEP: 2460/6985 -- GLOBAL_STEP: 30400[0m
| > loss_text_ce: 0.05230169743299484 (0.054195628181947925)
| > loss_mel_ce: 3.7057619094848633 (3.2936923779123197)
| > loss: 0.9395158886909485 (0.836972001824923)
| > current_lr: 5e-06
| > step_time: 0.2055 (0.2480005463933557)
| > loader_time: 0.0085 (0.00886460872200444)
[1m --> TIME: 2025-02-23 11:51:54 -- STEP: 2510/6985 -- GLOBAL_STEP: 30450[0m
| > loss_text_ce: 0.052276477217674255 (0.05418401233762859)
| > loss_mel_ce: 3.489882707595825 (3.2928380647028583)
| > loss: 0.8855397701263428 (0.836755519582932)
| > current_lr: 5e-06
| > step_time: 0.2827 (0.24802998451597663)
| > loader_time: 0.009 (0.008867877318089672)
[1m --> TIME: 2025-02-23 11:52:11 -- STEP: 2560/6985 -- GLOBAL_STEP: 30500[0m
| > loss_text_ce: 0.05379365757107735 (0.054181592028180604)
| > loss_mel_ce: 3.4772863388061523 (3.292011637892574)
| > loss: 0.8827700018882751 (0.8365483078639967)
| > current_lr: 5e-06
| > step_time: 0.2455 (0.24780654022470117)
| > loader_time: 0.0091 (0.008868923317640987)
[1m --> TIME: 2025-02-23 11:52:30 -- STEP: 2610/6985 -- GLOBAL_STEP: 30550[0m
| > loss_text_ce: 0.056782227009534836 (0.054181591084519566)
| > loss_mel_ce: 2.989577531814575 (3.2915200560485722)
| > loss: 0.7615899443626404 (0.8364254121351071)
| > current_lr: 5e-06
| > step_time: 0.2643 (0.24790024702576385)
| > loader_time: 0.0094 (0.008869234903562088)
[1m --> TIME: 2025-02-23 11:52:48 -- STEP: 2660/6985 -- GLOBAL_STEP: 30600[0m
| > loss_text_ce: 0.05374537408351898 (0.054169320303918723)
| > loss_mel_ce: 3.597238779067993 (3.2915915342201862)
| > loss: 0.912746012210846 (0.836440213909724)
| > current_lr: 5e-06
| > step_time: 0.2165 (0.2478204658156947)
| > loader_time: 0.0088 (0.00887095489000017)
[1m --> TIME: 2025-02-23 11:53:06 -- STEP: 2710/6985 -- GLOBAL_STEP: 30650[0m
| > loss_text_ce: 0.05191941186785698 (0.05417058471988928)
| > loss_mel_ce: 3.416682004928589 (3.292318981863916)
| > loss: 0.8671503663063049 (0.8366223919435632)
| > current_lr: 5e-06
| > step_time: 0.2236 (0.247953131893904)
| > loader_time: 0.0087 (0.008873998722906895)
[1m --> TIME: 2025-02-23 11:53:25 -- STEP: 2760/6985 -- GLOBAL_STEP: 30700[0m
| > loss_text_ce: 0.05065705254673958 (0.054177964586710585)
| > loss_mel_ce: 3.1212446689605713 (3.291229674781578)
| > loss: 0.7929754257202148 (0.836351910190307)
| > current_lr: 5e-06
| > step_time: 0.1929 (0.2480465845785279)
| > loader_time: 0.0085 (0.008876739550327884)
[1m --> TIME: 2025-02-23 11:53:44 -- STEP: 2810/6985 -- GLOBAL_STEP: 30750[0m
| > loss_text_ce: 0.0545937605202198 (0.05416745421778265)
| > loss_mel_ce: 3.0688557624816895 (3.2912927121878517)
| > loss: 0.7808623909950256 (0.8363650419321784)
| > current_lr: 5e-06
| > step_time: 0.2595 (0.24825310656184404)
| > loader_time: 0.0092 (0.00887996505587972)
[1m --> TIME: 2025-02-23 11:54:03 -- STEP: 2860/6985 -- GLOBAL_STEP: 30800[0m
| > loss_text_ce: 0.05400589480996132 (0.05415606526853321)
| > loss_mel_ce: 3.3256030082702637 (3.2914625637181154)
| > loss: 0.8449022173881531 (0.836404657530619)
| > current_lr: 5e-06
| > step_time: 0.2449 (0.24837595857940353)
| > loader_time: 0.0092 (0.008883149223727757)
[1m --> TIME: 2025-02-23 11:54:21 -- STEP: 2910/6985 -- GLOBAL_STEP: 30850[0m
| > loss_text_ce: 0.052643779665231705 (0.05415510886262372)
| > loss_mel_ce: 3.0905370712280273 (3.2911580035776615)
| > loss: 0.7857952117919922 (0.8363282784153926)
| > current_lr: 5e-06
| > step_time: 0.2188 (0.24845793992793028)
| > loader_time: 0.0089 (0.008882914867597723)
[1m --> TIME: 2025-02-23 11:54:39 -- STEP: 2960/6985 -- GLOBAL_STEP: 30900[0m
| > loss_text_ce: 0.05542231351137161 (0.05415461404324585)
| > loss_mel_ce: 3.0754406452178955 (3.2904712732579258)
| > loss: 0.7827157378196716 (0.8361564721408739)
| > current_lr: 5e-06
| > step_time: 0.2435 (0.24849475428864762)
| > loader_time: 0.0087 (0.008883210130639948)
[1m --> TIME: 2025-02-23 11:54:57 -- STEP: 3010/6985 -- GLOBAL_STEP: 30950[0m
| > loss_text_ce: 0.05124271288514137 (0.05414800478572465)
| > loss_mel_ce: 3.3066234588623047 (3.289703761065917)
| > loss: 0.8394665718078613 (0.8359629416980627)
| > current_lr: 5e-06
| > step_time: 0.2831 (0.24845322921030547)
| > loader_time: 0.0093 (0.008882381036828096)
[1m --> TIME: 2025-02-23 11:55:15 -- STEP: 3060/6985 -- GLOBAL_STEP: 31000[0m
| > loss_text_ce: 0.05301494151353836 (0.05414420660901693)
| > loss_mel_ce: 3.2803843021392822 (3.288202415572272)
| > loss: 0.8333498239517212 (0.8355866558216766)
| > current_lr: 5e-06
| > step_time: 0.252 (0.24846051347021963)
| > loader_time: 0.009 (0.008880783685671717)
> CHECKPOINT : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/checkpoint_31000.pth
[1m --> TIME: 2025-02-23 11:55:54 -- STEP: 3110/6985 -- GLOBAL_STEP: 31050[0m
| > loss_text_ce: 0.057355497032403946 (0.05414217325867755)
| > loss_mel_ce: 2.878106117248535 (3.2877896159408175)
| > loss: 0.7338653802871704 (0.8354829475810683)
| > current_lr: 5e-06
| > step_time: 0.1886 (0.24840597079114515)
| > loader_time: 0.0084 (0.008880707611991634)
[1m --> TIME: 2025-02-23 11:56:12 -- STEP: 3160/6985 -- GLOBAL_STEP: 31100[0m
| > loss_text_ce: 0.05262572318315506 (0.05414250921575895)
| > loss_mel_ce: 2.9758293628692627 (3.286348893672605)
| > loss: 0.7571137547492981 (0.8351228509899946)
| > current_lr: 5e-06
| > step_time: 0.1653 (0.24835669979264466)
| > loader_time: 0.0083 (0.008880688495273804)
[1m --> TIME: 2025-02-23 11:56:31 -- STEP: 3210/6985 -- GLOBAL_STEP: 31150[0m
| > loss_text_ce: 0.053901076316833496 (0.054132096027241686)
| > loss_mel_ce: 3.415907382965088 (3.286568547483545)
| > loss: 0.8674521446228027 (0.8351751611054511)
| > current_lr: 5e-06
| > step_time: 0.2859 (0.2484386470087592)
| > loader_time: 0.0093 (0.008880685125927285)
[1m --> TIME: 2025-02-23 11:56:48 -- STEP: 3260/6985 -- GLOBAL_STEP: 31200[0m
| > loss_text_ce: 0.055413298308849335 (0.05413011394646819)
| > loss_mel_ce: 3.4776134490966797 (3.286166666109869)
| > loss: 0.8832566738128662 (0.8350741953023382)
| > current_lr: 5e-06
| > step_time: 0.2453 (0.24835538864135742)
| > loader_time: 0.0092 (0.008880590222364516)
[1m --> TIME: 2025-02-23 11:57:07 -- STEP: 3310/6985 -- GLOBAL_STEP: 31250[0m
| > loss_text_ce: 0.0562153123319149 (0.05412730880734423)
| > loss_mel_ce: 2.9388253688812256 (3.2853737146112496)
| > loss: 0.7487601637840271 (0.8348752562193001)
| > current_lr: 5e-06
| > step_time: 0.2586 (0.24835217899426232)
| > loader_time: 0.0091 (0.008882688323536623)
[1m --> TIME: 2025-02-23 11:57:25 -- STEP: 3360/6985 -- GLOBAL_STEP: 31300[0m
| > loss_text_ce: 0.05087743699550629 (0.05412415657525084)
| > loss_mel_ce: 3.0948262214660645 (3.2855314596068292)
| > loss: 0.7864258885383606 (0.8349139043972615)
| > current_lr: 5e-06
| > step_time: 0.1604 (0.2483797080460049)
| > loader_time: 0.0083 (0.008886093823682648)
[1m --> TIME: 2025-02-23 11:57:43 -- STEP: 3410/6985 -- GLOBAL_STEP: 31350[0m
| > loss_text_ce: 0.05440133810043335 (0.05412286368261509)
| > loss_mel_ce: 3.4707906246185303 (3.285410937885385)
| > loss: 0.8812980055809021 (0.8348834507276595)
| > current_lr: 5e-06
| > step_time: 0.2868 (0.24846257002822114)
| > loader_time: 0.0099 (0.008890134568088515)
[1m --> TIME: 2025-02-23 11:58:02 -- STEP: 3460/6985 -- GLOBAL_STEP: 31400[0m
| > loss_text_ce: 0.05646197497844696 (0.05411696762406413)
| > loss_mel_ce: 3.2231032848358154 (3.2859212272429055)
| > loss: 0.8198913335800171 (0.8350095489810666)
| > current_lr: 5e-06
| > step_time: 0.2036 (0.24851150671181652)
| > loader_time: 0.0085 (0.008893261755132905)
[1m --> TIME: 2025-02-23 11:58:21 -- STEP: 3510/6985 -- GLOBAL_STEP: 31450[0m
| > loss_text_ce: 0.05737290158867836 (0.05411350626572754)
| > loss_mel_ce: 3.107792615890503 (3.28592416676361)
| > loss: 0.791291356086731 (0.8350094184576625)
| > current_lr: 5e-06
| > step_time: 0.2456 (0.2486641250784241)
| > loader_time: 0.009 (0.00889662072869104)
[1m --> TIME: 2025-02-23 11:58:39 -- STEP: 3560/6985 -- GLOBAL_STEP: 31500[0m
| > loss_text_ce: 0.052363649010658264 (0.054108604313701056)
| > loss_mel_ce: 3.578639030456543 (3.2865352412957822)
| > loss: 0.90775066614151 (0.8351609616467132)
| > current_lr: 5e-06
| > step_time: 0.2557 (0.24875629658109685)
| > loader_time: 0.0096 (0.008900058738301266)
[1m --> TIME: 2025-02-23 11:58:58 -- STEP: 3610/6985 -- GLOBAL_STEP: 31550[0m
| > loss_text_ce: 0.05383209511637688 (0.054101104445115684)
| > loss_mel_ce: 2.9305419921875 (3.2865647754510685)
| > loss: 0.7460935115814209 (0.835166470231773)
| > current_lr: 5e-06
| > step_time: 0.2543 (0.24874334084360222)
| > loader_time: 0.0091 (0.008901509485746638)
[1m --> TIME: 2025-02-23 11:59:16 -- STEP: 3660/6985 -- GLOBAL_STEP: 31600[0m
| > loss_text_ce: 0.052744824439287186 (0.054095781598586204)
| > loss_mel_ce: 3.4454591274261475 (3.286448308222932)
| > loss: 0.874550998210907 (0.8351360227240899)
| > current_lr: 5e-06
| > step_time: 0.2421 (0.2488131518572406)
| > loader_time: 0.0092 (0.008905504570632638)
[1m --> TIME: 2025-02-23 11:59:35 -- STEP: 3710/6985 -- GLOBAL_STEP: 31650[0m
| > loss_text_ce: 0.05586208775639534 (0.054088855451449876)
| > loss_mel_ce: 3.157729148864746 (3.286624523635823)
| > loss: 0.8033978343009949 (0.8351783451044343)
| > current_lr: 5e-06
| > step_time: 0.2306 (0.248838441069878)
| > loader_time: 0.0091 (0.008907046150968356)
[1m --> TIME: 2025-02-23 11:59:53 -- STEP: 3760/6985 -- GLOBAL_STEP: 31700[0m
| > loss_text_ce: 0.053752489387989044 (0.05409026307430356)
| > loss_mel_ce: 2.6964242458343506 (3.2849057641435175)
| > loss: 0.6875441670417786 (0.8347490071774806)
| > current_lr: 5e-06
| > step_time: 0.1524 (0.24878745123426965)
| > loader_time: 0.0084 (0.008909047030387996)
[1m --> TIME: 2025-02-23 12:00:11 -- STEP: 3810/6985 -- GLOBAL_STEP: 31750[0m
| > loss_text_ce: 0.0545535534620285 (0.05409192310895507)
| > loss_mel_ce: 3.0614869594573975 (3.2850307130438137)
| > loss: 0.7790101170539856 (0.8347806593877445)
| > current_lr: 5e-06
| > step_time: 0.2527 (0.24891231879787495)
| > loader_time: 0.0095 (0.008912740354462826)
[1m --> TIME: 2025-02-23 12:00:30 -- STEP: 3860/6985 -- GLOBAL_STEP: 31800[0m
| > loss_text_ce: 0.054722607135772705 (0.0540860165045669)
| > loss_mel_ce: 3.432927370071411 (3.2851262151886145)
| > loss: 0.8719124794006348 (0.8348030582919648)
| > current_lr: 5e-06
| > step_time: 0.2504 (0.24899697297595325)
| > loader_time: 0.0094 (0.008916211313534234)
[1m --> TIME: 2025-02-23 12:00:48 -- STEP: 3910/6985 -- GLOBAL_STEP: 31850[0m
| > loss_text_ce: 0.05414179340004921 (0.054084055404871934)
| > loss_mel_ce: 3.4168131351470947 (3.2851347946449923)
| > loss: 0.8677387237548828 (0.8348047129028602)
| > current_lr: 5e-06
| > step_time: 0.1931 (0.24900416431524564)
| > loader_time: 0.008 (0.008922182324597249)
[1m --> TIME: 2025-02-23 12:01:07 -- STEP: 3960/6985 -- GLOBAL_STEP: 31900[0m
| > loss_text_ce: 0.0524505190551281 (0.05407933960809852)
| > loss_mel_ce: 3.47222638130188 (3.285257697165614)
| > loss: 0.8811691999435425 (0.8348342595527879)
| > current_lr: 5e-06
| > step_time: 0.2519 (0.2490593949953715)
| > loader_time: 0.009 (0.008924766261168157)
[1m --> TIME: 2025-02-23 12:01:25 -- STEP: 4010/6985 -- GLOBAL_STEP: 31950[0m
| > loss_text_ce: 0.054043982177972794 (0.054073831091572225)
| > loss_mel_ce: 3.356365919113159 (3.285363009742965)
| > loss: 0.852602481842041 (0.8348592106243626)
| > current_lr: 5e-06
| > step_time: 0.2774 (0.249108487412222)
| > loader_time: 0.0091 (0.008924690327442156)
[1m --> TIME: 2025-02-23 12:01:44 -- STEP: 4060/6985 -- GLOBAL_STEP: 32000[0m
| > loss_text_ce: 0.05232464522123337 (0.05406616774795971)
| > loss_mel_ce: 4.032218933105469 (3.28563280046867)
| > loss: 1.021135926246643 (0.8349247424473324)
| > current_lr: 5e-06
| > step_time: 0.2491 (0.2490957337647236)
| > loader_time: 0.0089 (0.00892461426739618)
> CHECKPOINT : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/checkpoint_32000.pth
[1m --> TIME: 2025-02-23 12:02:20 -- STEP: 4110/6985 -- GLOBAL_STEP: 32050[0m
| > loss_text_ce: 0.05256207287311554 (0.05406269529820794)
| > loss_mel_ce: 3.365328073501587 (3.2851026070378992)
| > loss: 0.8544725179672241 (0.8347913259572364)
| > current_lr: 5e-06
| > step_time: 0.2474 (0.24907578105183995)
| > loader_time: 0.0088 (0.008926681938542605)
[1m --> TIME: 2025-02-23 12:02:38 -- STEP: 4160/6985 -- GLOBAL_STEP: 32100[0m
| > loss_text_ce: 0.05217980593442917 (0.05406195294255248)
| > loss_mel_ce: 3.2139532566070557 (3.284791253105952)
| > loss: 0.8165332674980164 (0.8347133019079388)
| > current_lr: 5e-06
| > step_time: 0.172 (0.24900477528572082)
| > loader_time: 0.0084 (0.008926705614878539)
[1m --> TIME: 2025-02-23 12:02:56 -- STEP: 4210/6985 -- GLOBAL_STEP: 32150[0m
| > loss_text_ce: 0.05411491170525551 (0.054061587782236006)
| > loss_mel_ce: 3.1303205490112305 (3.283953853344408)
| > loss: 0.7961088418960571 (0.8345038606973276)
| > current_lr: 5e-06
| > step_time: 0.2633 (0.248963375329405)
| > loader_time: 0.0094 (0.00892729017343766)
[1m --> TIME: 2025-02-23 12:03:14 -- STEP: 4260/6985 -- GLOBAL_STEP: 32200[0m
| > loss_text_ce: 0.053947266191244125 (0.05405707077993334)
| > loss_mel_ce: 3.2290396690368652 (3.2831151881688077)
| > loss: 0.8207467198371887 (0.8342930651326699)
| > current_lr: 5e-06
| > step_time: 0.2549 (0.24895352304261614)
| > loader_time: 0.0091 (0.008928690717813511)
[1m --> TIME: 2025-02-23 12:03:32 -- STEP: 4310/6985 -- GLOBAL_STEP: 32250[0m
| > loss_text_ce: 0.056557901203632355 (0.054058804936931736)
| > loss_mel_ce: 3.168128490447998 (3.2821409942379134)
| > loss: 0.8061715960502625 (0.8340499501493863)
| > current_lr: 5e-06
| > step_time: 0.2262 (0.2489551337855045)
| > loader_time: 0.0093 (0.00892879658674691)
[1m --> TIME: 2025-02-23 12:03:51 -- STEP: 4360/6985 -- GLOBAL_STEP: 32300[0m
| > loss_text_ce: 0.053475525230169296 (0.05405331536905342)
| > loss_mel_ce: 3.5771427154541016 (3.2828537121825256)
| > loss: 0.9076545834541321 (0.8342267572332966)
| > current_lr: 5e-06
| > step_time: 0.2419 (0.24902829538791552)
| > loader_time: 0.0088 (0.008929702995020269)
[1m --> TIME: 2025-02-23 12:04:09 -- STEP: 4410/6985 -- GLOBAL_STEP: 32350[0m
| > loss_text_ce: 0.05305781587958336 (0.05404533327065083)
| > loss_mel_ce: 3.166562080383301 (3.281889450252731)
| > loss: 0.8049049973487854 (0.8339836961963557)
| > current_lr: 5e-06
| > step_time: 0.2875 (0.2489452491271523)
| > loader_time: 0.0095 (0.00892863614218571)
[1m --> TIME: 2025-02-23 12:04:28 -- STEP: 4460/6985 -- GLOBAL_STEP: 32400[0m
| > loss_text_ce: 0.05459032952785492 (0.05403983123149435)
| > loss_mel_ce: 3.2031471729278564 (3.281126554397188)
| > loss: 0.8144343495368958 (0.8337915967531807)
| > current_lr: 5e-06
| > step_time: 0.2415 (0.24904244288200755)
| > loader_time: 0.0088 (0.008929539849405284)
[1m --> TIME: 2025-02-23 12:04:46 -- STEP: 4510/6985 -- GLOBAL_STEP: 32450[0m
| > loss_text_ce: 0.055995628237724304 (0.05403451979275946)
| > loss_mel_ce: 2.9527318477630615 (3.2811800894346033)
| > loss: 0.752181887626648 (0.833803652699401)
| > current_lr: 5e-06
| > step_time: 0.1946 (0.24911382499660992)
| > loader_time: 0.0085 (0.008929604543021892)
[1m --> TIME: 2025-02-23 12:05:05 -- STEP: 4560/6985 -- GLOBAL_STEP: 32500[0m
| > loss_text_ce: 0.053258996456861496 (0.05403126020948478)
| > loss_mel_ce: 3.388546943664551 (3.281413233071042)
| > loss: 0.8604514598846436 (0.8338611237181909)
| > current_lr: 5e-06
| > step_time: 0.239 (0.24917528404478442)
| > loader_time: 0.0092 (0.00893026527605554)
[1m --> TIME: 2025-02-23 12:05:23 -- STEP: 4610/6985 -- GLOBAL_STEP: 32550[0m
| > loss_text_ce: 0.05360212177038193 (0.0540258054611416)
| > loss_mel_ce: 3.1060144901275635 (3.2813316647246187)
| > loss: 0.7899041771888733 (0.8338393679280602)
| > current_lr: 5e-06
| > step_time: 0.2122 (0.24919299050163551)
| > loader_time: 0.0086 (0.008929758216708907)
[1m --> TIME: 2025-02-23 12:05:42 -- STEP: 4660/6985 -- GLOBAL_STEP: 32600[0m
| > loss_text_ce: 0.055310606956481934 (0.05402638537353579)
| > loss_mel_ce: 2.900134325027466 (3.2809183247099605)
| > loss: 0.7388612031936646 (0.8337361778952023)
| > current_lr: 5e-06
| > step_time: 0.1942 (0.2492368297003881)
| > loader_time: 0.0085 (0.008928206038577306)
[1m --> TIME: 2025-02-23 12:06:00 -- STEP: 4710/6985 -- GLOBAL_STEP: 32650[0m
| > loss_text_ce: 0.05071607977151871 (0.05402131209944839)
| > loss_mel_ce: 3.2390973567962646 (3.2803899078105903)
| > loss: 0.8224533796310425 (0.8336028052616529)
| > current_lr: 5e-06
| > step_time: 0.2547 (0.24928597568706343)
| > loader_time: 0.0093 (0.008931256960405103)
[1m --> TIME: 2025-02-23 12:06:18 -- STEP: 4760/6985 -- GLOBAL_STEP: 32700[0m
| > loss_text_ce: 0.05372357740998268 (0.05401597266015006)
| > loss_mel_ce: 3.6097023487091064 (3.2797066777193224)
| > loss: 0.9158564805984497 (0.8334306628638961)
| > current_lr: 5e-06
| > step_time: 0.2183 (0.24911964130000908)
| > loader_time: 0.0091 (0.008932233357629802)
[1m --> TIME: 2025-02-23 12:06:36 -- STEP: 4810/6985 -- GLOBAL_STEP: 32750[0m
| > loss_text_ce: 0.054956406354904175 (0.054012430138622614)
| > loss_mel_ce: 3.263317108154297 (3.279297821536626)
| > loss: 0.8295683860778809 (0.8333275631906591)
| > current_lr: 5e-06
| > step_time: 0.2748 (0.24909766895111782)
| > loader_time: 0.0093 (0.008933858514575545)
[1m --> TIME: 2025-02-23 12:06:54 -- STEP: 4860/6985 -- GLOBAL_STEP: 32800[0m
| > loss_text_ce: 0.05424634739756584 (0.05400527554560342)
| > loss_mel_ce: 3.429837465286255 (3.2795103304180078)
| > loss: 0.8710209727287292 (0.8333789017955963)
| > current_lr: 5e-06
| > step_time: 0.2519 (0.24909991438006177)
| > loader_time: 0.0096 (0.00893554407873266)
[1m --> TIME: 2025-02-23 12:07:12 -- STEP: 4910/6985 -- GLOBAL_STEP: 32850[0m
| > loss_text_ce: 0.05267510190606117 (0.053996487901889344)
| > loss_mel_ce: 3.1725549697875977 (3.2791406520758017)
| > loss: 0.8063074946403503 (0.8332842853185856)
| > current_lr: 5e-06
| > step_time: 0.2818 (0.24905120889426735)
| > loader_time: 0.0094 (0.008936815349244735)
[1m --> TIME: 2025-02-23 12:07:30 -- STEP: 4960/6985 -- GLOBAL_STEP: 32900[0m
| > loss_text_ce: 0.051983121782541275 (0.05399769907742134)
| > loss_mel_ce: 3.5741851329803467 (3.2786761067086623)
| > loss: 0.9065420627593994 (0.8331684518004628)
| > current_lr: 5e-06
| > step_time: 0.2479 (0.24897460389521814)
| > loader_time: 0.0095 (0.008937095634398878)
[1m --> TIME: 2025-02-23 12:07:48 -- STEP: 5010/6985 -- GLOBAL_STEP: 32950[0m
| > loss_text_ce: 0.05206380411982536 (0.05398869415644754)
| > loss_mel_ce: 3.5457942485809326 (3.2786759249464468)
| > loss: 0.89946448802948 (0.8331661551298506)
| > current_lr: 5e-06
| > step_time: 0.2125 (0.24898429502270178)
| > loader_time: 0.0086 (0.008937221372912698)
[1m --> TIME: 2025-02-23 12:08:05 -- STEP: 5060/6985 -- GLOBAL_STEP: 33000[0m
| > loss_text_ce: 0.05376650393009186 (0.053985660672629505)
| > loss_mel_ce: 3.4698946475982666 (3.2782126479940437)
| > loss: 0.8809152841567993 (0.8330495775452726)
| > current_lr: 5e-06
| > step_time: 0.2419 (0.2488972442894585)
| > loader_time: 0.0093 (0.008936069605378717)
> CHECKPOINT : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/checkpoint_33000.pth
[1m --> TIME: 2025-02-23 12:08:43 -- STEP: 5110/6985 -- GLOBAL_STEP: 33050[0m
| > loss_text_ce: 0.05271640792489052 (0.0539791204305019)
| > loss_mel_ce: 3.5676584243774414 (3.2783270774288873)
| > loss: 0.9050937294960022 (0.8330765498127733)
| > current_lr: 5e-06
| > step_time: 0.2894 (0.248869189730829)
| > loader_time: 0.0095 (0.008936683492417856)
[1m --> TIME: 2025-02-23 12:09:02 -- STEP: 5160/6985 -- GLOBAL_STEP: 33100[0m
| > loss_text_ce: 0.05614165961742401 (0.05397834922150929)
| > loss_mel_ce: 3.3393423557281494 (3.278193241404007)
| > loss: 0.8488709926605225 (0.833042897965558)
| > current_lr: 5e-06
| > step_time: 0.2256 (0.24888650483863298)
| > loader_time: 0.0091 (0.008936973043190377)
[1m --> TIME: 2025-02-23 12:09:20 -- STEP: 5210/6985 -- GLOBAL_STEP: 33150[0m
| > loss_text_ce: 0.055924661457538605 (0.05397618889965958)
| > loss_mel_ce: 2.952396869659424 (3.2772499662900825)
| > loss: 0.7520803809165955 (0.8328065390893467)
| > current_lr: 5e-06
| > step_time: 0.1781 (0.24885539898716785)
| > loader_time: 0.0085 (0.008936862982165977)
[1m --> TIME: 2025-02-23 12:09:38 -- STEP: 5260/6985 -- GLOBAL_STEP: 33200[0m
| > loss_text_ce: 0.05385261029005051 (0.05397525003229481)
| > loss_mel_ce: 3.0262250900268555 (3.276151650577442)
| > loss: 0.7700194120407104 (0.8325317254424559)
| > current_lr: 5e-06
| > step_time: 0.2543 (0.24886580578727868)
| > loader_time: 0.0093 (0.008936565547841538)
[1m --> TIME: 2025-02-23 12:09:56 -- STEP: 5310/6985 -- GLOBAL_STEP: 33250[0m
| > loss_text_ce: 0.05400705710053444 (0.05397304160601111)
| > loss_mel_ce: 2.799415111541748 (3.2753671241120865)
| > loss: 0.713355541229248 (0.8323350416962945)
| > current_lr: 5e-06
| > step_time: 0.2473 (0.24876892454431107)
| > loader_time: 0.0088 (0.008935632499148794)
[1m --> TIME: 2025-02-23 12:10:14 -- STEP: 5360/6985 -- GLOBAL_STEP: 33300[0m
| > loss_text_ce: 0.05267293378710747 (0.05396583202128198)
| > loss_mel_ce: 3.5485777854919434 (3.275621372016507)
| > loss: 0.9003126621246338 (0.8323968012497507)
| > current_lr: 5e-06
| > step_time: 0.2345 (0.24877447921838333)
| > loader_time: 0.0092 (0.008935395594853027)
[1m --> TIME: 2025-02-23 12:10:32 -- STEP: 5410/6985 -- GLOBAL_STEP: 33350[0m
| > loss_text_ce: 0.057141464203596115 (0.05395982263613207)
| > loss_mel_ce: 2.931810140609741 (3.275688543072909)
| > loss: 0.7472379207611084 (0.832412091707347)
| > current_lr: 5e-06
| > step_time: 0.2411 (0.24877464528885876)
| > loader_time: 0.009 (0.008934809407993915)
[1m --> TIME: 2025-02-23 12:10:50 -- STEP: 5460/6985 -- GLOBAL_STEP: 33400[0m
| > loss_text_ce: 0.057529620826244354 (0.053959137468083625)
| > loss_mel_ce: 3.0248260498046875 (3.27490788798629)
| > loss: 0.7705889344215393 (0.8322167566407741)
| > current_lr: 5e-06
| > step_time: 0.1897 (0.24878411899992833)
| > loader_time: 0.0087 (0.0089337173399034)
[1m --> TIME: 2025-02-23 12:11:09 -- STEP: 5510/6985 -- GLOBAL_STEP: 33450[0m
| > loss_text_ce: 0.05438586696982384 (0.05395598256936845)
| > loss_mel_ce: 3.589240074157715 (3.275033983690984)
| > loss: 0.9109064936637878 (0.832247491843472)
| > current_lr: 5e-06
| > step_time: 0.2156 (0.24881364022755148)
| > loader_time: 0.0086 (0.008932352368931109)
[1m --> TIME: 2025-02-23 12:11:27 -- STEP: 5560/6985 -- GLOBAL_STEP: 33500[0m
| > loss_text_ce: 0.054810456931591034 (0.05395240135316687)
| > loss_mel_ce: 3.085904121398926 (3.2746555578794396)
| > loss: 0.7851786613464355 (0.8321519900997776)
| > current_lr: 5e-06
| > step_time: 0.1666 (0.24886106068281819)
| > loader_time: 0.0081 (0.008932409269346563)
[1m --> TIME: 2025-02-23 12:11:45 -- STEP: 5610/6985 -- GLOBAL_STEP: 33550[0m
| > loss_text_ce: 0.053639281541109085 (0.05394913468131404)
| > loss_mel_ce: 2.8349668979644775 (3.2741384149660178)
| > loss: 0.722151517868042 (0.832021887735888)
| > current_lr: 5e-06
| > step_time: 0.1733 (0.2487622348170017)
| > loader_time: 0.0085 (0.008931175485226742)
[1m --> TIME: 2025-02-23 12:12:03 -- STEP: 5660/6985 -- GLOBAL_STEP: 33600[0m
| > loss_text_ce: 0.05681155249476433 (0.053948853770435456)
| > loss_mel_ce: 2.4754340648651123 (3.2739041751770572)
| > loss: 0.633061408996582 (0.8319632575600401)
| > current_lr: 5e-06
| > step_time: 0.1681 (0.2487389537976403)
| > loader_time: 0.0086 (0.008930670119848313)
[1m --> TIME: 2025-02-23 12:12:22 -- STEP: 5710/6985 -- GLOBAL_STEP: 33650[0m
| > loss_text_ce: 0.055183690041303635 (0.05394388882479189)
| > loss_mel_ce: 3.2422406673431396 (3.273901031104987)
| > loss: 0.8243560791015625 (0.8319612302838617)
| > current_lr: 5e-06
| > step_time: 0.2478 (0.24886609125888912)
| > loader_time: 0.0088 (0.008931084188604905)
[1m --> TIME: 2025-02-23 12:12:40 -- STEP: 5760/6985 -- GLOBAL_STEP: 33700[0m
| > loss_text_ce: 0.055348951369524 (0.053941407976283974)
| > loss_mel_ce: 3.4804399013519287 (3.27341043713192)
| > loss: 0.8839471936225891 (0.8318379615950925)
| > current_lr: 5e-06
| > step_time: 0.2525 (0.2488565430045128)
| > loader_time: 0.0094 (0.008933342869083052)
[1m --> TIME: 2025-02-23 12:12:58 -- STEP: 5810/6985 -- GLOBAL_STEP: 33750[0m
| > loss_text_ce: 0.05129110813140869 (0.053934671793280466)
| > loss_mel_ce: 3.6579203605651855 (3.2732307619564285)
| > loss: 0.9273028373718262 (0.8317913587245196)
| > current_lr: 5e-06
| > step_time: 0.2318 (0.24886439117425074)
| > loader_time: 0.0091 (0.008936263197670664)
[1m --> TIME: 2025-02-23 12:13:16 -- STEP: 5860/6985 -- GLOBAL_STEP: 33800[0m
| > loss_text_ce: 0.053029581904411316 (0.05393041928422733)
| > loss_mel_ce: 3.2751803398132324 (3.2731592364685516)
| > loss: 0.83205246925354 (0.8317724142465177)
| > current_lr: 5e-06
| > step_time: 0.17 (0.24879173064801474)
| > loader_time: 0.0089 (0.008938762352328216)
[1m --> TIME: 2025-02-23 12:13:35 -- STEP: 5910/6985 -- GLOBAL_STEP: 33850[0m
| > loss_text_ce: 0.052611321210861206 (0.05392859323917808)
| > loss_mel_ce: 3.481184482574463 (3.273336111914283)
| > loss: 0.8834489583969116 (0.831816176563351)
| > current_lr: 5e-06
| > step_time: 0.2481 (0.2488364937341758)
| > loader_time: 0.0088 (0.00894234918700859)
[1m --> TIME: 2025-02-23 12:13:53 -- STEP: 5960/6985 -- GLOBAL_STEP: 33900[0m
| > loss_text_ce: 0.05331845581531525 (0.05392315677560913)
| > loss_mel_ce: 3.4354498386383057 (3.2729613589360396)
| > loss: 0.8721920847892761 (0.8317211292034037)
| > current_lr: 5e-06
| > step_time: 0.1877 (0.24881743796719802)
| > loader_time: 0.0089 (0.008945140102565662)
[1m --> TIME: 2025-02-23 12:14:10 -- STEP: 6010/6985 -- GLOBAL_STEP: 33950[0m
| > loss_text_ce: 0.0499727763235569 (0.053921005328785535)
| > loss_mel_ce: 3.5717556476593018 (3.272481197049335)
| > loss: 0.9054321050643921 (0.8316005508832258)
| > current_lr: 5e-06
| > step_time: 0.1952 (0.24874446487268076)
| > loader_time: 0.0089 (0.008947291231393392)
[1m --> TIME: 2025-02-23 12:14:28 -- STEP: 6060/6985 -- GLOBAL_STEP: 34000[0m
| > loss_text_ce: 0.05163673311471939 (0.053915649514780555)
| > loss_mel_ce: 3.511979103088379 (3.2727452787629043)
| > loss: 0.8909039497375488 (0.8316652323546592)
| > current_lr: 5e-06
| > step_time: 0.2487 (0.24871636522878515)
| > loader_time: 0.0098 (0.008950428246664898)
> CHECKPOINT : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/checkpoint_34000.pth
[1m --> TIME: 2025-02-23 12:15:04 -- STEP: 6110/6985 -- GLOBAL_STEP: 34050[0m
| > loss_text_ce: 0.0534198172390461 (0.05390594051617352)
| > loss_mel_ce: 3.243035316467285 (3.2729276346106757)
| > loss: 0.8241137862205505 (0.8317083940665977)
| > current_lr: 5e-06
| > step_time: 0.2568 (0.24873629747943285)
| > loader_time: 0.009 (0.008954210133092073)
[1m --> TIME: 2025-02-23 12:15:22 -- STEP: 6160/6985 -- GLOBAL_STEP: 34100[0m
| > loss_text_ce: 0.05503861606121063 (0.05389775669250586)
| > loss_mel_ce: 3.488089084625244 (3.272974691878664)
| > loss: 0.8857819437980652 (0.831718112412212)
| > current_lr: 5e-06
| > step_time: 0.2511 (0.24873555484530213)
| > loader_time: 0.01 (0.008957168034144775)
[1m --> TIME: 2025-02-23 12:15:41 -- STEP: 6210/6985 -- GLOBAL_STEP: 34150[0m
| > loss_text_ce: 0.056091245263814926 (0.053893901294340234)
| > loss_mel_ce: 3.087810516357422 (3.272707097580274)
| > loss: 0.785975456237793 (0.8316502499791552)
| > current_lr: 5e-06
| > step_time: 0.2658 (0.24874456132283726)
| > loader_time: 0.0097 (0.008959871367363882)
[1m --> TIME: 2025-02-23 12:15:59 -- STEP: 6260/6985 -- GLOBAL_STEP: 34200[0m
| > loss_text_ce: 0.054351549595594406 (0.053893070994093746)
| > loss_mel_ce: 3.241736650466919 (3.272642861197169)
| > loss: 0.8240220546722412 (0.8316339833096583)
| > current_lr: 5e-06
| > step_time: 0.2527 (0.24880459221026388)
| > loader_time: 0.0096 (0.008962915004632685)
[1m --> TIME: 2025-02-23 12:16:17 -- STEP: 6310/6985 -- GLOBAL_STEP: 34250[0m
| > loss_text_ce: 0.0521220825612545 (0.053889733214055276)
| > loss_mel_ce: 3.307098627090454 (3.2723430998162866)
| > loss: 0.8398051857948303 (0.8315582085335886)
| > current_lr: 5e-06
| > step_time: 0.253 (0.24877613883010938)
| > loader_time: 0.0094 (0.008965428544299877)
[1m --> TIME: 2025-02-23 12:16:36 -- STEP: 6360/6985 -- GLOBAL_STEP: 34300[0m
| > loss_text_ce: 0.05268316715955734 (0.053886204070569745)
| > loss_mel_ce: 3.381121873855591 (3.272176562165313)
| > loss: 0.858451247215271 (0.8315156918183071)
| > current_lr: 5e-06
| > step_time: 0.2089 (0.2487927365228065)
| > loader_time: 0.009 (0.008967644838417055)
[1m --> TIME: 2025-02-23 12:16:54 -- STEP: 6410/6985 -- GLOBAL_STEP: 34350[0m
| > loss_text_ce: 0.05452936142683029 (0.053885618049227105)
| > loss_mel_ce: 3.5341761112213135 (3.2718972322163444)
| > loss: 0.8971763849258423 (0.8314457127995879)
| > current_lr: 5e-06
| > step_time: 0.1678 (0.24878479326013098)
| > loader_time: 0.0088 (0.008970049130563195)
[1m --> TIME: 2025-02-23 12:17:12 -- STEP: 6460/6985 -- GLOBAL_STEP: 34400[0m
| > loss_text_ce: 0.05539208650588989 (0.05388336372749168)
| > loss_mel_ce: 3.2961671352386475 (3.2712210840854103)
| > loss: 0.8378897905349731 (0.8312761121859131)
| > current_lr: 5e-06
| > step_time: 0.2549 (0.24877580747515793)
| > loader_time: 0.0096 (0.008972463408490781)
[1m --> TIME: 2025-02-23 12:17:30 -- STEP: 6510/6985 -- GLOBAL_STEP: 34450[0m
| > loss_text_ce: 0.05367010459303856 (0.05387951905814822)
| > loss_mel_ce: 3.5776190757751465 (3.2713808711223327)
| > loss: 0.90782231092453 (0.8313150977667217)
| > current_lr: 5e-06
| > step_time: 0.2656 (0.24876174055119996)
| > loader_time: 0.0094 (0.008974588924472377)
[1m --> TIME: 2025-02-23 12:17:48 -- STEP: 6560/6985 -- GLOBAL_STEP: 34500[0m
| > loss_text_ce: 0.05241771414875984 (0.05387569233354905)
| > loss_mel_ce: 2.7969424724578857 (3.270435521115616)
| > loss: 0.7123400568962097 (0.8310778035895862)
| > current_lr: 5e-06
| > step_time: 0.128 (0.24871886125425013)
| > loader_time: 0.0082 (0.008976109762017279)
[1m --> TIME: 2025-02-23 12:18:06 -- STEP: 6610/6985 -- GLOBAL_STEP: 34550[0m
| > loss_text_ce: 0.05506674945354462 (0.053873619243344786)
| > loss_mel_ce: 3.2704684734344482 (3.2696994884652546)
| > loss: 0.8313838243484497 (0.8308932771570933)
| > current_lr: 5e-06
| > step_time: 0.2885 (0.24869303811516236)
| > loader_time: 0.0099 (0.008978428566509903)
[1m --> TIME: 2025-02-23 12:18:24 -- STEP: 6660/6985 -- GLOBAL_STEP: 34600[0m
| > loss_text_ce: 0.0576329305768013 (0.053870930663637184)
| > loss_mel_ce: 2.670332431793213 (3.269591021859967)
| > loss: 0.6819913387298584 (0.8308654883691865)
| > current_lr: 5e-06
| > step_time: 0.1814 (0.2487046086752379)
| > loader_time: 0.0088 (0.00898066551477697)
[1m --> TIME: 2025-02-23 12:18:42 -- STEP: 6710/6985 -- GLOBAL_STEP: 34650[0m
| > loss_text_ce: 0.05256632715463638 (0.05386702098429822)
| > loss_mel_ce: 3.166877508163452 (3.26911201288732)
| > loss: 0.8048609495162964 (0.8307447586969193)
| > current_lr: 5e-06
| > step_time: 0.2041 (0.2486770570899975)
| > loader_time: 0.0085 (0.008982234562562542)
[1m --> TIME: 2025-02-23 12:19:01 -- STEP: 6760/6985 -- GLOBAL_STEP: 34700[0m
| > loss_text_ce: 0.05457776412367821 (0.053862675529017405)
| > loss_mel_ce: 3.132460832595825 (3.268739309748248)
| > loss: 0.7967596650123596 (0.8306504965622052)
| > current_lr: 5e-06
| > step_time: 0.2113 (0.24870638561672007)
| > loader_time: 0.009 (0.008984454073144096)
[1m --> TIME: 2025-02-23 12:19:19 -- STEP: 6810/6985 -- GLOBAL_STEP: 34750[0m
| > loss_text_ce: 0.05284656584262848 (0.0538605938174607)
| > loss_mel_ce: 3.636748790740967 (3.2678641415202483)
| > loss: 0.9223988652229309 (0.8304311840719771)
| > current_lr: 5e-06
| > step_time: 0.2897 (0.24870143916988513)
| > loader_time: 0.0096 (0.008986257001341832)
[1m --> TIME: 2025-02-23 12:19:37 -- STEP: 6860/6985 -- GLOBAL_STEP: 34800[0m
| > loss_text_ce: 0.053892116993665695 (0.053856968654878955)
| > loss_mel_ce: 2.809558629989624 (3.267661066340287)
| > loss: 0.7158626914024353 (0.8303795089874609)
| > current_lr: 5e-06
| > step_time: 0.1673 (0.24869496492185675)
| > loader_time: 0.0089 (0.008988373411640086)
[1m --> TIME: 2025-02-23 12:19:55 -- STEP: 6910/6985 -- GLOBAL_STEP: 34850[0m
| > loss_text_ce: 0.05563011020421982 (0.05385142189818506)
| > loss_mel_ce: 3.175687551498413 (3.2676157309591503)
| > loss: 0.8078294396400452 (0.8303667884659671)
| > current_lr: 5e-06
| > step_time: 0.2796 (0.24865866666592323)
| > loader_time: 0.0097 (0.00898972064817344)
[1m --> TIME: 2025-02-23 12:20:13 -- STEP: 6960/6985 -- GLOBAL_STEP: 34900[0m
| > loss_text_ce: 0.055502407252788544 (0.053845199472110306)
| > loss_mel_ce: 3.3056671619415283 (3.2671874765692075)
| > loss: 0.8402923941612244 (0.8302581692564084)
| > current_lr: 5e-06
| > step_time: 0.1722 (0.24865994237620256)
| > loader_time: 0.0086 (0.0089910385252415)
[1m > EVALUATION [0m
[1m--> EVAL PERFORMANCE[0m
| > avg_loader_time:[92m 0.4604845623564876 [0m(-0.0015967048071568457)
| > avg_loss_text_ce:[92m 0.051896686379621235 [0m(-0.000983974732020318)
| > avg_loss_mel_ce:[92m 3.148207921607822 [0m(-0.06770211730907105)
| > avg_loss:[92m 3.2001046121510024 [0m(-0.06868608480964689)
> BEST MODEL : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/best_model_34925.pth
[4m[1m > EPOCH: 5/30[0m
--> checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3
[1m > TRAINING (2025-02-23 12:22:52) [0m
[1m --> TIME: 2025-02-23 12:23:03 -- STEP: 25/6985 -- GLOBAL_STEP: 34950[0m
| > loss_text_ce: 0.05440258979797363 (0.05326757296919823)
| > loss_mel_ce: 3.214343309402466 (3.2365675354003907)
| > loss: 0.8171864748001099 (0.8224587750434875)
| > current_lr: 5e-06
| > step_time: 0.2181 (0.2493114948272705)
| > loader_time: 0.0091 (0.009084148406982422)
[1m --> TIME: 2025-02-23 12:23:21 -- STEP: 75/6985 -- GLOBAL_STEP: 35000[0m
| > loss_text_ce: 0.05346456915140152 (0.0536527327199777)
| > loss_mel_ce: 3.508427858352661 (3.2337965297698976)
| > loss: 0.8904731273651123 (0.8218623161315918)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2879 (0.25044180870056154)
| > loader_time: 0.009 (0.00906963348388672)
> CHECKPOINT : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/checkpoint_35000.pth
[1m --> TIME: 2025-02-23 12:23:59 -- STEP: 125/6985 -- GLOBAL_STEP: 35050[0m
| > loss_text_ce: 0.05288492515683174 (0.053404579907655715)
| > loss_mel_ce: 3.340571165084839 (3.252498035430908)
| > loss: 0.848363995552063 (0.8264756526947021)
| > current_lr: 5e-06
| > step_time: 0.2766 (0.24912243080139165)
| > loader_time: 0.0096 (0.00928387832641602)
[1m --> TIME: 2025-02-23 12:24:17 -- STEP: 175/6985 -- GLOBAL_STEP: 35100[0m
| > loss_text_ce: 0.05368037894368172 (0.05347339419381959)
| > loss_mel_ce: 3.085397720336914 (3.242843915394374)
| > loss: 0.7847695350646973 (0.824079326220921)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2693 (0.2503181975228446)
| > loader_time: 0.0092 (0.009351320266723633)
[1m --> TIME: 2025-02-23 12:24:36 -- STEP: 225/6985 -- GLOBAL_STEP: 35150[0m
| > loss_text_ce: 0.056734275072813034 (0.05345192165838347)
| > loss_mel_ce: 3.1076643466949463 (3.2424360677931046)
| > loss: 0.7910996675491333 (0.8239719965722825)
| > current_lr: 5e-06
| > step_time: 0.2661 (0.25015109697977683)
| > loader_time: 0.0099 (0.009339518017239042)
[1m --> TIME: 2025-02-23 12:24:54 -- STEP: 275/6985 -- GLOBAL_STEP: 35200[0m
| > loss_text_ce: 0.05635076388716698 (0.053446189436045566)
| > loss_mel_ce: 2.9859204292297363 (3.234437411048196)
| > loss: 0.7605677843093872 (0.8219708995385602)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3086 (0.2512685151533646)
| > loader_time: 0.0097 (0.00933180809020996)
[1m --> TIME: 2025-02-23 12:25:12 -- STEP: 325/6985 -- GLOBAL_STEP: 35250[0m
| > loss_text_ce: 0.054943159222602844 (0.053435553839573505)
| > loss_mel_ce: 3.309593439102173 (3.231008208348201)
| > loss: 0.8411341309547424 (0.8211109401629522)
| > current_lr: 5e-06
| > step_time: 0.2539 (0.24930929990915143)
| > loader_time: 0.009 (0.00930620780357947)
[1m --> TIME: 2025-02-23 12:25:30 -- STEP: 375/6985 -- GLOBAL_STEP: 35300[0m
| > loss_text_ce: 0.052395451813936234 (0.0534814743200938)
| > loss_mel_ce: 3.422431707382202 (3.225023962656657)
| > loss: 0.8687067627906799 (0.8196263588269551)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2416 (0.24876246960957837)
| > loader_time: 0.009 (0.009277914683024087)
[1m --> TIME: 2025-02-23 12:25:48 -- STEP: 425/6985 -- GLOBAL_STEP: 35350[0m
| > loss_text_ce: 0.05541987344622612 (0.05342236606513753)
| > loss_mel_ce: 3.1564886569976807 (3.2251995383991914)
| > loss: 0.8029771447181702 (0.8196554750554702)
| > current_lr: 5e-06
| > step_time: 0.2154 (0.24921604885774493)
| > loader_time: 0.009 (0.009267378975363335)
[1m --> TIME: 2025-02-23 12:26:06 -- STEP: 475/6985 -- GLOBAL_STEP: 35400[0m
| > loss_text_ce: 0.054822277277708054 (0.053440277654873705)
| > loss_mel_ce: 3.3022546768188477 (3.225370412123831)
| > loss: 0.83926922082901 (0.8197026717035394)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2974 (0.24861129309001717)
| > loader_time: 0.0091 (0.009251693424425625)
[1m --> TIME: 2025-02-23 12:26:24 -- STEP: 525/6985 -- GLOBAL_STEP: 35450[0m
| > loss_text_ce: 0.0506625697016716 (0.05344705270869392)
| > loss_mel_ce: 3.5157558917999268 (3.2259593968164353)
| > loss: 0.8916046023368835 (0.8198516115688143)
| > current_lr: 5e-06
| > step_time: 0.2198 (0.24824920563470745)
| > loader_time: 0.0088 (0.00923620859781901)
[1m --> TIME: 2025-02-23 12:26:43 -- STEP: 575/6985 -- GLOBAL_STEP: 35500[0m
| > loss_text_ce: 0.05141390860080719 (0.05340298531496007)
| > loss_mel_ce: 3.2778494358062744 (3.231031428212705)
| > loss: 0.8323158621788025 (0.8211086027518564)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3106 (0.24882394376008402)
| > loader_time: 0.0094 (0.009231453771176549)
[1m --> TIME: 2025-02-23 12:27:01 -- STEP: 625/6985 -- GLOBAL_STEP: 35550[0m
| > loss_text_ce: 0.054259736090898514 (0.05337490859627726)
| > loss_mel_ce: 3.1480612754821777 (3.230911373138429)
| > loss: 0.8005802631378174 (0.8210715705871582)
| > current_lr: 5e-06
| > step_time: 0.2573 (0.24874415512084957)
| > loader_time: 0.0092 (0.009222961044311525)
[1m --> TIME: 2025-02-23 12:27:19 -- STEP: 675/6985 -- GLOBAL_STEP: 35600[0m
| > loss_text_ce: 0.05390919744968414 (0.05337130930688648)
| > loss_mel_ce: 3.2073686122894287 (3.2264662343484396)
| > loss: 0.8153194785118103 (0.8199593859248692)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3014 (0.24840934046992544)
| > loader_time: 0.0091 (0.00920757258379901)
[1m --> TIME: 2025-02-23 12:27:37 -- STEP: 725/6985 -- GLOBAL_STEP: 35650[0m
| > loss_text_ce: 0.05275319144129753 (0.05338228934283916)
| > loss_mel_ce: 3.2019741535186768 (3.222896636436727)
| > loss: 0.8136818408966064 (0.8190697313999308)
| > current_lr: 5e-06
| > step_time: 0.2788 (0.24832051671784497)
| > loader_time: 0.009 (0.00919697268255826)
[1m --> TIME: 2025-02-23 12:27:55 -- STEP: 775/6985 -- GLOBAL_STEP: 35700[0m
| > loss_text_ce: 0.05220409855246544 (0.05337389286487335)
| > loss_mel_ce: 3.515385627746582 (3.2222376257373453)
| > loss: 0.891897439956665 (0.8189028796072929)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.281 (0.24783499071674958)
| > loader_time: 0.0094 (0.009177027671567863)
[1m --> TIME: 2025-02-23 12:28:13 -- STEP: 825/6985 -- GLOBAL_STEP: 35750[0m
| > loss_text_ce: 0.0521160252392292 (0.05338091583414513)
| > loss_mel_ce: 3.176370143890381 (3.2200400338028428)
| > loss: 0.8071215152740479 (0.8183552374984279)
| > current_lr: 5e-06
| > step_time: 0.278 (0.24812692353219692)
| > loader_time: 0.0091 (0.009168962420839253)
[1m --> TIME: 2025-02-23 12:28:32 -- STEP: 875/6985 -- GLOBAL_STEP: 35800[0m
| > loss_text_ce: 0.05259494483470917 (0.05336314718638149)
| > loss_mel_ce: 3.5267913341522217 (3.2211114379337866)
| > loss: 0.8948465585708618 (0.8186186462811061)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2136 (0.2483061531611851)
| > loader_time: 0.0086 (0.009158751351492748)
[1m --> TIME: 2025-02-23 12:28:49 -- STEP: 925/6985 -- GLOBAL_STEP: 35850[0m
| > loss_text_ce: 0.050093874335289 (0.05331779694235004)
| > loss_mel_ce: 3.253549098968506 (3.2212372648393797)
| > loss: 0.825910747051239 (0.8186387655541704)
| > current_lr: 5e-06
| > step_time: 0.1936 (0.24787373955185346)
| > loader_time: 0.0083 (0.009144310306858375)
[1m --> TIME: 2025-02-23 12:29:07 -- STEP: 975/6985 -- GLOBAL_STEP: 35900[0m
| > loss_text_ce: 0.056784532964229584 (0.05331464938246288)
| > loss_mel_ce: 3.2528438568115234 (3.221990668957051)
| > loss: 0.8274071216583252 (0.8188263297080993)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3346 (0.24777597085023534)
| > loader_time: 0.0089 (0.009131257228362256)
[1m --> TIME: 2025-02-23 12:29:25 -- STEP: 1025/6985 -- GLOBAL_STEP: 35950[0m
| > loss_text_ce: 0.05147685110569 (0.05331801239673686)
| > loss_mel_ce: 3.125638723373413 (3.2175475688096964)
| > loss: 0.7942789196968079 (0.8177163955060447)
| > current_lr: 5e-06
| > step_time: 0.2487 (0.24762907679488017)
| > loader_time: 0.0088 (0.009120401289404894)
[1m --> TIME: 2025-02-23 12:29:44 -- STEP: 1075/6985 -- GLOBAL_STEP: 36000[0m
| > loss_text_ce: 0.053639207035303116 (0.05330804147346078)
| > loss_mel_ce: 3.479247808456421 (3.215708165279656)
| > loss: 0.8832217454910278 (0.8172540519403857)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2762 (0.2479058174754298)
| > loader_time: 0.0089 (0.009113675938096158)
> CHECKPOINT : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/checkpoint_36000.pth
[1m --> TIME: 2025-02-23 12:30:22 -- STEP: 1125/6985 -- GLOBAL_STEP: 36050[0m
| > loss_text_ce: 0.05121013894677162 (0.05330667839447658)
| > loss_mel_ce: 3.2466795444488525 (3.217759735107423)
| > loss: 0.8244724273681641 (0.8177666036287942)
| > current_lr: 5e-06
| > step_time: 0.2563 (0.24778732999165853)
| > loader_time: 0.0089 (0.009113194571601022)
[1m --> TIME: 2025-02-23 12:30:40 -- STEP: 1175/6985 -- GLOBAL_STEP: 36100[0m
| > loss_text_ce: 0.056306514889001846 (0.0533044438286031)
| > loss_mel_ce: 3.2281994819641113 (3.2177539253234873)
| > loss: 0.8211265206336975 (0.8177645926779888)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2627 (0.24767687310563757)
| > loader_time: 0.009 (0.009104792209381757)
[1m --> TIME: 2025-02-23 12:30:59 -- STEP: 1225/6985 -- GLOBAL_STEP: 36150[0m
| > loss_text_ce: 0.05270523577928543 (0.05330982223761332)
| > loss_mel_ce: 3.5808825492858887 (3.218392792331929)
| > loss: 0.9083969593048096 (0.8179256539928671)
| > current_lr: 5e-06
| > step_time: 0.2766 (0.24778467801152443)
| > loader_time: 0.0092 (0.009103039722053376)
[1m --> TIME: 2025-02-23 12:31:17 -- STEP: 1275/6985 -- GLOBAL_STEP: 36200[0m
| > loss_text_ce: 0.05310623347759247 (0.053298858988518875)
| > loss_mel_ce: 3.4635257720947266 (3.2197160258947632)
| > loss: 0.8791580200195312 (0.8182537216298719)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3181 (0.24812386381859872)
| > loader_time: 0.0092 (0.009100926343132473)
[1m --> TIME: 2025-02-23 12:31:36 -- STEP: 1325/6985 -- GLOBAL_STEP: 36250[0m
| > loss_text_ce: 0.049183230847120285 (0.053279566129423604)
| > loss_mel_ce: 3.156935691833496 (3.2221145336582975)
| > loss: 0.8015297055244446 (0.8188485253531976)
| > current_lr: 5e-06
| > step_time: 0.2326 (0.24818941638154804)
| > loader_time: 0.0089 (0.009101868755412556)
[1m --> TIME: 2025-02-23 12:31:54 -- STEP: 1375/6985 -- GLOBAL_STEP: 36300[0m
| > loss_text_ce: 0.05197460949420929 (0.05326939743486324)
| > loss_mel_ce: 3.239145517349243 (3.2224931831359864)
| > loss: 0.8227800130844116 (0.8189406456080348)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3173 (0.2483019067590887)
| > loader_time: 0.0096 (0.009098697488958182)
[1m --> TIME: 2025-02-23 12:32:12 -- STEP: 1425/6985 -- GLOBAL_STEP: 36350[0m
| > loss_text_ce: 0.049552835524082184 (0.053265552227957265)
| > loss_mel_ce: 3.821608781814575 (3.2219314275708113)
| > loss: 0.967790424823761 (0.8187992453156855)
| > current_lr: 5e-06
| > step_time: 0.2914 (0.2483098906801458)
| > loader_time: 0.0099 (0.009098333894160747)
[1m --> TIME: 2025-02-23 12:32:31 -- STEP: 1475/6985 -- GLOBAL_STEP: 36400[0m
| > loss_text_ce: 0.05392106994986534 (0.053247806859218524)
| > loss_mel_ce: 3.449096441268921 (3.222293253106586)
| > loss: 0.8757543563842773 (0.8188852651644559)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2922 (0.24868599778514797)
| > loader_time: 0.0093 (0.009099362906763091)
[1m --> TIME: 2025-02-23 12:32:50 -- STEP: 1525/6985 -- GLOBAL_STEP: 36450[0m
| > loss_text_ce: 0.051007308065891266 (0.053249547899257996)
| > loss_mel_ce: 3.6030378341674805 (3.2219905898610097)
| > loss: 0.9135112762451172 (0.8188100345799179)
| > current_lr: 5e-06
| > step_time: 0.2847 (0.24876193625028017)
| > loader_time: 0.0095 (0.00909922349648395)
[1m --> TIME: 2025-02-23 12:33:08 -- STEP: 1575/6985 -- GLOBAL_STEP: 36500[0m
| > loss_text_ce: 0.0539575070142746 (0.05324224022409278)
| > loss_mel_ce: 2.911875009536743 (3.223422912416004)
| > loss: 0.7414581179618835 (0.8191662882623217)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2892 (0.24885957172938755)
| > loader_time: 0.0094 (0.009100425205533441)
[1m --> TIME: 2025-02-23 12:33:26 -- STEP: 1625/6985 -- GLOBAL_STEP: 36550[0m
| > loss_text_ce: 0.05514848977327347 (0.05324288349426715)
| > loss_mel_ce: 3.074232339859009 (3.2236366885258603)
| > loss: 0.7823452353477478 (0.8192198931987468)
| > current_lr: 5e-06
| > step_time: 0.2792 (0.24868556184035082)
| > loader_time: 0.0091 (0.009099322098952058)
[1m --> TIME: 2025-02-23 12:33:44 -- STEP: 1675/6985 -- GLOBAL_STEP: 36600[0m
| > loss_text_ce: 0.0529557503759861 (0.05324727882200218)
| > loss_mel_ce: 3.342923879623413 (3.2234942810571017)
| > loss: 0.8489699363708496 (0.8191853900809785)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2178 (0.2487844430154829)
| > loader_time: 0.0084 (0.009096985147960137)
[1m --> TIME: 2025-02-23 12:34:03 -- STEP: 1725/6985 -- GLOBAL_STEP: 36650[0m
| > loss_text_ce: 0.05314478278160095 (0.05323399550240978)
| > loss_mel_ce: 3.2784171104431152 (3.222867886778237)
| > loss: 0.8328904509544373 (0.8190254706230715)
| > current_lr: 5e-06
| > step_time: 0.2478 (0.24888577516528143)
| > loader_time: 0.0095 (0.00909370560576949)
[1m --> TIME: 2025-02-23 12:34:21 -- STEP: 1775/6985 -- GLOBAL_STEP: 36700[0m
| > loss_text_ce: 0.05301911383867264 (0.05322046870077165)
| > loss_mel_ce: 3.411134958267212 (3.222472203080083)
| > loss: 0.8660385012626648 (0.8189231679137323)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2372 (0.24893916855395679)
| > loader_time: 0.0088 (0.009093400794015792)
[1m --> TIME: 2025-02-23 12:34:39 -- STEP: 1825/6985 -- GLOBAL_STEP: 36750[0m
| > loss_text_ce: 0.05164632573723793 (0.0532069401810431)
| > loss_mel_ce: 2.6115076541900635 (3.2219608410090617)
| > loss: 0.665788471698761 (0.8187919452092418)
| > current_lr: 5e-06
| > step_time: 0.1867 (0.24878188577416824)
| > loader_time: 0.0084 (0.009090857832399121)
[1m --> TIME: 2025-02-23 12:34:57 -- STEP: 1875/6985 -- GLOBAL_STEP: 36800[0m
| > loss_text_ce: 0.05292080342769623 (0.05320797385970756)
| > loss_mel_ce: 3.451982259750366 (3.2235372718811037)
| > loss: 0.8762257695198059 (0.8191863112449644)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2169 (0.24872050857543945)
| > loader_time: 0.0087 (0.009089503860473622)
[1m --> TIME: 2025-02-23 12:35:15 -- STEP: 1925/6985 -- GLOBAL_STEP: 36850[0m
| > loss_text_ce: 0.05467303469777107 (0.05320860607670504)
| > loss_mel_ce: 3.2525956630706787 (3.2224917364739754)
| > loss: 0.8268171548843384 (0.8189250852535296)
| > current_lr: 5e-06
| > step_time: 0.2215 (0.24861508072196664)
| > loader_time: 0.0094 (0.00909080071882767)
[1m --> TIME: 2025-02-23 12:35:33 -- STEP: 1975/6985 -- GLOBAL_STEP: 36900[0m
| > loss_text_ce: 0.05001543089747429 (0.05319596014445346)
| > loss_mel_ce: 3.688166618347168 (3.222708493727672)
| > loss: 0.9345455169677734 (0.8189761131021039)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2985 (0.2486848074273218)
| > loader_time: 0.009 (0.00909042032459113)
[1m --> TIME: 2025-02-23 12:35:51 -- STEP: 2025/6985 -- GLOBAL_STEP: 36950[0m
| > loss_text_ce: 0.052811622619628906 (0.05318378570823026)
| > loss_mel_ce: 3.270681381225586 (3.2212855064721757)
| > loss: 0.8308732509613037 (0.8186173227392596)
| > current_lr: 5e-06
| > step_time: 0.2769 (0.24859339702276537)
| > loader_time: 0.009 (0.009089069837405348)
[1m --> TIME: 2025-02-23 12:36:09 -- STEP: 2075/6985 -- GLOBAL_STEP: 37000[0m
| > loss_text_ce: 0.049879252910614014 (0.053180231863116684)
| > loss_mel_ce: 3.4225645065307617 (3.221914862207619)
| > loss: 0.8681109547615051 (0.8187737731761242)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.282 (0.24853736302938806)
| > loader_time: 0.0092 (0.009089668113065042)
> CHECKPOINT : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/checkpoint_37000.pth
[1m --> TIME: 2025-02-23 12:36:47 -- STEP: 2125/6985 -- GLOBAL_STEP: 37050[0m
| > loss_text_ce: 0.054479531943798065 (0.05317435380290542)
| > loss_mel_ce: 3.467574119567871 (3.2213162932676425)
| > loss: 0.8805134296417236 (0.8186226614503299)
| > current_lr: 5e-06
| > step_time: 0.2582 (0.24845438968434053)
| > loader_time: 0.0093 (0.009088642232558298)
[1m --> TIME: 2025-02-23 12:37:06 -- STEP: 2175/6985 -- GLOBAL_STEP: 37100[0m
| > loss_text_ce: 0.052317243069410324 (0.053165125425519676)
| > loss_mel_ce: 3.165442943572998 (3.2217334170725156)
| > loss: 0.8044400215148926 (0.8187246352502671)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2773 (0.24850321682020166)
| > loader_time: 0.0088 (0.009087986781679342)
[1m --> TIME: 2025-02-23 12:37:23 -- STEP: 2225/6985 -- GLOBAL_STEP: 37150[0m
| > loss_text_ce: 0.05297933518886566 (0.05316480513703963)
| > loss_mel_ce: 3.445517063140869 (3.2208250849434505)
| > loss: 0.8746240735054016 (0.8184974721040621)
| > current_lr: 5e-06
| > step_time: 0.2324 (0.24830848554546914)
| > loader_time: 0.0089 (0.009083992390150425)
[1m --> TIME: 2025-02-23 12:37:41 -- STEP: 2275/6985 -- GLOBAL_STEP: 37200[0m
| > loss_text_ce: 0.05207453668117523 (0.05315870824587221)
| > loss_mel_ce: 3.164602518081665 (3.22121876035418)
| > loss: 0.804169237613678 (0.8185943666657247)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2475 (0.2482592095385541)
| > loader_time: 0.0087 (0.009085904110918981)
[1m --> TIME: 2025-02-23 12:37:59 -- STEP: 2325/6985 -- GLOBAL_STEP: 37250[0m
| > loss_text_ce: 0.05638894438743591 (0.05316018054402011)
| > loss_mel_ce: 2.8674228191375732 (3.2192218144734723)
| > loss: 0.7309529185295105 (0.8180954982901129)
| > current_lr: 5e-06
| > step_time: 0.288 (0.2481166797555903)
| > loader_time: 0.009 (0.009083346397646005)
[1m --> TIME: 2025-02-23 12:38:17 -- STEP: 2375/6985 -- GLOBAL_STEP: 37300[0m
| > loss_text_ce: 0.05405610427260399 (0.05315352352198811)
| > loss_mel_ce: 2.989414691925049 (3.2186116732547196)
| > loss: 0.760867714881897 (0.8179412986855756)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.216 (0.24809611300418252)
| > loader_time: 0.0083 (0.009081066432752095)
[1m --> TIME: 2025-02-23 12:38:36 -- STEP: 2425/6985 -- GLOBAL_STEP: 37350[0m
| > loss_text_ce: 0.052958883345127106 (0.053148039918892234)
| > loss_mel_ce: 3.1946890354156494 (3.2174725341796897)
| > loss: 0.8119120001792908 (0.8176551430495744)
| > current_lr: 5e-06
| > step_time: 0.2823 (0.24808727411879708)
| > loader_time: 0.0092 (0.009086436537123209)
[1m --> TIME: 2025-02-23 12:38:54 -- STEP: 2475/6985 -- GLOBAL_STEP: 37400[0m
| > loss_text_ce: 0.05099586769938469 (0.053146466856653106)
| > loss_mel_ce: 3.2767670154571533 (3.2182130764469976)
| > loss: 0.8319407105445862 (0.8178398854082284)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2885 (0.24815152736625287)
| > loader_time: 0.0091 (0.009085011530404124)
[1m --> TIME: 2025-02-23 12:39:12 -- STEP: 2525/6985 -- GLOBAL_STEP: 37450[0m
| > loss_text_ce: 0.053423721343278885 (0.053147518479883145)
| > loss_mel_ce: 3.414219856262207 (3.217663347319803)
| > loss: 0.8669108748435974 (0.8177027160814493)
| > current_lr: 5e-06
| > step_time: 0.2469 (0.24807488177082326)
| > loader_time: 0.009 (0.009082796644456291)
[1m --> TIME: 2025-02-23 12:39:30 -- STEP: 2575/6985 -- GLOBAL_STEP: 37500[0m
| > loss_text_ce: 0.05221734941005707 (0.0531471507121059)
| > loss_mel_ce: 3.370096445083618 (3.217803202138365)
| > loss: 0.8555784225463867 (0.8177375878639591)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2934 (0.24816751285664085)
| > loader_time: 0.0093 (0.009082182819403468)
[1m --> TIME: 2025-02-23 12:39:49 -- STEP: 2625/6985 -- GLOBAL_STEP: 37550[0m
| > loss_text_ce: 0.056668639183044434 (0.05315615577073331)
| > loss_mel_ce: 3.2068984508514404 (3.2172085224333276)
| > loss: 0.8158917427062988 (0.8175911692437672)
| > current_lr: 5e-06
| > step_time: 0.2625 (0.24822689746675036)
| > loader_time: 0.0094 (0.009081188928513275)
[1m --> TIME: 2025-02-23 12:40:06 -- STEP: 2675/6985 -- GLOBAL_STEP: 37600[0m
| > loss_text_ce: 0.05079055577516556 (0.0531474301692482)
| > loss_mel_ce: 3.2817585468292236 (3.216741018384418)
| > loss: 0.8331372737884521 (0.817472111866853)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2517 (0.2480841182993951)
| > loader_time: 0.0088 (0.009078516113423831)
[1m --> TIME: 2025-02-23 12:40:25 -- STEP: 2725/6985 -- GLOBAL_STEP: 37650[0m
| > loss_text_ce: 0.056115131825208664 (0.053149437628208014)
| > loss_mel_ce: 3.1635351181030273 (3.2168537272007107)
| > loss: 0.8049125671386719 (0.8175007908934847)
| > current_lr: 5e-06
| > step_time: 0.1946 (0.2480684094910228)
| > loader_time: 0.0084 (0.009076935566893391)
[1m --> TIME: 2025-02-23 12:40:42 -- STEP: 2775/6985 -- GLOBAL_STEP: 37700[0m
| > loss_text_ce: 0.05401657149195671 (0.05314424308033683)
| > loss_mel_ce: 3.0102381706237793 (3.2164613466864247)
| > loss: 0.7660636901855469 (0.8174013971208453)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3145 (0.24796273643906053)
| > loader_time: 0.0093 (0.009075812692040766)
[1m --> TIME: 2025-02-23 12:41:00 -- STEP: 2825/6985 -- GLOBAL_STEP: 37750[0m
| > loss_text_ce: 0.05452074110507965 (0.05314780973095815)
| > loss_mel_ce: 2.572488307952881 (3.2174762463358664)
| > loss: 0.6567522883415222 (0.8176560137546168)
| > current_lr: 5e-06
| > step_time: 0.1851 (0.24791253520324166)
| > loader_time: 0.0086 (0.009074960050329673)
[1m --> TIME: 2025-02-23 12:41:19 -- STEP: 2875/6985 -- GLOBAL_STEP: 37800[0m
| > loss_text_ce: 0.05286911875009537 (0.053148131211166856)
| > loss_mel_ce: 3.382080554962158 (3.217427428204082)
| > loss: 0.8587374091148376 (0.8176438896137735)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2809 (0.247962809106578)
| > loader_time: 0.0086 (0.009073498021001382)
[1m --> TIME: 2025-02-23 12:41:37 -- STEP: 2925/6985 -- GLOBAL_STEP: 37850[0m
| > loss_text_ce: 0.054479364305734634 (0.05313907917620795)
| > loss_mel_ce: 3.4124155044555664 (3.2171271489624296)
| > loss: 0.8667237162590027 (0.8175665568286538)
| > current_lr: 5e-06
| > step_time: 0.2899 (0.2480091557951055)
| > loader_time: 0.0096 (0.009074006284403982)
[1m --> TIME: 2025-02-23 12:41:56 -- STEP: 2975/6985 -- GLOBAL_STEP: 37900[0m
| > loss_text_ce: 0.05504334717988968 (0.053139060954837294)
| > loss_mel_ce: 2.8152565956115723 (3.2166629589305216)
| > loss: 0.7175750136375427 (0.8174505047237172)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3021 (0.2481012243383071)
| > loader_time: 0.0091 (0.009073718255307466)
[1m --> TIME: 2025-02-23 12:42:14 -- STEP: 3025/6985 -- GLOBAL_STEP: 37950[0m
| > loss_text_ce: 0.05250871181488037 (0.053133575750037715)
| > loss_mel_ce: 3.0164334774017334 (3.217317753311032)
| > loss: 0.767235517501831 (0.8176128319866401)
| > current_lr: 5e-06
| > step_time: 0.1964 (0.24812004246987587)
| > loader_time: 0.0086 (0.009072972841499239)
[1m --> TIME: 2025-02-23 12:42:33 -- STEP: 3075/6985 -- GLOBAL_STEP: 38000[0m
| > loss_text_ce: 0.053880203515291214 (0.05313117932982567)
| > loss_mel_ce: 3.0178756713867188 (3.2166229123216348)
| > loss: 0.7679389715194702 (0.8174385226838957)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2644 (0.24823408343927647)
| > loader_time: 0.0093 (0.009072353549119882)
> CHECKPOINT : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/checkpoint_38000.pth
[1m --> TIME: 2025-02-23 12:43:11 -- STEP: 3125/6985 -- GLOBAL_STEP: 38050[0m
| > loss_text_ce: 0.05345384031534195 (0.05313769881010061)
| > loss_mel_ce: 3.019843578338623 (3.2156846396636976)
| > loss: 0.7683243751525879 (0.8172055843925476)
| > current_lr: 5e-06
| > step_time: 0.1904 (0.24805140419006347)
| > loader_time: 0.0092 (0.009082654800415025)
[1m --> TIME: 2025-02-23 12:43:29 -- STEP: 3175/6985 -- GLOBAL_STEP: 38100[0m
| > loss_text_ce: 0.051923174411058426 (0.05313677915555291)
| > loss_mel_ce: 2.898601531982422 (3.2162013384300905)
| > loss: 0.7376312017440796 (0.8173345292271591)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2787 (0.24807963258638158)
| > loader_time: 0.0091 (0.009086185815766083)
[1m --> TIME: 2025-02-23 12:43:47 -- STEP: 3225/6985 -- GLOBAL_STEP: 38150[0m
| > loss_text_ce: 0.05424760282039642 (0.05313674672282949)
| > loss_mel_ce: 3.0130276679992676 (3.215878409526146)
| > loss: 0.7668188214302063 (0.8172537889591484)
| > current_lr: 5e-06
| > step_time: 0.2887 (0.2480001346824705)
| > loader_time: 0.0096 (0.009088015445443071)
[1m --> TIME: 2025-02-23 12:44:05 -- STEP: 3275/6985 -- GLOBAL_STEP: 38200[0m
| > loss_text_ce: 0.051765140146017075 (0.05312794992941942)
| > loss_mel_ce: 3.4372262954711914 (3.2158619361615375)
| > loss: 0.8722478747367859 (0.8172474714635892)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.339 (0.2480932687803079)
| > loader_time: 0.01 (0.00909167602772019)
[1m --> TIME: 2025-02-23 12:44:24 -- STEP: 3325/6985 -- GLOBAL_STEP: 38250[0m
| > loss_text_ce: 0.055500391870737076 (0.053122853523582494)
| > loss_mel_ce: 3.0473058223724365 (3.216091043500973)
| > loss: 0.7757015824317932 (0.8173034741824731)
| > current_lr: 5e-06
| > step_time: 0.2593 (0.24817867099790644)
| > loader_time: 0.0095 (0.009095569983460831)
[1m --> TIME: 2025-02-23 12:44:43 -- STEP: 3375/6985 -- GLOBAL_STEP: 38300[0m
| > loss_text_ce: 0.05155083164572716 (0.05311548966500499)
| > loss_mel_ce: 2.9223906993865967 (3.2158498298503746)
| > loss: 0.7434853911399841 (0.8172413298112374)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2143 (0.2483448156427454)
| > loader_time: 0.0088 (0.009097597899260321)
[1m --> TIME: 2025-02-23 12:45:02 -- STEP: 3425/6985 -- GLOBAL_STEP: 38350[0m
| > loss_text_ce: 0.047672905027866364 (0.0531079187010327)
| > loss_mel_ce: 3.2301294803619385 (3.2163900619701757)
| > loss: 0.8194506168365479 (0.8173744951025413)
| > current_lr: 5e-06
| > step_time: 0.2219 (0.24844295633970387)
| > loader_time: 0.0087 (0.009100873487709193)
[1m --> TIME: 2025-02-23 12:45:20 -- STEP: 3475/6985 -- GLOBAL_STEP: 38400[0m
| > loss_text_ce: 0.05563062056899071 (0.05310512680801561)
| > loss_mel_ce: 3.002053737640381 (3.216081769655078)
| > loss: 0.7644211053848267 (0.8172967241307815)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2756 (0.24838842536048067)
| > loader_time: 0.0092 (0.009108339762516132)
[1m --> TIME: 2025-02-23 12:45:38 -- STEP: 3525/6985 -- GLOBAL_STEP: 38450[0m
| > loss_text_ce: 0.05190295726060867 (0.05310017907556072)
| > loss_mel_ce: 3.4432594776153564 (3.2157996525324837)
| > loss: 0.8737906217575073 (0.8172249579598717)
| > current_lr: 5e-06
| > step_time: 0.2266 (0.24832221078534497)
| > loader_time: 0.0091 (0.009109313369642734)
[1m --> TIME: 2025-02-23 12:45:55 -- STEP: 3575/6985 -- GLOBAL_STEP: 38500[0m
| > loss_text_ce: 0.05487939342856407 (0.05309773631133404)
| > loss_mel_ce: 3.0944955348968506 (3.2155762669756704)
| > loss: 0.7873437404632568 (0.8171685008235745)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3104 (0.24821026455272327)
| > loader_time: 0.0098 (0.009110698633260637)
[1m --> TIME: 2025-02-23 12:46:14 -- STEP: 3625/6985 -- GLOBAL_STEP: 38550[0m
| > loss_text_ce: 0.053792305290699005 (0.05309205405259959)
| > loss_mel_ce: 2.7214343547821045 (3.2154095644457596)
| > loss: 0.6938066482543945 (0.8171254046209927)
| > current_lr: 5e-06
| > step_time: 0.1954 (0.24824080237026871)
| > loader_time: 0.0088 (0.009113029940374943)
[1m --> TIME: 2025-02-23 12:46:31 -- STEP: 3675/6985 -- GLOBAL_STEP: 38600[0m
| > loss_text_ce: 0.05294729024171829 (0.05309743347419367)
| > loss_mel_ce: 3.0785205364227295 (3.214390237769303)
| > loss: 0.7828669548034668 (0.8168719178316545)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.314 (0.24816398893083844)
| > loader_time: 0.01 (0.009113665794839642)
[1m --> TIME: 2025-02-23 12:46:50 -- STEP: 3725/6985 -- GLOBAL_STEP: 38650[0m
| > loss_text_ce: 0.05383707955479622 (0.05308889362636033)
| > loss_mel_ce: 3.6023714542388916 (3.214486519474312)
| > loss: 0.9140521287918091 (0.8168938533091705)
| > current_lr: 5e-06
| > step_time: 0.2751 (0.24827798689771818)
| > loader_time: 0.0097 (0.009115924067145204)
[1m --> TIME: 2025-02-23 12:47:08 -- STEP: 3775/6985 -- GLOBAL_STEP: 38700[0m
| > loss_text_ce: 0.050729017704725266 (0.053078961657569944)
| > loss_mel_ce: 3.126739740371704 (3.2145188608864297)
| > loss: 0.7943671941757202 (0.8168994557304887)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2089 (0.24818126760571207)
| > loader_time: 0.0088 (0.009116349820269631)
[1m --> TIME: 2025-02-23 12:47:26 -- STEP: 3825/6985 -- GLOBAL_STEP: 38750[0m
| > loss_text_ce: 0.05410308390855789 (0.053076092360261264)
| > loss_mel_ce: 3.5174779891967773 (3.2144124871920927)
| > loss: 0.8928952813148499 (0.8168721449920554)
| > current_lr: 5e-06
| > step_time: 0.2877 (0.24821620691835491)
| > loader_time: 0.0096 (0.009117322248571038)
[1m --> TIME: 2025-02-23 12:47:44 -- STEP: 3875/6985 -- GLOBAL_STEP: 38800[0m
| > loss_text_ce: 0.0529642291367054 (0.05307738046492304)
| > loss_mel_ce: 3.509777069091797 (3.2139784360085772)
| > loss: 0.8906853199005127 (0.8167639542702706)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2786 (0.2482344528321297)
| > loader_time: 0.0094 (0.00911878487371627)
[1m --> TIME: 2025-02-23 12:48:03 -- STEP: 3925/6985 -- GLOBAL_STEP: 38850[0m
| > loss_text_ce: 0.053474072366952896 (0.05307472449673973)
| > loss_mel_ce: 3.159106731414795 (3.213836130093618)
| > loss: 0.8031452298164368 (0.8167277138248371)
| > current_lr: 5e-06
| > step_time: 0.2598 (0.24827186693811112)
| > loader_time: 0.0094 (0.009120375821544844)
[1m --> TIME: 2025-02-23 12:48:21 -- STEP: 3975/6985 -- GLOBAL_STEP: 38900[0m
| > loss_text_ce: 0.05232951417565346 (0.05307622622300248)
| > loss_mel_ce: 2.8462677001953125 (3.2139617547449086)
| > loss: 0.7246493101119995 (0.8167594954052811)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.1922 (0.24824537061295418)
| > loader_time: 0.0086 (0.009121073117046215)
[1m --> TIME: 2025-02-23 12:48:39 -- STEP: 4025/6985 -- GLOBAL_STEP: 38950[0m
| > loss_text_ce: 0.05262807756662369 (0.053079625543045)
| > loss_mel_ce: 3.1209349632263184 (3.213011194312055)
| > loss: 0.7933907508850098 (0.8165227051255125)
| > current_lr: 5e-06
| > step_time: 0.2432 (0.24827936119174365)
| > loader_time: 0.0093 (0.009122013779160377)
[1m --> TIME: 2025-02-23 12:48:57 -- STEP: 4075/6985 -- GLOBAL_STEP: 39000[0m
| > loss_text_ce: 0.053882449865341187 (0.05307170655372688)
| > loss_mel_ce: 2.9193286895751953 (3.211945929322507)
| > loss: 0.7433027625083923 (0.8162544090908729)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3062 (0.24816082644316317)
| > loader_time: 0.0095 (0.009121431046468328)
> CHECKPOINT : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/checkpoint_39000.pth
[1m --> TIME: 2025-02-23 12:49:35 -- STEP: 4125/6985 -- GLOBAL_STEP: 39050[0m
| > loss_text_ce: 0.05236583203077316 (0.053074349505431766)
| > loss_mel_ce: 3.21319842338562 (3.210962158549916)
| > loss: 0.8163910508155823 (0.8160091271111459)
| > current_lr: 5e-06
| > step_time: 0.2547 (0.24802455855860855)
| > loader_time: 0.0097 (0.009122442765669368)
[1m --> TIME: 2025-02-23 12:49:53 -- STEP: 4175/6985 -- GLOBAL_STEP: 39100[0m
| > loss_text_ce: 0.05096697807312012 (0.05306838961150835)
| > loss_mel_ce: 3.4106643199920654 (3.2116565639244588)
| > loss: 0.8654078245162964 (0.816181238454259)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2548 (0.2479576764706366)
| > loader_time: 0.0091 (0.0091233248910504)
[1m --> TIME: 2025-02-23 12:50:11 -- STEP: 4225/6985 -- GLOBAL_STEP: 39150[0m
| > loss_text_ce: 0.04962901026010513 (0.053059982621281844)
| > loss_mel_ce: 3.136597156524658 (3.211350191048617)
| > loss: 0.7965565323829651 (0.8161025435120393)
| > current_lr: 5e-06
| > step_time: 0.289 (0.24799265144844732)
| > loader_time: 0.0096 (0.009124568905350704)
[1m --> TIME: 2025-02-23 12:50:30 -- STEP: 4275/6985 -- GLOBAL_STEP: 39200[0m
| > loss_text_ce: 0.052080802619457245 (0.05305898378292724)
| > loss_mel_ce: 3.0208382606506348 (3.211577747300356)
| > loss: 0.7682297825813293 (0.8161591828496828)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3096 (0.2480827952825535)
| > loader_time: 0.0092 (0.00912698037443103)
[1m --> TIME: 2025-02-23 12:50:49 -- STEP: 4325/6985 -- GLOBAL_STEP: 39250[0m
| > loss_text_ce: 0.05406659096479416 (0.05305162601215995)
| > loss_mel_ce: 3.2240796089172363 (3.2114371799733616)
| > loss: 0.819536566734314 (0.8161222015639944)
| > current_lr: 5e-06
| > step_time: 0.2752 (0.2482149757539606)
| > loader_time: 0.0091 (0.009129074846388955)
[1m --> TIME: 2025-02-23 12:51:07 -- STEP: 4375/6985 -- GLOBAL_STEP: 39300[0m
| > loss_text_ce: 0.05283051356673241 (0.05305067493489816)
| > loss_mel_ce: 2.8008642196655273 (3.2108670419965493)
| > loss: 0.7134236693382263 (0.8159794292994901)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2708 (0.24817908641270228)
| > loader_time: 0.0091 (0.009129082107543922)
[1m --> TIME: 2025-02-23 12:51:24 -- STEP: 4425/6985 -- GLOBAL_STEP: 39350[0m
| > loss_text_ce: 0.052095141261816025 (0.0530498945704625)
| > loss_mel_ce: 3.32484769821167 (3.2108537565112805)
| > loss: 0.8442357182502747 (0.8159759128295762)
| > current_lr: 5e-06
| > step_time: 0.2336 (0.2480712129301944)
| > loader_time: 0.0092 (0.009129599824463557)
[1m --> TIME: 2025-02-23 12:51:43 -- STEP: 4475/6985 -- GLOBAL_STEP: 39400[0m
| > loss_text_ce: 0.0502527616918087 (0.05304557533154279)
| > loss_mel_ce: 3.622159481048584 (3.210789739779256)
| > loss: 0.918103039264679 (0.8159588288461693)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3188 (0.248080334210529)
| > loader_time: 0.0096 (0.009130027121005753)
[1m --> TIME: 2025-02-23 12:52:01 -- STEP: 4525/6985 -- GLOBAL_STEP: 39450[0m
| > loss_text_ce: 0.05096329003572464 (0.053042551437958864)
| > loss_mel_ce: 3.483457326889038 (3.2111618083616675)
| > loss: 0.8836051821708679 (0.8160510900534317)
| > current_lr: 5e-06
| > step_time: 0.2766 (0.24806282665189458)
| > loader_time: 0.0093 (0.009129778192846794)
[1m --> TIME: 2025-02-23 12:52:18 -- STEP: 4575/6985 -- GLOBAL_STEP: 39500[0m
| > loss_text_ce: 0.059311360120773315 (0.05304191997468148)
| > loss_mel_ce: 2.728001356124878 (3.2110227387850427)
| > loss: 0.6968281865119934 (0.8160161648161425)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2801 (0.24798572998880689)
| > loader_time: 0.0097 (0.00913017908732094)
[1m --> TIME: 2025-02-23 12:52:36 -- STEP: 4625/6985 -- GLOBAL_STEP: 39550[0m
| > loss_text_ce: 0.04958419129252434 (0.053035865862627304)
| > loss_mel_ce: 3.2079408168792725 (3.2111897036062715)
| > loss: 0.8143812417984009 (0.8160563925150283)
| > current_lr: 5e-06
| > step_time: 0.1989 (0.24794949634655103)
| > loader_time: 0.0084 (0.009131179294070656)
[1m --> TIME: 2025-02-23 12:52:55 -- STEP: 4675/6985 -- GLOBAL_STEP: 39600[0m
| > loss_text_ce: 0.051595211029052734 (0.05303174278076322)
| > loss_mel_ce: 3.399611234664917 (3.2111847573550625)
| > loss: 0.8628016114234924 (0.816054125163645)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3146 (0.24797734112663064)
| > loader_time: 0.0095 (0.009132595419246218)
[1m --> TIME: 2025-02-23 12:53:13 -- STEP: 4725/6985 -- GLOBAL_STEP: 39650[0m
| > loss_text_ce: 0.05170591548085213 (0.05302839591074245)
| > loss_mel_ce: 3.667849063873291 (3.2106912315207157)
| > loss: 0.9298887252807617 (0.8159299069989931)
| > current_lr: 5e-06
| > step_time: 0.2442 (0.24797242507732734)
| > loader_time: 0.009 (0.009134155606466602)
[1m --> TIME: 2025-02-23 12:53:31 -- STEP: 4775/6985 -- GLOBAL_STEP: 39700[0m
| > loss_text_ce: 0.05523407831788063 (0.053029344708351585)
| > loss_mel_ce: 3.065281867980957 (3.2103064057215316)
| > loss: 0.7801290154457092 (0.815833937772282)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2443 (0.24802279761948512)
| > loader_time: 0.009 (0.009136342053638053)
[1m --> TIME: 2025-02-23 12:53:49 -- STEP: 4825/6985 -- GLOBAL_STEP: 39750[0m
| > loss_text_ce: 0.05299655348062515 (0.05302674202103691)
| > loss_mel_ce: 3.107606887817383 (3.2101194476093022)
| > loss: 0.7901508808135986 (0.8157865475743551)
| > current_lr: 5e-06
| > step_time: 0.2779 (0.24791788219787914)
| > loader_time: 0.0095 (0.009136709252787346)
[1m --> TIME: 2025-02-23 12:54:07 -- STEP: 4875/6985 -- GLOBAL_STEP: 39800[0m
| > loss_text_ce: 0.053678467869758606 (0.05302049433115204)
| > loss_mel_ce: 3.0659706592559814 (3.2099619251642473)
| > loss: 0.7799122929573059 (0.8157456050285934)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2967 (0.24797114827082709)
| > loader_time: 0.0094 (0.009137993837014193)
[1m --> TIME: 2025-02-23 12:54:25 -- STEP: 4925/6985 -- GLOBAL_STEP: 39850[0m
| > loss_text_ce: 0.04913885518908501 (0.05301885334746489)
| > loss_mel_ce: 3.3340911865234375 (3.2091924902630344)
| > loss: 0.8458074927330017 (0.8155528360574996)
| > current_lr: 5e-06
| > step_time: 0.2469 (0.24794831977882967)
| > loader_time: 0.0091 (0.009138852908526554)
[1m --> TIME: 2025-02-23 12:54:44 -- STEP: 4975/6985 -- GLOBAL_STEP: 39900[0m
| > loss_text_ce: 0.055200450122356415 (0.05301351132180226)
| > loss_mel_ce: 2.984086275100708 (3.2092150595679363)
| > loss: 0.7598216533660889 (0.8155571428615256)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.287 (0.2479664661656672)
| > loader_time: 0.009 (0.009140267587786322)
[1m --> TIME: 2025-02-23 12:55:02 -- STEP: 5025/6985 -- GLOBAL_STEP: 39950[0m
| > loss_text_ce: 0.05417032167315483 (0.053007685735599344)
| > loss_mel_ce: 3.188593864440918 (3.2089541904012946)
| > loss: 0.8106910586357117 (0.8154904692089981)
| > current_lr: 5e-06
| > step_time: 0.2526 (0.2479628162953391)
| > loader_time: 0.0088 (0.009141006754405443)
[1m --> TIME: 2025-02-23 12:55:20 -- STEP: 5075/6985 -- GLOBAL_STEP: 40000[0m
| > loss_text_ce: 0.052766043692827225 (0.05300242479725426)
| > loss_mel_ce: 2.80554461479187 (3.2087912878027103)
| > loss: 0.7145776748657227 (0.815448428374794)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3111 (0.24794640174640223)
| > loader_time: 0.0097 (0.009142090839705424)
> CHECKPOINT : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/checkpoint_40000.pth
[1m --> TIME: 2025-02-23 12:55:59 -- STEP: 5125/6985 -- GLOBAL_STEP: 40050[0m
| > loss_text_ce: 0.05202116817235947 (0.05299977586109466)
| > loss_mel_ce: 3.3261940479278564 (3.2086981239784067)
| > loss: 0.8445538282394409 (0.8154244751348737)
| > current_lr: 5e-06
| > step_time: 0.278 (0.24800137273276723)
| > loader_time: 0.0093 (0.009143715928240504)
[1m --> TIME: 2025-02-23 12:56:17 -- STEP: 5175/6985 -- GLOBAL_STEP: 40100[0m
| > loss_text_ce: 0.05351893603801727 (0.05299907629472624)
| > loss_mel_ce: 3.0791685581207275 (3.2083573843085262)
| > loss: 0.7831718921661377 (0.8153391153455365)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2109 (0.24799687486915772)
| > loader_time: 0.0082 (0.009143531218818982)
[1m --> TIME: 2025-02-23 12:56:35 -- STEP: 5225/6985 -- GLOBAL_STEP: 40150[0m
| > loss_text_ce: 0.053179387003183365 (0.05299539663788807)
| > loss_mel_ce: 3.5109598636627197 (3.2083765756342415)
| > loss: 0.8910348415374756 (0.8153429932685569)
| > current_lr: 5e-06
| > step_time: 0.2228 (0.24797075490632126)
| > loader_time: 0.0089 (0.00914267060859349)
[1m --> TIME: 2025-02-23 12:56:53 -- STEP: 5275/6985 -- GLOBAL_STEP: 40200[0m
| > loss_text_ce: 0.052900202572345734 (0.052993478638724716)
| > loss_mel_ce: 2.7793447971343994 (3.2077085909459275)
| > loss: 0.7080612778663635 (0.8151755175997304)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2141 (0.24795934975429734)
| > loader_time: 0.0086 (0.009141634358048984)
[1m --> TIME: 2025-02-23 12:57:12 -- STEP: 5325/6985 -- GLOBAL_STEP: 40250[0m
| > loss_text_ce: 0.05244233459234238 (0.052989019052663344)
| > loss_mel_ce: 2.975304126739502 (3.208036243814819)
| > loss: 0.7569366097450256 (0.8152563159454606)
| > current_lr: 5e-06
| > step_time: 0.286 (0.24797303889279074)
| > loader_time: 0.0095 (0.00914135341912926)
[1m --> TIME: 2025-02-23 12:57:30 -- STEP: 5375/6985 -- GLOBAL_STEP: 40300[0m
| > loss_text_ce: 0.05333799868822098 (0.052984736752371475)
| > loss_mel_ce: 3.154097080230713 (3.208061368010766)
| > loss: 0.8018587827682495 (0.8152615264182875)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2811 (0.24799171443318213)
| > loader_time: 0.0088 (0.009140739440917955)
[1m --> TIME: 2025-02-23 12:57:48 -- STEP: 5425/6985 -- GLOBAL_STEP: 40350[0m
| > loss_text_ce: 0.053140442818403244 (0.052975456251114765)
| > loss_mel_ce: 3.008960247039795 (3.2084929934734587)
| > loss: 0.7655251622200012 (0.8153671126980944)
| > current_lr: 5e-06
| > step_time: 0.2028 (0.24801079631401096)
| > loader_time: 0.0086 (0.009140629219019999)
[1m --> TIME: 2025-02-23 12:58:06 -- STEP: 5475/6985 -- GLOBAL_STEP: 40400[0m
| > loss_text_ce: 0.05534300580620766 (0.052970939219406224)
| > loss_mel_ce: 2.8578062057495117 (3.2081704952727725)
| > loss: 0.7282872796058655 (0.815285358886197)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3164 (0.24800279486669252)
| > loader_time: 0.0092 (0.009139796566201107)
[1m --> TIME: 2025-02-23 12:58:24 -- STEP: 5525/6985 -- GLOBAL_STEP: 40450[0m
| > loss_text_ce: 0.04890774190425873 (0.05296605836751776)
| > loss_mel_ce: 3.2769765853881836 (3.207892985494969)
| > loss: 0.8314710855484009 (0.8152147612097045)
| > current_lr: 5e-06
| > step_time: 0.2522 (0.24798029308405398)
| > loader_time: 0.0092 (0.009139110729165723)
[1m --> TIME: 2025-02-23 12:58:43 -- STEP: 5575/6985 -- GLOBAL_STEP: 40500[0m
| > loss_text_ce: 0.05281372368335724 (0.05296188196660159)
| > loss_mel_ce: 3.6402170658111572 (3.207887515465776)
| > loss: 0.9232577085494995 (0.8152123495923037)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2688 (0.2479830704676196)
| > loader_time: 0.0092 (0.009139720677260304)
[1m --> TIME: 2025-02-23 12:59:01 -- STEP: 5625/6985 -- GLOBAL_STEP: 40550[0m
| > loss_text_ce: 0.05240757390856743 (0.052962300094631)
| > loss_mel_ce: 3.174105167388916 (3.2069312331305624)
| > loss: 0.8066281676292419 (0.8149733835114381)
| > current_lr: 5e-06
| > step_time: 0.1926 (0.24795621053907607)
| > loader_time: 0.0088 (0.009138841035630946)
[1m --> TIME: 2025-02-23 12:59:19 -- STEP: 5675/6985 -- GLOBAL_STEP: 40600[0m
| > loss_text_ce: 0.05249593034386635 (0.05295832854207394)
| > loss_mel_ce: 3.0799245834350586 (3.2072192274841456)
| > loss: 0.7831051349639893 (0.8150443892331909)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3139 (0.24801456165733843)
| > loader_time: 0.0096 (0.009137923496935312)
[1m --> TIME: 2025-02-23 12:59:38 -- STEP: 5725/6985 -- GLOBAL_STEP: 40650[0m
| > loss_text_ce: 0.05350833758711815 (0.052958283236323504)
| > loss_mel_ce: 3.2799458503723145 (3.207215151807628)
| > loss: 0.8333635330200195 (0.8150433589901994)
| > current_lr: 5e-06
| > step_time: 0.2753 (0.24804096684185178)
| > loader_time: 0.0094 (0.009137550545571652)
[1m --> TIME: 2025-02-23 12:59:56 -- STEP: 5775/6985 -- GLOBAL_STEP: 40700[0m
| > loss_text_ce: 0.05751729756593704 (0.05295887250275841)
| > loss_mel_ce: 3.257533073425293 (3.206726873736362)
| > loss: 0.8287625908851624 (0.8149214367639459)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2115 (0.24807020154350248)
| > loader_time: 0.0086 (0.009136915289478359)
[1m --> TIME: 2025-02-23 13:00:14 -- STEP: 5825/6985 -- GLOBAL_STEP: 40750[0m
| > loss_text_ce: 0.05017402395606041 (0.05295796399272565)
| > loss_mel_ce: 3.318394899368286 (3.206503239005422)
| > loss: 0.8421422243118286 (0.814865300972575)
| > current_lr: 5e-06
| > step_time: 0.287 (0.24801241801020413)
| > loader_time: 0.0093 (0.009136485644164485)
[1m --> TIME: 2025-02-23 13:00:32 -- STEP: 5875/6985 -- GLOBAL_STEP: 40800[0m
| > loss_text_ce: 0.053736403584480286 (0.05295828247577588)
| > loss_mel_ce: 3.324378490447998 (3.206131604255515)
| > loss: 0.8445287346839905 (0.81477247189461)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2703 (0.24798243084359675)
| > loader_time: 0.0093 (0.0091357032288896)
[1m --> TIME: 2025-02-23 13:00:50 -- STEP: 5925/6985 -- GLOBAL_STEP: 40850[0m
| > loss_text_ce: 0.0551714263856411 (0.05296004120370509)
| > loss_mel_ce: 3.3662359714508057 (3.20557935211729)
| > loss: 0.8553518652915955 (0.8146348485363192)
| > current_lr: 5e-06
| > step_time: 0.2838 (0.2479755536815788)
| > loader_time: 0.0096 (0.009134866658142326)
[1m --> TIME: 2025-02-23 13:01:08 -- STEP: 5975/6985 -- GLOBAL_STEP: 40900[0m
| > loss_text_ce: 0.05264955759048462 (0.052955181291287935)
| > loss_mel_ce: 3.3691353797912598 (3.2052908369886337)
| > loss: 0.8554462194442749 (0.8145615048089294)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3102 (0.24798562784075237)
| > loader_time: 0.0095 (0.009134376637606424)
[1m --> TIME: 2025-02-23 13:01:26 -- STEP: 6025/6985 -- GLOBAL_STEP: 40950[0m
| > loss_text_ce: 0.05344634875655174 (0.05295240267616586)
| > loss_mel_ce: 3.20279598236084 (3.2048266084362376)
| > loss: 0.8140605688095093 (0.8144447530156852)
| > current_lr: 5e-06
| > step_time: 0.2782 (0.24796796988649486)
| > loader_time: 0.0095 (0.009134292681682137)
[1m --> TIME: 2025-02-23 13:01:44 -- STEP: 6075/6985 -- GLOBAL_STEP: 41000[0m
| > loss_text_ce: 0.0574861615896225 (0.052952858480651704)
| > loss_mel_ce: 2.6857750415802 (3.2044194199126457)
| > loss: 0.6858152747154236 (0.8143430698163232)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.245 (0.24794161392337502)
| > loader_time: 0.0091 (0.009133418479574046)
> CHECKPOINT : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/checkpoint_41000.pth
[1m --> TIME: 2025-02-23 13:02:23 -- STEP: 6125/6985 -- GLOBAL_STEP: 41050[0m
| > loss_text_ce: 0.050612594932317734 (0.05294898316385797)
| > loss_mel_ce: 3.0283939838409424 (3.204221709348719)
| > loss: 0.7697516679763794 (0.8142926733250528)
| > current_lr: 5e-06
| > step_time: 0.2304 (0.24796773906629913)
| > loader_time: 0.0088 (0.009133475595591002)
[1m --> TIME: 2025-02-23 13:02:41 -- STEP: 6175/6985 -- GLOBAL_STEP: 41100[0m
| > loss_text_ce: 0.05477767437696457 (0.05294768690942272)
| > loss_mel_ce: 3.3669519424438477 (3.2036683610383325)
| > loss: 0.855432391166687 (0.8141540121839121)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3173 (0.24794559382234024)
| > loader_time: 0.0094 (0.009132591625939485)
[1m --> TIME: 2025-02-23 13:02:59 -- STEP: 6225/6985 -- GLOBAL_STEP: 41150[0m
| > loss_text_ce: 0.05158115178346634 (0.05294493988156321)
| > loss_mel_ce: 3.3176724910736084 (3.203098737532835)
| > loss: 0.8423134088516235 (0.8140109195575185)
| > current_lr: 5e-06
| > step_time: 0.2791 (0.2478826374222476)
| > loader_time: 0.0094 (0.009131446937959344)
[1m --> TIME: 2025-02-23 13:03:17 -- STEP: 6275/6985 -- GLOBAL_STEP: 41200[0m
| > loss_text_ce: 0.05448693782091141 (0.052943294897853634)
| > loss_mel_ce: 3.3161327838897705 (3.202513972278611)
| > loss: 0.8426549434661865 (0.8138643170257971)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3151 (0.24791801323453744)
| > loader_time: 0.0095 (0.009131273596410243)
[1m --> TIME: 2025-02-23 13:03:36 -- STEP: 6325/6985 -- GLOBAL_STEP: 41250[0m
| > loss_text_ce: 0.050324201583862305 (0.05293903659985001)
| > loss_mel_ce: 3.1620731353759766 (3.202420837191255)
| > loss: 0.8030993342399597 (0.8138399686549499)
| > current_lr: 5e-06
| > step_time: 0.2904 (0.247974531904982)
| > loader_time: 0.0094 (0.0091314405132188)
[1m --> TIME: 2025-02-23 13:03:55 -- STEP: 6375/6985 -- GLOBAL_STEP: 41300[0m
| > loss_text_ce: 0.049135178327560425 (0.05293701763655627)
| > loss_mel_ce: 3.385359048843384 (3.2022504965090297)
| > loss: 0.8586235642433167 (0.8137968787585995)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2709 (0.24803571263481589)
| > loader_time: 0.0093 (0.009131419574513149)
[1m --> TIME: 2025-02-23 13:04:13 -- STEP: 6425/6985 -- GLOBAL_STEP: 41350[0m
| > loss_text_ce: 0.0540352538228035 (0.05293393013832172)
| > loss_mel_ce: 3.258568525314331 (3.202465676036791)
| > loss: 0.8281509280204773 (0.8138499018004903)
| > current_lr: 5e-06
| > step_time: 0.2783 (0.24803278692965378)
| > loader_time: 0.0093 (0.00913117638821732)
[1m --> TIME: 2025-02-23 13:04:31 -- STEP: 6475/6985 -- GLOBAL_STEP: 41400[0m
| > loss_text_ce: 0.051711905747652054 (0.05293099158403958)
| > loss_mel_ce: 3.476408004760742 (3.2024409504378637)
| > loss: 0.8820299506187439 (0.8138429857497057)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3034 (0.24805058317294912)
| > loader_time: 0.0095 (0.009130566129353066)
[1m --> TIME: 2025-02-23 13:04:50 -- STEP: 6525/6985 -- GLOBAL_STEP: 41450[0m
| > loss_text_ce: 0.05436664819717407 (0.05293154166633143)
| > loss_mel_ce: 2.848073959350586 (3.2022926618495675)
| > loss: 0.7256101369857788 (0.8138060511117701)
| > current_lr: 5e-06
| > step_time: 0.2822 (0.24806515101728768)
| > loader_time: 0.01 (0.009129849868715963)
[1m --> TIME: 2025-02-23 13:05:07 -- STEP: 6575/6985 -- GLOBAL_STEP: 41500[0m
| > loss_text_ce: 0.05508769303560257 (0.05292808581554393)
| > loss_mel_ce: 2.8671388626098633 (3.202256393795232)
| > loss: 0.7305566668510437 (0.813796120134144)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2122 (0.24800071919372327)
| > loader_time: 0.0087 (0.009128893174146077)
[1m --> TIME: 2025-02-23 13:05:25 -- STEP: 6625/6985 -- GLOBAL_STEP: 41550[0m
| > loss_text_ce: 0.048567984253168106 (0.05292669592319796)
| > loss_mel_ce: 3.085613489151001 (3.2016599837968944)
| > loss: 0.7835453748703003 (0.8136466701705508)
| > current_lr: 5e-06
| > step_time: 0.2794 (0.24798037190707226)
| > loader_time: 0.0095 (0.009128237670322649)
[1m --> TIME: 2025-02-23 13:05:43 -- STEP: 6675/6985 -- GLOBAL_STEP: 41600[0m
| > loss_text_ce: 0.05420061573386192 (0.05292151887988331)
| > loss_mel_ce: 3.098395824432373 (3.2015113706267293)
| > loss: 0.7881491184234619 (0.8136082226596082)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.283 (0.24796569034847873)
| > loader_time: 0.0088 (0.009127606809808984)
[1m --> TIME: 2025-02-23 13:06:02 -- STEP: 6725/6985 -- GLOBAL_STEP: 41650[0m
| > loss_text_ce: 0.054341647773981094 (0.052918401032021514)
| > loss_mel_ce: 2.9783496856689453 (3.2013505912624782)
| > loss: 0.7581728100776672 (0.8135672483568305)
| > current_lr: 5e-06
| > step_time: 0.2293 (0.24799678685496732)
| > loader_time: 0.0088 (0.0091274606428182)
[1m --> TIME: 2025-02-23 13:06:19 -- STEP: 6775/6985 -- GLOBAL_STEP: 41700[0m
| > loss_text_ce: 0.04954910650849342 (0.05291526951033253)
| > loss_mel_ce: 3.081725835800171 (3.2008410626935793)
| > loss: 0.7828187346458435 (0.8134390833193093)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2917 (0.2478909103632853)
| > loader_time: 0.0092 (0.009126419862697943)
[1m --> TIME: 2025-02-23 13:06:37 -- STEP: 6825/6985 -- GLOBAL_STEP: 41750[0m
| > loss_text_ce: 0.05068282037973404 (0.052911647819664905)
| > loss_mel_ce: 3.1425702571868896 (3.2005327358175992)
| > loss: 0.7983132600784302 (0.813361096172543)
| > current_lr: 5e-06
| > step_time: 0.2544 (0.24788548735035207)
| > loader_time: 0.0089 (0.009126089047162984)
[1m --> TIME: 2025-02-23 13:06:56 -- STEP: 6875/6985 -- GLOBAL_STEP: 41800[0m
| > loss_text_ce: 0.05082162097096443 (0.05290802657550033)
| > loss_mel_ce: 3.0189173221588135 (3.2005434085499167)
| > loss: 0.7674347162246704 (0.8133628590410412)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3019 (0.24794593190279873)
| > loader_time: 0.0089 (0.00912571747519755)
[1m --> TIME: 2025-02-23 13:07:14 -- STEP: 6925/6985 -- GLOBAL_STEP: 41850[0m
| > loss_text_ce: 0.052527084946632385 (0.05290606239750068)
| > loss_mel_ce: 3.5715458393096924 (3.200367893294738)
| > loss: 0.9060182571411133 (0.8133184891917652)
| > current_lr: 5e-06
| > step_time: 0.2674 (0.2479431639165224)
| > loader_time: 0.0096 (0.00912676676946429)
[1m --> TIME: 2025-02-23 13:07:32 -- STEP: 6975/6985 -- GLOBAL_STEP: 41900[0m
| > loss_text_ce: 0.05377253517508507 (0.052900648010781176)
| > loss_mel_ce: 3.3579158782958984 (3.200229770667238)
| > loss: 0.8529220819473267 (0.8132826049097129)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3068 (0.2479598600804592)
| > loader_time: 0.0079 (0.009125142148745975)
[1m > EVALUATION [0m
[1m--> EVAL PERFORMANCE[0m
| > avg_loader_time:[92m 0.46046511488023145 [0m(-1.9447476256151397e-05)
| > avg_loss_text_ce:[92m 0.051156581836003884 [0m(-0.0007401045436173509)
| > avg_loss_mel_ce:[92m 3.09986563601525 [0m(-0.0483422855925717)
| > avg_loss:[92m 3.15102221919041 [0m(-0.04908239296059236)
> BEST MODEL : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/best_model_41910.pth
[4m[1m > EPOCH: 6/30[0m
--> checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3
[1m > TRAINING (2025-02-23 13:10:04) [0m
[1m --> TIME: 2025-02-23 13:10:20 -- STEP: 40/6985 -- GLOBAL_STEP: 41950[0m
| > loss_text_ce: 0.05282671004533768 (0.05267236130312085)
| > loss_mel_ce: 2.7964508533477783 (3.1547788858413695)
| > loss: 0.7123193740844727 (0.8018628120422363)
| > current_lr: 5e-06
| > step_time: 0.2242 (0.24480246901512145)
| > loader_time: 0.0088 (0.008918434381484984)
[1m --> TIME: 2025-02-23 13:10:37 -- STEP: 90/6985 -- GLOBAL_STEP: 42000[0m
| > loss_text_ce: 0.052388302981853485 (0.05245254759987195)
| > loss_mel_ce: 3.145240068435669 (3.1456583552890356)
| > loss: 0.7994070649147034 (0.7995277252462176)
| > current_lr: 5e-06
| > step_time: 0.2712 (0.24020161363813614)
| > loader_time: 0.0092 (0.008970030148824058)
> CHECKPOINT : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/checkpoint_42000.pth
[1m --> TIME: 2025-02-23 13:11:15 -- STEP: 140/6985 -- GLOBAL_STEP: 42050[0m
| > loss_text_ce: 0.05221748724579811 (0.052528509284768786)
| > loss_mel_ce: 3.1176109313964844 (3.1376001068523953)
| > loss: 0.792457103729248 (0.7975321539810727)
| > current_lr: 5e-06
| > step_time: 0.2515 (0.24018814393452237)
| > loader_time: 0.0096 (0.009030953475407194)
[1m --> TIME: 2025-02-23 13:11:33 -- STEP: 190/6985 -- GLOBAL_STEP: 42100[0m
| > loss_text_ce: 0.0524400919675827 (0.052453992123666575)
| > loss_mel_ce: 3.081058979034424 (3.1426253745430395)
| > loss: 0.7833747863769531 (0.798769841382378)
| > current_lr: 5e-06
| > step_time: 0.2575 (0.24064734107569644)
| > loader_time: 0.009 (0.00903250167244359)
[1m --> TIME: 2025-02-23 13:11:50 -- STEP: 240/6985 -- GLOBAL_STEP: 42150[0m
| > loss_text_ce: 0.05087047070264816 (0.05234667332842947)
| > loss_mel_ce: 3.3340260982513428 (3.141935936609904)
| > loss: 0.8462241291999817 (0.7985706520577271)
| > current_lr: 5e-06
| > step_time: 0.2483 (0.2400215446949005)
| > loader_time: 0.0096 (0.00902362167835235)
[1m --> TIME: 2025-02-23 13:12:08 -- STEP: 290/6985 -- GLOBAL_STEP: 42200[0m
| > loss_text_ce: 0.05321642383933067 (0.052373124093844994)
| > loss_mel_ce: 3.4256350994110107 (3.1482800417932975)
| > loss: 0.8697128891944885 (0.8001632916516271)
| > current_lr: 5e-06
| > step_time: 0.2761 (0.2412748566989241)
| > loader_time: 0.009 (0.009015169636956574)
[1m --> TIME: 2025-02-23 13:12:27 -- STEP: 340/6985 -- GLOBAL_STEP: 42250[0m
| > loss_text_ce: 0.05103618651628494 (0.05238849443986138)
| > loss_mel_ce: 3.1294453144073486 (3.152330348772161)
| > loss: 0.795120358467102 (0.8011797121342489)
| > current_lr: 5e-06
| > step_time: 0.1516 (0.24234729163786944)
| > loader_time: 0.0082 (0.009019151154686423)
[1m --> TIME: 2025-02-23 13:12:45 -- STEP: 390/6985 -- GLOBAL_STEP: 42300[0m
| > loss_text_ce: 0.05239797383546829 (0.05237022262926287)
| > loss_mel_ce: 3.038654088973999 (3.1523332791450698)
| > loss: 0.7727630138397217 (0.8011758763056533)
| > current_lr: 5e-06
| > step_time: 0.2655 (0.24334699190579928)
| > loader_time: 0.009 (0.009027158908354921)
[1m --> TIME: 2025-02-23 13:13:04 -- STEP: 440/6985 -- GLOBAL_STEP: 42350[0m
| > loss_text_ce: 0.051106035709381104 (0.05238859829577534)
| > loss_mel_ce: 3.205890417098999 (3.1500840013677425)
| > loss: 0.8142490983009338 (0.8006181505593385)
| > current_lr: 5e-06
| > step_time: 0.2261 (0.24465239264748312)
| > loader_time: 0.0094 (0.009024424986405793)
[1m --> TIME: 2025-02-23 13:13:23 -- STEP: 490/6985 -- GLOBAL_STEP: 42400[0m
| > loss_text_ce: 0.053251951932907104 (0.05238137578933824)
| > loss_mel_ce: 3.0901780128479004 (3.1586226366004166)
| > loss: 0.7858574986457825 (0.8027510037227552)
| > current_lr: 5e-06
| > step_time: 0.2196 (0.2463877128095043)
| > loader_time: 0.0089 (0.009024840958264398)
[1m --> TIME: 2025-02-23 13:13:41 -- STEP: 540/6985 -- GLOBAL_STEP: 42450[0m
| > loss_text_ce: 0.05290927365422249 (0.05239367603013914)
| > loss_mel_ce: 3.208245277404785 (3.1577297855306554)
| > loss: 0.8152886629104614 (0.8025308656471745)
| > current_lr: 5e-06
| > step_time: 0.248 (0.24658967035788076)
| > loader_time: 0.0089 (0.009016064802805573)
[1m --> TIME: 2025-02-23 13:13:59 -- STEP: 590/6985 -- GLOBAL_STEP: 42500[0m
| > loss_text_ce: 0.05278206244111061 (0.05242241180296672)
| > loss_mel_ce: 3.1001641750335693 (3.16163368063458)
| > loss: 0.7882365584373474 (0.8035140237565768)
| > current_lr: 5e-06
| > step_time: 0.2318 (0.24622473878375553)
| > loader_time: 0.009 (0.009012872485791214)
[1m --> TIME: 2025-02-23 13:14:17 -- STEP: 640/6985 -- GLOBAL_STEP: 42550[0m
| > loss_text_ce: 0.04979630187153816 (0.052446030889404936)
| > loss_mel_ce: 3.165844678878784 (3.160841766744851)
| > loss: 0.8039102554321289 (0.8033219500444829)
| > current_lr: 5e-06
| > step_time: 0.1704 (0.24658926874399184)
| > loader_time: 0.0089 (0.009020077809691423)
[1m --> TIME: 2025-02-23 13:14:34 -- STEP: 690/6985 -- GLOBAL_STEP: 42600[0m
| > loss_text_ce: 0.054643042385578156 (0.052446438863441566)
| > loss_mel_ce: 2.8829123973846436 (3.1561002050620917)
| > loss: 0.7343888878822327 (0.802136661781781)
| > current_lr: 5e-06
| > step_time: 0.2791 (0.24566095946491628)
| > loader_time: 0.0093 (0.009017866936282839)
[1m --> TIME: 2025-02-23 13:14:52 -- STEP: 740/6985 -- GLOBAL_STEP: 42650[0m
| > loss_text_ce: 0.054001059383153915 (0.05244270290776684)
| > loss_mel_ce: 2.8396687507629395 (3.1541058543566103)
| > loss: 0.7234174609184265 (0.8016371399164199)
| > current_lr: 5e-06
| > step_time: 0.1616 (0.24539333034206082)
| > loader_time: 0.0082 (0.009014075511210678)
[1m --> TIME: 2025-02-23 13:15:10 -- STEP: 790/6985 -- GLOBAL_STEP: 42700[0m
| > loss_text_ce: 0.05290277302265167 (0.05240834933481639)
| > loss_mel_ce: 3.190499782562256 (3.1560799130910553)
| > loss: 0.8108506202697754 (0.8021220661416838)
| > current_lr: 5e-06
| > step_time: 0.2857 (0.2455579772780213)
| > loader_time: 0.0094 (0.009022561809684661)
[1m --> TIME: 2025-02-23 13:15:28 -- STEP: 840/6985 -- GLOBAL_STEP: 42750[0m
| > loss_text_ce: 0.051405780017375946 (0.05239900813127558)
| > loss_mel_ce: 3.276571750640869 (3.15486742456754)
| > loss: 0.831994354724884 (0.80181660843747)
| > current_lr: 5e-06
| > step_time: 0.2186 (0.24540732758385794)
| > loader_time: 0.0092 (0.009011950663157879)
[1m --> TIME: 2025-02-23 13:15:46 -- STEP: 890/6985 -- GLOBAL_STEP: 42800[0m
| > loss_text_ce: 0.05131842568516731 (0.052415155724025844)
| > loss_mel_ce: 3.1644372940063477 (3.1575511217117302)
| > loss: 0.8039389252662659 (0.802491569519043)
| > current_lr: 5e-06
| > step_time: 0.2192 (0.24529801727680678)
| > loader_time: 0.0088 (0.009002288539757892)
[1m --> TIME: 2025-02-23 13:16:04 -- STEP: 940/6985 -- GLOBAL_STEP: 42850[0m
| > loss_text_ce: 0.05244129151105881 (0.052397367485026096)
| > loss_mel_ce: 2.902956008911133 (3.158188964965495)
| > loss: 0.7388493418693542 (0.8026465833187103)
| > current_lr: 5e-06
| > step_time: 0.2189 (0.24531589492838435)
| > loader_time: 0.0085 (0.009006048770661051)
[1m --> TIME: 2025-02-23 13:16:22 -- STEP: 990/6985 -- GLOBAL_STEP: 42900[0m
| > loss_text_ce: 0.05185123160481453 (0.05241636908942401)
| > loss_mel_ce: 3.065335988998413 (3.1559462951891346)
| > loss: 0.7792968153953552 (0.8020906664506353)
| > current_lr: 5e-06
| > step_time: 0.2622 (0.245562611445032)
| > loader_time: 0.0091 (0.009001555828133017)
[1m --> TIME: 2025-02-23 13:16:41 -- STEP: 1040/6985 -- GLOBAL_STEP: 42950[0m
| > loss_text_ce: 0.04956632852554321 (0.05239154596526462)
| > loss_mel_ce: 3.19537091255188 (3.1553703214113527)
| > loss: 0.8112342953681946 (0.8019404671513117)
| > current_lr: 5e-06
| > step_time: 0.2338 (0.24594158644859607)
| > loader_time: 0.0088 (0.008996338569200957)
[1m --> TIME: 2025-02-23 13:17:00 -- STEP: 1090/6985 -- GLOBAL_STEP: 43000[0m
| > loss_text_ce: 0.055117782205343246 (0.052369598589769195)
| > loss_mel_ce: 3.0683248043060303 (3.1573787544845433)
| > loss: 0.7808606624603271 (0.8024370885770256)
| > current_lr: 5e-06
| > step_time: 0.2082 (0.24658074903925625)
| > loader_time: 0.0086 (0.008993886807642945)
> CHECKPOINT : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/checkpoint_43000.pth
[1m --> TIME: 2025-02-23 13:17:40 -- STEP: 1140/6985 -- GLOBAL_STEP: 43050[0m
| > loss_text_ce: 0.05296342074871063 (0.05235816747146216)
| > loss_mel_ce: 3.527318000793457 (3.1560525875342518)
| > loss: 0.8950703740119934 (0.8021026890005984)
| > current_lr: 5e-06
| > step_time: 0.244 (0.24663933954740824)
| > loader_time: 0.009 (0.008989992476346206)
[1m --> TIME: 2025-02-23 13:17:58 -- STEP: 1190/6985 -- GLOBAL_STEP: 43100[0m
| > loss_text_ce: 0.05341601371765137 (0.0523587775612328)
| > loss_mel_ce: 3.1976428031921387 (3.156568396391988)
| > loss: 0.8127647042274475 (0.8022317937943116)
| > current_lr: 5e-06
| > step_time: 0.2755 (0.24693925000038466)
| > loader_time: 0.0089 (0.008988046045062925)
[1m --> TIME: 2025-02-23 13:18:16 -- STEP: 1240/6985 -- GLOBAL_STEP: 43150[0m
| > loss_text_ce: 0.05104723200201988 (0.052354332050609)
| > loss_mel_ce: 3.2618658542633057 (3.1560224675363093)
| > loss: 0.8282282948493958 (0.802094200301555)
| > current_lr: 5e-06
| > step_time: 0.2262 (0.24704981638539222)
| > loader_time: 0.0094 (0.008983702428879277)
[1m --> TIME: 2025-02-23 13:18:34 -- STEP: 1290/6985 -- GLOBAL_STEP: 43200[0m
| > loss_text_ce: 0.054198358207941055 (0.05235719393736631)
| > loss_mel_ce: 2.681403160095215 (3.154488309409267)
| > loss: 0.6839003562927246 (0.8017113762308467)
| > current_lr: 5e-06
| > step_time: 0.2854 (0.24693797558777092)
| > loader_time: 0.0093 (0.008981893228930095)
[1m --> TIME: 2025-02-23 13:18:53 -- STEP: 1340/6985 -- GLOBAL_STEP: 43250[0m
| > loss_text_ce: 0.052832186222076416 (0.05236440121349113)
| > loss_mel_ce: 3.1064670085906982 (3.1547088101728638)
| > loss: 0.7898247838020325 (0.8017683031398863)
| > current_lr: 5e-06
| > step_time: 0.2547 (0.24720447365917378)
| > loader_time: 0.0094 (0.00898074943627885)
[1m --> TIME: 2025-02-23 13:19:11 -- STEP: 1390/6985 -- GLOBAL_STEP: 43300[0m
| > loss_text_ce: 0.05084832385182381 (0.05234985137961321)
| > loss_mel_ce: 2.910691738128662 (3.1570144339431105)
| > loss: 0.7403849959373474 (0.8023410716502791)
| > current_lr: 5e-06
| > step_time: 0.2472 (0.24722694613093094)
| > loader_time: 0.0083 (0.008979271984786444)
[1m --> TIME: 2025-02-23 13:19:29 -- STEP: 1440/6985 -- GLOBAL_STEP: 43350[0m
| > loss_text_ce: 0.05184626951813698 (0.052344447726176836)
| > loss_mel_ce: 3.435670852661133 (3.158833844959736)
| > loss: 0.8718792796134949 (0.8027945734974415)
| > current_lr: 5e-06
| > step_time: 0.1712 (0.24711914592319065)
| > loader_time: 0.0083 (0.008975878689024183)
[1m --> TIME: 2025-02-23 13:19:47 -- STEP: 1490/6985 -- GLOBAL_STEP: 43400[0m
| > loss_text_ce: 0.055074743926525116 (0.052326900714495826)
| > loss_mel_ce: 2.9897985458374023 (3.1597143654855304)
| > loss: 0.7612183094024658 (0.8030103168231534)
| > current_lr: 5e-06
| > step_time: 0.2391 (0.24727141601127267)
| > loader_time: 0.0091 (0.008975456705029378)
[1m --> TIME: 2025-02-23 13:20:06 -- STEP: 1540/6985 -- GLOBAL_STEP: 43450[0m
| > loss_text_ce: 0.05101969465613365 (0.052309821708152036)
| > loss_mel_ce: 3.489328622817993 (3.160100703580039)
| > loss: 0.8850870728492737 (0.8031026314992413)
| > current_lr: 5e-06
| > step_time: 0.2521 (0.24756611105683562)
| > loader_time: 0.009 (0.008977375092444478)
[1m --> TIME: 2025-02-23 13:20:24 -- STEP: 1590/6985 -- GLOBAL_STEP: 43500[0m
| > loss_text_ce: 0.05633138120174408 (0.05231809037848838)
| > loss_mel_ce: 2.616048812866211 (3.1598497692144143)
| > loss: 0.668095052242279 (0.8030419650317742)
| > current_lr: 5e-06
| > step_time: 0.1951 (0.24740136704354915)
| > loader_time: 0.0086 (0.008973890580471208)
[1m --> TIME: 2025-02-23 13:20:42 -- STEP: 1640/6985 -- GLOBAL_STEP: 43550[0m
| > loss_text_ce: 0.05388613045215607 (0.05231111816062432)
| > loss_mel_ce: 3.25968861579895 (3.1606050787902458)
| > loss: 0.8283936977386475 (0.8032290494296613)
| > current_lr: 5e-06
| > step_time: 0.2456 (0.24731006825842508)
| > loader_time: 0.0095 (0.008971274189832734)
[1m --> TIME: 2025-02-23 13:21:00 -- STEP: 1690/6985 -- GLOBAL_STEP: 43600[0m
| > loss_text_ce: 0.05091521143913269 (0.05230803130602342)
| > loss_mel_ce: 3.154205560684204 (3.1607220947389774)
| > loss: 0.8012802004814148 (0.8032575316683079)
| > current_lr: 5e-06
| > step_time: 0.2217 (0.24735721540168898)
| > loader_time: 0.0089 (0.00897070120072224)
[1m --> TIME: 2025-02-23 13:21:18 -- STEP: 1740/6985 -- GLOBAL_STEP: 43650[0m
| > loss_text_ce: 0.053954217582941055 (0.052316142993326153)
| > loss_mel_ce: 3.2874696254730225 (3.1601615863284844)
| > loss: 0.8353559374809265 (0.8031194324808563)
| > current_lr: 5e-06
| > step_time: 0.22 (0.2473060135183663)
| > loader_time: 0.0089 (0.008970792540188502)
[1m --> TIME: 2025-02-23 13:21:36 -- STEP: 1790/6985 -- GLOBAL_STEP: 43700[0m
| > loss_text_ce: 0.05515151470899582 (0.05231534907563105)
| > loss_mel_ce: 2.938314437866211 (3.160956640216891)
| > loss: 0.7483664751052856 (0.8033179975088752)
| > current_lr: 5e-06
| > step_time: 0.2784 (0.24746370635219125)
| > loader_time: 0.0092 (0.008971220021807292)
[1m --> TIME: 2025-02-23 13:21:55 -- STEP: 1840/6985 -- GLOBAL_STEP: 43750[0m
| > loss_text_ce: 0.05369967222213745 (0.05230946000260503)
| > loss_mel_ce: 3.4515392780303955 (3.1615653858236645)
| > loss: 0.8763097524642944 (0.8034687117066076)
| > current_lr: 5e-06
| > step_time: 0.2264 (0.24745939931143884)
| > loader_time: 0.009 (0.008969764087511154)
[1m --> TIME: 2025-02-23 13:22:13 -- STEP: 1890/6985 -- GLOBAL_STEP: 43800[0m
| > loss_text_ce: 0.053313616663217545 (0.05230628730995314)
| > loss_mel_ce: 2.8380327224731445 (3.1604684727532524)
| > loss: 0.7228366136550903 (0.8031936901902399)
| > current_lr: 5e-06
| > step_time: 0.1946 (0.2476467281422287)
| > loader_time: 0.009 (0.008970691791917921)
[1m --> TIME: 2025-02-23 13:22:31 -- STEP: 1940/6985 -- GLOBAL_STEP: 43850[0m
| > loss_text_ce: 0.05201946198940277 (0.05231058310870964)
| > loss_mel_ce: 2.865724802017212 (3.1596100002219996)
| > loss: 0.7294360399246216 (0.8029801459349312)
| > current_lr: 5e-06
| > step_time: 0.1542 (0.24737776849687715)
| > loader_time: 0.008 (0.00896998570137418)
[1m --> TIME: 2025-02-23 13:22:49 -- STEP: 1990/6985 -- GLOBAL_STEP: 43900[0m
| > loss_text_ce: 0.053602732717990875 (0.052302029272120194)
| > loss_mel_ce: 3.0210790634155273 (3.1581284173169926)
| > loss: 0.7686704397201538 (0.8026076117652149)
| > current_lr: 5e-06
| > step_time: 0.1919 (0.24733661754646494)
| > loader_time: 0.0085 (0.008968195124487191)
[1m --> TIME: 2025-02-23 13:23:07 -- STEP: 2040/6985 -- GLOBAL_STEP: 43950[0m
| > loss_text_ce: 0.051803383976221085 (0.052288471436237584)
| > loss_mel_ce: 3.2379791736602783 (3.1602783508160535)
| > loss: 0.8224456310272217 (0.8031417056918148)
| > current_lr: 5e-06
| > step_time: 0.2159 (0.24751066378518646)
| > loader_time: 0.009 (0.00896892232053421)
[1m --> TIME: 2025-02-23 13:23:25 -- STEP: 2090/6985 -- GLOBAL_STEP: 44000[0m
| > loss_text_ce: 0.053087182343006134 (0.052289901570412516)
| > loss_mel_ce: 3.0639703273773193 (3.1581587571276435)
| > loss: 0.7792643904685974 (0.8026121647734397)
| > current_lr: 5e-06
| > step_time: 0.274 (0.24753125683542643)
| > loader_time: 0.0092 (0.008967401650533731)
> CHECKPOINT : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/checkpoint_44000.pth
[1m --> TIME: 2025-02-23 13:24:06 -- STEP: 2140/6985 -- GLOBAL_STEP: 44050[0m
| > loss_text_ce: 0.05308946967124939 (0.05228508032475396)
| > loss_mel_ce: 3.1845481395721436 (3.1590709252892264)
| > loss: 0.8094093799591064 (0.8028390014840068)
| > current_lr: 5e-06
| > step_time: 0.2383 (0.2475735806973181)
| > loader_time: 0.0093 (0.008972784180507494)
[1m --> TIME: 2025-02-23 13:24:25 -- STEP: 2190/6985 -- GLOBAL_STEP: 44100[0m
| > loss_text_ce: 0.05247843638062477 (0.052274809781138735)
| > loss_mel_ce: 3.05790638923645 (3.1589862313989094)
| > loss: 0.7775962352752686 (0.8028152602992653)
| > current_lr: 5e-06
| > step_time: 0.2786 (0.24758215799723585)
| > loader_time: 0.0093 (0.008972883442221176)
[1m --> TIME: 2025-02-23 13:24:42 -- STEP: 2240/6985 -- GLOBAL_STEP: 44150[0m
| > loss_text_ce: 0.051299698650836945 (0.05226981500995211)
| > loss_mel_ce: 3.486196756362915 (3.1597077972122602)
| > loss: 0.8843741416931152 (0.8029944030834101)
| > current_lr: 5e-06
| > step_time: 0.2252 (0.24751489705273083)
| > loader_time: 0.0089 (0.008973302266427459)
[1m --> TIME: 2025-02-23 13:25:01 -- STEP: 2290/6985 -- GLOBAL_STEP: 44200[0m
| > loss_text_ce: 0.049552757292985916 (0.05226915457883777)
| > loss_mel_ce: 3.1318609714508057 (3.158448570784523)
| > loss: 0.7953534126281738 (0.8026794313083053)
| > current_lr: 5e-06
| > step_time: 0.2651 (0.247543027099043)
| > loader_time: 0.0091 (0.00897332466325386)
[1m --> TIME: 2025-02-23 13:25:19 -- STEP: 2340/6985 -- GLOBAL_STEP: 44250[0m
| > loss_text_ce: 0.04782615602016449 (0.052260255385349466)
| > loss_mel_ce: 3.634977340698242 (3.1584492214724555)
| > loss: 0.9207008481025696 (0.802677369168681)
| > current_lr: 5e-06
| > step_time: 0.2353 (0.2475195882666824)
| > loader_time: 0.0091 (0.008971792714208622)
[1m --> TIME: 2025-02-23 13:25:37 -- STEP: 2390/6985 -- GLOBAL_STEP: 44300[0m
| > loss_text_ce: 0.05121548846364021 (0.05225811010249991)
| > loss_mel_ce: 3.0726232528686523 (3.1571879432789984)
| > loss: 0.7809596657752991 (0.8023615132814672)
| > current_lr: 5e-06
| > step_time: 0.276 (0.24744173073868372)
| > loader_time: 0.0093 (0.008971332107128964)
[1m --> TIME: 2025-02-23 13:25:55 -- STEP: 2440/6985 -- GLOBAL_STEP: 44350[0m
| > loss_text_ce: 0.05183199420571327 (0.05225417578867718)
| > loss_mel_ce: 3.2611262798309326 (3.1576567861877547)
| > loss: 0.8282395601272583 (0.8024777404841826)
| > current_lr: 5e-06
| > step_time: 0.2492 (0.2474603448734909)
| > loader_time: 0.0096 (0.008971446752548223)
[1m --> TIME: 2025-02-23 13:26:14 -- STEP: 2490/6985 -- GLOBAL_STEP: 44400[0m
| > loss_text_ce: 0.051183443516492844 (0.05225628781091262)
| > loss_mel_ce: 2.8338022232055664 (3.1566546196918464)
| > loss: 0.7212464213371277 (0.8022277268779324)
| > current_lr: 5e-06
| > step_time: 0.2826 (0.2476656032853337)
| > loader_time: 0.0093 (0.008972786037797435)
[1m --> TIME: 2025-02-23 13:26:31 -- STEP: 2540/6985 -- GLOBAL_STEP: 44450[0m
| > loss_text_ce: 0.05022868514060974 (0.05225641789780128)
| > loss_mel_ce: 3.5889298915863037 (3.1557023827485264)
| > loss: 0.9097896218299866 (0.8019897001934803)
| > current_lr: 5e-06
| > step_time: 0.2534 (0.24758858220783744)
| > loader_time: 0.0097 (0.008972288961485619)
[1m --> TIME: 2025-02-23 13:26:49 -- STEP: 2590/6985 -- GLOBAL_STEP: 44500[0m
| > loss_text_ce: 0.05230030417442322 (0.05225568392878568)
| > loss_mel_ce: 3.264049768447876 (3.1562052246226378)
| > loss: 0.829087495803833 (0.802115227126707)
| > current_lr: 5e-06
| > step_time: 0.284 (0.24750557792693031)
| > loader_time: 0.0094 (0.008971590333003336)
[1m --> TIME: 2025-02-23 13:27:08 -- STEP: 2640/6985 -- GLOBAL_STEP: 44550[0m
| > loss_text_ce: 0.051876723766326904 (0.05225607275991056)
| > loss_mel_ce: 3.348977565765381 (3.155326810298551)
| > loss: 0.8502135872840881 (0.8018957207600276)
| > current_lr: 5e-06
| > step_time: 0.2252 (0.24753434269717245)
| > loader_time: 0.0095 (0.008972562172196129)
[1m --> TIME: 2025-02-23 13:27:26 -- STEP: 2690/6985 -- GLOBAL_STEP: 44600[0m
| > loss_text_ce: 0.04851002246141434 (0.05225352873284803)
| > loss_mel_ce: 3.211416244506836 (3.1555429597769598)
| > loss: 0.8149815797805786 (0.8019491222046565)
| > current_lr: 5e-06
| > step_time: 0.2547 (0.24754119752508114)
| > loader_time: 0.0091 (0.008973370342892787)
[1m --> TIME: 2025-02-23 13:27:44 -- STEP: 2740/6985 -- GLOBAL_STEP: 44650[0m
| > loss_text_ce: 0.052032291889190674 (0.05224820470070321)
| > loss_mel_ce: 3.077657699584961 (3.155379065892999)
| > loss: 0.7824224829673767 (0.8019068176946501)
| > current_lr: 5e-06
| > step_time: 0.1723 (0.24757422617752187)
| > loader_time: 0.0087 (0.008973836898803718)
[1m --> TIME: 2025-02-23 13:28:02 -- STEP: 2790/6985 -- GLOBAL_STEP: 44700[0m
| > loss_text_ce: 0.05239325761795044 (0.052249072353258826)
| > loss_mel_ce: 2.730602502822876 (3.1549345403589295)
| > loss: 0.6957489252090454 (0.8017959032007443)
| > current_lr: 5e-06
| > step_time: 0.2476 (0.2476698974554684)
| > loader_time: 0.0087 (0.00897445217255624)
[1m --> TIME: 2025-02-23 13:28:20 -- STEP: 2840/6985 -- GLOBAL_STEP: 44750[0m
| > loss_text_ce: 0.05041218549013138 (0.05225139880343017)
| > loss_mel_ce: 3.0042786598205566 (3.154620938317883)
| > loss: 0.7636727094650269 (0.8017180842832781)
| > current_lr: 5e-06
| > step_time: 0.2175 (0.24760259960738706)
| > loader_time: 0.009 (0.00897391514039376)
[1m --> TIME: 2025-02-23 13:28:39 -- STEP: 2890/6985 -- GLOBAL_STEP: 44800[0m
| > loss_text_ce: 0.05268559232354164 (0.05224916875027253)
| > loss_mel_ce: 2.8210930824279785 (3.15487426911259)
| > loss: 0.7184446454048157 (0.8017808594299435)
| > current_lr: 5e-06
| > step_time: 0.1958 (0.24765790325547585)
| > loader_time: 0.0086 (0.008974526910220881)
[1m --> TIME: 2025-02-23 13:28:57 -- STEP: 2940/6985 -- GLOBAL_STEP: 44850[0m
| > loss_text_ce: 0.05309654772281647 (0.05225035213820995)
| > loss_mel_ce: 3.1269729137420654 (3.1542638440521458)
| > loss: 0.7950173616409302 (0.8016285489813811)
| > current_lr: 5e-06
| > step_time: 0.2522 (0.24771756387892224)
| > loader_time: 0.009 (0.008975017476244044)
[1m --> TIME: 2025-02-23 13:29:15 -- STEP: 2990/6985 -- GLOBAL_STEP: 44900[0m
| > loss_text_ce: 0.0524265430867672 (0.05224197818632911)
| > loss_mel_ce: 3.244946002960205 (3.1543769350020043)
| > loss: 0.8243431448936462 (0.8016547282403926)
| > current_lr: 5e-06
| > step_time: 0.2029 (0.24778784421774058)
| > loader_time: 0.0086 (0.00897653326142992)
[1m --> TIME: 2025-02-23 13:29:34 -- STEP: 3040/6985 -- GLOBAL_STEP: 44950[0m
| > loss_text_ce: 0.052050139755010605 (0.05224049813236653)
| > loss_mel_ce: 3.0874013900756836 (3.153861913790834)
| > loss: 0.7848628759384155 (0.8015256029014525)
| > current_lr: 5e-06
| > step_time: 0.2178 (0.24784470467190994)
| > loader_time: 0.0085 (0.008975880789129377)
[1m --> TIME: 2025-02-23 13:29:52 -- STEP: 3090/6985 -- GLOBAL_STEP: 45000[0m
| > loss_text_ce: 0.05483132228255272 (0.05223165746766197)
| > loss_mel_ce: 2.8757388591766357 (3.1535839757487283)
| > loss: 0.7326425313949585 (0.8014539082845052)
| > current_lr: 5e-06
| > step_time: 0.2584 (0.24775867330989407)
| > loader_time: 0.0086 (0.008973841296816358)
> CHECKPOINT : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/checkpoint_45000.pth
[1m --> TIME: 2025-02-23 13:30:30 -- STEP: 3140/6985 -- GLOBAL_STEP: 45050[0m
| > loss_text_ce: 0.05356932431459427 (0.0522301487351774)
| > loss_mel_ce: 3.416612386703491 (3.1540684286196576)
| > loss: 0.8675454258918762 (0.8015746442755316)
| > current_lr: 5e-06
| > step_time: 0.202 (0.24792809296565452)
| > loader_time: 0.0086 (0.008976122072547891)
[1m --> TIME: 2025-02-23 13:30:48 -- STEP: 3190/6985 -- GLOBAL_STEP: 45100[0m
| > loss_text_ce: 0.05229860544204712 (0.052227400876231365)
| > loss_mel_ce: 3.0273454189300537 (3.154015231132513)
| > loss: 0.769910991191864 (0.8015606579362038)
| > current_lr: 5e-06
| > step_time: 0.2788 (0.24784343033375036)
| > loader_time: 0.0094 (0.008975735801888138)
[1m --> TIME: 2025-02-23 13:31:07 -- STEP: 3240/6985 -- GLOBAL_STEP: 45150[0m
| > loss_text_ce: 0.05002306029200554 (0.05223180175310487)
| > loss_mel_ce: 3.36574649810791 (3.1539382980193675)
| > loss: 0.8539423942565918 (0.8015425248094546)
| > current_lr: 5e-06
| > step_time: 0.2415 (0.2479462801674266)
| > loader_time: 0.0093 (0.00897758558944422)
[1m --> TIME: 2025-02-23 13:31:25 -- STEP: 3290/6985 -- GLOBAL_STEP: 45200[0m
| > loss_text_ce: 0.05112021788954735 (0.052233081778630334)
| > loss_mel_ce: 3.311372756958008 (3.154344000497493)
| > loss: 0.8406232595443726 (0.801644270434568)
| > current_lr: 5e-06
| > step_time: 0.2647 (0.24799058509815064)
| > loader_time: 0.0091 (0.008978362286344506)
[1m --> TIME: 2025-02-23 13:31:43 -- STEP: 3340/6985 -- GLOBAL_STEP: 45250[0m
| > loss_text_ce: 0.05242724344134331 (0.05222340447906252)
| > loss_mel_ce: 3.0053975582122803 (3.1544393268174096)
| > loss: 0.7644562125205994 (0.80166568272485)
| > current_lr: 5e-06
| > step_time: 0.1699 (0.24798175674712586)
| > loader_time: 0.0085 (0.008977921708615255)
[1m --> TIME: 2025-02-23 13:32:01 -- STEP: 3390/6985 -- GLOBAL_STEP: 45300[0m
| > loss_text_ce: 0.05330412834882736 (0.05221840309797842)
| > loss_mel_ce: 3.127636194229126 (3.154555808689044)
| > loss: 0.7952350974082947 (0.8016935528203801)
| > current_lr: 5e-06
| > step_time: 0.2787 (0.2480254591038797)
| > loader_time: 0.0092 (0.008980897323923494)
[1m --> TIME: 2025-02-23 13:32:20 -- STEP: 3440/6985 -- GLOBAL_STEP: 45350[0m
| > loss_text_ce: 0.05445528402924538 (0.052214547285680195)
| > loss_mel_ce: 2.9270989894866943 (3.1546661696461795)
| > loss: 0.7453885674476624 (0.80172017908027)
| > current_lr: 5e-06
| > step_time: 0.226 (0.2480729985375737)
| > loader_time: 0.009 (0.008981298568636886)
[1m --> TIME: 2025-02-23 13:32:38 -- STEP: 3490/6985 -- GLOBAL_STEP: 45400[0m
| > loss_text_ce: 0.0534159354865551 (0.05222112224103732)
| > loss_mel_ce: 3.0170395374298096 (3.1540097906801337)
| > loss: 0.7676138877868652 (0.8015577280931282)
| > current_lr: 5e-06
| > step_time: 0.2214 (0.24799669000685728)
| > loader_time: 0.0087 (0.008981101082525837)
[1m --> TIME: 2025-02-23 13:32:56 -- STEP: 3540/6985 -- GLOBAL_STEP: 45450[0m
| > loss_text_ce: 0.05353924632072449 (0.052216760755258794)
| > loss_mel_ce: 3.106807231903076 (3.153985110379887)
| > loss: 0.7900866270065308 (0.8015504676406666)
| > current_lr: 5e-06
| > step_time: 0.2315 (0.24811304066814271)
| > loader_time: 0.0088 (0.008982086787789568)
[1m --> TIME: 2025-02-23 13:33:15 -- STEP: 3590/6985 -- GLOBAL_STEP: 45500[0m
| > loss_text_ce: 0.053515899926424026 (0.0522122172758108)
| > loss_mel_ce: 2.9408605098724365 (3.154524980879765)
| > loss: 0.7485941052436829 (0.8016842994019182)
| > current_lr: 5e-06
| > step_time: 0.2853 (0.24819992724235343)
| > loader_time: 0.0094 (0.008983329146021268)
[1m --> TIME: 2025-02-23 13:33:33 -- STEP: 3640/6985 -- GLOBAL_STEP: 45550[0m
| > loss_text_ce: 0.05223109945654869 (0.05221083590064897)
| > loss_mel_ce: 3.064547538757324 (3.1534994838002013)
| > loss: 0.7791946530342102 (0.8014275798103312)
| > current_lr: 5e-06
| > step_time: 0.2454 (0.24814949291093008)
| > loader_time: 0.0096 (0.008982603825055648)
[1m --> TIME: 2025-02-23 13:33:51 -- STEP: 3690/6985 -- GLOBAL_STEP: 45600[0m
| > loss_text_ce: 0.05122607946395874 (0.05221213530597651)
| > loss_mel_ce: 3.247713327407837 (3.1529116301032634)
| > loss: 0.8247348666191101 (0.801280941242771)
| > current_lr: 5e-06
| > step_time: 0.2251 (0.2481218188758788)
| > loader_time: 0.0086 (0.00898196600316987)
[1m --> TIME: 2025-02-23 13:34:09 -- STEP: 3740/6985 -- GLOBAL_STEP: 45650[0m
| > loss_text_ce: 0.05155196040868759 (0.052214683013604636)
| > loss_mel_ce: 3.213474988937378 (3.1528906647534343)
| > loss: 0.8162567615509033 (0.8012763368414048)
| > current_lr: 5e-06
| > step_time: 0.2369 (0.24814484106665627)
| > loader_time: 0.0094 (0.00898555128332129)
[1m --> TIME: 2025-02-23 13:34:27 -- STEP: 3790/6985 -- GLOBAL_STEP: 45700[0m
| > loss_text_ce: 0.04962620139122009 (0.052208086804027325)
| > loss_mel_ce: 3.2753360271453857 (3.1529330254859267)
| > loss: 0.8312405347824097 (0.8012852779950819)
| > current_lr: 5e-06
| > step_time: 0.2359 (0.24813035647913145)
| > loader_time: 0.0089 (0.00898666633465046)
[1m --> TIME: 2025-02-23 13:34:45 -- STEP: 3840/6985 -- GLOBAL_STEP: 45750[0m
| > loss_text_ce: 0.050176966935396194 (0.05220608348026875)
| > loss_mel_ce: 3.089789867401123 (3.152215872891252)
| > loss: 0.7849916815757751 (0.8011054890075078)
| > current_lr: 5e-06
| > step_time: 0.2515 (0.2480576602742076)
| > loader_time: 0.0096 (0.008986951969563972)
[1m --> TIME: 2025-02-23 13:35:03 -- STEP: 3890/6985 -- GLOBAL_STEP: 45800[0m
| > loss_text_ce: 0.05096890404820442 (0.052200024530942794)
| > loss_mel_ce: 3.456841230392456 (3.1518789401091203)
| > loss: 0.8769525289535522 (0.8010197410853173)
| > current_lr: 5e-06
| > step_time: 0.2737 (0.24801888907170233)
| > loader_time: 0.009 (0.008986040559096948)
[1m --> TIME: 2025-02-23 13:35:21 -- STEP: 3940/6985 -- GLOBAL_STEP: 45850[0m
| > loss_text_ce: 0.05052979663014412 (0.052196898813439835)
| > loss_mel_ce: 3.131517171859741 (3.151425149598102)
| > loss: 0.7955117225646973 (0.8009055121295948)
| > current_lr: 5e-06
| > step_time: 0.2505 (0.24797607533217686)
| > loader_time: 0.0096 (0.008986410816308821)
[1m --> TIME: 2025-02-23 13:35:39 -- STEP: 3990/6985 -- GLOBAL_STEP: 45900[0m
| > loss_text_ce: 0.052487242966890335 (0.05219469547626521)
| > loss_mel_ce: 2.9853999614715576 (3.151709462168227)
| > loss: 0.7594717741012573 (0.8009760393684072)
| > current_lr: 5e-06
| > step_time: 0.2408 (0.24788586513739183)
| > loader_time: 0.0092 (0.008988517567627422)
[1m --> TIME: 2025-02-23 13:35:57 -- STEP: 4040/6985 -- GLOBAL_STEP: 45950[0m
| > loss_text_ce: 0.05330953001976013 (0.052196426554075886)
| > loss_mel_ce: 2.7595880031585693 (3.1511036213671852)
| > loss: 0.7032243609428406 (0.8008250119219912)
| > current_lr: 5e-06
| > step_time: 0.2384 (0.24795632084997574)
| > loader_time: 0.0094 (0.008989617376044255)
[1m --> TIME: 2025-02-23 13:36:15 -- STEP: 4090/6985 -- GLOBAL_STEP: 46000[0m
| > loss_text_ce: 0.05166546627879143 (0.0521947821679646)
| > loss_mel_ce: 2.6647870540618896 (3.1513285838595855)
| > loss: 0.6791131496429443 (0.800880841448138)
| > current_lr: 5e-06
| > step_time: 0.2129 (0.2479514450199155)
| > loader_time: 0.0085 (0.00899040699005128)
> CHECKPOINT : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/checkpoint_46000.pth
[1m --> TIME: 2025-02-23 13:36:53 -- STEP: 4140/6985 -- GLOBAL_STEP: 46050[0m
| > loss_text_ce: 0.05238216742873192 (0.0521908950492524)
| > loss_mel_ce: 2.9832770824432373 (3.1510921086090242)
| > loss: 0.7589148283004761 (0.800820750861928)
| > current_lr: 5e-06
| > step_time: 0.2256 (0.24798103087190268)
| > loader_time: 0.009 (0.008991290232985501)
[1m --> TIME: 2025-02-23 13:37:11 -- STEP: 4190/6985 -- GLOBAL_STEP: 46100[0m
| > loss_text_ce: 0.04887669160962105 (0.05218593177956872)
| > loss_mel_ce: 3.477670907974243 (3.1510750248779305)
| > loss: 0.881636917591095 (0.8008152391290322)
| > current_lr: 5e-06
| > step_time: 0.2838 (0.24791666698911025)
| > loader_time: 0.0093 (0.008992171628947485)
[1m --> TIME: 2025-02-23 13:37:29 -- STEP: 4240/6985 -- GLOBAL_STEP: 46150[0m
| > loss_text_ce: 0.051060788333415985 (0.05218043116641778)
| > loss_mel_ce: 3.1462578773498535 (3.1509414242686002)
| > loss: 0.7993296384811401 (0.8007804638512854)
| > current_lr: 5e-06
| > step_time: 0.1965 (0.24793704348915027)
| > loader_time: 0.0091 (0.008993089817604938)
[1m --> TIME: 2025-02-23 13:37:47 -- STEP: 4290/6985 -- GLOBAL_STEP: 46200[0m
| > loss_text_ce: 0.04830370843410492 (0.052175044515854)
| > loss_mel_ce: 3.0158462524414062 (3.150962789686692)
| > loss: 0.7660374641418457 (0.8007844585638779)
| > current_lr: 5e-06
| > step_time: 0.1903 (0.2479044820323135)
| > loader_time: 0.0086 (0.008993427570049586)
[1m --> TIME: 2025-02-23 13:38:05 -- STEP: 4340/6985 -- GLOBAL_STEP: 46250[0m
| > loss_text_ce: 0.04980400577187538 (0.052173629974783295)
| > loss_mel_ce: 3.304274082183838 (3.1506906492918914)
| > loss: 0.8385195136070251 (0.8007160698213882)
| > current_lr: 5e-06
| > step_time: 0.2272 (0.24777748079343875)
| > loader_time: 0.0092 (0.008993188686634535)
[1m --> TIME: 2025-02-23 13:38:23 -- STEP: 4390/6985 -- GLOBAL_STEP: 46300[0m
| > loss_text_ce: 0.05194602534174919 (0.052172434854412426)
| > loss_mel_ce: 3.4495460987091064 (3.150818948213498)
| > loss: 0.8753730058670044 (0.8007478457512777)
| > current_lr: 5e-06
| > step_time: 0.2373 (0.24775503637578872)
| > loader_time: 0.0086 (0.008993947587415129)
[1m --> TIME: 2025-02-23 13:38:41 -- STEP: 4440/6985 -- GLOBAL_STEP: 46350[0m
| > loss_text_ce: 0.05060513690114021 (0.052167980232787854)
| > loss_mel_ce: 2.6675009727478027 (3.1514184186587495)
| > loss: 0.6795265078544617 (0.8008965996874341)
| > current_lr: 5e-06
| > step_time: 0.1255 (0.24772561997980685)
| > loader_time: 0.0081 (0.008995258002667803)
[1m --> TIME: 2025-02-23 13:38:59 -- STEP: 4490/6985 -- GLOBAL_STEP: 46400[0m
| > loss_text_ce: 0.05230363830924034 (0.052166599168012855)
| > loss_mel_ce: 3.2527835369110107 (3.1510276997275266)
| > loss: 0.8262717723846436 (0.8007985746807404)
| > current_lr: 5e-06
| > step_time: 0.275 (0.24773545286437718)
| > loader_time: 0.0094 (0.008996451777179934)
[1m --> TIME: 2025-02-23 13:39:18 -- STEP: 4540/6985 -- GLOBAL_STEP: 46450[0m
| > loss_text_ce: 0.05193409323692322 (0.05216183913748568)
| > loss_mel_ce: 3.160158395767212 (3.151472749846626)
| > loss: 0.803023099899292 (0.8009086472347442)
| > current_lr: 5e-06
| > step_time: 0.1734 (0.24778332426684543)
| > loader_time: 0.0087 (0.008997485868731244)
[1m --> TIME: 2025-02-23 13:39:36 -- STEP: 4590/6985 -- GLOBAL_STEP: 46500[0m
| > loss_text_ce: 0.05299139395356178 (0.052164759009686985)
| > loss_mel_ce: 2.6646363735198975 (3.150410515186838)
| > loss: 0.6794069409370422 (0.8006438185316802)
| > current_lr: 5e-06
| > step_time: 0.2109 (0.2478016297541932)
| > loader_time: 0.009 (0.008998418373739525)
[1m --> TIME: 2025-02-23 13:39:54 -- STEP: 4640/6985 -- GLOBAL_STEP: 46550[0m
| > loss_text_ce: 0.052736733108758926 (0.05216996332726862)
| > loss_mel_ce: 2.7966456413269043 (3.1503206723722954)
| > loss: 0.7123456001281738 (0.8006226588939793)
| > current_lr: 5e-06
| > step_time: 0.2428 (0.2477802485741418)
| > loader_time: 0.0096 (0.008998957790177434)
[1m --> TIME: 2025-02-23 13:40:12 -- STEP: 4690/6985 -- GLOBAL_STEP: 46600[0m
| > loss_text_ce: 0.05157993361353874 (0.052166266381931226)
| > loss_mel_ce: 3.148090124130249 (3.1500238206086664)
| > loss: 0.7999175190925598 (0.8005475217218329)
| > current_lr: 5e-06
| > step_time: 0.2481 (0.24773731826465012)
| > loader_time: 0.0089 (0.008999164882245086)
[1m --> TIME: 2025-02-23 13:40:30 -- STEP: 4740/6985 -- GLOBAL_STEP: 46650[0m
| > loss_text_ce: 0.05315767601132393 (0.052164266952451015)
| > loss_mel_ce: 3.5199501514434814 (3.149561960284722)
| > loss: 0.8932769298553467 (0.8004315567670482)
| > current_lr: 5e-06
| > step_time: 0.2453 (0.24777511660056778)
| > loader_time: 0.0087 (0.00900039476684377)
[1m --> TIME: 2025-02-23 13:40:49 -- STEP: 4790/6985 -- GLOBAL_STEP: 46700[0m
| > loss_text_ce: 0.0507114976644516 (0.052165377196041154)
| > loss_mel_ce: 3.068535089492798 (3.1488550096563626)
| > loss: 0.7798116207122803 (0.8002550966555478)
| > current_lr: 5e-06
| > step_time: 0.2383 (0.24786299882701643)
| > loader_time: 0.0091 (0.009001731623687422)
[1m --> TIME: 2025-02-23 13:41:08 -- STEP: 4840/6985 -- GLOBAL_STEP: 46750[0m
| > loss_text_ce: 0.053810928016901016 (0.052160642910286874)
| > loss_mel_ce: 2.8980860710144043 (3.149399504287185)
| > loss: 0.737974226474762 (0.800390036761267)
| > current_lr: 5e-06
| > step_time: 0.1725 (0.24798442327286585)
| > loader_time: 0.009 (0.00900328282482368)
[1m --> TIME: 2025-02-23 13:41:26 -- STEP: 4890/6985 -- GLOBAL_STEP: 46800[0m
| > loss_text_ce: 0.05282115936279297 (0.052160831437977534)
| > loss_mel_ce: 3.238175868988037 (3.1496532510394704)
| > loss: 0.8227492570877075 (0.8004535206134568)
| > current_lr: 5e-06
| > step_time: 0.2812 (0.24804468554709344)
| > loader_time: 0.0092 (0.009005121414403)
[1m --> TIME: 2025-02-23 13:41:44 -- STEP: 4940/6985 -- GLOBAL_STEP: 46850[0m
| > loss_text_ce: 0.05190836265683174 (0.0521565321418136)
| > loss_mel_ce: 3.222548246383667 (3.149884545465231)
| > loss: 0.81861412525177 (0.8005102693793252)
| > current_lr: 5e-06
| > step_time: 0.1687 (0.24803793657163858)
| > loader_time: 0.0088 (0.009006202027865265)
[1m --> TIME: 2025-02-23 13:42:03 -- STEP: 4990/6985 -- GLOBAL_STEP: 46900[0m
| > loss_text_ce: 0.052787523716688156 (0.052151967988224426)
| > loss_mel_ce: 3.1414735317230225 (3.149977945325848)
| > loss: 0.7985652685165405 (0.8005324783210515)
| > current_lr: 5e-06
| > step_time: 0.2459 (0.24811732281663854)
| > loader_time: 0.0092 (0.0090075089601811)
[1m --> TIME: 2025-02-23 13:42:21 -- STEP: 5040/6985 -- GLOBAL_STEP: 46950[0m
| > loss_text_ce: 0.05109836161136627 (0.05215304553331362)
| > loss_mel_ce: 3.3029465675354004 (3.1495979451943956)
| > loss: 0.8385112285614014 (0.800437747687101)
| > current_lr: 5e-06
| > step_time: 0.1708 (0.2480706932525786)
| > loader_time: 0.0084 (0.009008160706550354)
[1m --> TIME: 2025-02-23 13:42:39 -- STEP: 5090/6985 -- GLOBAL_STEP: 47000[0m
| > loss_text_ce: 0.050328172743320465 (0.052147378137221714)
| > loss_mel_ce: 2.9181318283081055 (3.1500276907956435)
| > loss: 0.7421150207519531 (0.8005437672138211)
| > current_lr: 5e-06
| > step_time: 0.2799 (0.2481105649401022)
| > loader_time: 0.0094 (0.00900990030854531)
> CHECKPOINT : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/checkpoint_47000.pth
[1m --> TIME: 2025-02-23 13:43:18 -- STEP: 5140/6985 -- GLOBAL_STEP: 47050[0m
| > loss_text_ce: 0.05373373255133629 (0.05214978507230716)
| > loss_mel_ce: 2.8474669456481934 (3.14968257275073)
| > loss: 0.7253001928329468 (0.8004580894100991)
| > current_lr: 5e-06
| > step_time: 0.2239 (0.24815412416532345)
| > loader_time: 0.009 (0.009011776066939658)
[1m --> TIME: 2025-02-23 13:43:37 -- STEP: 5190/6985 -- GLOBAL_STEP: 47100[0m
| > loss_text_ce: 0.05251486971974373 (0.05214309506548965)
| > loss_mel_ce: 3.392942190170288 (3.149985909278223)
| > loss: 0.8613642454147339 (0.800532251045194)
| > current_lr: 5e-06
| > step_time: 0.1697 (0.2482113981063196)
| > loader_time: 0.0084 (0.009012852055029611)
[1m --> TIME: 2025-02-23 13:43:55 -- STEP: 5240/6985 -- GLOBAL_STEP: 47150[0m
| > loss_text_ce: 0.05104001238942146 (0.052142690935435165)
| > loss_mel_ce: 3.2364187240600586 (3.149719746103723)
| > loss: 0.821864664554596 (0.8004656091901182)
| > current_lr: 5e-06
| > step_time: 0.1709 (0.24817485718326715)
| > loader_time: 0.0087 (0.0090129511501953)
[1m --> TIME: 2025-02-23 13:44:12 -- STEP: 5290/6985 -- GLOBAL_STEP: 47200[0m
| > loss_text_ce: 0.05142570286989212 (0.05213995586960998)
| > loss_mel_ce: 3.232757568359375 (3.149136777726373)
| > loss: 0.8210458159446716 (0.8003191833347364)
| > current_lr: 5e-06
| > step_time: 0.2568 (0.2480759549005721)
| > loader_time: 0.009 (0.009013451249928474)
[1m --> TIME: 2025-02-23 13:44:30 -- STEP: 5340/6985 -- GLOBAL_STEP: 47250[0m
| > loss_text_ce: 0.0516430139541626 (0.05213617408501631)
| > loss_mel_ce: 3.685652017593384 (3.1491289854496154)
| > loss: 0.934323787689209 (0.8003162898374407)
| > current_lr: 5e-06
| > step_time: 0.235 (0.248098329167241)
| > loader_time: 0.0087 (0.009013896622461335)
[1m --> TIME: 2025-02-23 13:44:49 -- STEP: 5390/6985 -- GLOBAL_STEP: 47300[0m
| > loss_text_ce: 0.052489716559648514 (0.05213885193963659)
| > loss_mel_ce: 2.9338083267211914 (3.148800188446752)
| > loss: 0.7465745210647583 (0.8002347600371585)
| > current_lr: 5e-06
| > step_time: 0.2646 (0.24817473348748484)
| > loader_time: 0.0091 (0.009015240386156085)
[1m --> TIME: 2025-02-23 13:45:07 -- STEP: 5440/6985 -- GLOBAL_STEP: 47350[0m
| > loss_text_ce: 0.05493646115064621 (0.05213892356602144)
| > loss_mel_ce: 2.872279644012451 (3.148965091828037)
| > loss: 0.7318040132522583 (0.8002760037779808)
| > current_lr: 5e-06
| > step_time: 0.1958 (0.248162983620868)
| > loader_time: 0.0089 (0.009017084977206071)
[1m --> TIME: 2025-02-23 13:45:26 -- STEP: 5490/6985 -- GLOBAL_STEP: 47400[0m
| > loss_text_ce: 0.052993323653936386 (0.05213605085682997)
| > loss_mel_ce: 2.795606851577759 (3.1484214737984213)
| > loss: 0.7121500372886658 (0.8001393810864572)
| > current_lr: 5e-06
| > step_time: 0.1901 (0.24823456970068927)
| > loader_time: 0.0088 (0.009018043785581627)
[1m --> TIME: 2025-02-23 13:45:44 -- STEP: 5540/6985 -- GLOBAL_STEP: 47450[0m
| > loss_text_ce: 0.0492975115776062 (0.05213176948337777)
| > loss_mel_ce: 3.3426637649536133 (3.148759394819555)
| > loss: 0.8479903340339661 (0.8002227909943688)
| > current_lr: 5e-06
| > step_time: 0.2302 (0.24823952117121176)
| > loader_time: 0.0094 (0.00901887115588689)
[1m --> TIME: 2025-02-23 13:46:03 -- STEP: 5590/6985 -- GLOBAL_STEP: 47500[0m
| > loss_text_ce: 0.05365482717752457 (0.052132047581518036)
| > loss_mel_ce: 3.0498650074005127 (3.1485628214206587)
| > loss: 0.775879979133606 (0.8001737171507479)
| > current_lr: 5e-06
| > step_time: 0.2406 (0.24824836642243142)
| > loader_time: 0.009 (0.009019862901759287)
[1m --> TIME: 2025-02-23 13:46:21 -- STEP: 5640/6985 -- GLOBAL_STEP: 47550[0m
| > loss_text_ce: 0.05186578258872032 (0.05213202225268942)
| > loss_mel_ce: 2.8118863105773926 (3.1481124817056854)
| > loss: 0.7159380316734314 (0.800061125884242)
| > current_lr: 5e-06
| > step_time: 0.1882 (0.24825826198496717)
| > loader_time: 0.009 (0.009020744781967604)
[1m --> TIME: 2025-02-23 13:46:40 -- STEP: 5690/6985 -- GLOBAL_STEP: 47600[0m
| > loss_text_ce: 0.05142955109477043 (0.05212885009710837)
| > loss_mel_ce: 3.354234457015991 (3.1480773904830577)
| > loss: 0.8514159917831421 (0.8000515600499453)
| > current_lr: 5e-06
| > step_time: 0.2876 (0.24836549507503142)
| > loader_time: 0.0093 (0.009022415166160985)
[1m --> TIME: 2025-02-23 13:46:58 -- STEP: 5740/6985 -- GLOBAL_STEP: 47650[0m
| > loss_text_ce: 0.05449456721544266 (0.05212797975031339)
| > loss_mel_ce: 3.19195294380188 (3.148022022189163)
| > loss: 0.8116118907928467 (0.8000375003972535)
| > current_lr: 5e-06
| > step_time: 0.2258 (0.2483290510725892)
| > loader_time: 0.0087 (0.009023108216528289)
[1m --> TIME: 2025-02-23 13:47:16 -- STEP: 5790/6985 -- GLOBAL_STEP: 47700[0m
| > loss_text_ce: 0.0495445616543293 (0.052127203126542496)
| > loss_mel_ce: 2.9915695190429688 (3.147664805644534)
| > loss: 0.7602785229682922 (0.7999480021020497)
| > current_lr: 5e-06
| > step_time: 0.2146 (0.24831305493139028)
| > loader_time: 0.0089 (0.009023626233629622)
[1m --> TIME: 2025-02-23 13:47:33 -- STEP: 5840/6985 -- GLOBAL_STEP: 47750[0m
| > loss_text_ce: 0.05502231419086456 (0.052122356236134065)
| > loss_mel_ce: 2.712010145187378 (3.146887537387952)
| > loss: 0.6917580962181091 (0.799752473280038)
| > current_lr: 5e-06
| > step_time: 0.1712 (0.2482088817309027)
| > loader_time: 0.009 (0.009023609226697118)
[1m --> TIME: 2025-02-23 13:47:51 -- STEP: 5890/6985 -- GLOBAL_STEP: 47800[0m
| > loss_text_ce: 0.05037335306406021 (0.05211882451596606)
| > loss_mel_ce: 3.467164993286133 (3.1469947289934783)
| > loss: 0.8793845772743225 (0.7997783882609855)
| > current_lr: 5e-06
| > step_time: 0.2538 (0.24823142263804307)
| > loader_time: 0.0094 (0.009025103046048075)
[1m --> TIME: 2025-02-23 13:48:10 -- STEP: 5940/6985 -- GLOBAL_STEP: 47850[0m
| > loss_text_ce: 0.05029824748635292 (0.0521162886962746)
| > loss_mel_ce: 3.190488576889038 (3.147123191011473)
| > loss: 0.8101966977119446 (0.7998098698228296)
| > current_lr: 5e-06
| > step_time: 0.1922 (0.24827046996415264)
| > loader_time: 0.0091 (0.009026501997552725)
[1m --> TIME: 2025-02-23 13:48:27 -- STEP: 5990/6985 -- GLOBAL_STEP: 47900[0m
| > loss_text_ce: 0.050862062722444534 (0.05211389470777048)
| > loss_mel_ce: 3.5574710369110107 (3.1464338558146068)
| > loss: 0.9020832777023315 (0.7996369374912848)
| > current_lr: 5e-06
| > step_time: 0.207 (0.24817463444150947)
| > loader_time: 0.0088 (0.009026087584200997)
[1m --> TIME: 2025-02-23 13:48:45 -- STEP: 6040/6985 -- GLOBAL_STEP: 47950[0m
| > loss_text_ce: 0.05311371386051178 (0.052115327149432206)
| > loss_mel_ce: 3.1266274452209473 (3.1460050603017105)
| > loss: 0.7949352860450745 (0.7995300967172282)
| > current_lr: 5e-06
| > step_time: 0.244 (0.24815892123228667)
| > loader_time: 0.0098 (0.009026945860970087)
[1m --> TIME: 2025-02-23 13:49:04 -- STEP: 6090/6985 -- GLOBAL_STEP: 48000[0m
| > loss_text_ce: 0.05044427141547203 (0.052113440062098296)
| > loss_mel_ce: 2.9496893882751465 (3.146096108934562)
| > loss: 0.750033438205719 (0.7995523870970033)
| > current_lr: 5e-06
| > step_time: 0.2736 (0.24819184919491974)
| > loader_time: 0.0092 (0.009028436123639676)
> CHECKPOINT : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/checkpoint_48000.pth
[1m --> TIME: 2025-02-23 13:49:43 -- STEP: 6140/6985 -- GLOBAL_STEP: 48050[0m
| > loss_text_ce: 0.04739562049508095 (0.05210996923925723)
| > loss_mel_ce: 3.267888069152832 (3.1458817739828397)
| > loss: 0.8288209438323975 (0.7994979356806907)
| > current_lr: 5e-06
| > step_time: 0.2088 (0.24823620066968938)
| > loader_time: 0.0088 (0.009030153735841122)
[1m --> TIME: 2025-02-23 13:50:02 -- STEP: 6190/6985 -- GLOBAL_STEP: 48100[0m
| > loss_text_ce: 0.0542120635509491 (0.052107410032982186)
| > loss_mel_ce: 2.563018798828125 (3.145902055492308)
| > loss: 0.6543077230453491 (0.7995023662612588)
| > current_lr: 5e-06
| > step_time: 0.3303 (0.24826669153758898)
| > loader_time: 0.0096 (0.00903119120343628)
[1m --> TIME: 2025-02-23 13:50:20 -- STEP: 6240/6985 -- GLOBAL_STEP: 48150[0m
| > loss_text_ce: 0.050586894154548645 (0.052105084183410935)
| > loss_mel_ce: 2.8322091102600098 (3.1452361274224057)
| > loss: 0.7206990122795105 (0.799335302804143)
| > current_lr: 5e-06
| > step_time: 0.179 (0.24825984610196872)
| > loader_time: 0.0086 (0.00903144555214123)
[1m --> TIME: 2025-02-23 13:50:38 -- STEP: 6290/6985 -- GLOBAL_STEP: 48200[0m
| > loss_text_ce: 0.054518621414899826 (0.05210412516479271)
| > loss_mel_ce: 3.1531155109405518 (3.1450632580892073)
| > loss: 0.801908552646637 (0.7992918457533862)
| > current_lr: 5e-06
| > step_time: 0.2751 (0.24825568055121053)
| > loader_time: 0.0093 (0.00903227139732226)
[1m --> TIME: 2025-02-23 13:50:56 -- STEP: 6340/6985 -- GLOBAL_STEP: 48250[0m
| > loss_text_ce: 0.05375106260180473 (0.05210182825955399)
| > loss_mel_ce: 3.3572306632995605 (3.144945893941993)
| > loss: 0.8527454137802124 (0.7992619304532884)
| > current_lr: 5e-06
| > step_time: 0.2413 (0.24820155243768302)
| > loader_time: 0.0093 (0.009032638742344595)
[1m --> TIME: 2025-02-23 13:51:14 -- STEP: 6390/6985 -- GLOBAL_STEP: 48300[0m
| > loss_text_ce: 0.05321158841252327 (0.05209975941675088)
| > loss_mel_ce: 3.183953285217285 (3.1453277430064235)
| > loss: 0.8092912435531616 (0.7993568754998358)
| > current_lr: 5e-06
| > step_time: 0.2237 (0.2481924079393557)
| > loader_time: 0.0088 (0.009032724683460105)
[1m --> TIME: 2025-02-23 13:51:31 -- STEP: 6440/6985 -- GLOBAL_STEP: 48350[0m
| > loss_text_ce: 0.05125071480870247 (0.05209705864328033)
| > loss_mel_ce: 2.5287723541259766 (3.1449970517469485)
| > loss: 0.6450057625770569 (0.7992735274830219)
| > current_lr: 5e-06
| > step_time: 0.1715 (0.24808310740482734)
| > loader_time: 0.0091 (0.009032370362962979)
[1m --> TIME: 2025-02-23 13:51:49 -- STEP: 6490/6985 -- GLOBAL_STEP: 48400[0m
| > loss_text_ce: 0.05072097107768059 (0.05209692933457473)
| > loss_mel_ce: 2.9341204166412354 (3.14491453402215)
| > loss: 0.7462103366851807 (0.7992528657332775)
| > current_lr: 5e-06
| > step_time: 0.2369 (0.24806692769237218)
| > loader_time: 0.0087 (0.009032648517097262)
[1m --> TIME: 2025-02-23 13:52:07 -- STEP: 6540/6985 -- GLOBAL_STEP: 48450[0m
| > loss_text_ce: 0.053131453692913055 (0.05209500772838653)
| > loss_mel_ce: 2.957406759262085 (3.144683441437712)
| > loss: 0.7526345252990723 (0.7991946121968261)
| > current_lr: 5e-06
| > step_time: 0.2248 (0.24802328475753832)
| > loader_time: 0.0086 (0.009032752317026105)
[1m --> TIME: 2025-02-23 13:52:25 -- STEP: 6590/6985 -- GLOBAL_STEP: 48500[0m
| > loss_text_ce: 0.05173388868570328 (0.052091812870955594)
| > loss_mel_ce: 2.7452523708343506 (3.1446926362597702)
| > loss: 0.6992465853691101 (0.799196112164959)
| > current_lr: 5e-06
| > step_time: 0.1955 (0.24802415989599388)
| > loader_time: 0.0086 (0.009032709862646801)
[1m --> TIME: 2025-02-23 13:52:44 -- STEP: 6640/6985 -- GLOBAL_STEP: 48550[0m
| > loss_text_ce: 0.05252447351813316 (0.05209012769992989)
| > loss_mel_ce: 3.047607183456421 (3.1446518612913335)
| > loss: 0.7750329375267029 (0.7991854971880654)
| > current_lr: 5e-06
| > step_time: 0.1741 (0.2480544873389853)
| > loader_time: 0.0086 (0.00903346689350632)
[1m --> TIME: 2025-02-23 13:53:02 -- STEP: 6690/6985 -- GLOBAL_STEP: 48600[0m
| > loss_text_ce: 0.05545922741293907 (0.05208721900656706)
| > loss_mel_ce: 3.235732316970825 (3.1447428761398126)
| > loss: 0.8227978944778442 (0.7992075237368967)
| > current_lr: 5e-06
| > step_time: 0.2795 (0.2481183255556275)
| > loader_time: 0.0094 (0.0090343105062419)
[1m --> TIME: 2025-02-23 13:53:20 -- STEP: 6740/6985 -- GLOBAL_STEP: 48650[0m
| > loss_text_ce: 0.04792340472340584 (0.052084757269357344)
| > loss_mel_ce: 3.5014545917510986 (3.1447454381059816)
| > loss: 0.887344479560852 (0.7992075488015523)
| > current_lr: 5e-06
| > step_time: 0.2463 (0.24812950030278735)
| > loader_time: 0.0092 (0.009034773822354266)
[1m --> TIME: 2025-02-23 13:53:39 -- STEP: 6790/6985 -- GLOBAL_STEP: 48700[0m
| > loss_text_ce: 0.054407428950071335 (0.05208291518879128)
| > loss_mel_ce: 2.686676263809204 (3.144383244486374)
| > loss: 0.6852709054946899 (0.7991165398761345)
| > current_lr: 5e-06
| > step_time: 0.1916 (0.24817493650102124)
| > loader_time: 0.0086 (0.009035702060705069)
[1m --> TIME: 2025-02-23 13:53:57 -- STEP: 6840/6985 -- GLOBAL_STEP: 48750[0m
| > loss_text_ce: 0.05145206302404404 (0.05208169018185276)
| > loss_mel_ce: 2.6326687335968018 (3.1445928983521036)
| > loss: 0.6710302233695984 (0.7991686470588746)
| > current_lr: 5e-06
| > step_time: 0.1463 (0.24818273594504908)
| > loader_time: 0.0086 (0.009036246621817862)
[1m --> TIME: 2025-02-23 13:54:15 -- STEP: 6890/6985 -- GLOBAL_STEP: 48800[0m
| > loss_text_ce: 0.054108958691358566 (0.052080469944004726)
| > loss_mel_ce: 2.8110718727111816 (3.1441179279319083)
| > loss: 0.7162951827049255 (0.7990495993800364)
| > current_lr: 5e-06
| > step_time: 0.2627 (0.24813545556476743)
| > loader_time: 0.0089 (0.009036118060307147)
[1m --> TIME: 2025-02-23 13:54:33 -- STEP: 6940/6985 -- GLOBAL_STEP: 48850[0m
| > loss_text_ce: 0.04882930591702461 (0.052078772905237034)
| > loss_mel_ce: 3.3889808654785156 (3.1441392910583557)
| > loss: 0.8594525456428528 (0.7990545159028655)
| > current_lr: 5e-06
| > step_time: 0.226 (0.24811848219945726)
| > loader_time: 0.0087 (0.009036592035540912)
[1m > EVALUATION [0m
[1m--> EVAL PERFORMANCE[0m
| > avg_loader_time:[91m 0.4609316361495872 [0m(+0.00046652126935575744)
| > avg_loss_text_ce:[92m 0.05054974497533313 [0m(-0.0006068368606707564)
| > avg_loss_mel_ce:[92m 3.06903681568071 [0m(-0.03082882033453993)
| > avg_loss:[92m 3.1195865643569847 [0m(-0.031435654833425364)
> BEST MODEL : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/best_model_48895.pth
[4m[1m > EPOCH: 7/30[0m
--> checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3
[1m > TRAINING (2025-02-23 13:57:18) [0m
[1m --> TIME: 2025-02-23 13:57:21 -- STEP: 5/6985 -- GLOBAL_STEP: 48900[0m
| > loss_text_ce: 0.05632799118757248 (0.0535722941160202)
| > loss_mel_ce: 2.7168145179748535 (3.075476598739624)
| > loss: 0.6932856440544128 (0.7822622179985046)
| > current_lr: 5e-06
| > step_time: 0.2443 (0.26807341575622556)
| > loader_time: 0.0081 (0.009451723098754883)
[1m --> TIME: 2025-02-23 13:57:39 -- STEP: 55/6985 -- GLOBAL_STEP: 48950[0m
| > loss_text_ce: 0.050895169377326965 (0.051518804241310466)
| > loss_mel_ce: 3.7159597873687744 (3.1753478093580765)
| > loss: 0.9417137503623962 (0.806716653433713)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2984 (0.25049693367697967)
| > loader_time: 0.0091 (0.00916143764149059)
[1m --> TIME: 2025-02-23 13:57:57 -- STEP: 105/6985 -- GLOBAL_STEP: 49000[0m
| > loss_text_ce: 0.05116976052522659 (0.05151538703413237)
| > loss_mel_ce: 3.351827383041382 (3.1675522826966787)
| > loss: 0.8507493138313293 (0.8047669183640253)
| > current_lr: 5e-06
| > step_time: 0.2736 (0.2491853986467633)
| > loader_time: 0.0093 (0.009100705101376486)
> CHECKPOINT : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/checkpoint_49000.pth
[1m --> TIME: 2025-02-23 13:58:36 -- STEP: 155/6985 -- GLOBAL_STEP: 49050[0m
| > loss_text_ce: 0.053546592593193054 (0.05167197400043087)
| > loss_mel_ce: 2.937016725540161 (3.15685581545676)
| > loss: 0.74764084815979 (0.8021319485479784)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2261 (0.247164741639168)
| > loader_time: 0.0088 (0.009086135125929316)
[1m --> TIME: 2025-02-23 13:58:54 -- STEP: 205/6985 -- GLOBAL_STEP: 49100[0m
| > loss_text_ce: 0.051044974476099014 (0.05165924944165276)
| > loss_mel_ce: 2.942638874053955 (3.153353708546336)
| > loss: 0.7484209537506104 (0.801253240573697)
| > current_lr: 5e-06
| > step_time: 0.2854 (0.24944289602884429)
| > loader_time: 0.0094 (0.009064822080658713)
[1m --> TIME: 2025-02-23 13:59:13 -- STEP: 255/6985 -- GLOBAL_STEP: 49150[0m
| > loss_text_ce: 0.05567024275660515 (0.051700838027047176)
| > loss_mel_ce: 2.7476966381073 (3.145658623003492)
| > loss: 0.7008417248725891 (0.7993398650019776)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2606 (0.2494575229345583)
| > loader_time: 0.0087 (0.009030042910108388)
[1m --> TIME: 2025-02-23 13:59:31 -- STEP: 305/6985 -- GLOBAL_STEP: 49200[0m
| > loss_text_ce: 0.05272642895579338 (0.05172998285928712)
| > loss_mel_ce: 2.57779860496521 (3.140705220425715)
| > loss: 0.6576312780380249 (0.7981088010991205)
| > current_lr: 5e-06
| > step_time: 0.196 (0.25011096000671384)
| > loader_time: 0.0087 (0.009007564919893867)
[1m --> TIME: 2025-02-23 13:59:49 -- STEP: 355/6985 -- GLOBAL_STEP: 49250[0m
| > loss_text_ce: 0.049107033759355545 (0.05173770806319277)
| > loss_mel_ce: 3.5661826133728027 (3.132423310884287)
| > loss: 0.9038224220275879 (0.7960402545794634)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2977 (0.24921475531349718)
| > loader_time: 0.0087 (0.008983222531600736)
[1m --> TIME: 2025-02-23 14:00:07 -- STEP: 405/6985 -- GLOBAL_STEP: 49300[0m
| > loss_text_ce: 0.052448734641075134 (0.05181013639142484)
| > loss_mel_ce: 3.5031728744506836 (3.1284481613724315)
| > loss: 0.88890540599823 (0.7950645745536427)
| > current_lr: 5e-06
| > step_time: 0.2872 (0.24849638644559885)
| > loader_time: 0.0096 (0.008961120652563773)
[1m --> TIME: 2025-02-23 14:00:25 -- STEP: 455/6985 -- GLOBAL_STEP: 49350[0m
| > loss_text_ce: 0.049633853137493134 (0.05178637959799924)
| > loss_mel_ce: 3.4280588626861572 (3.1255356673355936)
| > loss: 0.8694231510162354 (0.7943305116433362)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3179 (0.2491799710871099)
| > loader_time: 0.0091 (0.008947759670215643)
[1m --> TIME: 2025-02-23 14:00:43 -- STEP: 505/6985 -- GLOBAL_STEP: 49400[0m
| > loss_text_ce: 0.05080536752939224 (0.05179740795404604)
| > loss_mel_ce: 3.3502237796783447 (3.1247605970590415)
| > loss: 0.8502572774887085 (0.7941395007737792)
| > current_lr: 5e-06
| > step_time: 0.2393 (0.24884902840793724)
| > loader_time: 0.0088 (0.00893909860365461)
[1m --> TIME: 2025-02-23 14:01:02 -- STEP: 555/6985 -- GLOBAL_STEP: 49450[0m
| > loss_text_ce: 0.04739959165453911 (0.05176690006041312)
| > loss_mel_ce: 3.106905937194824 (3.126552158647829)
| > loss: 0.7885763645172119 (0.7945797642072042)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2295 (0.2495481963630195)
| > loader_time: 0.0082 (0.008931184029793949)
[1m --> TIME: 2025-02-23 14:01:20 -- STEP: 605/6985 -- GLOBAL_STEP: 49500[0m
| > loss_text_ce: 0.053888075053691864 (0.05173664328234253)
| > loss_mel_ce: 2.651655435562134 (3.1224403306472395)
| > loss: 0.6763858795166016 (0.7935442431899141)
| > current_lr: 5e-06
| > step_time: 0.2458 (0.24933980792021948)
| > loader_time: 0.0086 (0.008918777576162796)
[1m --> TIME: 2025-02-23 14:01:39 -- STEP: 655/6985 -- GLOBAL_STEP: 49550[0m
| > loss_text_ce: 0.053831856697797775 (0.051749265034690135)
| > loss_mel_ce: 3.0316078662872314 (3.1247408066087106)
| > loss: 0.771359920501709 (0.794122517927912)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3128 (0.2500313169173612)
| > loader_time: 0.009 (0.008915638741646106)
[1m --> TIME: 2025-02-23 14:01:58 -- STEP: 705/6985 -- GLOBAL_STEP: 49600[0m
| > loss_text_ce: 0.05305115878582001 (0.05174028073959315)
| > loss_mel_ce: 2.598646879196167 (3.126289863451154)
| > loss: 0.6629245281219482 (0.7945075359750298)
| > current_lr: 5e-06
| > step_time: 0.2618 (0.25018160833534625)
| > loader_time: 0.0089 (0.008910519349659585)
[1m --> TIME: 2025-02-23 14:02:15 -- STEP: 755/6985 -- GLOBAL_STEP: 49650[0m
| > loss_text_ce: 0.05024581775069237 (0.0517131820913182)
| > loss_mel_ce: 3.557805061340332 (3.1307007754875347)
| > loss: 0.9020127058029175 (0.7956034890863276)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3119 (0.2499054902436718)
| > loader_time: 0.0093 (0.008904945297746469)
[1m --> TIME: 2025-02-23 14:02:34 -- STEP: 805/6985 -- GLOBAL_STEP: 49700[0m
| > loss_text_ce: 0.052220746874809265 (0.05172231248261764)
| > loss_mel_ce: 3.1538310050964355 (3.130972959980462)
| > loss: 0.8015129566192627 (0.7956738178034004)
| > current_lr: 5e-06
| > step_time: 0.2568 (0.250326050586582)
| > loader_time: 0.0089 (0.008901244512996318)
[1m --> TIME: 2025-02-23 14:02:52 -- STEP: 855/6985 -- GLOBAL_STEP: 49750[0m
| > loss_text_ce: 0.052909210324287415 (0.051740178971262686)
| > loss_mel_ce: 3.569953680038452 (3.133480067280999)
| > loss: 0.9057157039642334 (0.7963050611535009)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2989 (0.2498719957139755)
| > loader_time: 0.009 (0.008895338348477907)
[1m --> TIME: 2025-02-23 14:03:11 -- STEP: 905/6985 -- GLOBAL_STEP: 49800[0m
| > loss_text_ce: 0.05005834996700287 (0.05173757756283268)
| > loss_mel_ce: 3.051917791366577 (3.133221637609915)
| > loss: 0.7754940390586853 (0.7962398035091587)
| > current_lr: 5e-06
| > step_time: 0.2193 (0.2500126161628005)
| > loader_time: 0.0084 (0.00890039659995401)
[1m --> TIME: 2025-02-23 14:03:29 -- STEP: 955/6985 -- GLOBAL_STEP: 49850[0m
| > loss_text_ce: 0.05109647661447525 (0.051742414599625836)
| > loss_mel_ce: 3.209524393081665 (3.130564984726033)
| > loss: 0.8151552081108093 (0.7955768495330009)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2831 (0.24982402861430375)
| > loader_time: 0.0086 (0.008894189365247163)
[1m --> TIME: 2025-02-23 14:03:47 -- STEP: 1005/6985 -- GLOBAL_STEP: 49900[0m
| > loss_text_ce: 0.051556676626205444 (0.05173749060773136)
| > loss_mel_ce: 3.2382516860961914 (3.1299039164585865)
| > loss: 0.8224520683288574 (0.7954103511364303)
| > current_lr: 5e-06
| > step_time: 0.3068 (0.24989120829757758)
| > loader_time: 0.0091 (0.008891178956672333)
[1m --> TIME: 2025-02-23 14:04:05 -- STEP: 1055/6985 -- GLOBAL_STEP: 49950[0m
| > loss_text_ce: 0.05251307040452957 (0.05173339962747423)
| > loss_mel_ce: 2.673654079437256 (3.129085369471691)
| > loss: 0.6815418004989624 (0.795204691751308)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2596 (0.24986622706408743)
| > loader_time: 0.0084 (0.008885327334652584)
[1m --> TIME: 2025-02-23 14:04:23 -- STEP: 1105/6985 -- GLOBAL_STEP: 50000[0m
| > loss_text_ce: 0.05212105065584183 (0.05173359006912998)
| > loss_mel_ce: 3.139493227005005 (3.1284412921284126)
| > loss: 0.7979035973548889 (0.7950437200554895)
| > current_lr: 5e-06
| > step_time: 0.2459 (0.24963586600118087)
| > loader_time: 0.0091 (0.008884619371923391)
> CHECKPOINT : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/checkpoint_50000.pth
[1m --> TIME: 2025-02-23 14:05:03 -- STEP: 1155/6985 -- GLOBAL_STEP: 50050[0m
| > loss_text_ce: 0.05214092135429382 (0.05170726092346816)
| > loss_mel_ce: 3.2132604122161865 (3.1310803417519573)
| > loss: 0.8163503408432007 (0.7956969001592495)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3117 (0.2495167461824623)
| > loader_time: 0.0093 (0.008886759828179425)
[1m --> TIME: 2025-02-23 14:05:21 -- STEP: 1205/6985 -- GLOBAL_STEP: 50100[0m
| > loss_text_ce: 0.0507984422147274 (0.051725316879289274)
| > loss_mel_ce: 3.413323163986206 (3.128926560295073)
| > loss: 0.8660303950309753 (0.7951629688630956)
| > current_lr: 5e-06
| > step_time: 0.2374 (0.24935917478379369)
| > loader_time: 0.0086 (0.008892134116398344)
[1m --> TIME: 2025-02-23 14:05:40 -- STEP: 1255/6985 -- GLOBAL_STEP: 50150[0m
| > loss_text_ce: 0.0525302030146122 (0.051711167098279)
| > loss_mel_ce: 3.036731481552124 (3.127913282971931)
| > loss: 0.7723154425621033 (0.7949061120173851)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2042 (0.24929855601246134)
| > loader_time: 0.0082 (0.008891391184225498)
[1m --> TIME: 2025-02-23 14:05:57 -- STEP: 1305/6985 -- GLOBAL_STEP: 50200[0m
| > loss_text_ce: 0.05272826924920082 (0.051712008748360495)
| > loss_mel_ce: 2.675823211669922 (3.126310060033394)
| > loss: 0.6821378469467163 (0.7945055168707256)
| > current_lr: 5e-06
| > step_time: 0.2534 (0.2491122614834957)
| > loader_time: 0.0089 (0.008886667229663366)
[1m --> TIME: 2025-02-23 14:06:15 -- STEP: 1355/6985 -- GLOBAL_STEP: 50250[0m
| > loss_text_ce: 0.05186532437801361 (0.05170696946032811)
| > loss_mel_ce: 3.0711588859558105 (3.125104985641815)
| > loss: 0.7807560563087463 (0.7942029883500838)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3046 (0.24891828751651998)
| > loader_time: 0.0087 (0.0088808524212714)
[1m --> TIME: 2025-02-23 14:06:34 -- STEP: 1405/6985 -- GLOBAL_STEP: 50300[0m
| > loss_text_ce: 0.05111071467399597 (0.05170137543377077)
| > loss_mel_ce: 3.101886749267578 (3.1253056488851616)
| > loss: 0.7882493734359741 (0.7942517557602339)
| > current_lr: 5e-06
| > step_time: 0.2813 (0.24902761500076886)
| > loader_time: 0.0086 (0.008877824973381283)
[1m --> TIME: 2025-02-23 14:06:52 -- STEP: 1455/6985 -- GLOBAL_STEP: 50350[0m
| > loss_text_ce: 0.053796734660863876 (0.05171006420480015)
| > loss_mel_ce: 3.178480386734009 (3.127410713012274)
| > loss: 0.8080692887306213 (0.7947801940219922)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2778 (0.24931968511994348)
| > loader_time: 0.0085 (0.008872950609606974)
[1m --> TIME: 2025-02-23 14:07:10 -- STEP: 1505/6985 -- GLOBAL_STEP: 50400[0m
| > loss_text_ce: 0.05303230136632919 (0.0517029638083472)
| > loss_mel_ce: 3.0334887504577637 (3.1279148619832373)
| > loss: 0.7716302871704102 (0.7949044562257409)
| > current_lr: 5e-06
| > step_time: 0.1945 (0.24904792427620615)
| > loader_time: 0.0084 (0.00887200507610739)
[1m --> TIME: 2025-02-23 14:07:29 -- STEP: 1555/6985 -- GLOBAL_STEP: 50450[0m
| > loss_text_ce: 0.05118493735790253 (0.05170494638311516)
| > loss_mel_ce: 3.7823116779327393 (3.128828972022248)
| > loss: 0.9583741426467896 (0.7951334793851309)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3349 (0.2492452742585798)
| > loader_time: 0.009 (0.008872973267288446)
[1m --> TIME: 2025-02-23 14:07:47 -- STEP: 1605/6985 -- GLOBAL_STEP: 50500[0m
| > loss_text_ce: 0.050941817462444305 (0.051717241528528114)
| > loss_mel_ce: 2.9122800827026367 (3.1272071328861304)
| > loss: 0.740805447101593 (0.7947310934185613)
| > current_lr: 5e-06
| > step_time: 0.2157 (0.24921005032144228)
| > loader_time: 0.0088 (0.008872898642519179)
[1m --> TIME: 2025-02-23 14:08:05 -- STEP: 1655/6985 -- GLOBAL_STEP: 50550[0m
| > loss_text_ce: 0.054237302392721176 (0.05172615688282916)
| > loss_mel_ce: 2.9058754444122314 (3.125606733650598)
| > loss: 0.7400282025337219 (0.7943332224454047)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2535 (0.24908848586759536)
| > loader_time: 0.0086 (0.008873186658876531)
[1m --> TIME: 2025-02-23 14:08:23 -- STEP: 1705/6985 -- GLOBAL_STEP: 50600[0m
| > loss_text_ce: 0.05335014685988426 (0.051721214009257686)
| > loss_mel_ce: 3.249117851257324 (3.124964635882558)
| > loss: 0.8256170153617859 (0.7941714625554354)
| > current_lr: 5e-06
| > step_time: 0.1963 (0.24909308942531908)
| > loader_time: 0.0087 (0.008873533992823264)
[1m --> TIME: 2025-02-23 14:08:41 -- STEP: 1755/6985 -- GLOBAL_STEP: 50650[0m
| > loss_text_ce: 0.04845824092626572 (0.0517261406507587)
| > loss_mel_ce: 3.678493022918701 (3.125002516776407)
| > loss: 0.9317378401756287 (0.7941821645128084)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2727 (0.2490470823738989)
| > loader_time: 0.0088 (0.008873744975467683)
[1m --> TIME: 2025-02-23 14:08:59 -- STEP: 1805/6985 -- GLOBAL_STEP: 50700[0m
| > loss_text_ce: 0.0533449687063694 (0.05171790266837768)
| > loss_mel_ce: 2.8045177459716797 (3.125076388916479)
| > loss: 0.7144656777381897 (0.7941985729658705)
| > current_lr: 5e-06
| > step_time: 0.263 (0.2488455629745018)
| > loader_time: 0.0087 (0.008873235089626987)
[1m --> TIME: 2025-02-23 14:09:18 -- STEP: 1855/6985 -- GLOBAL_STEP: 50750[0m
| > loss_text_ce: 0.05563460662961006 (0.05172298503010419)
| > loss_mel_ce: 2.5936214923858643 (3.1258842793436368)
| > loss: 0.6623139977455139 (0.7944018160879133)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2552 (0.24911073070330758)
| > loader_time: 0.0088 (0.00887724215772273)
[1m --> TIME: 2025-02-23 14:09:36 -- STEP: 1905/6985 -- GLOBAL_STEP: 50800[0m
| > loss_text_ce: 0.05076085403561592 (0.051718005393277304)
| > loss_mel_ce: 3.1144518852233887 (3.1259318093928123)
| > loss: 0.7913031578063965 (0.7944124536564346)
| > current_lr: 5e-06
| > step_time: 0.277 (0.2490077148898067)
| > loader_time: 0.0091 (0.00887718501053456)
[1m --> TIME: 2025-02-23 14:09:54 -- STEP: 1955/6985 -- GLOBAL_STEP: 50850[0m
| > loss_text_ce: 0.05002453550696373 (0.05171231540191507)
| > loss_mel_ce: 3.2313573360443115 (3.125708062081689)
| > loss: 0.8203454613685608 (0.7943550943413661)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3619 (0.2488888788101313)
| > loader_time: 0.0094 (0.008875626737199466)
[1m --> TIME: 2025-02-23 14:10:12 -- STEP: 2005/6985 -- GLOBAL_STEP: 50900[0m
| > loss_text_ce: 0.049853403121232986 (0.05169988680918911)
| > loss_mel_ce: 3.239060401916504 (3.1259700923786484)
| > loss: 0.8222284317016602 (0.7944174946989504)
| > current_lr: 5e-06
| > step_time: 0.3058 (0.2489460430240393)
| > loader_time: 0.0093 (0.008878089662204646)
[1m --> TIME: 2025-02-23 14:10:31 -- STEP: 2055/6985 -- GLOBAL_STEP: 50950[0m
| > loss_text_ce: 0.051378682255744934 (0.05170463676362721)
| > loss_mel_ce: 3.037180185317993 (3.1255585487161515)
| > loss: 0.7721397280693054 (0.7943157962929015)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2814 (0.24898403009939074)
| > loader_time: 0.0091 (0.008880928717100407)
[1m --> TIME: 2025-02-23 14:10:49 -- STEP: 2105/6985 -- GLOBAL_STEP: 51000[0m
| > loss_text_ce: 0.05026647076010704 (0.05170642406704022)
| > loss_mel_ce: 3.7360496520996094 (3.1266133758064676)
| > loss: 0.9465790390968323 (0.7945799497980405)
| > current_lr: 5e-06
| > step_time: 0.2559 (0.24908655635534727)
| > loader_time: 0.0092 (0.008883362314763369)
> CHECKPOINT : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/checkpoint_51000.pth
[1m --> TIME: 2025-02-23 14:11:29 -- STEP: 2155/6985 -- GLOBAL_STEP: 51050[0m
| > loss_text_ce: 0.0523066371679306 (0.051710250755888656)
| > loss_mel_ce: 3.3566854000091553 (3.1273786795941407)
| > loss: 0.8522480130195618 (0.7947722324362488)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3131 (0.24936122330048244)
| > loader_time: 0.0092 (0.008888330371086665)
[1m --> TIME: 2025-02-23 14:11:48 -- STEP: 2205/6985 -- GLOBAL_STEP: 51100[0m
| > loss_text_ce: 0.053806208074092865 (0.05170860178853106)
| > loss_mel_ce: 3.0621912479400635 (3.127624311793146)
| > loss: 0.778999388217926 (0.7948332282961631)
| > current_lr: 5e-06
| > step_time: 0.2215 (0.24939818879644346)
| > loader_time: 0.0092 (0.008889376603556858)
[1m --> TIME: 2025-02-23 14:12:06 -- STEP: 2255/6985 -- GLOBAL_STEP: 51150[0m
| > loss_text_ce: 0.05039597302675247 (0.05170550168617864)
| > loss_mel_ce: 3.4921858310699463 (3.1266752502077675)
| > loss: 0.8856454491615295 (0.7945951878892344)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2032 (0.24937069209874865)
| > loader_time: 0.0085 (0.008890818386543086)
[1m --> TIME: 2025-02-23 14:12:24 -- STEP: 2305/6985 -- GLOBAL_STEP: 51200[0m
| > loss_text_ce: 0.05032007396221161 (0.051693701883070875)
| > loss_mel_ce: 3.4356586933135986 (3.127268191170018)
| > loss: 0.871494710445404 (0.7947404732673132)
| > current_lr: 5e-06
| > step_time: 0.2452 (0.24932858349185705)
| > loader_time: 0.0089 (0.008891975853810345)
[1m --> TIME: 2025-02-23 14:12:43 -- STEP: 2355/6985 -- GLOBAL_STEP: 51250[0m
| > loss_text_ce: 0.0520503856241703 (0.051694671879275345)
| > loss_mel_ce: 3.4953219890594482 (3.127584751193942)
| > loss: 0.8868430852890015 (0.7948198556646925)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3079 (0.24951434904855782)
| > loader_time: 0.0094 (0.008893327449790487)
[1m --> TIME: 2025-02-23 14:13:01 -- STEP: 2405/6985 -- GLOBAL_STEP: 51300[0m
| > loss_text_ce: 0.053206976503133774 (0.05169014070423131)
| > loss_mel_ce: 3.165576696395874 (3.1276676475382112)
| > loss: 0.8046959042549133 (0.7948394469560552)
| > current_lr: 5e-06
| > step_time: 0.2751 (0.249551936246749)
| > loader_time: 0.0089 (0.008893948632317624)
[1m --> TIME: 2025-02-23 14:13:19 -- STEP: 2455/6985 -- GLOBAL_STEP: 51350[0m
| > loss_text_ce: 0.048840928822755814 (0.051688291536086436)
| > loss_mel_ce: 3.162869453430176 (3.127564895225878)
| > loss: 0.8029276132583618 (0.7948132965812367)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2517 (0.24946184886691528)
| > loader_time: 0.0088 (0.00889452013610094)
[1m --> TIME: 2025-02-23 14:13:37 -- STEP: 2505/6985 -- GLOBAL_STEP: 51400[0m
| > loss_text_ce: 0.056898459792137146 (0.05167951805892581)
| > loss_mel_ce: 3.2436554431915283 (3.1295024801395095)
| > loss: 0.8251384496688843 (0.795295499470419)
| > current_lr: 5e-06
| > step_time: 0.2718 (0.2494836961437842)
| > loader_time: 0.0088 (0.008896652571931335)
[1m --> TIME: 2025-02-23 14:13:56 -- STEP: 2555/6985 -- GLOBAL_STEP: 51450[0m
| > loss_text_ce: 0.051452454179525375 (0.051680146377905474)
| > loss_mel_ce: 3.1798031330108643 (3.1291359744659815)
| > loss: 0.8078138828277588 (0.7952040299977339)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2352 (0.2497107490868018)
| > loader_time: 0.0088 (0.008899307997492669)
[1m --> TIME: 2025-02-23 14:14:15 -- STEP: 2605/6985 -- GLOBAL_STEP: 51500[0m
| > loss_text_ce: 0.049458783119916916 (0.05167989855106641)
| > loss_mel_ce: 3.1423192024230957 (3.1286664738536083)
| > loss: 0.7979444861412048 (0.795086592927775)
| > current_lr: 5e-06
| > step_time: 0.2535 (0.24974734833510503)
| > loader_time: 0.0091 (0.00890141430377046)
[1m --> TIME: 2025-02-23 14:14:33 -- STEP: 2655/6985 -- GLOBAL_STEP: 51550[0m
| > loss_text_ce: 0.049084559082984924 (0.05168414133585106)
| > loss_mel_ce: 3.359267234802246 (3.1277698929026947)
| > loss: 0.8520879745483398 (0.7948635083582887)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2007 (0.24965421215064557)
| > loader_time: 0.0084 (0.008901808086761661)
[1m --> TIME: 2025-02-23 14:14:51 -- STEP: 2705/6985 -- GLOBAL_STEP: 51600[0m
| > loss_text_ce: 0.05257028341293335 (0.05168241789760739)
| > loss_mel_ce: 3.013185977935791 (3.1270520661542656)
| > loss: 0.7664390802383423 (0.7946836208459848)
| > current_lr: 5e-06
| > step_time: 0.2732 (0.2495986190168342)
| > loader_time: 0.0091 (0.00890253634637914)
[1m --> TIME: 2025-02-23 14:15:09 -- STEP: 2755/6985 -- GLOBAL_STEP: 51650[0m
| > loss_text_ce: 0.05145570635795593 (0.0516815853529963)
| > loss_mel_ce: 3.350260019302368 (3.12596483628676)
| > loss: 0.8504289388656616 (0.7944116052395632)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2715 (0.24958974298245246)
| > loader_time: 0.0086 (0.008901416238552869)
[1m --> TIME: 2025-02-23 14:15:28 -- STEP: 2805/6985 -- GLOBAL_STEP: 51700[0m
| > loss_text_ce: 0.04902569577097893 (0.051691048596313294)
| > loss_mel_ce: 3.461409568786621 (3.1252775771945105)
| > loss: 0.8776088356971741 (0.7942421562743907)
| > current_lr: 5e-06
| > step_time: 0.2845 (0.24960125822859439)
| > loader_time: 0.0094 (0.008902131894905524)
[1m --> TIME: 2025-02-23 14:15:45 -- STEP: 2855/6985 -- GLOBAL_STEP: 51750[0m
| > loss_text_ce: 0.05190290883183479 (0.051690933977346705)
| > loss_mel_ce: 3.2947142124176025 (3.1239422775609245)
| > loss: 0.8366543054580688 (0.7939083027756149)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3107 (0.24949267474239636)
| > loader_time: 0.0094 (0.008902248526204085)
[1m --> TIME: 2025-02-23 14:16:04 -- STEP: 2905/6985 -- GLOBAL_STEP: 51800[0m
| > loss_text_ce: 0.050481390208005905 (0.05169144350259521)
| > loss_mel_ce: 3.11952805519104 (3.123446679156329)
| > loss: 0.7925023436546326 (0.7937845306018951)
| > current_lr: 5e-06
| > step_time: 0.2695 (0.24951022635638817)
| > loader_time: 0.0095 (0.008903644581464823)
[1m --> TIME: 2025-02-23 14:16:22 -- STEP: 2955/6985 -- GLOBAL_STEP: 51850[0m
| > loss_text_ce: 0.04961659759283066 (0.05168698408377755)
| > loss_mel_ce: 3.335148572921753 (3.1231933425929115)
| > loss: 0.8461912870407104 (0.7937200814939389)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2109 (0.2494760279324656)
| > loader_time: 0.0085 (0.008903240875140881)
[1m --> TIME: 2025-02-23 14:16:39 -- STEP: 3005/6985 -- GLOBAL_STEP: 51900[0m
| > loss_text_ce: 0.05302343890070915 (0.0516763713514547)
| > loss_mel_ce: 2.7211506366729736 (3.1235171003071893)
| > loss: 0.6935434937477112 (0.7937983677113509)
| > current_lr: 5e-06
| > step_time: 0.1939 (0.24933708265498156)
| > loader_time: 0.0085 (0.008902770469272011)
[1m --> TIME: 2025-02-23 14:16:57 -- STEP: 3055/6985 -- GLOBAL_STEP: 51950[0m
| > loss_text_ce: 0.05031662434339523 (0.05167259970243941)
| > loss_mel_ce: 3.085407018661499 (3.122904024186577)
| > loss: 0.7839308977127075 (0.793644155769223)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2127 (0.24926525044168077)
| > loader_time: 0.0084 (0.00890254279790652)
[1m --> TIME: 2025-02-23 14:17:15 -- STEP: 3105/6985 -- GLOBAL_STEP: 52000[0m
| > loss_text_ce: 0.04994669929146767 (0.05167004100126537)
| > loss_mel_ce: 3.1572463512420654 (3.1233920787651543)
| > loss: 0.8017982840538025 (0.7937655297454426)
| > current_lr: 5e-06
| > step_time: 0.2496 (0.24913034869084996)
| > loader_time: 0.009 (0.008903271756502372)
> CHECKPOINT : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/checkpoint_52000.pth
[1m --> TIME: 2025-02-23 14:17:54 -- STEP: 3155/6985 -- GLOBAL_STEP: 52050[0m
| > loss_text_ce: 0.05020478740334511 (0.051667230330679194)
| > loss_mel_ce: 3.323298931121826 (3.123677528490164)
| > loss: 0.8433759212493896 (0.7938361895254408)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2773 (0.24914330431096338)
| > loader_time: 0.0085 (0.00890860051247285)
[1m --> TIME: 2025-02-23 14:18:12 -- STEP: 3205/6985 -- GLOBAL_STEP: 52100[0m
| > loss_text_ce: 0.0525602251291275 (0.051667379128765574)
| > loss_mel_ce: 2.88582706451416 (3.1226862651509517)
| > loss: 0.734596848487854 (0.7935884108223518)
| > current_lr: 5e-06
| > step_time: 0.2533 (0.24924276064784961)
| > loader_time: 0.0089 (0.008911313430381464)
[1m --> TIME: 2025-02-23 14:18:30 -- STEP: 3255/6985 -- GLOBAL_STEP: 52150[0m
| > loss_text_ce: 0.05287177860736847 (0.05166412544895976)
| > loss_mel_ce: 2.6432056427001953 (3.121685618812219)
| > loss: 0.6740193367004395 (0.7933374358212341)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2148 (0.24918188785078338)
| > loader_time: 0.0089 (0.008911910914056322)
[1m --> TIME: 2025-02-23 14:18:49 -- STEP: 3305/6985 -- GLOBAL_STEP: 52200[0m
| > loss_text_ce: 0.048169560730457306 (0.05166377791748826)
| > loss_mel_ce: 2.9979872703552246 (3.1221924057526214)
| > loss: 0.7615392208099365 (0.7934640456616605)
| > current_lr: 5e-06
| > step_time: 0.2868 (0.2492586254171813)
| > loader_time: 0.0095 (0.008914194453321698)
[1m --> TIME: 2025-02-23 14:19:07 -- STEP: 3355/6985 -- GLOBAL_STEP: 52250[0m
| > loss_text_ce: 0.05207619443535805 (0.05166581140389741)
| > loss_mel_ce: 3.4873368740081787 (3.1219338332487445)
| > loss: 0.8848532438278198 (0.7933999109552441)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3153 (0.2492891758635929)
| > loader_time: 0.0093 (0.00891560001629123)
[1m --> TIME: 2025-02-23 14:19:25 -- STEP: 3405/6985 -- GLOBAL_STEP: 52300[0m
| > loss_text_ce: 0.05268511176109314 (0.05166232583062414)
| > loss_mel_ce: 3.2575297355651855 (3.1217374343704)
| > loss: 0.8275536894798279 (0.7933499398210497)
| > current_lr: 5e-06
| > step_time: 0.2861 (0.24920621597469292)
| > loader_time: 0.0097 (0.008916830491389506)
[1m --> TIME: 2025-02-23 14:19:44 -- STEP: 3455/6985 -- GLOBAL_STEP: 52350[0m
| > loss_text_ce: 0.050825584679841995 (0.05165586140971798)
| > loss_mel_ce: 3.450639486312866 (3.122006699524807)
| > loss: 0.8753662705421448 (0.7934156400249937)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3143 (0.24920039749697562)
| > loader_time: 0.0094 (0.008918995105064413)
[1m --> TIME: 2025-02-23 14:20:03 -- STEP: 3505/6985 -- GLOBAL_STEP: 52400[0m
| > loss_text_ce: 0.049219291657209396 (0.05165658667896172)
| > loss_mel_ce: 2.737079381942749 (3.1212738305117687)
| > loss: 0.6965746879577637 (0.7932326041342695)
| > current_lr: 5e-06
| > step_time: 0.1885 (0.24935630541215098)
| > loader_time: 0.0085 (0.008921335495147516)
[1m --> TIME: 2025-02-23 14:20:21 -- STEP: 3555/6985 -- GLOBAL_STEP: 52450[0m
| > loss_text_ce: 0.05248336121439934 (0.05165738107743981)
| > loss_mel_ce: 2.8939778804779053 (3.1208579840707023)
| > loss: 0.7366153001785278 (0.7931288411177996)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2154 (0.24935474073836572)
| > loader_time: 0.0083 (0.008921741466817333)
[1m --> TIME: 2025-02-23 14:20:40 -- STEP: 3605/6985 -- GLOBAL_STEP: 52500[0m
| > loss_text_ce: 0.05121681094169617 (0.05165299084786734)
| > loss_mel_ce: 3.001775026321411 (3.121187332698275)
| > loss: 0.7632479667663574 (0.7932100807082799)
| > current_lr: 5e-06
| > step_time: 0.2375 (0.24945012150789597)
| > loader_time: 0.0095 (0.008923809670542243)
[1m --> TIME: 2025-02-23 14:20:58 -- STEP: 3655/6985 -- GLOBAL_STEP: 52550[0m
| > loss_text_ce: 0.05223643034696579 (0.05164889079071428)
| > loss_mel_ce: 3.4738945960998535 (3.121442598911706)
| > loss: 0.8815327286720276 (0.7932728722385765)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3151 (0.2494706482632868)
| > loader_time: 0.0095 (0.008925634989497137)
[1m --> TIME: 2025-02-23 14:21:16 -- STEP: 3705/6985 -- GLOBAL_STEP: 52600[0m
| > loss_text_ce: 0.0502588264644146 (0.05164237849806484)
| > loss_mel_ce: 3.22027850151062 (3.121655120669426)
| > loss: 0.8176343441009521 (0.793324374621696)
| > current_lr: 5e-06
| > step_time: 0.2559 (0.24934111819093527)
| > loader_time: 0.0095 (0.008926698038613453)
[1m --> TIME: 2025-02-23 14:21:34 -- STEP: 3755/6985 -- GLOBAL_STEP: 52650[0m
| > loss_text_ce: 0.053274005651474 (0.05163790723098102)
| > loss_mel_ce: 3.0151045322418213 (3.1216643526455674)
| > loss: 0.767094612121582 (0.793325564785105)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2789 (0.24941986823050225)
| > loader_time: 0.0093 (0.00892879153377368)
[1m --> TIME: 2025-02-23 14:21:52 -- STEP: 3805/6985 -- GLOBAL_STEP: 52700[0m
| > loss_text_ce: 0.05076414346694946 (0.051640310565330354)
| > loss_mel_ce: 3.2903826236724854 (3.1214066455931273)
| > loss: 0.8352866768836975 (0.7932617388792951)
| > current_lr: 5e-06
| > step_time: 0.2459 (0.24940906335427163)
| > loader_time: 0.0091 (0.00892990822860981)
[1m --> TIME: 2025-02-23 14:22:10 -- STEP: 3855/6985 -- GLOBAL_STEP: 52750[0m
| > loss_text_ce: 0.051152512431144714 (0.05163617263875428)
| > loss_mel_ce: 3.0896270275115967 (3.1206595004609876)
| > loss: 0.7851948738098145 (0.7930739181050992)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2764 (0.24925247426162897)
| > loader_time: 0.0091 (0.008930201165561726)
[1m --> TIME: 2025-02-23 14:22:28 -- STEP: 3905/6985 -- GLOBAL_STEP: 52800[0m
| > loss_text_ce: 0.053053200244903564 (0.0516342306135177)
| > loss_mel_ce: 2.9829041957855225 (3.120456642927493)
| > loss: 0.7589893341064453 (0.7930227182280847)
| > current_lr: 5e-06
| > step_time: 0.2853 (0.24932356668342853)
| > loader_time: 0.0096 (0.008933080082208363)
[1m --> TIME: 2025-02-23 14:22:46 -- STEP: 3955/6985 -- GLOBAL_STEP: 52850[0m
| > loss_text_ce: 0.052303265780210495 (0.05162567060096978)
| > loss_mel_ce: 3.1885452270507812 (3.1209241369732093)
| > loss: 0.8102121353149414 (0.793137451701158)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.304 (0.24926297529005975)
| > loader_time: 0.0092 (0.00893421203237119)
[1m --> TIME: 2025-02-23 14:23:05 -- STEP: 4005/6985 -- GLOBAL_STEP: 52900[0m
| > loss_text_ce: 0.05333332344889641 (0.05162299164058117)
| > loss_mel_ce: 2.9248034954071045 (3.1208186876461284)
| > loss: 0.7445341944694519 (0.7931104196442496)
| > current_lr: 5e-06
| > step_time: 0.2304 (0.24929170435882836)
| > loader_time: 0.0084 (0.008935721596230902)
[1m --> TIME: 2025-02-23 14:23:23 -- STEP: 4055/6985 -- GLOBAL_STEP: 52950[0m
| > loss_text_ce: 0.048660293221473694 (0.05162088767465769)
| > loss_mel_ce: 3.38741135597229 (3.1201300667481693)
| > loss: 0.8590179085731506 (0.7929377384309261)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3128 (0.24925485304045766)
| > loader_time: 0.0098 (0.008937204574980095)
[1m --> TIME: 2025-02-23 14:23:41 -- STEP: 4105/6985 -- GLOBAL_STEP: 53000[0m
| > loss_text_ce: 0.04996444657444954 (0.051618541209946016)
| > loss_mel_ce: 2.997377872467041 (3.1203369338677933)
| > loss: 0.7618355751037598 (0.7929888685786329)
| > current_lr: 5e-06
| > step_time: 0.2857 (0.24927120812772688)
| > loader_time: 0.0095 (0.008939286474769235)
> CHECKPOINT : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/checkpoint_53000.pth
[1m --> TIME: 2025-02-23 14:24:22 -- STEP: 4155/6985 -- GLOBAL_STEP: 53050[0m
| > loss_text_ce: 0.0521048903465271 (0.051614828600529156)
| > loss_mel_ce: 3.1150052547454834 (3.1207307755875373)
| > loss: 0.7917775511741638 (0.7930864008468552)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2644 (0.2493111353918964)
| > loader_time: 0.009 (0.008941817771369967)
[1m --> TIME: 2025-02-23 14:24:40 -- STEP: 4205/6985 -- GLOBAL_STEP: 53100[0m
| > loss_text_ce: 0.05019240081310272 (0.05161699976652472)
| > loss_mel_ce: 2.9820375442504883 (3.1201776950169395)
| > loss: 0.7580574750900269 (0.7929486734688491)
| > current_lr: 5e-06
| > step_time: 0.179 (0.2492098375109515)
| > loader_time: 0.0084 (0.008942696370636265)
[1m --> TIME: 2025-02-23 14:24:58 -- STEP: 4255/6985 -- GLOBAL_STEP: 53150[0m
| > loss_text_ce: 0.05037744715809822 (0.051617270251068485)
| > loss_mel_ce: 3.041395902633667 (3.120210464860802)
| > loss: 0.7729433178901672 (0.792956933571785)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.1987 (0.2491643482593756)
| > loader_time: 0.0088 (0.008943567881152747)
[1m --> TIME: 2025-02-23 14:25:17 -- STEP: 4305/6985 -- GLOBAL_STEP: 53200[0m
| > loss_text_ce: 0.0503586083650589 (0.05161670604493561)
| > loss_mel_ce: 2.7936079502105713 (3.119458197273582)
| > loss: 0.710991621017456 (0.7927687256593735)
| > current_lr: 5e-06
| > step_time: 0.2797 (0.2491796269787867)
| > loader_time: 0.0094 (0.008949136401718115)
[1m --> TIME: 2025-02-23 14:25:35 -- STEP: 4355/6985 -- GLOBAL_STEP: 53250[0m
| > loss_text_ce: 0.05060434713959694 (0.05161476439607132)
| > loss_mel_ce: 3.0020363330841064 (3.1191349733573834)
| > loss: 0.7631601691246033 (0.7926874342933726)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2694 (0.24919218940384488)
| > loader_time: 0.0088 (0.008951318305067053)
[1m --> TIME: 2025-02-23 14:25:54 -- STEP: 4405/6985 -- GLOBAL_STEP: 53300[0m
| > loss_text_ce: 0.051505446434020996 (0.051612282383692296)
| > loss_mel_ce: 3.001838445663452 (3.1187093938790715)
| > loss: 0.7633359432220459 (0.7925804189195972)
| > current_lr: 5e-06
| > step_time: 0.1748 (0.2492677219880155)
| > loader_time: 0.0087 (0.008952934003173992)
[1m --> TIME: 2025-02-23 14:26:11 -- STEP: 4455/6985 -- GLOBAL_STEP: 53350[0m
| > loss_text_ce: 0.050349220633506775 (0.05161242631633009)
| > loss_mel_ce: 2.8293936252593994 (3.1184989807180297)
| > loss: 0.7199357151985168 (0.7925278516463291)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2787 (0.24918841523621085)
| > loader_time: 0.0091 (0.008954078875540636)
[1m --> TIME: 2025-02-23 14:26:29 -- STEP: 4505/6985 -- GLOBAL_STEP: 53400[0m
| > loss_text_ce: 0.05122292414307594 (0.05160719473390418)
| > loss_mel_ce: 3.4515886306762695 (3.1185789420522685)
| > loss: 0.8757029175758362 (0.7925465341148841)
| > current_lr: 5e-06
| > step_time: 0.2778 (0.24917852521339612)
| > loader_time: 0.0096 (0.008955906974885647)
[1m --> TIME: 2025-02-23 14:26:47 -- STEP: 4555/6985 -- GLOBAL_STEP: 53450[0m
| > loss_text_ce: 0.04952385276556015 (0.05160523288679833)
| > loss_mel_ce: 3.343461513519287 (3.1186354264469767)
| > loss: 0.8482463359832764 (0.7925601648185172)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.241 (0.24912569357979833)
| > loader_time: 0.0091 (0.00895679229962449)
[1m --> TIME: 2025-02-23 14:27:07 -- STEP: 4605/6985 -- GLOBAL_STEP: 53500[0m
| > loss_text_ce: 0.05103040114045143 (0.05160407057673099)
| > loss_mel_ce: 3.6298470497131348 (3.1188282012421724)
| > loss: 0.920219361782074 (0.7926080679401636)
| > current_lr: 5e-06
| > step_time: 0.283 (0.2492654895678923)
| > loader_time: 0.0096 (0.008958907029010074)
[1m --> TIME: 2025-02-23 14:27:24 -- STEP: 4655/6985 -- GLOBAL_STEP: 53550[0m
| > loss_text_ce: 0.051226649433374405 (0.05160282364497256)
| > loss_mel_ce: 3.066445827484131 (3.117851099727233)
| > loss: 0.7794181108474731 (0.7923634808634578)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3003 (0.24918944310681007)
| > loader_time: 0.0092 (0.008959389142652095)
[1m --> TIME: 2025-02-23 14:27:42 -- STEP: 4705/6985 -- GLOBAL_STEP: 53600[0m
| > loss_text_ce: 0.05153976380825043 (0.051602475752897704)
| > loss_mel_ce: 3.465730667114258 (3.117750438797614)
| > loss: 0.879317581653595 (0.7923382286817686)
| > current_lr: 5e-06
| > step_time: 0.2622 (0.2491017080138771)
| > loader_time: 0.0093 (0.00896077353693349)
[1m --> TIME: 2025-02-23 14:28:00 -- STEP: 4755/6985 -- GLOBAL_STEP: 53650[0m
| > loss_text_ce: 0.05347563698887825 (0.051603299908958955)
| > loss_mel_ce: 2.7398087978363037 (3.1167435787453637)
| > loss: 0.6983211040496826 (0.792086719689434)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3147 (0.24909404409671307)
| > loader_time: 0.0097 (0.008961827120695725)
[1m --> TIME: 2025-02-23 14:28:18 -- STEP: 4805/6985 -- GLOBAL_STEP: 53700[0m
| > loss_text_ce: 0.05462031066417694 (0.05159832843570633)
| > loss_mel_ce: 2.8114922046661377 (3.1165691967685327)
| > loss: 0.7165281176567078 (0.7920418813374976)
| > current_lr: 5e-06
| > step_time: 0.1856 (0.24910364314743186)
| > loader_time: 0.0084 (0.008962954790113388)
[1m --> TIME: 2025-02-23 14:28:37 -- STEP: 4855/6985 -- GLOBAL_STEP: 53750[0m
| > loss_text_ce: 0.05239230394363403 (0.05160314580070745)
| > loss_mel_ce: 2.8208413124084473 (3.116051602731896)
| > loss: 0.7183083891868591 (0.7919136871638429)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2055 (0.24909656580641146)
| > loader_time: 0.0088 (0.008964169430560871)
[1m --> TIME: 2025-02-23 14:28:55 -- STEP: 4905/6985 -- GLOBAL_STEP: 53800[0m
| > loss_text_ce: 0.04982529208064079 (0.051599399807742426)
| > loss_mel_ce: 3.4028854370117188 (3.11595006654994)
| > loss: 0.8631776571273804 (0.7918873666015724)
| > current_lr: 5e-06
| > step_time: 0.2237 (0.24911715695131323)
| > loader_time: 0.0088 (0.008965523065533988)
[1m --> TIME: 2025-02-23 14:29:13 -- STEP: 4955/6985 -- GLOBAL_STEP: 53850[0m
| > loss_text_ce: 0.04967488721013069 (0.05159946184616644)
| > loss_mel_ce: 3.007448673248291 (3.1156231033332866)
| > loss: 0.7642809152603149 (0.7918056412493786)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.1903 (0.24906231084336666)
| > loader_time: 0.0083 (0.008967051857294898)
[1m --> TIME: 2025-02-23 14:29:31 -- STEP: 5005/6985 -- GLOBAL_STEP: 53900[0m
| > loss_text_ce: 0.050905369222164154 (0.051598790963064134)
| > loss_mel_ce: 3.1319379806518555 (3.115589100831034)
| > loss: 0.7957108616828918 (0.7917969728921437)
| > current_lr: 5e-06
| > step_time: 0.2141 (0.24907516085065448)
| > loader_time: 0.0093 (0.008969064192338443)
[1m --> TIME: 2025-02-23 14:29:49 -- STEP: 5055/6985 -- GLOBAL_STEP: 53950[0m
| > loss_text_ce: 0.05020635947585106 (0.05159477877451812)
| > loss_mel_ce: 3.189729690551758 (3.1156994778607627)
| > loss: 0.809984028339386 (0.791823564061543)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2159 (0.24903747410495958)
| > loader_time: 0.0086 (0.008970272977321503)
[1m --> TIME: 2025-02-23 14:30:07 -- STEP: 5105/6985 -- GLOBAL_STEP: 54000[0m
| > loss_text_ce: 0.050411660224199295 (0.05159059433261054)
| > loss_mel_ce: 3.11409330368042 (3.1163579235581267)
| > loss: 0.7911262512207031 (0.7919871293832927)
| > current_lr: 5e-06
| > step_time: 0.2807 (0.24896804737647762)
| > loader_time: 0.0094 (0.008971923665598736)
> CHECKPOINT : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/checkpoint_54000.pth
[1m --> TIME: 2025-02-23 14:30:46 -- STEP: 5155/6985 -- GLOBAL_STEP: 54050[0m
| > loss_text_ce: 0.05078090727329254 (0.05158919423067033)
| > loss_mel_ce: 2.9530138969421387 (3.116298865254472)
| > loss: 0.7509487271308899 (0.7919720147907102)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3095 (0.2490044992948249)
| > loader_time: 0.0092 (0.008974045809903975)
[1m --> TIME: 2025-02-23 14:31:04 -- STEP: 5205/6985 -- GLOBAL_STEP: 54100[0m
| > loss_text_ce: 0.05274870619177818 (0.05158972738885061)
| > loss_mel_ce: 3.1250033378601074 (3.1155166681859474)
| > loss: 0.7944380044937134 (0.7917765987938583)
| > current_lr: 5e-06
| > step_time: 0.285 (0.24900570360086607)
| > loader_time: 0.0093 (0.008975783182266939)
[1m --> TIME: 2025-02-23 14:31:22 -- STEP: 5255/6985 -- GLOBAL_STEP: 54150[0m
| > loss_text_ce: 0.0530051551759243 (0.0515881304119623)
| > loss_mel_ce: 2.870225667953491 (3.115174903561112)
| > loss: 0.7308077216148376 (0.7916907583725785)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2547 (0.24896762364257755)
| > loader_time: 0.0086 (0.008977282693792147)
[1m --> TIME: 2025-02-23 14:31:40 -- STEP: 5305/6985 -- GLOBAL_STEP: 54200[0m
| > loss_text_ce: 0.05296682193875313 (0.051586206437112314)
| > loss_mel_ce: 2.9597277641296387 (3.115386969946555)
| > loss: 0.7531736493110657 (0.7917432939972553)
| > current_lr: 5e-06
| > step_time: 0.2714 (0.2489161131856129)
| > loader_time: 0.0091 (0.00897875946720854)
[1m --> TIME: 2025-02-23 14:31:59 -- STEP: 5355/6985 -- GLOBAL_STEP: 54250[0m
| > loss_text_ce: 0.05268563702702522 (0.0515814062357506)
| > loss_mel_ce: 3.3114564418792725 (3.115854211481344)
| > loss: 0.8410355448722839 (0.791858904323881)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2532 (0.24897585890206303)
| > loader_time: 0.0087 (0.008980259953204112)
[1m --> TIME: 2025-02-23 14:32:18 -- STEP: 5405/6985 -- GLOBAL_STEP: 54300[0m
| > loss_text_ce: 0.04841913655400276 (0.05157977450194462)
| > loss_mel_ce: 3.6658740043640137 (3.1158785295530547)
| > loss: 0.9285733103752136 (0.7918645759184644)
| > current_lr: 5e-06
| > step_time: 0.285 (0.24904832090083148)
| > loader_time: 0.0096 (0.00898208097657268)
[1m --> TIME: 2025-02-23 14:32:35 -- STEP: 5455/6985 -- GLOBAL_STEP: 54350[0m
| > loss_text_ce: 0.05215410888195038 (0.05157960161539424)
| > loss_mel_ce: 2.7321343421936035 (3.1152683213476067)
| > loss: 0.6960721015930176 (0.7917119806234606)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2085 (0.24898417697490408)
| > loader_time: 0.0086 (0.008982797066734882)
[1m --> TIME: 2025-02-23 14:32:53 -- STEP: 5505/6985 -- GLOBAL_STEP: 54400[0m
| > loss_text_ce: 0.05323386564850807 (0.05157811696371315)
| > loss_mel_ce: 2.8780364990234375 (3.114527960239378)
| > loss: 0.7328175902366638 (0.7915265191694916)
| > current_lr: 5e-06
| > step_time: 0.2197 (0.24895336370268917)
| > loader_time: 0.0092 (0.00898373371682094)
[1m --> TIME: 2025-02-23 14:33:11 -- STEP: 5555/6985 -- GLOBAL_STEP: 54450[0m
| > loss_text_ce: 0.05081028863787651 (0.051573400809676935)
| > loss_mel_ce: 3.1216180324554443 (3.1139079951038227)
| > loss: 0.7931070923805237 (0.7913703488616878)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2915 (0.24890102962456126)
| > loader_time: 0.0092 (0.00898533768744001)
[1m --> TIME: 2025-02-23 14:33:30 -- STEP: 5605/6985 -- GLOBAL_STEP: 54500[0m
| > loss_text_ce: 0.05209250748157501 (0.05157003289921071)
| > loss_mel_ce: 2.9151813983917236 (3.1136041857322114)
| > loss: 0.7418184876441956 (0.7912935545569976)
| > current_lr: 5e-06
| > step_time: 0.2579 (0.24890589378009834)
| > loader_time: 0.0091 (0.008987749229043225)
[1m --> TIME: 2025-02-23 14:33:48 -- STEP: 5655/6985 -- GLOBAL_STEP: 54550[0m
| > loss_text_ce: 0.051143329590559006 (0.051571556214312406)
| > loss_mel_ce: 3.453627824783325 (3.1132896689795255)
| > loss: 0.8761928081512451 (0.7912153061779069)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2103 (0.24895855792321325)
| > loader_time: 0.0085 (0.008990529909479643)
[1m --> TIME: 2025-02-23 14:34:07 -- STEP: 5705/6985 -- GLOBAL_STEP: 54600[0m
| > loss_text_ce: 0.05115419253706932 (0.05157056837999754)
| > loss_mel_ce: 3.3671200275421143 (3.113876510732116)
| > loss: 0.8545685410499573 (0.7913617696394326)
| > current_lr: 5e-06
| > step_time: 0.336 (0.2490492243603799)
| > loader_time: 0.0098 (0.008993269078675129)
[1m --> TIME: 2025-02-23 14:34:26 -- STEP: 5755/6985 -- GLOBAL_STEP: 54650[0m
| > loss_text_ce: 0.04993054270744324 (0.05156883769171022)
| > loss_mel_ce: 3.0805251598358154 (3.113840870480242)
| > loss: 0.7826139330863953 (0.791352426902198)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2363 (0.2490800891514968)
| > loader_time: 0.009 (0.00899563403258006)
[1m --> TIME: 2025-02-23 14:34:44 -- STEP: 5805/6985 -- GLOBAL_STEP: 54700[0m
| > loss_text_ce: 0.05565266311168671 (0.05156794158384068)
| > loss_mel_ce: 2.730684280395508 (3.1133720480091696)
| > loss: 0.6965842247009277 (0.7912349972922059)
| > current_lr: 5e-06
| > step_time: 0.2777 (0.24904848484003164)
| > loader_time: 0.0097 (0.008997649555058456)
[1m --> TIME: 2025-02-23 14:35:02 -- STEP: 5855/6985 -- GLOBAL_STEP: 54750[0m
| > loss_text_ce: 0.050258249044418335 (0.05156294019251788)
| > loss_mel_ce: 3.3149948120117188 (3.113015328992847)
| > loss: 0.8413132429122925 (0.7911445671935863)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3052 (0.24903107279900502)
| > loader_time: 0.0093 (0.008999568229043325)
[1m --> TIME: 2025-02-23 14:35:20 -- STEP: 5905/6985 -- GLOBAL_STEP: 54800[0m
| > loss_text_ce: 0.04909311234951019 (0.05156308109923307)
| > loss_mel_ce: 2.672182559967041 (3.1130223871791483)
| > loss: 0.6803188920021057 (0.7911463669353782)
| > current_lr: 5e-06
| > step_time: 0.176 (0.2490928469019154)
| > loader_time: 0.0086 (0.009002084029518288)
[1m --> TIME: 2025-02-23 14:35:39 -- STEP: 5955/6985 -- GLOBAL_STEP: 54850[0m
| > loss_text_ce: 0.052297938615083694 (0.05156276286348994)
| > loss_mel_ce: 3.3386642932891846 (3.112991400229439)
| > loss: 0.8477405309677124 (0.7911385406474926)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3105 (0.24911491844856268)
| > loader_time: 0.0096 (0.009003877960064173)
[1m --> TIME: 2025-02-23 14:35:57 -- STEP: 6005/6985 -- GLOBAL_STEP: 54900[0m
| > loss_text_ce: 0.054535478353500366 (0.05156126049386776)
| > loss_mel_ce: 2.8394997119903564 (3.112599110067336)
| > loss: 0.7235087752342224 (0.7910400925131268)
| > current_lr: 5e-06
| > step_time: 0.2501 (0.2491003184989529)
| > loader_time: 0.009 (0.009005566103869368)
[1m --> TIME: 2025-02-23 14:36:15 -- STEP: 6055/6985 -- GLOBAL_STEP: 54950[0m
| > loss_text_ce: 0.050344984978437424 (0.05155773231010616)
| > loss_mel_ce: 3.345473051071167 (3.111869346396573)
| > loss: 0.8489544987678528 (0.7908567695554678)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2285 (0.2490246250647144)
| > loader_time: 0.0088 (0.009006927704437064)
[1m --> TIME: 2025-02-23 14:36:33 -- STEP: 6105/6985 -- GLOBAL_STEP: 55000[0m
| > loss_text_ce: 0.05130799487233162 (0.051555948342630706)
| > loss_mel_ce: 3.003190040588379 (3.111510926480179)
| > loss: 0.7636244893074036 (0.7907667185906797)
| > current_lr: 5e-06
| > step_time: 0.1839 (0.2490417787815878)
| > loader_time: 0.0086 (0.009008671434857072)
> CHECKPOINT : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/checkpoint_55000.pth
[1m --> TIME: 2025-02-23 14:37:12 -- STEP: 6155/6985 -- GLOBAL_STEP: 55050[0m
| > loss_text_ce: 0.049330420792102814 (0.05155473335681657)
| > loss_mel_ce: 3.113708257675171 (3.111610095235605)
| > loss: 0.7907596826553345 (0.7907912070532336)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3021 (0.2490318262702948)
| > loader_time: 0.0092 (0.009010712835093445)
[1m --> TIME: 2025-02-23 14:37:31 -- STEP: 6205/6985 -- GLOBAL_STEP: 55100[0m
| > loss_text_ce: 0.050211433321237564 (0.05154912431186294)
| > loss_mel_ce: 3.0704612731933594 (3.111576092694671)
| > loss: 0.7801681756973267 (0.790781304194599)
| > current_lr: 5e-06
| > step_time: 0.2189 (0.2490476765044748)
| > loader_time: 0.0093 (0.009012643528215195)
[1m --> TIME: 2025-02-23 14:37:49 -- STEP: 6255/6985 -- GLOBAL_STEP: 55150[0m
| > loss_text_ce: 0.049414828419685364 (0.05154575680037869)
| > loss_mel_ce: 3.015178680419922 (3.1117163756482595)
| > loss: 0.7661483883857727 (0.7908155330746393)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2973 (0.24902090443124017)
| > loader_time: 0.009 (0.009015456473322348)
[1m --> TIME: 2025-02-23 14:38:07 -- STEP: 6305/6985 -- GLOBAL_STEP: 55200[0m
| > loss_text_ce: 0.05019227787852287 (0.0515418792336967)
| > loss_mel_ce: 3.0675103664398193 (3.112078020895973)
| > loss: 0.7794256806373596 (0.790904974984707)
| > current_lr: 5e-06
| > step_time: 0.2878 (0.24897863586964256)
| > loader_time: 0.0097 (0.009016738365227817)
[1m --> TIME: 2025-02-23 14:38:25 -- STEP: 6355/6985 -- GLOBAL_STEP: 55250[0m
| > loss_text_ce: 0.05011710152029991 (0.0515398990055129)
| > loss_mel_ce: 2.8380441665649414 (3.1119210538106286)
| > loss: 0.7220402956008911 (0.790865238148054)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2272 (0.24896695870850427)
| > loader_time: 0.0091 (0.009018406954269368)
[1m --> TIME: 2025-02-23 14:38:44 -- STEP: 6405/6985 -- GLOBAL_STEP: 55300[0m
| > loss_text_ce: 0.04970408231019974 (0.05153738495477195)
| > loss_mel_ce: 3.1321184635162354 (3.111820311363928)
| > loss: 0.7954556345939636 (0.7908394240290744)
| > current_lr: 5e-06
| > step_time: 0.2758 (0.24901148359073874)
| > loader_time: 0.0094 (0.009020448456882608)
[1m --> TIME: 2025-02-23 14:39:02 -- STEP: 6455/6985 -- GLOBAL_STEP: 55350[0m
| > loss_text_ce: 0.05024784803390503 (0.05153388506873559)
| > loss_mel_ce: 3.4793701171875 (3.1119448324583177)
| > loss: 0.8824045062065125 (0.7908696793014003)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3174 (0.24901122389423302)
| > loader_time: 0.0097 (0.009021958115486851)
[1m --> TIME: 2025-02-23 14:39:20 -- STEP: 6505/6985 -- GLOBAL_STEP: 55400[0m
| > loss_text_ce: 0.048260778188705444 (0.05153067055559915)
| > loss_mel_ce: 3.2778830528259277 (3.1116594805339948)
| > loss: 0.8315359354019165 (0.7907975376797678)
| > current_lr: 5e-06
| > step_time: 0.2846 (0.24899765732286527)
| > loader_time: 0.0094 (0.009023622986355917)
[1m --> TIME: 2025-02-23 14:39:38 -- STEP: 6555/6985 -- GLOBAL_STEP: 55450[0m
| > loss_text_ce: 0.050970371812582016 (0.051528027497976504)
| > loss_mel_ce: 3.060145616531372 (3.1122666574997533)
| > loss: 0.7777789831161499 (0.7909486711525356)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2709 (0.24898825535603283)
| > loader_time: 0.0092 (0.009025220194452163)
[1m --> TIME: 2025-02-23 14:39:56 -- STEP: 6605/6985 -- GLOBAL_STEP: 55500[0m
| > loss_text_ce: 0.0506405308842659 (0.05152613624061811)
| > loss_mel_ce: 2.988682746887207 (3.1121113886533576)
| > loss: 0.7598308324813843 (0.7909093811239466)
| > current_lr: 5e-06
| > step_time: 0.2791 (0.24897460637897548)
| > loader_time: 0.0095 (0.009026733625124675)
[1m --> TIME: 2025-02-23 14:40:14 -- STEP: 6655/6985 -- GLOBAL_STEP: 55550[0m
| > loss_text_ce: 0.049685992300510406 (0.05152384352686265)
| > loss_mel_ce: 3.2635767459869385 (3.1119071382942445)
| > loss: 0.8283156752586365 (0.7908577453633346)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2681 (0.24891007105987112)
| > loader_time: 0.009 (0.009027752743727479)
[1m --> TIME: 2025-02-23 14:40:32 -- STEP: 6705/6985 -- GLOBAL_STEP: 55600[0m
| > loss_text_ce: 0.049273259937763214 (0.05151905216815582)
| > loss_mel_ce: 3.385504961013794 (3.1117798028642953)
| > loss: 0.8586945533752441 (0.7908247136607447)
| > current_lr: 5e-06
| > step_time: 0.2898 (0.24893430778110853)
| > loader_time: 0.0096 (0.009029422101469583)
[1m --> TIME: 2025-02-23 14:40:50 -- STEP: 6755/6985 -- GLOBAL_STEP: 55650[0m
| > loss_text_ce: 0.053069278597831726 (0.051517836122513753)
| > loss_mel_ce: 3.251023292541504 (3.11138570737521)
| > loss: 0.8260231614112854 (0.7907258858070122)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2717 (0.24892262011259067)
| > loader_time: 0.0093 (0.009030860375687448)
[1m --> TIME: 2025-02-23 14:41:09 -- STEP: 6805/6985 -- GLOBAL_STEP: 55700[0m
| > loss_text_ce: 0.05065173655748367 (0.051514885175499694)
| > loss_mel_ce: 3.2050113677978516 (3.1115802205020575)
| > loss: 0.8139157891273499 (0.790773776364099)
| > current_lr: 5e-06
| > step_time: 0.2136 (0.2489325768276666)
| > loader_time: 0.0089 (0.00903236030393627)
[1m --> TIME: 2025-02-23 14:41:27 -- STEP: 6855/6985 -- GLOBAL_STEP: 55750[0m
| > loss_text_ce: 0.053637366741895676 (0.05151160298028108)
| > loss_mel_ce: 3.1252713203430176 (3.111612937052174)
| > loss: 0.7947271466255188 (0.790781134953906)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2742 (0.2489209501348561)
| > loader_time: 0.0092 (0.009033848576785724)
[1m --> TIME: 2025-02-23 14:41:46 -- STEP: 6905/6985 -- GLOBAL_STEP: 55800[0m
| > loss_text_ce: 0.04953327402472496 (0.05150858115332016)
| > loss_mel_ce: 3.849177598953247 (3.111546730287345)
| > loss: 0.9746777415275574 (0.7907638278066208)
| > current_lr: 5e-06
| > step_time: 0.2929 (0.24900450478594516)
| > loader_time: 0.0102 (0.00903602064216942)
[1m --> TIME: 2025-02-23 14:42:04 -- STEP: 6955/6985 -- GLOBAL_STEP: 55850[0m
| > loss_text_ce: 0.04835253208875656 (0.05150479373370123)
| > loss_mel_ce: 3.1929447650909424 (3.111516857147216)
| > loss: 0.8103243112564087 (0.7907554126831375)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3107 (0.24896684405959654)
| > loader_time: 0.0091 (0.009037017616584623)
[1m > EVALUATION [0m
[1m--> EVAL PERFORMANCE[0m
| > avg_loader_time:[91m 0.4631414475783803 [0m(+0.002209811428793118)
| > avg_loss_text_ce:[92m 0.05003003279368083 [0m(-0.0005197121816522959)
| > avg_loss_mel_ce:[92m 3.04217215768652 [0m(-0.026864657994190022)
| > avg_loss:[92m 3.0922022021673863 [0m(-0.027384362189598388)
> BEST MODEL : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/best_model_55880.pth
[4m[1m > EPOCH: 8/30[0m
--> checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3
[1m > TRAINING (2025-02-23 14:44:45) [0m
[1m --> TIME: 2025-02-23 14:44:53 -- STEP: 20/6985 -- GLOBAL_STEP: 55900[0m
| > loss_text_ce: 0.05174081027507782 (0.05189012084156275)
| > loss_mel_ce: 3.242403268814087 (3.023572564125061)
| > loss: 0.8235360383987427 (0.7688656687736511)
| > current_lr: 5e-06
| > step_time: 0.2374 (0.24237071275711058)
| > loader_time: 0.0111 (0.009409546852111813)
[1m --> TIME: 2025-02-23 14:45:11 -- STEP: 70/6985 -- GLOBAL_STEP: 55950[0m
| > loss_text_ce: 0.05074979364871979 (0.051649772961224825)
| > loss_mel_ce: 3.00185227394104 (3.0614944560187203)
| > loss: 0.7631505131721497 (0.778286052601678)
| > current_lr: 5e-06
| > step_time: 0.2613 (0.23783530167170933)
| > loader_time: 0.0097 (0.009475834029061452)
[1m --> TIME: 2025-02-23 14:45:28 -- STEP: 120/6985 -- GLOBAL_STEP: 56000[0m
| > loss_text_ce: 0.0522635392844677 (0.05152690109486381)
| > loss_mel_ce: 3.28073787689209 (3.05804700255394)
| > loss: 0.8332503437995911 (0.7773934707045556)
| > current_lr: 5e-06
| > step_time: 0.2242 (0.23715046842892964)
| > loader_time: 0.0091 (0.00947105884552002)
> CHECKPOINT : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/checkpoint_56000.pth
[1m --> TIME: 2025-02-23 14:46:09 -- STEP: 170/6985 -- GLOBAL_STEP: 56050[0m
| > loss_text_ce: 0.05129030719399452 (0.05132036710924962)
| > loss_mel_ce: 3.1875152587890625 (3.076517210287205)
| > loss: 0.8097013831138611 (0.7819593902896435)
| > current_lr: 5e-06
| > step_time: 0.2786 (0.24238024038427017)
| > loader_time: 0.0089 (0.009465289115905762)
[1m --> TIME: 2025-02-23 14:46:27 -- STEP: 220/6985 -- GLOBAL_STEP: 56100[0m
| > loss_text_ce: 0.05521131306886673 (0.05126596526666121)
| > loss_mel_ce: 2.9352548122406006 (3.0781390320171)
| > loss: 0.7476165294647217 (0.7823512462052433)
| > current_lr: 5e-06
| > step_time: 0.1727 (0.24513579498637805)
| > loader_time: 0.0101 (0.009418587251143022)
[1m --> TIME: 2025-02-23 14:46:45 -- STEP: 270/6985 -- GLOBAL_STEP: 56150[0m
| > loss_text_ce: 0.0493793748319149 (0.05115690755623358)
| > loss_mel_ce: 3.0812947750091553 (3.083791902330186)
| > loss: 0.7826685309410095 (0.7837371996155491)
| > current_lr: 5e-06
| > step_time: 0.257 (0.24538430372873943)
| > loader_time: 0.0088 (0.009341755619755499)
[1m --> TIME: 2025-02-23 14:47:04 -- STEP: 320/6985 -- GLOBAL_STEP: 56200[0m
| > loss_text_ce: 0.05216335505247116 (0.0512020536349155)
| > loss_mel_ce: 2.9196314811706543 (3.0831968188285814)
| > loss: 0.7429487109184265 (0.7835997158661485)
| > current_lr: 5e-06
| > step_time: 0.2515 (0.24652431681752204)
| > loader_time: 0.0089 (0.009292301535606394)
[1m --> TIME: 2025-02-23 14:47:23 -- STEP: 370/6985 -- GLOBAL_STEP: 56250[0m
| > loss_text_ce: 0.049379024654626846 (0.05119314857229993)
| > loss_mel_ce: 3.3598506450653076 (3.0902487290872105)
| > loss: 0.8523074388504028 (0.7853604674339296)
| > current_lr: 5e-06
| > step_time: 0.2306 (0.24844822690293594)
| > loader_time: 0.0085 (0.009263413661235098)
[1m --> TIME: 2025-02-23 14:47:41 -- STEP: 420/6985 -- GLOBAL_STEP: 56300[0m
| > loss_text_ce: 0.05107272043824196 (0.05121724916001161)
| > loss_mel_ce: 3.2772998809814453 (3.0942429678780687)
| > loss: 0.8320931792259216 (0.7863650524900074)
| > current_lr: 5e-06
| > step_time: 0.1716 (0.24910188686280024)
| > loader_time: 0.0096 (0.009238709154583167)
[1m --> TIME: 2025-02-23 14:48:00 -- STEP: 470/6985 -- GLOBAL_STEP: 56350[0m
| > loss_text_ce: 0.05099198594689369 (0.051224983610371325)
| > loss_mel_ce: 3.431758165359497 (3.0951781394633837)
| > loss: 0.8706875443458557 (0.7866007792188767)
| > current_lr: 5e-06
| > step_time: 0.2914 (0.24965292291438326)
| > loader_time: 0.0092 (0.009218637486721616)
[1m --> TIME: 2025-02-23 14:48:19 -- STEP: 520/6985 -- GLOBAL_STEP: 56400[0m
| > loss_text_ce: 0.05269008129835129 (0.05124162191238541)
| > loss_mel_ce: 3.043034791946411 (3.095073699492674)
| > loss: 0.7739312052726746 (0.786578829242633)
| > current_lr: 5e-06
| > step_time: 0.165 (0.25025332891024077)
| > loader_time: 0.0081 (0.009193716140893798)
[1m --> TIME: 2025-02-23 14:48:37 -- STEP: 570/6985 -- GLOBAL_STEP: 56450[0m
| > loss_text_ce: 0.04782680794596672 (0.05122714211935539)
| > loss_mel_ce: 3.302065134048462 (3.093942218914367)
| > loss: 0.8374729752540588 (0.7862923391032637)
| > current_lr: 5e-06
| > step_time: 0.2768 (0.2503176111924022)
| > loader_time: 0.0089 (0.009176390212878856)
[1m --> TIME: 2025-02-23 14:48:56 -- STEP: 620/6985 -- GLOBAL_STEP: 56500[0m
| > loss_text_ce: 0.05106955021619797 (0.0512077557223459)
| > loss_mel_ce: 3.233699321746826 (3.0953129133870525)
| > loss: 0.82119220495224 (0.7866301663460272)
| > current_lr: 5e-06
| > step_time: 0.2535 (0.2505070228730479)
| > loader_time: 0.0106 (0.00916585230058241)
[1m --> TIME: 2025-02-23 14:49:14 -- STEP: 670/6985 -- GLOBAL_STEP: 56550[0m
| > loss_text_ce: 0.052526261657476425 (0.05119038340427097)
| > loss_mel_ce: 2.9506638050079346 (3.093270796448437)
| > loss: 0.7507975101470947 (0.7861152942500897)
| > current_lr: 5e-06
| > step_time: 0.2878 (0.25045570330833317)
| > loader_time: 0.0094 (0.009148340438728924)
[1m --> TIME: 2025-02-23 14:49:32 -- STEP: 720/6985 -- GLOBAL_STEP: 56600[0m
| > loss_text_ce: 0.05460348352789879 (0.051215320675530404)
| > loss_mel_ce: 2.7688348293304443 (3.091998430755403)
| > loss: 0.7058596014976501 (0.7858034372329712)
| > current_lr: 5e-06
| > step_time: 0.2246 (0.2505602541897031)
| > loader_time: 0.0094 (0.00915210114585031)
[1m --> TIME: 2025-02-23 14:49:51 -- STEP: 770/6985 -- GLOBAL_STEP: 56650[0m
| > loss_text_ce: 0.05281472206115723 (0.05122502234268502)
| > loss_mel_ce: 2.9418182373046875 (3.091516591047312)
| > loss: 0.7486582398414612 (0.7856854028516002)
| > current_lr: 5e-06
| > step_time: 0.254 (0.250611857624797)
| > loader_time: 0.0091 (0.009162078584943521)
[1m --> TIME: 2025-02-23 14:50:09 -- STEP: 820/6985 -- GLOBAL_STEP: 56700[0m
| > loss_text_ce: 0.050843771547079086 (0.05121059860216412)
| > loss_mel_ce: 3.287937641143799 (3.092577875532755)
| > loss: 0.8346953392028809 (0.7859471179363204)
| > current_lr: 5e-06
| > step_time: 0.2268 (0.251020311437002)
| > loader_time: 0.0106 (0.009172695729790686)
[1m --> TIME: 2025-02-23 14:50:28 -- STEP: 870/6985 -- GLOBAL_STEP: 56750[0m
| > loss_text_ce: 0.049935854971408844 (0.05123543205788769)
| > loss_mel_ce: 3.0585625171661377 (3.087810341791175)
| > loss: 0.7771245837211609 (0.7847614430833136)
| > current_lr: 5e-06
| > step_time: 0.2885 (0.2511417857531842)
| > loader_time: 0.0096 (0.009177650254348245)
[1m --> TIME: 2025-02-23 14:50:46 -- STEP: 920/6985 -- GLOBAL_STEP: 56800[0m
| > loss_text_ce: 0.0538269504904747 (0.05125624851688098)
| > loss_mel_ce: 2.86018705368042 (3.08729392963907)
| > loss: 0.7285035252571106 (0.7846375443365263)
| > current_lr: 5e-06
| > step_time: 0.2249 (0.2507699520691582)
| > loader_time: 0.0093 (0.009184960697008231)
[1m --> TIME: 2025-02-23 14:51:04 -- STEP: 970/6985 -- GLOBAL_STEP: 56850[0m
| > loss_text_ce: 0.05303758382797241 (0.05125752879095449)
| > loss_mel_ce: 3.248814821243286 (3.0873072135079767)
| > loss: 0.8254631161689758 (0.7846411854950424)
| > current_lr: 5e-06
| > step_time: 0.2881 (0.2506180750955011)
| > loader_time: 0.0099 (0.009193503242178077)
[1m --> TIME: 2025-02-23 14:51:22 -- STEP: 1020/6985 -- GLOBAL_STEP: 56900[0m
| > loss_text_ce: 0.05045531690120697 (0.051259951286164014)
| > loss_mel_ce: 2.8472256660461426 (3.088671120709064)
| > loss: 0.7244202494621277 (0.7849827678764567)
| > current_lr: 5e-06
| > step_time: 0.1678 (0.25036466706032845)
| > loader_time: 0.0099 (0.009221176540150375)
[1m --> TIME: 2025-02-23 14:51:40 -- STEP: 1070/6985 -- GLOBAL_STEP: 56950[0m
| > loss_text_ce: 0.04931534826755524 (0.05126563515340059)
| > loss_mel_ce: 3.4224860668182373 (3.0872240193536347)
| > loss: 0.8679503798484802 (0.7846224135884615)
| > current_lr: 5e-06
| > step_time: 0.2835 (0.2502354650853949)
| > loader_time: 0.0092 (0.009227226382104048)
[1m --> TIME: 2025-02-23 14:51:59 -- STEP: 1120/6985 -- GLOBAL_STEP: 57000[0m
| > loss_text_ce: 0.05061928182840347 (0.05127203116259939)
| > loss_mel_ce: 3.011672019958496 (3.0884044659989227)
| > loss: 0.7655728459358215 (0.7849191242030688)
| > current_lr: 5e-06
| > step_time: 0.2513 (0.25050720976931706)
| > loader_time: 0.0094 (0.009231929055282058)
> CHECKPOINT : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/checkpoint_57000.pth
[1m --> TIME: 2025-02-23 14:52:38 -- STEP: 1170/6985 -- GLOBAL_STEP: 57050[0m
| > loss_text_ce: 0.051330097019672394 (0.051287600907505095)
| > loss_mel_ce: 2.7576632499694824 (3.086489674372552)
| > loss: 0.7022483348846436 (0.78444431892827)
| > current_lr: 5e-06
| > step_time: 0.2841 (0.25023425623901885)
| > loader_time: 0.0095 (0.009234982066684305)
[1m --> TIME: 2025-02-23 14:52:57 -- STEP: 1220/6985 -- GLOBAL_STEP: 57100[0m
| > loss_text_ce: 0.0519409254193306 (0.05129050586189405)
| > loss_mel_ce: 2.8054757118225098 (3.0874458019850723)
| > loss: 0.7143541574478149 (0.7846840771495319)
| > current_lr: 5e-06
| > step_time: 0.1943 (0.25027246533847247)
| > loader_time: 0.0108 (0.009239507112346721)
[1m --> TIME: 2025-02-23 14:53:14 -- STEP: 1270/6985 -- GLOBAL_STEP: 57150[0m
| > loss_text_ce: 0.051629312336444855 (0.051273687506519935)
| > loss_mel_ce: 3.093646764755249 (3.0868344338860148)
| > loss: 0.7863190174102783 (0.7845270306106628)
| > current_lr: 5e-06
| > step_time: 0.221 (0.24983381530431312)
| > loader_time: 0.0091 (0.00923910516453541)
[1m --> TIME: 2025-02-23 14:53:33 -- STEP: 1320/6985 -- GLOBAL_STEP: 57200[0m
| > loss_text_ce: 0.04449450969696045 (0.051268696649508075)
| > loss_mel_ce: 3.4939191341400146 (3.083826744195193)
| > loss: 0.8846033811569214 (0.7837738606062801)
| > current_lr: 5e-06
| > step_time: 0.2487 (0.24991923679005015)
| > loader_time: 0.0096 (0.009237895770506434)
[1m --> TIME: 2025-02-23 14:53:51 -- STEP: 1370/6985 -- GLOBAL_STEP: 57250[0m
| > loss_text_ce: 0.049499597400426865 (0.05127282163848845)
| > loss_mel_ce: 2.540398120880127 (3.0838619538467356)
| > loss: 0.6474744081497192 (0.7837836942968576)
| > current_lr: 5e-06
| > step_time: 0.1949 (0.25015473122144277)
| > loader_time: 0.0088 (0.00923897245504561)
[1m --> TIME: 2025-02-23 14:54:10 -- STEP: 1420/6985 -- GLOBAL_STEP: 57300[0m
| > loss_text_ce: 0.051668040454387665 (0.05127717248413347)
| > loss_mel_ce: 3.332242727279663 (3.083088785325983)
| > loss: 0.8459776639938354 (0.78359148980866)
| > current_lr: 5e-06
| > step_time: 0.2544 (0.2503702465917021)
| > loader_time: 0.0098 (0.009235650217029412)
[1m --> TIME: 2025-02-23 14:54:28 -- STEP: 1470/6985 -- GLOBAL_STEP: 57350[0m
| > loss_text_ce: 0.053160570561885834 (0.05127796506141727)
| > loss_mel_ce: 2.5476832389831543 (3.0835183158212836)
| > loss: 0.650210976600647 (0.7836990705963705)
| > current_lr: 5e-06
| > step_time: 0.1914 (0.2502212856902554)
| > loader_time: 0.0088 (0.009229521199959475)
[1m --> TIME: 2025-02-23 14:54:46 -- STEP: 1520/6985 -- GLOBAL_STEP: 57400[0m
| > loss_text_ce: 0.0528029128909111 (0.051250564132964166)
| > loss_mel_ce: 3.238215208053589 (3.083917191781501)
| > loss: 0.8227545022964478 (0.7837919393260226)
| > current_lr: 5e-06
| > step_time: 0.2993 (0.25010077388662993)
| > loader_time: 0.0095 (0.009224023317035876)
[1m --> TIME: 2025-02-23 14:55:05 -- STEP: 1570/6985 -- GLOBAL_STEP: 57450[0m
| > loss_text_ce: 0.05304328724741936 (0.05123967111680161)
| > loss_mel_ce: 2.629716634750366 (3.0860326873269104)
| > loss: 0.6706900000572205 (0.784318089826851)
| > current_lr: 5e-06
| > step_time: 0.1954 (0.2502516644775483)
| > loader_time: 0.0086 (0.009221803458632943)
[1m --> TIME: 2025-02-23 14:55:24 -- STEP: 1620/6985 -- GLOBAL_STEP: 57500[0m
| > loss_text_ce: 0.05184008181095123 (0.05123450105986848)
| > loss_mel_ce: 2.956653356552124 (3.0853091110417923)
| > loss: 0.7521233558654785 (0.7841359032157025)
| > current_lr: 5e-06
| > step_time: 0.2258 (0.25043264833497364)
| > loader_time: 0.0089 (0.00922037951740218)
[1m --> TIME: 2025-02-23 14:55:42 -- STEP: 1670/6985 -- GLOBAL_STEP: 57550[0m
| > loss_text_ce: 0.052262138575315475 (0.0512309750129363)
| > loss_mel_ce: 2.9024455547332764 (3.0862237998825397)
| > loss: 0.738676905632019 (0.7843636938911711)
| > current_lr: 5e-06
| > step_time: 0.2869 (0.2503879481446955)
| > loader_time: 0.0091 (0.009215062249920334)
[1m --> TIME: 2025-02-23 14:56:00 -- STEP: 1720/6985 -- GLOBAL_STEP: 57600[0m
| > loss_text_ce: 0.05232301726937294 (0.051227148949320254)
| > loss_mel_ce: 3.429206609725952 (3.0873193499653886)
| > loss: 0.8703824281692505 (0.7846366251623906)
| > current_lr: 5e-06
| > step_time: 0.2491 (0.2504709522391472)
| > loader_time: 0.0093 (0.009212931505469398)
[1m --> TIME: 2025-02-23 14:56:19 -- STEP: 1770/6985 -- GLOBAL_STEP: 57650[0m
| > loss_text_ce: 0.05224215239286423 (0.051231336439986036)
| > loss_mel_ce: 3.1856555938720703 (3.0876147278284667)
| > loss: 0.8094744086265564 (0.7847115164759467)
| > current_lr: 5e-06
| > step_time: 0.2839 (0.25048114135440436)
| > loader_time: 0.0089 (0.009213425210640268)
[1m --> TIME: 2025-02-23 14:56:36 -- STEP: 1820/6985 -- GLOBAL_STEP: 57700[0m
| > loss_text_ce: 0.05051308497786522 (0.051229673744803625)
| > loss_mel_ce: 2.873220443725586 (3.0864221605625826)
| > loss: 0.7309333682060242 (0.784412958890527)
| > current_lr: 5e-06
| > step_time: 0.1695 (0.2500913115648122)
| > loader_time: 0.009 (0.009207869231045912)
[1m --> TIME: 2025-02-23 14:56:54 -- STEP: 1870/6985 -- GLOBAL_STEP: 57750[0m
| > loss_text_ce: 0.04953137785196304 (0.051227915255143704)
| > loss_mel_ce: 3.4346601963043213 (3.085748408949953)
| > loss: 0.8710479140281677 (0.7842440815214166)
| > current_lr: 5e-06
| > step_time: 0.2789 (0.25011272047930205)
| > loader_time: 0.0094 (0.009205614054266793)
[1m --> TIME: 2025-02-23 14:57:13 -- STEP: 1920/6985 -- GLOBAL_STEP: 57800[0m
| > loss_text_ce: 0.05215328931808472 (0.05122192805477731)
| > loss_mel_ce: 2.8183536529541016 (3.0861005137364113)
| > loss: 0.7176267504692078 (0.7843306109619637)
| > current_lr: 5e-06
| > step_time: 0.1717 (0.2502115660657485)
| > loader_time: 0.0085 (0.00920375833908718)
[1m --> TIME: 2025-02-23 14:57:31 -- STEP: 1970/6985 -- GLOBAL_STEP: 57850[0m
| > loss_text_ce: 0.05078282207250595 (0.051232734144792964)
| > loss_mel_ce: 3.025510787963867 (3.0854724851356585)
| > loss: 0.7690734267234802 (0.7841763053751233)
| > current_lr: 5e-06
| > step_time: 0.2142 (0.2500553304168779)
| > loader_time: 0.0091 (0.009201433815931921)
[1m --> TIME: 2025-02-23 14:57:49 -- STEP: 2020/6985 -- GLOBAL_STEP: 57900[0m
| > loss_text_ce: 0.05037429556250572 (0.05122940027994097)
| > loss_mel_ce: 3.101884126663208 (3.0855981490399618)
| > loss: 0.7880645990371704 (0.7842068877845706)
| > current_lr: 5e-06
| > step_time: 0.1975 (0.2499811734303389)
| > loader_time: 0.0087 (0.009200625136347111)
[1m --> TIME: 2025-02-23 14:58:07 -- STEP: 2070/6985 -- GLOBAL_STEP: 57950[0m
| > loss_text_ce: 0.0499020516872406 (0.05122094581776485)
| > loss_mel_ce: 3.175161123275757 (3.0859827345696087)
| > loss: 0.8062657713890076 (0.784300920496816)
| > current_lr: 5e-06
| > step_time: 0.2744 (0.24997433383683662)
| > loader_time: 0.0091 (0.009199965172919685)
[1m --> TIME: 2025-02-23 14:58:26 -- STEP: 2120/6985 -- GLOBAL_STEP: 58000[0m
| > loss_text_ce: 0.05283975601196289 (0.051216936209854104)
| > loss_mel_ce: 3.173001289367676 (3.086096502587484)
| > loss: 0.8064602613449097 (0.784328360124579)
| > current_lr: 5e-06
| > step_time: 0.2513 (0.24994568138752354)
| > loader_time: 0.0093 (0.00919836219751611)
> CHECKPOINT : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/checkpoint_58000.pth
[1m --> TIME: 2025-02-23 14:59:05 -- STEP: 2170/6985 -- GLOBAL_STEP: 58050[0m
| > loss_text_ce: 0.05027376860380173 (0.05120900998810471)
| > loss_mel_ce: 2.8090810775756836 (3.0853136971249597)
| > loss: 0.7148386836051941 (0.784130677155086)
| > current_lr: 5e-06
| > step_time: 0.2769 (0.2500194401235626)
| > loader_time: 0.0093 (0.009197684037520599)
[1m --> TIME: 2025-02-23 14:59:23 -- STEP: 2220/6985 -- GLOBAL_STEP: 58100[0m
| > loss_text_ce: 0.05043782293796539 (0.05120659705989803)
| > loss_mel_ce: 3.5495638847351074 (3.085126506852678)
| > loss: 0.9000004529953003 (0.7840832763427016)
| > current_lr: 5e-06
| > step_time: 0.251 (0.2499286305796994)
| > loader_time: 0.0094 (0.009196787481909413)
[1m --> TIME: 2025-02-23 14:59:42 -- STEP: 2270/6985 -- GLOBAL_STEP: 58150[0m
| > loss_text_ce: 0.050546593964099884 (0.05121852771629326)
| > loss_mel_ce: 3.275172233581543 (3.084893327662601)
| > loss: 0.8314297199249268 (0.784027964270588)
| > current_lr: 5e-06
| > step_time: 0.2466 (0.24996004482723033)
| > loader_time: 0.0091 (0.009194613133233038)
[1m --> TIME: 2025-02-23 15:00:00 -- STEP: 2320/6985 -- GLOBAL_STEP: 58200[0m
| > loss_text_ce: 0.049978770315647125 (0.05122045179636319)
| > loss_mel_ce: 3.4298620223999023 (3.084486551223133)
| > loss: 0.8699601888656616 (0.7839267511819977)
| > current_lr: 5e-06
| > step_time: 0.2521 (0.24984207060830357)
| > loader_time: 0.0096 (0.00919148963073206)
[1m --> TIME: 2025-02-23 15:00:17 -- STEP: 2370/6985 -- GLOBAL_STEP: 58250[0m
| > loss_text_ce: 0.04923824593424797 (0.05122014439432938)
| > loss_mel_ce: 3.348914861679077 (3.084022544406138)
| > loss: 0.849538266658783 (0.7838106726543821)
| > current_lr: 5e-06
| > step_time: 0.2902 (0.2495820841205775)
| > loader_time: 0.0093 (0.00918827318441015)
[1m --> TIME: 2025-02-23 15:00:36 -- STEP: 2420/6985 -- GLOBAL_STEP: 58300[0m
| > loss_text_ce: 0.05171630159020424 (0.05122201438100384)
| > loss_mel_ce: 3.5604214668273926 (3.0841015348749736)
| > loss: 0.9030344486236572 (0.7838308877442499)
| > current_lr: 5e-06
| > step_time: 0.2264 (0.24979491391457811)
| > loader_time: 0.0093 (0.009189037153543541)
[1m --> TIME: 2025-02-23 15:00:54 -- STEP: 2470/6985 -- GLOBAL_STEP: 58350[0m
| > loss_text_ce: 0.0520811453461647 (0.0512117173567958)
| > loss_mel_ce: 2.738102912902832 (3.0836666687297454)
| > loss: 0.6975460052490234 (0.7837195969062303)
| > current_lr: 5e-06
| > step_time: 0.2469 (0.24976503482231735)
| > loader_time: 0.0089 (0.00918740260938886)
[1m --> TIME: 2025-02-23 15:01:12 -- STEP: 2520/6985 -- GLOBAL_STEP: 58400[0m
| > loss_text_ce: 0.049456894397735596 (0.05121112527355322)
| > loss_mel_ce: 3.3549649715423584 (3.081915418306987)
| > loss: 0.8511054515838623 (0.7832816362380985)
| > current_lr: 5e-06
| > step_time: 0.2546 (0.24955806883554618)
| > loader_time: 0.0094 (0.009188250795243304)
[1m --> TIME: 2025-02-23 15:01:30 -- STEP: 2570/6985 -- GLOBAL_STEP: 58450[0m
| > loss_text_ce: 0.0513017363846302 (0.051207516854085415)
| > loss_mel_ce: 2.886956214904785 (3.0827652628783593)
| > loss: 0.734564483165741 (0.7834931953871763)
| > current_lr: 5e-06
| > step_time: 0.2647 (0.24945184497981693)
| > loader_time: 0.0091 (0.009185634141766161)
[1m --> TIME: 2025-02-23 15:01:48 -- STEP: 2620/6985 -- GLOBAL_STEP: 58500[0m
| > loss_text_ce: 0.05118569731712341 (0.05120394112584934)
| > loss_mel_ce: 3.1140739917755127 (3.0825042558990363)
| > loss: 0.7913148999214172 (0.78342704970873)
| > current_lr: 5e-06
| > step_time: 0.1817 (0.24941693153090158)
| > loader_time: 0.0087 (0.009184394082950282)
[1m --> TIME: 2025-02-23 15:02:06 -- STEP: 2670/6985 -- GLOBAL_STEP: 58550[0m
| > loss_text_ce: 0.051526281982660294 (0.051202723082531765)
| > loss_mel_ce: 2.7985687255859375 (3.081205767460085)
| > loss: 0.7125237584114075 (0.783102123121197)
| > current_lr: 5e-06
| > step_time: 0.2199 (0.24940630737761887)
| > loader_time: 0.0089 (0.009183720256505401)
[1m --> TIME: 2025-02-23 15:02:24 -- STEP: 2720/6985 -- GLOBAL_STEP: 58600[0m
| > loss_text_ce: 0.04834138602018356 (0.05119644775986678)
| > loss_mel_ce: 3.1270651817321777 (3.0804402203244337)
| > loss: 0.7938516139984131 (0.7829091675579545)
| > current_lr: 5e-06
| > step_time: 0.2225 (0.24942006907042344)
| > loader_time: 0.0096 (0.00918271471472348)
[1m --> TIME: 2025-02-23 15:02:43 -- STEP: 2770/6985 -- GLOBAL_STEP: 58650[0m
| > loss_text_ce: 0.050572991371154785 (0.05119749403387207)
| > loss_mel_ce: 3.260422706604004 (3.080602752344704)
| > loss: 0.8277488946914673 (0.7829500621191428)
| > current_lr: 5e-06
| > step_time: 0.2846 (0.24940705712521558)
| > loader_time: 0.0091 (0.009182118336646571)
[1m --> TIME: 2025-02-23 15:03:01 -- STEP: 2820/6985 -- GLOBAL_STEP: 58700[0m
| > loss_text_ce: 0.04818179830908775 (0.051198157036663854)
| > loss_mel_ce: 3.106057643890381 (3.0795858661333733)
| > loss: 0.7885598540306091 (0.7826960063361104)
| > current_lr: 5e-06
| > step_time: 0.2372 (0.24935108127323458)
| > loader_time: 0.0095 (0.009181046063172903)
[1m --> TIME: 2025-02-23 15:03:19 -- STEP: 2870/6985 -- GLOBAL_STEP: 58750[0m
| > loss_text_ce: 0.05252224951982498 (0.05119276424993212)
| > loss_mel_ce: 3.109846353530884 (3.080877455934001)
| > loss: 0.7905921339988708 (0.7830175555333856)
| > current_lr: 5e-06
| > step_time: 0.2728 (0.24939544890400434)
| > loader_time: 0.0091 (0.00918090360089877)
[1m --> TIME: 2025-02-23 15:03:37 -- STEP: 2920/6985 -- GLOBAL_STEP: 58800[0m
| > loss_text_ce: 0.04922698065638542 (0.05118791183125081)
| > loss_mel_ce: 3.2781667709350586 (3.0814980597528705)
| > loss: 0.8318484425544739 (0.7831714933661562)
| > current_lr: 5e-06
| > step_time: 0.2686 (0.24937818768906275)
| > loader_time: 0.0097 (0.009180873387480441)
[1m --> TIME: 2025-02-23 15:03:56 -- STEP: 2970/6985 -- GLOBAL_STEP: 58850[0m
| > loss_text_ce: 0.050534673035144806 (0.05118255985380228)
| > loss_mel_ce: 3.4018516540527344 (3.081830730743281)
| > loss: 0.8630965948104858 (0.7832533230484532)
| > current_lr: 5e-06
| > step_time: 0.2854 (0.2494350691837093)
| > loader_time: 0.0096 (0.009180758537266801)
[1m --> TIME: 2025-02-23 15:04:13 -- STEP: 3020/6985 -- GLOBAL_STEP: 58900[0m
| > loss_text_ce: 0.05256104841828346 (0.0511895562417263)
| > loss_mel_ce: 3.2353568077087402 (3.080254626826736)
| > loss: 0.8219794631004333 (0.7828610461871353)
| > current_lr: 5e-06
| > step_time: 0.1464 (0.24929083514687247)
| > loader_time: 0.0083 (0.009178146937035565)
[1m --> TIME: 2025-02-23 15:04:31 -- STEP: 3070/6985 -- GLOBAL_STEP: 58950[0m
| > loss_text_ce: 0.0479658842086792 (0.05119160995227123)
| > loss_mel_ce: 2.7138500213623047 (3.0800624193508397)
| > loss: 0.6904540061950684 (0.7828135078232914)
| > current_lr: 5e-06
| > step_time: 0.1745 (0.2492259267875349)
| > loader_time: 0.0085 (0.009179156067317002)
[1m --> TIME: 2025-02-23 15:04:50 -- STEP: 3120/6985 -- GLOBAL_STEP: 59000[0m
| > loss_text_ce: 0.05127732455730438 (0.05118468326922416)
| > loss_mel_ce: 2.9790735244750977 (3.0802019252226915)
| > loss: 0.757587730884552 (0.782846652716398)
| > current_lr: 5e-06
| > step_time: 0.2461 (0.2492146225311818)
| > loader_time: 0.009 (0.00918181668489407)
> CHECKPOINT : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/checkpoint_59000.pth
[1m --> TIME: 2025-02-23 15:05:27 -- STEP: 3170/6985 -- GLOBAL_STEP: 59050[0m
| > loss_text_ce: 0.05264546722173691 (0.051180786563065954)
| > loss_mel_ce: 2.76322078704834 (3.07993405858049)
| > loss: 0.7039665579795837 (0.782778711819122)
| > current_lr: 5e-06
| > step_time: 0.1215 (0.24906187756956571)
| > loader_time: 0.0271 (0.00918635863234943)
[1m --> TIME: 2025-02-23 15:05:45 -- STEP: 3220/6985 -- GLOBAL_STEP: 59100[0m
| > loss_text_ce: 0.05163150280714035 (0.05117744150693007)
| > loss_mel_ce: 3.3016512393951416 (3.0794286425809694)
| > loss: 0.8383206725120544 (0.782651521570934)
| > current_lr: 5e-06
| > step_time: 0.2421 (0.24896361664955668)
| > loader_time: 0.0094 (0.009183413419664272)
[1m --> TIME: 2025-02-23 15:06:03 -- STEP: 3270/6985 -- GLOBAL_STEP: 59150[0m
| > loss_text_ce: 0.05273650586605072 (0.05117597824435356)
| > loss_mel_ce: 3.517343759536743 (3.0791562754808957)
| > loss: 0.8925200700759888 (0.7825830639502321)
| > current_lr: 5e-06
| > step_time: 0.2864 (0.24899159396460305)
| > loader_time: 0.0091 (0.009180855459394066)
[1m --> TIME: 2025-02-23 15:06:22 -- STEP: 3320/6985 -- GLOBAL_STEP: 59200[0m
| > loss_text_ce: 0.05461699515581131 (0.051173503460160634)
| > loss_mel_ce: 2.7207138538360596 (3.079112315680608)
| > loss: 0.6938326954841614 (0.7825714553156529)
| > current_lr: 5e-06
| > step_time: 0.2433 (0.24903690994503994)
| > loader_time: 0.0092 (0.009178959605205473)
[1m --> TIME: 2025-02-23 15:06:40 -- STEP: 3370/6985 -- GLOBAL_STEP: 59250[0m
| > loss_text_ce: 0.04923044145107269 (0.05116804329462863)
| > loss_mel_ce: 3.1691412925720215 (3.0792283138818495)
| > loss: 0.8045929074287415 (0.7825990898319094)
| > current_lr: 5e-06
| > step_time: 0.2782 (0.24908750948637112)
| > loader_time: 0.0091 (0.009177005184864062)
[1m --> TIME: 2025-02-23 15:06:58 -- STEP: 3420/6985 -- GLOBAL_STEP: 59300[0m
| > loss_text_ce: 0.052926234900951385 (0.051165309459058214)
| > loss_mel_ce: 2.887160062789917 (3.0786785371122316)
| > loss: 0.7350215911865234 (0.7824609622097849)
| > current_lr: 5e-06
| > step_time: 0.1707 (0.24896487910845133)
| > loader_time: 0.0087 (0.009174638672878847)
[1m --> TIME: 2025-02-23 15:07:15 -- STEP: 3470/6985 -- GLOBAL_STEP: 59350[0m
| > loss_text_ce: 0.04881462827324867 (0.05116694474147278)
| > loss_mel_ce: 3.0004608631134033 (3.0783009330546145)
| > loss: 0.7623188495635986 (0.7823669700869906)
| > current_lr: 5e-06
| > step_time: 0.283 (0.2487787781943506)
| > loader_time: 0.0094 (0.00917176423911057)
[1m --> TIME: 2025-02-23 15:07:33 -- STEP: 3520/6985 -- GLOBAL_STEP: 59400[0m
| > loss_text_ce: 0.051300447434186935 (0.051158236352388205)
| > loss_mel_ce: 2.6537423133850098 (3.0786881237544805)
| > loss: 0.6762607097625732 (0.7824615906246681)
| > current_lr: 5e-06
| > step_time: 0.2307 (0.2487347067757087)
| > loader_time: 0.0091 (0.009169614450498043)
[1m --> TIME: 2025-02-23 15:07:52 -- STEP: 3570/6985 -- GLOBAL_STEP: 59450[0m
| > loss_text_ce: 0.047521717846393585 (0.05115736235945336)
| > loss_mel_ce: 2.9482948780059814 (3.0784755399581107)
| > loss: 0.748954176902771 (0.7824082262041854)
| > current_lr: 5e-06
| > step_time: 0.3419 (0.24880094468092726)
| > loader_time: 0.0097 (0.009168248416996786)
[1m --> TIME: 2025-02-23 15:08:10 -- STEP: 3620/6985 -- GLOBAL_STEP: 59500[0m
| > loss_text_ce: 0.05296260118484497 (0.051156241217247406)
| > loss_mel_ce: 3.0407495498657227 (3.0785644201283966)
| > loss: 0.7734280228614807 (0.7824301658908304)
| > current_lr: 5e-06
| > step_time: 0.2165 (0.24885195645179545)
| > loader_time: 0.0091 (0.009166954894092184)
[1m --> TIME: 2025-02-23 15:08:28 -- STEP: 3670/6985 -- GLOBAL_STEP: 59550[0m
| > loss_text_ce: 0.050861477851867676 (0.051151572388142635)
| > loss_mel_ce: 2.8669557571411133 (3.07883385734922)
| > loss: 0.7294542789459229 (0.782496357971056)
| > current_lr: 5e-06
| > step_time: 0.1427 (0.2488125155342373)
| > loader_time: 0.0206 (0.00916810873743622)
[1m --> TIME: 2025-02-23 15:08:47 -- STEP: 3720/6985 -- GLOBAL_STEP: 59600[0m
| > loss_text_ce: 0.05026032775640488 (0.0511496289543087)
| > loss_mel_ce: 3.0801033973693848 (3.0790915910274763)
| > loss: 0.782590925693512 (0.7825603055377158)
| > current_lr: 5e-06
| > step_time: 0.1848 (0.24889151723154135)
| > loader_time: 0.0086 (0.009168097857506028)
[1m --> TIME: 2025-02-23 15:09:04 -- STEP: 3770/6985 -- GLOBAL_STEP: 59650[0m
| > loss_text_ce: 0.05004817992448807 (0.05114999503114658)
| > loss_mel_ce: 3.007495641708374 (3.0783391946822967)
| > loss: 0.7643859386444092 (0.7823722979592389)
| > current_lr: 5e-06
| > step_time: 0.2854 (0.24875695471422116)
| > loader_time: 0.0097 (0.009166175174460153)
[1m --> TIME: 2025-02-23 15:09:23 -- STEP: 3820/6985 -- GLOBAL_STEP: 59700[0m
| > loss_text_ce: 0.05096866562962532 (0.05114679994324899)
| > loss_mel_ce: 2.9975576400756836 (3.077774266235492)
| > loss: 0.7621315717697144 (0.7822302670847057)
| > current_lr: 5e-06
| > step_time: 0.2182 (0.24878215459004752)
| > loader_time: 0.0091 (0.00916625773095334)
[1m --> TIME: 2025-02-23 15:09:41 -- STEP: 3870/6985 -- GLOBAL_STEP: 59750[0m
| > loss_text_ce: 0.04994777590036392 (0.05114343872520047)
| > loss_mel_ce: 3.4203379154205322 (3.0786339500461755)
| > loss: 0.8675714135169983 (0.7824443476452689)
| > current_lr: 5e-06
| > step_time: 0.257 (0.24872964136976303)
| > loader_time: 0.0091 (0.009166120312318614)
[1m --> TIME: 2025-02-23 15:09:59 -- STEP: 3920/6985 -- GLOBAL_STEP: 59800[0m
| > loss_text_ce: 0.05131842941045761 (0.0511399922835432)
| > loss_mel_ce: 3.3692328929901123 (3.0792511467422767)
| > loss: 0.855137825012207 (0.7825977851693725)
| > current_lr: 5e-06
| > step_time: 0.151 (0.24880603880298388)
| > loader_time: 0.0084 (0.009166671487749823)
[1m --> TIME: 2025-02-23 15:10:16 -- STEP: 3970/6985 -- GLOBAL_STEP: 59850[0m
| > loss_text_ce: 0.0506591834127903 (0.05113964751644313)
| > loss_mel_ce: 3.264012098312378 (3.078322050133041)
| > loss: 0.8286678194999695 (0.7823654248672406)
| > current_lr: 5e-06
| > step_time: 0.2753 (0.24862564426825695)
| > loader_time: 0.0094 (0.009165847331510667)
[1m --> TIME: 2025-02-23 15:10:35 -- STEP: 4020/6985 -- GLOBAL_STEP: 59900[0m
| > loss_text_ce: 0.05340609326958656 (0.051141336950385495)
| > loss_mel_ce: 2.986330032348633 (3.078062695531704)
| > loss: 0.7599340081214905 (0.782301008567881)
| > current_lr: 5e-06
| > step_time: 0.226 (0.24862700481319908)
| > loader_time: 0.009 (0.009167123908427208)
[1m --> TIME: 2025-02-23 15:10:53 -- STEP: 4070/6985 -- GLOBAL_STEP: 59950[0m
| > loss_text_ce: 0.05047864466905594 (0.05113967306344461)
| > loss_mel_ce: 3.0934581756591797 (3.0782647447445477)
| > loss: 0.785984218120575 (0.7823511048968358)
| > current_lr: 5e-06
| > step_time: 0.1925 (0.2486128764890629)
| > loader_time: 0.0087 (0.009168126190616676)
[1m --> TIME: 2025-02-23 15:11:11 -- STEP: 4120/6985 -- GLOBAL_STEP: 60000[0m
| > loss_text_ce: 0.052604950964450836 (0.051132144070076754)
| > loss_mel_ce: 3.187422037124634 (3.078600286569411)
| > loss: 0.8100067377090454 (0.7824331080595264)
| > current_lr: 5e-06
| > step_time: 0.241 (0.2486665582772598)
| > loader_time: 0.0093 (0.009167919401983598)
> CHECKPOINT : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/checkpoint_60000.pth
[1m --> TIME: 2025-02-23 15:11:50 -- STEP: 4170/6985 -- GLOBAL_STEP: 60050[0m
| > loss_text_ce: 0.05243896692991257 (0.051129663253216474)
| > loss_mel_ce: 3.28135085105896 (3.0786230736213347)
| > loss: 0.8334474563598633 (0.782438184588933)
| > current_lr: 5e-06
| > step_time: 0.2839 (0.24860294957241)
| > loader_time: 0.0096 (0.009167093567425096)
[1m --> TIME: 2025-02-23 15:12:08 -- STEP: 4220/6985 -- GLOBAL_STEP: 60100[0m
| > loss_text_ce: 0.05243007466197014 (0.051125361504677676)
| > loss_mel_ce: 3.025820016860962 (3.0785767909474866)
| > loss: 0.7695625424385071 (0.7824255384540103)
| > current_lr: 5e-06
| > step_time: 0.219 (0.24853807506968065)
| > loader_time: 0.009 (0.009165805888966911)
[1m --> TIME: 2025-02-23 15:12:26 -- STEP: 4270/6985 -- GLOBAL_STEP: 60150[0m
| > loss_text_ce: 0.052048828452825546 (0.0511191050109805)
| > loss_mel_ce: 2.8867180347442627 (3.078397558109545)
| > loss: 0.7346917390823364 (0.7823791661642191)
| > current_lr: 5e-06
| > step_time: 0.2747 (0.24849678219341848)
| > loader_time: 0.0092 (0.009164870483255483)
[1m --> TIME: 2025-02-23 15:12:44 -- STEP: 4320/6985 -- GLOBAL_STEP: 60200[0m
| > loss_text_ce: 0.052595894783735275 (0.05111358945809858)
| > loss_mel_ce: 2.5980184078216553 (3.0783191939195014)
| > loss: 0.6626535654067993 (0.7823581962259827)
| > current_lr: 5e-06
| > step_time: 0.1602 (0.24849224366523606)
| > loader_time: 0.0087 (0.00916414680304349)
[1m --> TIME: 2025-02-23 15:13:02 -- STEP: 4370/6985 -- GLOBAL_STEP: 60250[0m
| > loss_text_ce: 0.04969341307878494 (0.05111033941280243)
| > loss_mel_ce: 2.8274614810943604 (3.0785081292726373)
| > loss: 0.71928870677948 (0.7824046175730851)
| > current_lr: 5e-06
| > step_time: 0.2213 (0.24848739042434873)
| > loader_time: 0.0089 (0.009163102678085065)
[1m --> TIME: 2025-02-23 15:13:20 -- STEP: 4420/6985 -- GLOBAL_STEP: 60300[0m
| > loss_text_ce: 0.049639880657196045 (0.0511062352897018)
| > loss_mel_ce: 3.2147834300994873 (3.078178195769973)
| > loss: 0.816105842590332 (0.782321108129229)
| > current_lr: 5e-06
| > step_time: 0.226 (0.2484375922388621)
| > loader_time: 0.0086 (0.009161654964291655)
[1m --> TIME: 2025-02-23 15:13:38 -- STEP: 4470/6985 -- GLOBAL_STEP: 60350[0m
| > loss_text_ce: 0.04943768307566643 (0.051106362364836205)
| > loss_mel_ce: 2.8190910816192627 (3.0780152521410806)
| > loss: 0.7171322107315063 (0.7822804039756721)
| > current_lr: 5e-06
| > step_time: 0.2749 (0.24835014551277934)
| > loader_time: 0.009 (0.009160257772577939)
[1m --> TIME: 2025-02-23 15:13:56 -- STEP: 4520/6985 -- GLOBAL_STEP: 60400[0m
| > loss_text_ce: 0.04993356019258499 (0.05110493539049566)
| > loss_mel_ce: 3.359224319458008 (3.076972091092475)
| > loss: 0.8522894978523254 (0.7820192569784353)
| > current_lr: 5e-06
| > step_time: 0.2173 (0.24842452907984242)
| > loader_time: 0.0084 (0.009159868428137435)
[1m --> TIME: 2025-02-23 15:14:15 -- STEP: 4570/6985 -- GLOBAL_STEP: 60450[0m
| > loss_text_ce: 0.047066014260053635 (0.05110181684664877)
| > loss_mel_ce: 3.4273698329925537 (3.077508509915561)
| > loss: 0.8686089515686035 (0.7821525820626727)
| > current_lr: 5e-06
| > step_time: 0.2896 (0.24850372459486753)
| > loader_time: 0.0092 (0.009159901888156597)
[1m --> TIME: 2025-02-23 15:14:33 -- STEP: 4620/6985 -- GLOBAL_STEP: 60500[0m
| > loss_text_ce: 0.05188533663749695 (0.05109359663850689)
| > loss_mel_ce: 2.5648581981658936 (3.0776005526125707)
| > loss: 0.6541858911514282 (0.7821735377048513)
| > current_lr: 5e-06
| > step_time: 0.1828 (0.24853632032097164)
| > loader_time: 0.009 (0.009159458818889785)
[1m --> TIME: 2025-02-23 15:14:51 -- STEP: 4670/6985 -- GLOBAL_STEP: 60550[0m
| > loss_text_ce: 0.05047230049967766 (0.05109436746439409)
| > loss_mel_ce: 2.6846699714660645 (3.0772246645145307)
| > loss: 0.6837855577468872 (0.7820797583658634)
| > current_lr: 5e-06
| > step_time: 0.1957 (0.2485102421721759)
| > loader_time: 0.0089 (0.009162344564972892)
[1m --> TIME: 2025-02-23 15:15:10 -- STEP: 4720/6985 -- GLOBAL_STEP: 60600[0m
| > loss_text_ce: 0.05275459960103035 (0.05109698271962924)
| > loss_mel_ce: 2.8797037601470947 (3.076853496139333)
| > loss: 0.7331146001815796 (0.7819876201071981)
| > current_lr: 5e-06
| > step_time: 0.226 (0.24859457985829503)
| > loader_time: 0.009 (0.009162501915026508)
[1m --> TIME: 2025-02-23 15:15:28 -- STEP: 4770/6985 -- GLOBAL_STEP: 60650[0m
| > loss_text_ce: 0.050992317497730255 (0.05109728190821422)
| > loss_mel_ce: 3.2093710899353027 (3.076582825608721)
| > loss: 0.8150908350944519 (0.781920027270507)
| > current_lr: 5e-06
| > step_time: 0.1944 (0.248507370189051)
| > loader_time: 0.0088 (0.009160555283728368)
[1m --> TIME: 2025-02-23 15:15:46 -- STEP: 4820/6985 -- GLOBAL_STEP: 60700[0m
| > loss_text_ce: 0.05205243453383446 (0.05109469026899067)
| > loss_mel_ce: 3.1977975368499756 (3.077358072377834)
| > loss: 0.8124625086784363 (0.7821131910402246)
| > current_lr: 5e-06
| > step_time: 0.1979 (0.24855930266043957)
| > loader_time: 0.009 (0.009160412841812687)
[1m --> TIME: 2025-02-23 15:16:04 -- STEP: 4870/6985 -- GLOBAL_STEP: 60750[0m
| > loss_text_ce: 0.055452536791563034 (0.051094535050542705)
| > loss_mel_ce: 2.916515350341797 (3.0773966023075046)
| > loss: 0.7429919838905334 (0.7821227847061111)
| > current_lr: 5e-06
| > step_time: 0.229 (0.24855088365151412)
| > loader_time: 0.0085 (0.009163002067033252)
[1m --> TIME: 2025-02-23 15:16:23 -- STEP: 4920/6985 -- GLOBAL_STEP: 60800[0m
| > loss_text_ce: 0.049520134925842285 (0.05109449767818053)
| > loss_mel_ce: 3.1584086418151855 (3.077056390095536)
| > loss: 0.8019821643829346 (0.7820377222648476)
| > current_lr: 5e-06
| > step_time: 0.2393 (0.24853275292288002)
| > loader_time: 0.0089 (0.009162482740433225)
[1m --> TIME: 2025-02-23 15:16:41 -- STEP: 4970/6985 -- GLOBAL_STEP: 60850[0m
| > loss_text_ce: 0.05468527600169182 (0.05109976715215253)
| > loss_mel_ce: 2.9159677028656006 (3.0764421261052517)
| > loss: 0.7426632642745972 (0.7818854736250402)
| > current_lr: 5e-06
| > step_time: 0.3042 (0.24853482265587548)
| > loader_time: 0.0096 (0.009162915208689873)
[1m --> TIME: 2025-02-23 15:16:59 -- STEP: 5020/6985 -- GLOBAL_STEP: 60900[0m
| > loss_text_ce: 0.05157360062003136 (0.05110193524821344)
| > loss_mel_ce: 2.9378774166107178 (3.0760141003654313)
| > loss: 0.7473627328872681 (0.7817790092462551)
| > current_lr: 5e-06
| > step_time: 0.225 (0.24856450638448105)
| > loader_time: 0.009 (0.0091631643325684)
[1m --> TIME: 2025-02-23 15:17:18 -- STEP: 5070/6985 -- GLOBAL_STEP: 60950[0m
| > loss_text_ce: 0.05024505406618118 (0.0510981772932604)
| > loss_mel_ce: 2.933119297027588 (3.075805768223676)
| > loss: 0.7458410859107971 (0.7817259867163089)
| > current_lr: 5e-06
| > step_time: 0.2546 (0.24861568050271665)
| > loader_time: 0.0091 (0.0091638063302877)
[1m --> TIME: 2025-02-23 15:17:36 -- STEP: 5120/6985 -- GLOBAL_STEP: 61000[0m
| > loss_text_ce: 0.05265805497765541 (0.051094776651734695)
| > loss_mel_ce: 3.0391745567321777 (3.076098392438147)
| > loss: 0.7729581594467163 (0.7817982926149838)
| > current_lr: 5e-06
| > step_time: 0.2258 (0.24857664513401692)
| > loader_time: 0.009 (0.009163984796032294)
> CHECKPOINT : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/checkpoint_61000.pth
[1m --> TIME: 2025-02-23 15:18:14 -- STEP: 5170/6985 -- GLOBAL_STEP: 61050[0m
| > loss_text_ce: 0.05093711242079735 (0.051094767591795306)
| > loss_mel_ce: 3.1059796810150146 (3.0760514204921776)
| > loss: 0.7892292141914368 (0.7817865473850543)
| > current_lr: 5e-06
| > step_time: 0.1941 (0.24850707616750695)
| > loader_time: 0.0086 (0.009165390916673061)
[1m --> TIME: 2025-02-23 15:18:33 -- STEP: 5220/6985 -- GLOBAL_STEP: 61100[0m
| > loss_text_ce: 0.048414748162031174 (0.051091548385119964)
| > loss_mel_ce: 3.160686492919922 (3.0759981670142156)
| > loss: 0.8022753000259399 (0.7817724292305687)
| > current_lr: 5e-06
| > step_time: 0.2172 (0.2486075884537679)
| > loader_time: 0.0094 (0.009165668076482291)
[1m --> TIME: 2025-02-23 15:18:51 -- STEP: 5270/6985 -- GLOBAL_STEP: 61150[0m
| > loss_text_ce: 0.046179719269275665 (0.05109060464084033)
| > loss_mel_ce: 3.45682430267334 (3.07586907874475)
| > loss: 0.8757510185241699 (0.7817399212373043)
| > current_lr: 5e-06
| > step_time: 0.2878 (0.24860445471370926)
| > loader_time: 0.0097 (0.009164903014615524)
[1m --> TIME: 2025-02-23 15:19:10 -- STEP: 5320/6985 -- GLOBAL_STEP: 61200[0m
| > loss_text_ce: 0.05057192221283913 (0.051085702005661725)
| > loss_mel_ce: 3.07643723487854 (3.0762119947519544)
| > loss: 0.7817522883415222 (0.7818244245939678)
| > current_lr: 5e-06
| > step_time: 0.166 (0.24858369625600663)
| > loader_time: 0.0087 (0.009164641091698077)
[1m --> TIME: 2025-02-23 15:19:28 -- STEP: 5370/6985 -- GLOBAL_STEP: 61250[0m
| > loss_text_ce: 0.04937346279621124 (0.05108395794222695)
| > loss_mel_ce: 3.270368814468384 (3.0768781308133315)
| > loss: 0.8299355506896973 (0.7819905225791072)
| > current_lr: 5e-06
| > step_time: 0.2561 (0.24858878582327507)
| > loader_time: 0.0094 (0.009164493621172604)
[1m --> TIME: 2025-02-23 15:19:46 -- STEP: 5420/6985 -- GLOBAL_STEP: 61300[0m
| > loss_text_ce: 0.049821000546216965 (0.051081333896385764)
| > loss_mel_ce: 2.91094708442688 (3.0766650055607334)
| > loss: 0.7401919960975647 (0.7819365852323399)
| > current_lr: 5e-06
| > step_time: 0.2486 (0.24863079434391322)
| > loader_time: 0.0095 (0.009164810224652709)
[1m --> TIME: 2025-02-23 15:20:04 -- STEP: 5470/6985 -- GLOBAL_STEP: 61350[0m
| > loss_text_ce: 0.051813893020153046 (0.05108064584624722)
| > loss_mel_ce: 2.5151138305664062 (3.0762789381487523)
| > loss: 0.6417319178581238 (0.7818398963598702)
| > current_lr: 5e-06
| > step_time: 0.1409 (0.24859798987561219)
| > loader_time: 0.0079 (0.009164278991043658)
[1m --> TIME: 2025-02-23 15:20:22 -- STEP: 5520/6985 -- GLOBAL_STEP: 61400[0m
| > loss_text_ce: 0.047368552535772324 (0.05107650684422231)
| > loss_mel_ce: 3.188854694366455 (3.076138768550281)
| > loss: 0.8090558052062988 (0.7818038192348197)
| > current_lr: 5e-06
| > step_time: 0.2421 (0.2485608945290248)
| > loader_time: 0.0095 (0.00916361683520716)
[1m --> TIME: 2025-02-23 15:20:40 -- STEP: 5570/6985 -- GLOBAL_STEP: 61450[0m
| > loss_text_ce: 0.05087751895189285 (0.05107396906927306)
| > loss_mel_ce: 3.1918416023254395 (3.0754739340160677)
| > loss: 0.8106797933578491 (0.7816369761149368)
| > current_lr: 5e-06
| > step_time: 0.3048 (0.24849618016282365)
| > loader_time: 0.0099 (0.009163122673651028)
[1m --> TIME: 2025-02-23 15:20:58 -- STEP: 5620/6985 -- GLOBAL_STEP: 61500[0m
| > loss_text_ce: 0.05230322852730751 (0.051074566487289176)
| > loss_mel_ce: 3.093773603439331 (3.075425487947636)
| > loss: 0.7865192294120789 (0.7816250139814248)
| > current_lr: 5e-06
| > step_time: 0.2304 (0.24849947958230129)
| > loader_time: 0.0096 (0.009164496842652432)
[1m --> TIME: 2025-02-23 15:21:16 -- STEP: 5670/6985 -- GLOBAL_STEP: 61550[0m
| > loss_text_ce: 0.05081421136856079 (0.051074858362633695)
| > loss_mel_ce: 3.1139018535614014 (3.0752058331087597)
| > loss: 0.7911790013313293 (0.7815701732559803)
| > current_lr: 5e-06
| > step_time: 0.2703 (0.2485069689927278)
| > loader_time: 0.0095 (0.009165794550846885)
[1m --> TIME: 2025-02-23 15:21:35 -- STEP: 5720/6985 -- GLOBAL_STEP: 61600[0m
| > loss_text_ce: 0.050140928477048874 (0.05107410883960813)
| > loss_mel_ce: 3.0528407096862793 (3.0744572403547674)
| > loss: 0.7757453918457031 (0.7813828376935906)
| > current_lr: 5e-06
| > step_time: 0.1888 (0.24850580129590072)
| > loader_time: 0.0093 (0.00916613815547701)
[1m --> TIME: 2025-02-23 15:21:52 -- STEP: 5770/6985 -- GLOBAL_STEP: 61650[0m
| > loss_text_ce: 0.0474696047604084 (0.051075014063969006)
| > loss_mel_ce: 2.9818756580352783 (3.0741074316629735)
| > loss: 0.7573363184928894 (0.7812956118087828)
| > current_lr: 5e-06
| > step_time: 0.2851 (0.2484655154639762)
| > loader_time: 0.0097 (0.009166692241225731)
[1m --> TIME: 2025-02-23 15:22:11 -- STEP: 5820/6985 -- GLOBAL_STEP: 61700[0m
| > loss_text_ce: 0.04874042421579361 (0.051071555617415804)
| > loss_mel_ce: 3.177510976791382 (3.074084434558438)
| > loss: 0.8065628409385681 (0.7812889979467353)
| > current_lr: 5e-06
| > step_time: 0.2169 (0.2485460367809047)
| > loader_time: 0.0092 (0.009168186712101133)
[1m --> TIME: 2025-02-23 15:22:29 -- STEP: 5870/6985 -- GLOBAL_STEP: 61750[0m
| > loss_text_ce: 0.049977343529462814 (0.051067710144277106)
| > loss_mel_ce: 2.864086866378784 (3.0737505369332645)
| > loss: 0.7285160422325134 (0.7812045621811018)
| > current_lr: 5e-06
| > step_time: 0.2757 (0.2485405908532606)
| > loader_time: 0.0093 (0.0091686212224489)
[1m --> TIME: 2025-02-23 15:22:48 -- STEP: 5920/6985 -- GLOBAL_STEP: 61800[0m
| > loss_text_ce: 0.04942498728632927 (0.05106281825731431)
| > loss_mel_ce: 3.2312541007995605 (3.0741662350458094)
| > loss: 0.8201697468757629 (0.7813072637126246)
| > current_lr: 5e-06
| > step_time: 0.2476 (0.24856650595729418)
| > loader_time: 0.0091 (0.009169911693882284)
[1m --> TIME: 2025-02-23 15:23:05 -- STEP: 5970/6985 -- GLOBAL_STEP: 61850[0m
| > loss_text_ce: 0.052971940487623215 (0.05106134334051827)
| > loss_mel_ce: 3.1503467559814453 (3.073699830445016)
| > loss: 0.8008296489715576 (0.7811902938376314)
| > current_lr: 5e-06
| > step_time: 0.2751 (0.24846976606091067)
| > loader_time: 0.0097 (0.009170711180273195)
[1m --> TIME: 2025-02-23 15:23:24 -- STEP: 6020/6985 -- GLOBAL_STEP: 61900[0m
| > loss_text_ce: 0.0525645911693573 (0.051057473564539026)
| > loss_mel_ce: 3.0570156574249268 (3.073371268348443)
| > loss: 0.7773950695991516 (0.7811071858552597)
| > current_lr: 5e-06
| > step_time: 0.2272 (0.24845616769949072)
| > loader_time: 0.0097 (0.009170806962390268)
[1m --> TIME: 2025-02-23 15:23:42 -- STEP: 6070/6985 -- GLOBAL_STEP: 61950[0m
| > loss_text_ce: 0.05016499385237694 (0.051051933879931816)
| > loss_mel_ce: 3.1243956089019775 (3.0736858116146784)
| > loss: 0.79364013671875 (0.7811844367466407)
| > current_lr: 5e-06
| > step_time: 0.2835 (0.24850548303500436)
| > loader_time: 0.0095 (0.009172154611967725)
[1m --> TIME: 2025-02-23 15:24:00 -- STEP: 6120/6985 -- GLOBAL_STEP: 62000[0m
| > loss_text_ce: 0.049408920109272 (0.05105251942402103)
| > loss_mel_ce: 3.1766271591186523 (3.073375943283632)
| > loss: 0.8065090179443359 (0.7811071160377234)
| > current_lr: 5e-06
| > step_time: 0.2974 (0.24850616638177364)
| > loader_time: 0.0095 (0.009173255964042299)
> CHECKPOINT : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/checkpoint_62000.pth
[1m --> TIME: 2025-02-23 15:24:40 -- STEP: 6170/6985 -- GLOBAL_STEP: 62050[0m
| > loss_text_ce: 0.05275360867381096 (0.05104962109951859)
| > loss_mel_ce: 3.3030238151550293 (3.07384783066266)
| > loss: 0.8389443755149841 (0.7812243633274122)
| > current_lr: 5e-06
| > step_time: 0.2835 (0.24854853099130544)
| > loader_time: 0.0097 (0.009174172263864171)
[1m --> TIME: 2025-02-23 15:24:59 -- STEP: 6220/6985 -- GLOBAL_STEP: 62100[0m
| > loss_text_ce: 0.051026757806539536 (0.05105144343671306)
| > loss_mel_ce: 3.0688512325286865 (3.073711363832286)
| > loss: 0.7799695134162903 (0.7811907021754035)
| > current_lr: 5e-06
| > step_time: 0.1678 (0.24855885643667733)
| > loader_time: 0.0088 (0.009174937680603222)
[1m --> TIME: 2025-02-23 15:25:17 -- STEP: 6270/6985 -- GLOBAL_STEP: 62150[0m
| > loss_text_ce: 0.054126936942338943 (0.05105113324722603)
| > loss_mel_ce: 3.1392698287963867 (3.0735609488814286)
| > loss: 0.7983492016792297 (0.7811530208663692)
| > current_lr: 5e-06
| > step_time: 0.2516 (0.2486032428163471)
| > loader_time: 0.0096 (0.009176510144648932)
[1m --> TIME: 2025-02-23 15:25:36 -- STEP: 6320/6985 -- GLOBAL_STEP: 62200[0m
| > loss_text_ce: 0.05071524903178215 (0.051044297325601666)
| > loss_mel_ce: 3.2385120391845703 (3.0739939870713657)
| > loss: 0.8223068118095398 (0.7812595714496655)
| > current_lr: 5e-06
| > step_time: 0.2473 (0.24863978284823748)
| > loader_time: 0.0088 (0.009177505064614198)
[1m --> TIME: 2025-02-23 15:25:53 -- STEP: 6370/6985 -- GLOBAL_STEP: 62250[0m
| > loss_text_ce: 0.04942822828888893 (0.051037525088530676)
| > loss_mel_ce: 2.924023389816284 (3.0737567181115644)
| > loss: 0.7433629035949707 (0.7811985611167016)
| > current_lr: 5e-06
| > step_time: 0.2536 (0.24856975086068436)
| > loader_time: 0.009 (0.00917700890282072)
[1m --> TIME: 2025-02-23 15:26:12 -- STEP: 6420/6985 -- GLOBAL_STEP: 62300[0m
| > loss_text_ce: 0.050517987459897995 (0.05103265493992146)
| > loss_mel_ce: 2.8722095489501953 (3.0737564554095664)
| > loss: 0.7306818962097168 (0.7811972778998426)
| > current_lr: 5e-06
| > step_time: 0.2376 (0.2486777013707384)
| > loader_time: 0.0093 (0.009177445919714235)
[1m --> TIME: 2025-02-23 15:26:31 -- STEP: 6470/6985 -- GLOBAL_STEP: 62350[0m
| > loss_text_ce: 0.048232872039079666 (0.051031533192837424)
| > loss_mel_ce: 2.7391104698181152 (3.0735028330657013)
| > loss: 0.6968358159065247 (0.7811335918800165)
| > current_lr: 5e-06
| > step_time: 0.2462 (0.24867725611838531)
| > loader_time: 0.0088 (0.009177871944362623)
[1m --> TIME: 2025-02-23 15:26:49 -- STEP: 6520/6985 -- GLOBAL_STEP: 62400[0m
| > loss_text_ce: 0.047291431576013565 (0.05102935360767449)
| > loss_mel_ce: 3.385904312133789 (3.0730968641722884)
| > loss: 0.8582989573478699 (0.7810315547545258)
| > current_lr: 5e-06
| > step_time: 0.2325 (0.2487386797469087)
| > loader_time: 0.0091 (0.009178640067211676)
[1m --> TIME: 2025-02-23 15:27:08 -- STEP: 6570/6985 -- GLOBAL_STEP: 62450[0m
| > loss_text_ce: 0.04805304855108261 (0.05102433367849211)
| > loss_mel_ce: 3.3218369483947754 (3.072931519817546)
| > loss: 0.842472493648529 (0.7809889636627609)
| > current_lr: 5e-06
| > step_time: 0.2853 (0.24880032847823985)
| > loader_time: 0.01 (0.009179620764571223)
[1m --> TIME: 2025-02-23 15:27:26 -- STEP: 6620/6985 -- GLOBAL_STEP: 62500[0m
| > loss_text_ce: 0.0485413484275341 (0.05102142400398083)
| > loss_mel_ce: 3.141831636428833 (3.073402232706009)
| > loss: 0.7975932359695435 (0.7811059144688511)
| > current_lr: 5e-06
| > step_time: 0.2553 (0.24880678859001923)
| > loader_time: 0.0093 (0.00917994410609909)
[1m --> TIME: 2025-02-23 15:27:45 -- STEP: 6670/6985 -- GLOBAL_STEP: 62550[0m
| > loss_text_ce: 0.05151224881410599 (0.05101797107657391)
| > loss_mel_ce: 3.0688133239746094 (3.0730273177777474)
| > loss: 0.7800813913345337 (0.7810113224758017)
| > current_lr: 5e-06
| > step_time: 0.2861 (0.2488031732624975)
| > loader_time: 0.0095 (0.009180455229271637)
[1m --> TIME: 2025-02-23 15:28:02 -- STEP: 6720/6985 -- GLOBAL_STEP: 62600[0m
| > loss_text_ce: 0.04975147172808647 (0.05101607402653565)
| > loss_mel_ce: 3.469208002090454 (3.072495631660736)
| > loss: 0.8797398805618286 (0.7808779266973331)
| > current_lr: 5e-06
| > step_time: 0.2463 (0.24873522179467342)
| > loader_time: 0.0096 (0.009180547509874598)
[1m --> TIME: 2025-02-23 15:28:20 -- STEP: 6770/6985 -- GLOBAL_STEP: 62650[0m
| > loss_text_ce: 0.050411637872457504 (0.05101414072867949)
| > loss_mel_ce: 3.2103323936462402 (3.0721944663514082)
| > loss: 0.8151860237121582 (0.7808021520582219)
| > current_lr: 5e-06
| > step_time: 0.2503 (0.24871906371377248)
| > loader_time: 0.0098 (0.009181857214720576)
[1m --> TIME: 2025-02-23 15:28:39 -- STEP: 6820/6985 -- GLOBAL_STEP: 62700[0m
| > loss_text_ce: 0.052784305065870285 (0.05101126208245927)
| > loss_mel_ce: 3.000117301940918 (3.072496356397782)
| > loss: 0.7632253766059875 (0.7808769049008216)
| > current_lr: 5e-06
| > step_time: 0.1869 (0.24873987324426605)
| > loader_time: 0.0093 (0.009183574561848984)
[1m --> TIME: 2025-02-23 15:28:57 -- STEP: 6870/6985 -- GLOBAL_STEP: 62750[0m
| > loss_text_ce: 0.04771723598241806 (0.05101048444252693)
| > loss_mel_ce: 2.816122531890869 (3.072571890253516)
| > loss: 0.7159599661827087 (0.780895593966285)
| > current_lr: 5e-06
| > step_time: 0.2467 (0.2487606976230072)
| > loader_time: 0.0092 (0.009186128063840435)
[1m --> TIME: 2025-02-23 15:29:15 -- STEP: 6920/6985 -- GLOBAL_STEP: 62800[0m
| > loss_text_ce: 0.04919205605983734 (0.05100921082789497)
| > loss_mel_ce: 3.0945205688476562 (3.0723012917303647)
| > loss: 0.7859281301498413 (0.7808276259485691)
| > current_lr: 5e-06
| > step_time: 0.2526 (0.24869248171073166)
| > loader_time: 0.0099 (0.009186603120296654)
[1m --> TIME: 2025-02-23 15:29:33 -- STEP: 6970/6985 -- GLOBAL_STEP: 62850[0m
| > loss_text_ce: 0.04921836405992508 (0.05100769475530003)
| > loss_mel_ce: 3.2158865928649902 (3.071996795600937)
| > loss: 0.8162762522697449 (0.7807511228998554)
| > current_lr: 5e-06
| > step_time: 0.2797 (0.2486832173688169)
| > loader_time: 0.0082 (0.009187282175039438)
[1m > EVALUATION [0m
[1m--> EVAL PERFORMANCE[0m
| > avg_loader_time:[92m 0.4629346373813604 [0m(-0.0002068101970199021)
| > avg_loss_text_ce:[92m 0.04967933109188392 [0m(-0.0003507017017969141)
| > avg_loss_mel_ce:[92m 3.021199065875383 [0m(-0.020973091811137046)
| > avg_loss:[92m 3.0708783919515175 [0m(-0.02132381021586882)
> BEST MODEL : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/best_model_62865.pth
[4m[1m > EPOCH: 9/30[0m
--> checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3
[1m > TRAINING (2025-02-23 15:32:08) [0m
[1m --> TIME: 2025-02-23 15:32:21 -- STEP: 35/6985 -- GLOBAL_STEP: 62900[0m
| > loss_text_ce: 0.05133343115448952 (0.05102902523108891)
| > loss_mel_ce: 2.7947158813476562 (3.056782102584839)
| > loss: 0.7115123271942139 (0.7769527861050197)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2253 (0.23687656266348703)
| > loader_time: 0.009 (0.009319094249180386)
[1m --> TIME: 2025-02-23 15:32:38 -- STEP: 85/6985 -- GLOBAL_STEP: 62950[0m
| > loss_text_ce: 0.049695003777742386 (0.05058244988322256)
| > loss_mel_ce: 2.6185169219970703 (3.0674702223609476)
| > loss: 0.6670529842376709 (0.7795131697374231)
| > current_lr: 5e-06
| > step_time: 0.2773 (0.23835650892818674)
| > loader_time: 0.0094 (0.009282917134902055)
[1m --> TIME: 2025-02-23 15:32:57 -- STEP: 135/6985 -- GLOBAL_STEP: 63000[0m
| > loss_text_ce: 0.05303722620010376 (0.05073938038614059)
| > loss_mel_ce: 2.8570055961608887 (3.0652594654648393)
| > loss: 0.7275106906890869 (0.7789997114075555)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3128 (0.24165437309830276)
| > loader_time: 0.0093 (0.009265735414293076)
> CHECKPOINT : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/checkpoint_63000.pth
[1m --> TIME: 2025-02-23 15:33:35 -- STEP: 185/6985 -- GLOBAL_STEP: 63050[0m
| > loss_text_ce: 0.05139228329062462 (0.05066087964821502)
| > loss_mel_ce: 2.555161952972412 (3.068491650916435)
| > loss: 0.6516385674476624 (0.7797881316494297)
| > current_lr: 5e-06
| > step_time: 0.2354 (0.24360932272833746)
| > loader_time: 0.0087 (0.009266803071305561)
[1m --> TIME: 2025-02-23 15:33:54 -- STEP: 235/6985 -- GLOBAL_STEP: 63100[0m
| > loss_text_ce: 0.05211195722222328 (0.05062699489136956)
| > loss_mel_ce: 2.8345282077789307 (3.0634364899168625)
| > loss: 0.7216600179672241 (0.7785158705204092)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.288 (0.24553687217387749)
| > loader_time: 0.0093 (0.009235103079613222)
[1m --> TIME: 2025-02-23 15:34:12 -- STEP: 285/6985 -- GLOBAL_STEP: 63150[0m
| > loss_text_ce: 0.05373368784785271 (0.050560524942059246)
| > loss_mel_ce: 2.839268207550049 (3.062067896023131)
| > loss: 0.7232504487037659 (0.7781571045256499)
| > current_lr: 5e-06
| > step_time: 0.2213 (0.24510471528036554)
| > loader_time: 0.0088 (0.009203894096508361)
[1m --> TIME: 2025-02-23 15:34:30 -- STEP: 335/6985 -- GLOBAL_STEP: 63200[0m
| > loss_text_ce: 0.05225861817598343 (0.050584548789618586)
| > loss_mel_ce: 3.0672800540924072 (3.063371625587123)
| > loss: 0.7798846960067749 (0.7784890427518251)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2365 (0.2459934199034278)
| > loader_time: 0.0087 (0.009212887465064204)
[1m --> TIME: 2025-02-23 15:34:48 -- STEP: 385/6985 -- GLOBAL_STEP: 63250[0m
| > loss_text_ce: 0.05127774551510811 (0.050654106200128377)
| > loss_mel_ce: 3.0609383583068848 (3.058890893861846)
| > loss: 0.7780539989471436 (0.7773862488858114)
| > current_lr: 5e-06
| > step_time: 0.1682 (0.24533605265927005)
| > loader_time: 0.0085 (0.00922729876134303)
[1m --> TIME: 2025-02-23 15:35:06 -- STEP: 435/6985 -- GLOBAL_STEP: 63300[0m
| > loss_text_ce: 0.05296784266829491 (0.050703272283419774)
| > loss_mel_ce: 3.2277631759643555 (3.0512980713241413)
| > loss: 0.820182740688324 (0.77550033495344)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3016 (0.2454403373016708)
| > loader_time: 0.0092 (0.009230180718432903)
[1m --> TIME: 2025-02-23 15:35:24 -- STEP: 485/6985 -- GLOBAL_STEP: 63350[0m
| > loss_text_ce: 0.04793782904744148 (0.050698456014554506)
| > loss_mel_ce: 3.376967668533325 (3.0567482766416894)
| > loss: 0.85622638463974 (0.7768616821348056)
| > current_lr: 5e-06
| > step_time: 0.2816 (0.24630477649649393)
| > loader_time: 0.009 (0.009235287695815886)
[1m --> TIME: 2025-02-23 15:35:43 -- STEP: 535/6985 -- GLOBAL_STEP: 63400[0m
| > loss_text_ce: 0.0480138435959816 (0.05073788376333556)
| > loss_mel_ce: 3.0529232025146484 (3.0559218353200186)
| > loss: 0.7752342820167542 (0.7766649289665938)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2725 (0.2472295355573993)
| > loader_time: 0.0092 (0.00923541505760122)
[1m --> TIME: 2025-02-23 15:36:01 -- STEP: 585/6985 -- GLOBAL_STEP: 63450[0m
| > loss_text_ce: 0.0521354004740715 (0.050732552196480256)
| > loss_mel_ce: 2.934795618057251 (3.05789621548775)
| > loss: 0.746732771396637 (0.7771571912317198)
| > current_lr: 5e-06
| > step_time: 0.2763 (0.2472569494165926)
| > loader_time: 0.009 (0.009218440504155613)
[1m --> TIME: 2025-02-23 15:36:19 -- STEP: 635/6985 -- GLOBAL_STEP: 63500[0m
| > loss_text_ce: 0.049693599343299866 (0.050719952900109305)
| > loss_mel_ce: 3.1275110244750977 (3.0589499803978644)
| > loss: 0.7943011522293091 (0.7774174829167646)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2621 (0.24700687400938018)
| > loader_time: 0.0091 (0.00923348937447616)
[1m --> TIME: 2025-02-23 15:36:38 -- STEP: 685/6985 -- GLOBAL_STEP: 63550[0m
| > loss_text_ce: 0.049676235765218735 (0.050722626939307146)
| > loss_mel_ce: 3.014889717102051 (3.0629546280324913)
| > loss: 0.7661414742469788 (0.7784193135526062)
| > current_lr: 5e-06
| > step_time: 0.2324 (0.24779822530537626)
| > loader_time: 0.0085 (0.009221641860739161)
[1m --> TIME: 2025-02-23 15:36:57 -- STEP: 735/6985 -- GLOBAL_STEP: 63600[0m
| > loss_text_ce: 0.051105644553899765 (0.0507619849171768)
| > loss_mel_ce: 2.9357969760894775 (3.0602593230552433)
| > loss: 0.7467256784439087 (0.77775532647866)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2277 (0.2480897906686173)
| > loader_time: 0.0099 (0.009212438427672096)
[1m --> TIME: 2025-02-23 15:37:15 -- STEP: 785/6985 -- GLOBAL_STEP: 63650[0m
| > loss_text_ce: 0.05271821469068527 (0.050746111125703056)
| > loss_mel_ce: 2.5821533203125 (3.0595493602145267)
| > loss: 0.6587178707122803 (0.7775738674364275)
| > current_lr: 5e-06
| > step_time: 0.2533 (0.24818429946899415)
| > loader_time: 0.0086 (0.009214619922030504)
[1m --> TIME: 2025-02-23 15:37:34 -- STEP: 835/6985 -- GLOBAL_STEP: 63700[0m
| > loss_text_ce: 0.05007723346352577 (0.050735714237490084)
| > loss_mel_ce: 2.982344627380371 (3.0609240026531124)
| > loss: 0.758105456829071 (0.7779149290330398)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2776 (0.24907559406257676)
| > loader_time: 0.0094 (0.009216374836995925)
[1m --> TIME: 2025-02-23 15:37:52 -- STEP: 885/6985 -- GLOBAL_STEP: 63750[0m
| > loss_text_ce: 0.053670257329940796 (0.05075018812960149)
| > loss_mel_ce: 3.1163673400878906 (3.057556593350773)
| > loss: 0.7925093770027161 (0.7770766949923028)
| > current_lr: 5e-06
| > step_time: 0.2888 (0.24931146680971997)
| > loader_time: 0.0094 (0.009213233128779348)
[1m --> TIME: 2025-02-23 15:38:11 -- STEP: 935/6985 -- GLOBAL_STEP: 63800[0m
| > loss_text_ce: 0.05102568119764328 (0.05074218982920288)
| > loss_mel_ce: 2.956556797027588 (3.060116192873788)
| > loss: 0.7518956065177917 (0.7777145952464427)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3023 (0.2496680331102667)
| > loader_time: 0.009 (0.009209122887269695)
[1m --> TIME: 2025-02-23 15:38:29 -- STEP: 985/6985 -- GLOBAL_STEP: 63850[0m
| > loss_text_ce: 0.054364513605833054 (0.05073445588350295)
| > loss_mel_ce: 2.674583673477173 (3.0602044156360155)
| > loss: 0.6822370290756226 (0.7777347174997864)
| > current_lr: 5e-06
| > step_time: 0.2863 (0.2492711529513906)
| > loader_time: 0.0092 (0.009204962047828632)
[1m --> TIME: 2025-02-23 15:38:47 -- STEP: 1035/6985 -- GLOBAL_STEP: 63900[0m
| > loss_text_ce: 0.05024578794836998 (0.05074054838162688)
| > loss_mel_ce: 2.846473455429077 (3.0566274232910464)
| > loss: 0.7241798043251038 (0.7768419925717343)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2691 (0.2490969945843093)
| > loader_time: 0.0091 (0.009207141111438397)
[1m --> TIME: 2025-02-23 15:39:05 -- STEP: 1085/6985 -- GLOBAL_STEP: 63950[0m
| > loss_text_ce: 0.049928322434425354 (0.050725349893767716)
| > loss_mel_ce: 2.813443183898926 (3.055964524844825)
| > loss: 0.7158429026603699 (0.7766724683172693)
| > current_lr: 5e-06
| > step_time: 0.2443 (0.2491939617192141)
| > loader_time: 0.0089 (0.009201880204512776)
[1m --> TIME: 2025-02-23 15:39:23 -- STEP: 1135/6985 -- GLOBAL_STEP: 64000[0m
| > loss_text_ce: 0.050959136337041855 (0.05071411455452178)
| > loss_mel_ce: 2.9776511192321777 (3.05886031394488)
| > loss: 0.7571525573730469 (0.7773936066858571)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3141 (0.24896253363151383)
| > loader_time: 0.0094 (0.009192879714629721)
> CHECKPOINT : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/checkpoint_64000.pth
[1m --> TIME: 2025-02-23 15:40:02 -- STEP: 1185/6985 -- GLOBAL_STEP: 64050[0m
| > loss_text_ce: 0.04969850555062294 (0.050709650832137985)
| > loss_mel_ce: 2.9754512310028076 (3.057771843495752)
| > loss: 0.7562874555587769 (0.7771203733697725)
| > current_lr: 5e-06
| > step_time: 0.2063 (0.2489392320818036)
| > loader_time: 0.0086 (0.009193040348809479)
[1m --> TIME: 2025-02-23 15:40:20 -- STEP: 1235/6985 -- GLOBAL_STEP: 64100[0m
| > loss_text_ce: 0.04801319167017937 (0.050715078319977173)
| > loss_mel_ce: 3.140012502670288 (3.057785904841869)
| > loss: 0.7970064282417297 (0.7771252455016381)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3107 (0.2487773831556683)
| > loader_time: 0.0094 (0.009186746813507698)
[1m --> TIME: 2025-02-23 15:40:37 -- STEP: 1285/6985 -- GLOBAL_STEP: 64150[0m
| > loss_text_ce: 0.053039975464344025 (0.05071251305972558)
| > loss_mel_ce: 2.600468635559082 (3.056347238785562)
| > loss: 0.6633771657943726 (0.7767649378294149)
| > current_lr: 5e-06
| > step_time: 0.2193 (0.24847915812689042)
| > loader_time: 0.0089 (0.00917474230903596)
[1m --> TIME: 2025-02-23 15:40:56 -- STEP: 1335/6985 -- GLOBAL_STEP: 64200[0m
| > loss_text_ce: 0.05408313125371933 (0.05072432017504948)
| > loss_mel_ce: 2.5413713455200195 (3.0551349652393918)
| > loss: 0.6488636136054993 (0.7764648212922202)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2137 (0.24867798273036543)
| > loader_time: 0.0088 (0.009168678276547777)
[1m --> TIME: 2025-02-23 15:41:14 -- STEP: 1385/6985 -- GLOBAL_STEP: 64250[0m
| > loss_text_ce: 0.048318490386009216 (0.050712311200609296)
| > loss_mel_ce: 3.1267051696777344 (3.0568807249034773)
| > loss: 0.7937558889389038 (0.7768982589029665)
| > current_lr: 5e-06
| > step_time: 0.258 (0.24861693864264642)
| > loader_time: 0.0089 (0.009160771869149879)
[1m --> TIME: 2025-02-23 15:41:32 -- STEP: 1435/6985 -- GLOBAL_STEP: 64300[0m
| > loss_text_ce: 0.0506826713681221 (0.05071238420566202)
| > loss_mel_ce: 2.9918406009674072 (3.057087200942354)
| > loss: 0.7606308460235596 (0.7769498962143159)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2904 (0.248399216455865)
| > loader_time: 0.0089 (0.009153367418029995)
[1m --> TIME: 2025-02-23 15:41:50 -- STEP: 1485/6985 -- GLOBAL_STEP: 64350[0m
| > loss_text_ce: 0.05120733752846718 (0.05071934327131973)
| > loss_mel_ce: 2.9640042781829834 (3.058868276551114)
| > loss: 0.7538028955459595 (0.7773969048602816)
| > current_lr: 5e-06
| > step_time: 0.2462 (0.24840566253019905)
| > loader_time: 0.0089 (0.00914476070339832)
[1m --> TIME: 2025-02-23 15:42:08 -- STEP: 1535/6985 -- GLOBAL_STEP: 64400[0m
| > loss_text_ce: 0.05314302816987038 (0.0507260765771136)
| > loss_mel_ce: 3.1485326290130615 (3.0579103768066)
| > loss: 0.8004189133644104 (0.7771591130607681)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3017 (0.2483846213996216)
| > loader_time: 0.0089 (0.009138572332525094)
[1m --> TIME: 2025-02-23 15:42:27 -- STEP: 1585/6985 -- GLOBAL_STEP: 64450[0m
| > loss_text_ce: 0.05193324387073517 (0.05071591525000731)
| > loss_mel_ce: 3.1537816524505615 (3.0585930365493232)
| > loss: 0.8014287352561951 (0.7773272376707301)
| > current_lr: 5e-06
| > step_time: 0.2458 (0.24849877432693818)
| > loader_time: 0.0088 (0.009133514771326108)
[1m --> TIME: 2025-02-23 15:42:45 -- STEP: 1635/6985 -- GLOBAL_STEP: 64500[0m
| > loss_text_ce: 0.050740063190460205 (0.050720459863042265)
| > loss_mel_ce: 3.4942963123321533 (3.058406242172287)
| > loss: 0.8862590789794922 (0.7772816751710502)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3164 (0.2487586464721493)
| > loader_time: 0.0092 (0.00912916375956404)
[1m --> TIME: 2025-02-23 15:43:04 -- STEP: 1685/6985 -- GLOBAL_STEP: 64550[0m
| > loss_text_ce: 0.04909738525748253 (0.05072203324748432)
| > loss_mel_ce: 3.268817186355591 (3.0596198629554716)
| > loss: 0.8294786214828491 (0.7775854738600532)
| > current_lr: 5e-06
| > step_time: 0.2558 (0.24869978618904814)
| > loader_time: 0.009 (0.009123412508639102)
[1m --> TIME: 2025-02-23 15:43:22 -- STEP: 1735/6985 -- GLOBAL_STEP: 64600[0m
| > loss_text_ce: 0.05255942791700363 (0.050727353592856836)
| > loss_mel_ce: 2.638617753982544 (3.0597527703221994)
| > loss: 0.6727942824363708 (0.777620030754925)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2141 (0.2488117796543352)
| > loader_time: 0.0084 (0.009118022423999799)
[1m --> TIME: 2025-02-23 15:43:40 -- STEP: 1785/6985 -- GLOBAL_STEP: 64650[0m
| > loss_text_ce: 0.05417080596089363 (0.050726448074609305)
| > loss_mel_ce: 2.907230854034424 (3.0589104912862046)
| > loss: 0.7403504252433777 (0.7774092346346346)
| > current_lr: 5e-06
| > step_time: 0.2561 (0.2487527761806627)
| > loader_time: 0.0092 (0.009113620843540053)
[1m --> TIME: 2025-02-23 15:43:58 -- STEP: 1835/6985 -- GLOBAL_STEP: 64700[0m
| > loss_text_ce: 0.048642098903656006 (0.05072943217423048)
| > loss_mel_ce: 2.876802921295166 (3.0580287724164905)
| > loss: 0.7313612699508667 (0.7771895509000046)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2706 (0.2487597687692668)
| > loader_time: 0.0087 (0.009108206491704207)
[1m --> TIME: 2025-02-23 15:44:17 -- STEP: 1885/6985 -- GLOBAL_STEP: 64750[0m
| > loss_text_ce: 0.04983728751540184 (0.05072058555064848)
| > loss_mel_ce: 3.2318196296691895 (3.0598142658051497)
| > loss: 0.8204142451286316 (0.7776337126521914)
| > current_lr: 5e-06
| > step_time: 0.2823 (0.2488943680527988)
| > loader_time: 0.0094 (0.00910573068917272)
[1m --> TIME: 2025-02-23 15:44:35 -- STEP: 1935/6985 -- GLOBAL_STEP: 64800[0m
| > loss_text_ce: 0.050305385142564774 (0.05071171541970215)
| > loss_mel_ce: 2.7342982292175293 (3.059480111666735)
| > loss: 0.6961508989334106 (0.7775479565603174)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2597 (0.24898208290415524)
| > loader_time: 0.0086 (0.00910343359915169)
[1m --> TIME: 2025-02-23 15:44:53 -- STEP: 1985/6985 -- GLOBAL_STEP: 64850[0m
| > loss_text_ce: 0.050124391913414 (0.05071014751227438)
| > loss_mel_ce: 2.8604841232299805 (3.0593028821632897)
| > loss: 0.7276521325111389 (0.7775032570440163)
| > current_lr: 5e-06
| > step_time: 0.2751 (0.24883187567857412)
| > loader_time: 0.0091 (0.009098518164992632)
[1m --> TIME: 2025-02-23 15:45:12 -- STEP: 2035/6985 -- GLOBAL_STEP: 64900[0m
| > loss_text_ce: 0.04739673063158989 (0.050712154197897916)
| > loss_mel_ce: 3.3566622734069824 (3.05892349543091)
| > loss: 0.8510147333145142 (0.7774089119944)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3047 (0.24897015416944349)
| > loader_time: 0.0094 (0.009096503082012954)
[1m --> TIME: 2025-02-23 15:45:30 -- STEP: 2085/6985 -- GLOBAL_STEP: 64950[0m
| > loss_text_ce: 0.053570616990327835 (0.050713059263263686)
| > loss_mel_ce: 2.8890035152435303 (3.058059942121985)
| > loss: 0.7356435060501099 (0.7771932500157713)
| > current_lr: 5e-06
| > step_time: 0.2203 (0.24886850132930766)
| > loader_time: 0.0091 (0.009092280504514846)
[1m --> TIME: 2025-02-23 15:45:47 -- STEP: 2135/6985 -- GLOBAL_STEP: 65000[0m
| > loss_text_ce: 0.05099774897098541 (0.05071138808857084)
| > loss_mel_ce: 3.097090721130371 (3.0585781634551847)
| > loss: 0.7870221138000488 (0.7773223874998877)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3038 (0.2486217885162568)
| > loader_time: 0.0094 (0.009086848310341043)
> CHECKPOINT : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/checkpoint_65000.pth
[1m --> TIME: 2025-02-23 15:46:28 -- STEP: 2185/6985 -- GLOBAL_STEP: 65050[0m
| > loss_text_ce: 0.05127882957458496 (0.05071061129257665)
| > loss_mel_ce: 2.674342155456543 (3.058805262196799)
| > loss: 0.681405246257782 (0.7773789679976845)
| > current_lr: 5e-06
| > step_time: 0.2185 (0.24869725884234606)
| > loader_time: 0.0087 (0.00908599620007268)
[1m --> TIME: 2025-02-23 15:46:46 -- STEP: 2235/6985 -- GLOBAL_STEP: 65100[0m
| > loss_text_ce: 0.0480973906815052 (0.050707053783155924)
| > loss_mel_ce: 3.5129942893981934 (3.0593345610087312)
| > loss: 0.8902729153633118 (0.7775104033066922)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.304 (0.24872049463942014)
| > loader_time: 0.0091 (0.00908346965542309)
[1m --> TIME: 2025-02-23 15:47:04 -- STEP: 2285/6985 -- GLOBAL_STEP: 65150[0m
| > loss_text_ce: 0.05129992216825485 (0.050707021326283144)
| > loss_mel_ce: 3.2981410026550293 (3.060093203467402)
| > loss: 0.8373602032661438 (0.777700055767201)
| > current_lr: 5e-06
| > step_time: 0.2741 (0.24860817723514214)
| > loader_time: 0.0096 (0.009080389865900287)
[1m --> TIME: 2025-02-23 15:47:23 -- STEP: 2335/6985 -- GLOBAL_STEP: 65200[0m
| > loss_text_ce: 0.04987192153930664 (0.05070980232871065)
| > loss_mel_ce: 3.0404250621795654 (3.0582115457195767)
| > loss: 0.772574245929718 (0.7772303365793164)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2883 (0.24865698150700113)
| > loader_time: 0.009 (0.009077112067179711)
[1m --> TIME: 2025-02-23 15:47:41 -- STEP: 2385/6985 -- GLOBAL_STEP: 65250[0m
| > loss_text_ce: 0.04820126295089722 (0.050696869389753436)
| > loss_mel_ce: 3.283930778503418 (3.0583185255902348)
| > loss: 0.83303302526474 (0.7772538483267807)
| > current_lr: 5e-06
| > step_time: 0.2804 (0.24880021033297045)
| > loader_time: 0.0092 (0.00907658700923)
[1m --> TIME: 2025-02-23 15:48:00 -- STEP: 2435/6985 -- GLOBAL_STEP: 65300[0m
| > loss_text_ce: 0.05026707053184509 (0.05070192679395667)
| > loss_mel_ce: 2.98136830329895 (3.05787889237766)
| > loss: 0.757908821105957 (0.7771452043825107)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2724 (0.2489523588999096)
| > loader_time: 0.0087 (0.009074907185360637)
[1m --> TIME: 2025-02-23 15:48:18 -- STEP: 2485/6985 -- GLOBAL_STEP: 65350[0m
| > loss_text_ce: 0.04872474446892738 (0.05069623824726168)
| > loss_mel_ce: 2.8286659717559814 (3.057325090968631)
| > loss: 0.7193476557731628 (0.7770053318088923)
| > current_lr: 5e-06
| > step_time: 0.1909 (0.24904954351889536)
| > loader_time: 0.0086 (0.009077706231437698)
[1m --> TIME: 2025-02-23 15:48:37 -- STEP: 2535/6985 -- GLOBAL_STEP: 65400[0m
| > loss_text_ce: 0.05232125148177147 (0.05069344579673849)
| > loss_mel_ce: 3.2527287006378174 (3.0571516891908344)
| > loss: 0.8262624740600586 (0.7769612831947135)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2993 (0.24913859752978565)
| > loader_time: 0.0094 (0.009078932937080342)
[1m --> TIME: 2025-02-23 15:48:56 -- STEP: 2585/6985 -- GLOBAL_STEP: 65450[0m
| > loss_text_ce: 0.051631297916173935 (0.05069302018277881)
| > loss_mel_ce: 3.2635836601257324 (3.056434604323808)
| > loss: 0.8288037180900574 (0.7767819055966764)
| > current_lr: 5e-06
| > step_time: 0.2556 (0.24926702021630176)
| > loader_time: 0.0092 (0.009083152601290032)
[1m --> TIME: 2025-02-23 15:49:13 -- STEP: 2635/6985 -- GLOBAL_STEP: 65500[0m
| > loss_text_ce: 0.04867071658372879 (0.05069174099522706)
| > loss_mel_ce: 3.4918088912963867 (3.0560314318713013)
| > loss: 0.8851199150085449 (0.7766807927352432)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3165 (0.24916141725355578)
| > loader_time: 0.0092 (0.009081362863645607)
[1m --> TIME: 2025-02-23 15:49:32 -- STEP: 2685/6985 -- GLOBAL_STEP: 65550[0m
| > loss_text_ce: 0.04897971451282501 (0.05069844133638582)
| > loss_mel_ce: 3.0415585041046143 (3.054888774030036)
| > loss: 0.7726345658302307 (0.7763968033497564)
| > current_lr: 5e-06
| > step_time: 0.1906 (0.2491454833934649)
| > loader_time: 0.0088 (0.009083812596411686)
[1m --> TIME: 2025-02-23 15:49:50 -- STEP: 2735/6985 -- GLOBAL_STEP: 65600[0m
| > loss_text_ce: 0.053112804889678955 (0.050688196454449164)
| > loss_mel_ce: 2.7181949615478516 (3.054368123886137)
| > loss: 0.6928269267082214 (0.7762640795934356)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2463 (0.24911110675749004)
| > loader_time: 0.0087 (0.00908527923458456)
[1m --> TIME: 2025-02-23 15:50:08 -- STEP: 2785/6985 -- GLOBAL_STEP: 65650[0m
| > loss_text_ce: 0.05146471783518791 (0.05068507066775696)
| > loss_mel_ce: 2.937530040740967 (3.0552292699659755)
| > loss: 0.7472487092018127 (0.7764785846645146)
| > current_lr: 5e-06
| > step_time: 0.2723 (0.24912706149116667)
| > loader_time: 0.0093 (0.009087366775293555)
[1m --> TIME: 2025-02-23 15:50:27 -- STEP: 2835/6985 -- GLOBAL_STEP: 65700[0m
| > loss_text_ce: 0.05038781464099884 (0.05068199572398129)
| > loss_mel_ce: 3.2252612113952637 (3.055301095148454)
| > loss: 0.8189122676849365 (0.7764957722322444)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3141 (0.24922282161746287)
| > loader_time: 0.0095 (0.009089553419244367)
[1m --> TIME: 2025-02-23 15:50:45 -- STEP: 2885/6985 -- GLOBAL_STEP: 65750[0m
| > loss_text_ce: 0.04754892364144325 (0.05068267806202329)
| > loss_mel_ce: 2.576415777206421 (3.0548517315598467)
| > loss: 0.6559911966323853 (0.7763836019580455)
| > current_lr: 5e-06
| > step_time: 0.2299 (0.2491522981554425)
| > loader_time: 0.0088 (0.009090435401612404)
[1m --> TIME: 2025-02-23 15:51:03 -- STEP: 2935/6985 -- GLOBAL_STEP: 65800[0m
| > loss_text_ce: 0.04734964296221733 (0.0506800132319712)
| > loss_mel_ce: 3.110210657119751 (3.0552869046160884)
| > loss: 0.7893900871276855 (0.7764917290596584)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3318 (0.24926902236483572)
| > loader_time: 0.0096 (0.009092402417574485)
[1m --> TIME: 2025-02-23 15:51:21 -- STEP: 2985/6985 -- GLOBAL_STEP: 65850[0m
| > loss_text_ce: 0.05113162472844124 (0.05067860251370587)
| > loss_mel_ce: 3.0288283824920654 (3.0552608351811297)
| > loss: 0.7699900269508362 (0.7764848590496201)
| > current_lr: 5e-06
| > step_time: 0.2859 (0.24920569552448726)
| > loader_time: 0.01 (0.009094290278065768)
[1m --> TIME: 2025-02-23 15:51:40 -- STEP: 3035/6985 -- GLOBAL_STEP: 65900[0m
| > loss_text_ce: 0.0489928238093853 (0.0506839812980256)
| > loss_mel_ce: 3.1134531497955322 (3.054162760032265)
| > loss: 0.7906115055084229 (0.7762116849520654)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.314 (0.24922805987237118)
| > loader_time: 0.0103 (0.00909577633639343)
[1m --> TIME: 2025-02-23 15:51:58 -- STEP: 3085/6985 -- GLOBAL_STEP: 65950[0m
| > loss_text_ce: 0.05205811560153961 (0.05068051142669382)
| > loss_mel_ce: 2.996129274368286 (3.0538833771957576)
| > loss: 0.7620468735694885 (0.7761409717788575)
| > current_lr: 5e-06
| > step_time: 0.2726 (0.24925218733628332)
| > loader_time: 0.0093 (0.009096427327037077)
[1m --> TIME: 2025-02-23 15:52:16 -- STEP: 3135/6985 -- GLOBAL_STEP: 66000[0m
| > loss_text_ce: 0.05384688824415207 (0.05068143115897309)
| > loss_mel_ce: 3.1887965202331543 (3.0530797346166834)
| > loss: 0.8106608390808105 (0.7759402911058456)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2271 (0.2492247694036797)
| > loader_time: 0.0099 (0.00909848563028487)
> CHECKPOINT : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/checkpoint_66000.pth
[1m --> TIME: 2025-02-23 15:52:56 -- STEP: 3185/6985 -- GLOBAL_STEP: 66050[0m
| > loss_text_ce: 0.048421867191791534 (0.05067843097485778)
| > loss_mel_ce: 2.978156328201294 (3.053125574001151)
| > loss: 0.7566445469856262 (0.7759510009030535)
| > current_lr: 5e-06
| > step_time: 0.282 (0.24918429997502542)
| > loader_time: 0.0094 (0.009098739189854618)
[1m --> TIME: 2025-02-23 15:53:14 -- STEP: 3235/6985 -- GLOBAL_STEP: 66100[0m
| > loss_text_ce: 0.04999924078583717 (0.05067676080065497)
| > loss_mel_ce: 3.332275152206421 (3.0529314096412485)
| > loss: 0.8455685973167419 (0.7759020422488868)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3106 (0.2491493415979919)
| > loader_time: 0.0094 (0.009097237122666907)
[1m --> TIME: 2025-02-23 15:53:32 -- STEP: 3285/6985 -- GLOBAL_STEP: 66150[0m
| > loss_text_ce: 0.05308367684483528 (0.05067756624844159)
| > loss_mel_ce: 2.8817765712738037 (3.0532039267831745)
| > loss: 0.7337150573730469 (0.7759703729069217)
| > current_lr: 5e-06
| > step_time: 0.2469 (0.2491627638742804)
| > loader_time: 0.0092 (0.009096721463370379)
[1m --> TIME: 2025-02-23 15:53:50 -- STEP: 3335/6985 -- GLOBAL_STEP: 66200[0m
| > loss_text_ce: 0.05003318563103676 (0.05067773142541904)
| > loss_mel_ce: 2.888127088546753 (3.0525818309326405)
| > loss: 0.7345400452613831 (0.775814890218103)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2383 (0.2490439565106668)
| > loader_time: 0.0098 (0.009096194242966423)
[1m --> TIME: 2025-02-23 15:54:08 -- STEP: 3385/6985 -- GLOBAL_STEP: 66250[0m
| > loss_text_ce: 0.046384718269109726 (0.05067698049910665)
| > loss_mel_ce: 3.092986822128296 (3.052350113346095)
| > loss: 0.7848429083824158 (0.7757567731985492)
| > current_lr: 5e-06
| > step_time: 0.2536 (0.24892807950649515)
| > loader_time: 0.0089 (0.00909464778364851)
[1m --> TIME: 2025-02-23 15:54:26 -- STEP: 3435/6985 -- GLOBAL_STEP: 66300[0m
| > loss_text_ce: 0.05102377384901047 (0.05067886453680424)
| > loss_mel_ce: 3.082923650741577 (3.0529041546400983)
| > loss: 0.7834868431091309 (0.7758957545656654)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.1903 (0.24897633723296453)
| > loader_time: 0.0084 (0.009095041200063124)
[1m --> TIME: 2025-02-23 15:54:45 -- STEP: 3485/6985 -- GLOBAL_STEP: 66350[0m
| > loss_text_ce: 0.05174193158745766 (0.05067179206240298)
| > loss_mel_ce: 2.965827465057373 (3.0531647912056927)
| > loss: 0.7543923258781433 (0.7759591455781137)
| > current_lr: 5e-06
| > step_time: 0.2185 (0.24899949993259424)
| > loader_time: 0.0089 (0.009094205101046025)
[1m --> TIME: 2025-02-23 15:55:03 -- STEP: 3535/6985 -- GLOBAL_STEP: 66400[0m
| > loss_text_ce: 0.05158669874072075 (0.05066888238892192)
| > loss_mel_ce: 3.136779546737671 (3.0529341189156503)
| > loss: 0.797091543674469 (0.7759007501467285)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2802 (0.24909489495413645)
| > loader_time: 0.0093 (0.009095067856504015)
[1m --> TIME: 2025-02-23 15:55:22 -- STEP: 3585/6985 -- GLOBAL_STEP: 66450[0m
| > loss_text_ce: 0.05053362250328064 (0.05066554605171106)
| > loss_mel_ce: 2.8340489864349365 (3.0534885461027823)
| > loss: 0.7211456298828125 (0.7760385228333948)
| > current_lr: 5e-06
| > step_time: 0.2553 (0.24911316129453012)
| > loader_time: 0.0098 (0.009095012725979046)
[1m --> TIME: 2025-02-23 15:55:40 -- STEP: 3635/6985 -- GLOBAL_STEP: 66500[0m
| > loss_text_ce: 0.05034283548593521 (0.05066065204213214)
| > loss_mel_ce: 3.124784469604492 (3.0539355769937933)
| > loss: 0.7937818169593811 (0.776149057062981)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2888 (0.24914115003247372)
| > loader_time: 0.0086 (0.009094710789487646)
[1m --> TIME: 2025-02-23 15:55:57 -- STEP: 3685/6985 -- GLOBAL_STEP: 66550[0m
| > loss_text_ce: 0.04874437302350998 (0.05065026597462322)
| > loss_mel_ce: 3.0393173694610596 (3.054041506897967)
| > loss: 0.7720154523849487 (0.7761729430796498)
| > current_lr: 5e-06
| > step_time: 0.2827 (0.24897631848359852)
| > loader_time: 0.0094 (0.009093939821302808)
[1m --> TIME: 2025-02-23 15:56:15 -- STEP: 3735/6985 -- GLOBAL_STEP: 66600[0m
| > loss_text_ce: 0.05101369693875313 (0.05064333399316394)
| > loss_mel_ce: 2.5872793197631836 (3.054694403925415)
| > loss: 0.6595732569694519 (0.7763344342609648)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2826 (0.24894364317417783)
| > loader_time: 0.009 (0.00909263784467296)
[1m --> TIME: 2025-02-23 15:56:33 -- STEP: 3785/6985 -- GLOBAL_STEP: 66650[0m
| > loss_text_ce: 0.04883687570691109 (0.0506445705388701)
| > loss_mel_ce: 3.426023244857788 (3.0546643461859846)
| > loss: 0.8687150478363037 (0.776327229002823)
| > current_lr: 5e-06
| > step_time: 0.2645 (0.24884814560964527)
| > loader_time: 0.0096 (0.009091454925436324)
[1m --> TIME: 2025-02-23 15:56:51 -- STEP: 3835/6985 -- GLOBAL_STEP: 66700[0m
| > loss_text_ce: 0.04943331703543663 (0.05064763018698706)
| > loss_mel_ce: 2.620497941970825 (3.053875288347844)
| > loss: 0.6674827933311462 (0.7761307294552146)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2084 (0.24885981266315166)
| > loader_time: 0.0089 (0.00909208070190509)
[1m --> TIME: 2025-02-23 15:57:09 -- STEP: 3885/6985 -- GLOBAL_STEP: 66750[0m
| > loss_text_ce: 0.05084109306335449 (0.05064554137574507)
| > loss_mel_ce: 3.055002450942993 (3.054192836005409)
| > loss: 0.7764608860015869 (0.7762095941693322)
| > current_lr: 5e-06
| > step_time: 0.2384 (0.24878614025533277)
| > loader_time: 0.009 (0.009090908705958066)
[1m --> TIME: 2025-02-23 15:57:27 -- STEP: 3935/6985 -- GLOBAL_STEP: 66800[0m
| > loss_text_ce: 0.05217599868774414 (0.050643880935113655)
| > loss_mel_ce: 2.762967824935913 (3.053581047663998)
| > loss: 0.7037859559059143 (0.7760562320222093)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2796 (0.24869161027813805)
| > loader_time: 0.0088 (0.009090396621781655)
[1m --> TIME: 2025-02-23 15:57:45 -- STEP: 3985/6985 -- GLOBAL_STEP: 66850[0m
| > loss_text_ce: 0.048202965408563614 (0.05064979774440397)
| > loss_mel_ce: 3.3221628665924072 (3.0527011302962364)
| > loss: 0.8425914645195007 (0.7758377319297649)
| > current_lr: 5e-06
| > step_time: 0.2758 (0.24869059385589254)
| > loader_time: 0.009 (0.009090394028456626)
[1m --> TIME: 2025-02-23 15:58:03 -- STEP: 4035/6985 -- GLOBAL_STEP: 66900[0m
| > loss_text_ce: 0.04942064359784126 (0.05064755655095776)
| > loss_mel_ce: 2.9977364540100098 (3.0530978873464405)
| > loss: 0.7617892622947693 (0.7759363609027983)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2712 (0.24867877452051476)
| > loader_time: 0.0089 (0.009090030296732205)
[1m --> TIME: 2025-02-23 15:58:22 -- STEP: 4085/6985 -- GLOBAL_STEP: 66950[0m
| > loss_text_ce: 0.05137650668621063 (0.050650407610098626)
| > loss_mel_ce: 2.9394123554229736 (3.052489414822078)
| > loss: 0.7476972341537476 (0.77578495548288)
| > current_lr: 5e-06
| > step_time: 0.2199 (0.24867073056747455)
| > loader_time: 0.0088 (0.009088874826232834)
[1m --> TIME: 2025-02-23 15:58:40 -- STEP: 4135/6985 -- GLOBAL_STEP: 67000[0m
| > loss_text_ce: 0.0482281856238842 (0.05065274415976913)
| > loss_mel_ce: 3.0707974433898926 (3.0519286055951196)
| > loss: 0.7797564268112183 (0.7756453372691248)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2741 (0.24871919642336568)
| > loader_time: 0.0089 (0.009088078202474793)
> CHECKPOINT : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/checkpoint_67000.pth
[1m --> TIME: 2025-02-23 15:59:20 -- STEP: 4185/6985 -- GLOBAL_STEP: 67050[0m
| > loss_text_ce: 0.04906480386853218 (0.05065123678464331)
| > loss_mel_ce: 2.605621814727783 (3.0513345906384104)
| > loss: 0.6636716723442078 (0.7754964566857444)
| > current_lr: 5e-06
| > step_time: 0.1828 (0.24868635248254847)
| > loader_time: 0.0085 (0.009088847514691458)
[1m --> TIME: 2025-02-23 15:59:38 -- STEP: 4235/6985 -- GLOBAL_STEP: 67100[0m
| > loss_text_ce: 0.05013391748070717 (0.050654344021429556)
| > loss_mel_ce: 2.9373157024383545 (3.0510243133783628)
| > loss: 0.7468624114990234 (0.7754196642421917)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2134 (0.24865453403702592)
| > loader_time: 0.0085 (0.009087567289998705)
[1m --> TIME: 2025-02-23 15:59:56 -- STEP: 4285/6985 -- GLOBAL_STEP: 67150[0m
| > loss_text_ce: 0.049384329468011856 (0.05064856354038522)
| > loss_mel_ce: 2.957545518875122 (3.050612207221318)
| > loss: 0.7517324686050415 (0.7753151925747981)
| > current_lr: 5e-06
| > step_time: 0.1826 (0.24858435638587978)
| > loader_time: 0.0083 (0.00908552607132367)
[1m --> TIME: 2025-02-23 16:00:14 -- STEP: 4335/6985 -- GLOBAL_STEP: 67200[0m
| > loss_text_ce: 0.049597807228565216 (0.0506447350621361)
| > loss_mel_ce: 3.100506544113159 (3.0507083882372554)
| > loss: 0.7875260710716248 (0.7753382806959447)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.313 (0.2485812712430679)
| > loader_time: 0.0091 (0.009084713252770438)
[1m --> TIME: 2025-02-23 16:00:32 -- STEP: 4385/6985 -- GLOBAL_STEP: 67250[0m
| > loss_text_ce: 0.05089142173528671 (0.050645572949570415)
| > loss_mel_ce: 2.767016887664795 (3.051118735060046)
| > loss: 0.704477071762085 (0.7754410769132006)
| > current_lr: 5e-06
| > step_time: 0.2301 (0.24851972787654794)
| > loader_time: 0.0089 (0.009083830182065704)
[1m --> TIME: 2025-02-23 16:00:50 -- STEP: 4435/6985 -- GLOBAL_STEP: 67300[0m
| > loss_text_ce: 0.05024079605937004 (0.05064235664190136)
| > loss_mel_ce: 3.0525753498077393 (3.051732234298983)
| > loss: 0.775704026222229 (0.7755936476396735)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.259 (0.2485500152914742)
| > loader_time: 0.0089 (0.009083304034279314)
[1m --> TIME: 2025-02-23 16:01:09 -- STEP: 4485/6985 -- GLOBAL_STEP: 67350[0m
| > loss_text_ce: 0.04887129366397858 (0.050634457939278434)
| > loss_mel_ce: 3.077746868133545 (3.051658481472448)
| > loss: 0.7816545367240906 (0.7755732347601103)
| > current_lr: 5e-06
| > step_time: 0.2889 (0.24857016151964068)
| > loader_time: 0.0091 (0.009082422766797113)
[1m --> TIME: 2025-02-23 16:01:26 -- STEP: 4535/6985 -- GLOBAL_STEP: 67400[0m
| > loss_text_ce: 0.051127977669239044 (0.05063447208691061)
| > loss_mel_ce: 2.843747138977051 (3.0509980121284523)
| > loss: 0.7237187623977661 (0.7754081209544444)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2721 (0.24849718886672992)
| > loader_time: 0.009 (0.009080405692675672)
[1m --> TIME: 2025-02-23 16:01:44 -- STEP: 4585/6985 -- GLOBAL_STEP: 67450[0m
| > loss_text_ce: 0.04807211831212044 (0.050635731440431535)
| > loss_mel_ce: 3.3243608474731445 (3.0506462594285018)
| > loss: 0.8431082367897034 (0.7753204976069376)
| > current_lr: 5e-06
| > step_time: 0.2639 (0.24841934425620243)
| > loader_time: 0.0093 (0.009078266368437489)
[1m --> TIME: 2025-02-23 16:02:02 -- STEP: 4635/6985 -- GLOBAL_STEP: 67500[0m
| > loss_text_ce: 0.0529293529689312 (0.0506327704648048)
| > loss_mel_ce: 2.845912456512451 (3.0502693497761704)
| > loss: 0.7247104644775391 (0.7752255299459131)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3112 (0.24842840732751412)
| > loader_time: 0.0092 (0.009077576551879749)
[1m --> TIME: 2025-02-23 16:02:21 -- STEP: 4685/6985 -- GLOBAL_STEP: 67550[0m
| > loss_text_ce: 0.04978036880493164 (0.05062873036050997)
| > loss_mel_ce: 2.709801435470581 (3.0501186067546593)
| > loss: 0.6898954510688782 (0.7751868341368574)
| > current_lr: 5e-06
| > step_time: 0.207 (0.24847728994892654)
| > loader_time: 0.0087 (0.009076772351911247)
[1m --> TIME: 2025-02-23 16:02:39 -- STEP: 4735/6985 -- GLOBAL_STEP: 67600[0m
| > loss_text_ce: 0.04975451901555061 (0.05062812982243116)
| > loss_mel_ce: 2.964412212371826 (3.0498840358214516)
| > loss: 0.7535417079925537 (0.7751280412628635)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2109 (0.24843068027194223)
| > loader_time: 0.0084 (0.009075136094058068)
[1m --> TIME: 2025-02-23 16:02:57 -- STEP: 4785/6985 -- GLOBAL_STEP: 67650[0m
| > loss_text_ce: 0.04902610555291176 (0.05063109800780081)
| > loss_mel_ce: 2.661987543106079 (3.0491379909256304)
| > loss: 0.6777533888816833 (0.774942272123)
| > current_lr: 5e-06
| > step_time: 0.2782 (0.2484337942727307)
| > loader_time: 0.0093 (0.009074631853412554)
[1m --> TIME: 2025-02-23 16:03:16 -- STEP: 4835/6985 -- GLOBAL_STEP: 67700[0m
| > loss_text_ce: 0.053376954048871994 (0.050634321336169276)
| > loss_mel_ce: 2.4733328819274902 (3.049395845150875)
| > loss: 0.6316774487495422 (0.7750075415223686)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2522 (0.24853203279402536)
| > loader_time: 0.0089 (0.009074943635185103)
[1m --> TIME: 2025-02-23 16:03:34 -- STEP: 4885/6985 -- GLOBAL_STEP: 67750[0m
| > loss_text_ce: 0.051955487579107285 (0.05063125806323946)
| > loss_mel_ce: 2.6748626232147217 (3.049640713548222)
| > loss: 0.6817045211791992 (0.775067992781422)
| > current_lr: 5e-06
| > step_time: 0.2603 (0.24855352653573698)
| > loader_time: 0.0094 (0.00907670228971795)
[1m --> TIME: 2025-02-23 16:03:52 -- STEP: 4935/6985 -- GLOBAL_STEP: 67800[0m
| > loss_text_ce: 0.048795800656080246 (0.050626342640217765)
| > loss_mel_ce: 3.3822286128997803 (3.049836209044993)
| > loss: 0.8577560782432556 (0.7751156377454184)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3175 (0.24856237949692128)
| > loader_time: 0.0092 (0.009077442163392036)
[1m --> TIME: 2025-02-23 16:04:11 -- STEP: 4985/6985 -- GLOBAL_STEP: 67850[0m
| > loss_text_ce: 0.05502215772867203 (0.0506194024052519)
| > loss_mel_ce: 2.732121706008911 (3.050552525802505)
| > loss: 0.6967859864234924 (0.77529298190248)
| > current_lr: 5e-06
| > step_time: 0.2754 (0.24867188708115007)
| > loader_time: 0.0092 (0.009079686425992455)
[1m --> TIME: 2025-02-23 16:04:29 -- STEP: 5035/6985 -- GLOBAL_STEP: 67900[0m
| > loss_text_ce: 0.05071635916829109 (0.05061831381005461)
| > loss_mel_ce: 3.166402578353882 (3.050432267278995)
| > loss: 0.8042797446250916 (0.7752626450911781)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3143 (0.24867698462030738)
| > loader_time: 0.0094 (0.00907993150917515)
[1m --> TIME: 2025-02-23 16:04:48 -- STEP: 5085/6985 -- GLOBAL_STEP: 67950[0m
| > loss_text_ce: 0.04936651140451431 (0.05061624031385717)
| > loss_mel_ce: 3.3792078495025635 (3.0505376701392493)
| > loss: 0.8571435809135437 (0.7752884774315915)
| > current_lr: 5e-06
| > step_time: 0.287 (0.24870652566382784)
| > loader_time: 0.0095 (0.009080432087270905)
[1m --> TIME: 2025-02-23 16:05:06 -- STEP: 5135/6985 -- GLOBAL_STEP: 68000[0m
| > loss_text_ce: 0.048904094845056534 (0.05061632242441867)
| > loss_mel_ce: 2.853847026824951 (3.049946408750021)
| > loss: 0.7256878018379211 (0.7751406826202224)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2702 (0.2487586695124135)
| > loader_time: 0.0089 (0.009081442562723576)
> CHECKPOINT : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/checkpoint_68000.pth
[1m --> TIME: 2025-02-23 16:05:45 -- STEP: 5185/6985 -- GLOBAL_STEP: 68050[0m
| > loss_text_ce: 0.05056387931108475 (0.05061834986135716)
| > loss_mel_ce: 2.8911614418029785 (3.0497440487117657)
| > loss: 0.7354313135147095 (0.775090599427918)
| > current_lr: 5e-06
| > step_time: 0.244 (0.2487592851184488)
| > loader_time: 0.0093 (0.009082048079546759)
[1m --> TIME: 2025-02-23 16:06:04 -- STEP: 5235/6985 -- GLOBAL_STEP: 68100[0m
| > loss_text_ce: 0.050523240119218826 (0.0506211216962667)
| > loss_mel_ce: 2.9255683422088623 (3.0493390690859092)
| > loss: 0.7440229058265686 (0.774990047458933)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2446 (0.24875741282757283)
| > loader_time: 0.0087 (0.009081996227289906)
[1m --> TIME: 2025-02-23 16:06:22 -- STEP: 5285/6985 -- GLOBAL_STEP: 68150[0m
| > loss_text_ce: 0.05120502784848213 (0.05062371373543106)
| > loss_mel_ce: 2.797616720199585 (3.0491294136787217)
| > loss: 0.7122054100036621 (0.7749382816177555)
| > current_lr: 5e-06
| > step_time: 0.2438 (0.24874048932273093)
| > loader_time: 0.0091 (0.009081930017967544)
[1m --> TIME: 2025-02-23 16:06:40 -- STEP: 5335/6985 -- GLOBAL_STEP: 68200[0m
| > loss_text_ce: 0.05085671693086624 (0.05062380148954997)
| > loss_mel_ce: 3.2487971782684326 (3.049312633739642)
| > loss: 0.824913501739502 (0.7749841085861192)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2681 (0.2486824028047313)
| > loader_time: 0.0093 (0.009081294811431113)
[1m --> TIME: 2025-02-23 16:06:58 -- STEP: 5385/6985 -- GLOBAL_STEP: 68250[0m
| > loss_text_ce: 0.04826779663562775 (0.050619064514960135)
| > loss_mel_ce: 3.337583541870117 (3.049326403183084)
| > loss: 0.8464628458023071 (0.7749863667629777)
| > current_lr: 5e-06
| > step_time: 0.1952 (0.24867534362948815)
| > loader_time: 0.0087 (0.009081128934189026)
[1m --> TIME: 2025-02-23 16:07:16 -- STEP: 5435/6985 -- GLOBAL_STEP: 68300[0m
| > loss_text_ce: 0.04924951121211052 (0.050617528107726635)
| > loss_mel_ce: 3.11491060256958 (3.049739696876436)
| > loss: 0.7910400032997131 (0.7750893060505226)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2668 (0.24869032822953743)
| > loader_time: 0.0089 (0.00908161859064883)
[1m --> TIME: 2025-02-23 16:07:35 -- STEP: 5485/6985 -- GLOBAL_STEP: 68350[0m
| > loss_text_ce: 0.047717705368995667 (0.050617271729676144)
| > loss_mel_ce: 3.4320573806762695 (3.050177980838523)
| > loss: 0.8699437975883484 (0.7751988129389753)
| > current_lr: 5e-06
| > step_time: 0.3556 (0.24875621795654296)
| > loader_time: 0.0094 (0.009081933274525562)
[1m --> TIME: 2025-02-23 16:07:53 -- STEP: 5535/6985 -- GLOBAL_STEP: 68400[0m
| > loss_text_ce: 0.0517595075070858 (0.05061285969983804)
| > loss_mel_ce: 3.0083019733428955 (3.0504353242837974)
| > loss: 0.7650153636932373 (0.7752620457956785)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3137 (0.24881596440329892)
| > loader_time: 0.009 (0.009081298936673296)
[1m --> TIME: 2025-02-23 16:08:12 -- STEP: 5585/6985 -- GLOBAL_STEP: 68450[0m
| > loss_text_ce: 0.05300002545118332 (0.05061120001954373)
| > loss_mel_ce: 3.211707592010498 (3.050634279481621)
| > loss: 0.8161768913269043 (0.7753113697123719)
| > current_lr: 5e-06
| > step_time: 0.2858 (0.24882772858909122)
| > loader_time: 0.0094 (0.00908077230598634)
[1m --> TIME: 2025-02-23 16:08:29 -- STEP: 5635/6985 -- GLOBAL_STEP: 68500[0m
| > loss_text_ce: 0.051356904208660126 (0.05061088215953068)
| > loss_mel_ce: 2.885120153427124 (3.0503040468153335)
| > loss: 0.7341192364692688 (0.7752287320786064)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2614 (0.24876601317337158)
| > loader_time: 0.0089 (0.00907895914092991)
[1m --> TIME: 2025-02-23 16:08:47 -- STEP: 5685/6985 -- GLOBAL_STEP: 68550[0m
| > loss_text_ce: 0.051453616470098495 (0.05060938066993764)
| > loss_mel_ce: 2.950786590576172 (3.0503551468895327)
| > loss: 0.7505600452423096 (0.775241131707043)
| > current_lr: 5e-06
| > step_time: 0.2472 (0.2487110414731471)
| > loader_time: 0.0094 (0.00907810596174175)
[1m --> TIME: 2025-02-23 16:09:05 -- STEP: 5735/6985 -- GLOBAL_STEP: 68600[0m
| > loss_text_ce: 0.050438813865184784 (0.050608460044564575)
| > loss_mel_ce: 2.613159418106079 (3.0501000153259716)
| > loss: 0.6658995747566223 (0.7751771186576684)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.1849 (0.2486551624022054)
| > loader_time: 0.0081 (0.009078895390917139)
[1m --> TIME: 2025-02-23 16:09:23 -- STEP: 5785/6985 -- GLOBAL_STEP: 68650[0m
| > loss_text_ce: 0.049035411328077316 (0.05060662570487551)
| > loss_mel_ce: 3.2096986770629883 (3.05008591867874)
| > loss: 0.8146834969520569 (0.7751731359350753)
| > current_lr: 5e-06
| > step_time: 0.2553 (0.2486292302041808)
| > loader_time: 0.0091 (0.009078096045227843)
[1m --> TIME: 2025-02-23 16:09:41 -- STEP: 5835/6985 -- GLOBAL_STEP: 68700[0m
| > loss_text_ce: 0.047990038990974426 (0.05060501329364583)
| > loss_mel_ce: 3.483241558074951 (3.0502024781326007)
| > loss: 0.8828079104423523 (0.7752018727291927)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3173 (0.24864065971962898)
| > loader_time: 0.0092 (0.00907802402002748)
[1m --> TIME: 2025-02-23 16:09:59 -- STEP: 5885/6985 -- GLOBAL_STEP: 68750[0m
| > loss_text_ce: 0.049755748361349106 (0.05060259109155642)
| > loss_mel_ce: 3.359677314758301 (3.050183824937833)
| > loss: 0.8523582816123962 (0.7751966039002094)
| > current_lr: 5e-06
| > step_time: 0.2286 (0.24859771262616956)
| > loader_time: 0.0088 (0.009077048605543737)
[1m --> TIME: 2025-02-23 16:10:17 -- STEP: 5935/6985 -- GLOBAL_STEP: 68800[0m
| > loss_text_ce: 0.052063148468732834 (0.050600237300165926)
| > loss_mel_ce: 2.9764928817749023 (3.050352647913136)
| > loss: 0.7571390271186829 (0.7752382211958347)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2779 (0.24856146914474886)
| > loader_time: 0.009 (0.009076537901148037)
[1m --> TIME: 2025-02-23 16:10:35 -- STEP: 5985/6985 -- GLOBAL_STEP: 68850[0m
| > loss_text_ce: 0.049579329788684845 (0.050597502013595225)
| > loss_mel_ce: 2.973656415939331 (3.0502242689443424)
| > loss: 0.75580894947052 (0.7752054426504755)
| > current_lr: 5e-06
| > step_time: 0.3323 (0.248566752786724)
| > loader_time: 0.0092 (0.00907599533610077)
[1m --> TIME: 2025-02-23 16:10:54 -- STEP: 6035/6985 -- GLOBAL_STEP: 68900[0m
| > loss_text_ce: 0.05055270716547966 (0.05059505023784442)
| > loss_mel_ce: 2.9183189868927 (3.0502415987313447)
| > loss: 0.7422178983688354 (0.7752091621404457)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2447 (0.24859590372371596)
| > loader_time: 0.0087 (0.009075702905852431)
[1m --> TIME: 2025-02-23 16:11:12 -- STEP: 6085/6985 -- GLOBAL_STEP: 68950[0m
| > loss_text_ce: 0.04960460960865021 (0.05059374269394959)
| > loss_mel_ce: 3.12469482421875 (3.049997856701215)
| > loss: 0.793574869632721 (0.7751478997624695)
| > current_lr: 5e-06
| > step_time: 0.2791 (0.24863166526976235)
| > loader_time: 0.0092 (0.009074978017376011)
[1m --> TIME: 2025-02-23 16:11:30 -- STEP: 6135/6985 -- GLOBAL_STEP: 69000[0m
| > loss_text_ce: 0.05163780599832535 (0.05059095576539108)
| > loss_mel_ce: 2.686171770095825 (3.0495789088363474)
| > loss: 0.6844524145126343 (0.7750424660894087)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2672 (0.24857522343462235)
| > loader_time: 0.0089 (0.009073590260748946)
> CHECKPOINT : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/checkpoint_69000.pth
[1m --> TIME: 2025-02-23 16:12:09 -- STEP: 6185/6985 -- GLOBAL_STEP: 69050[0m
| > loss_text_ce: 0.051284849643707275 (0.05059003757437868)
| > loss_mel_ce: 3.0724542140960693 (3.049226166109165)
| > loss: 0.780934751033783 (0.7749540508323459)
| > current_lr: 5e-06
| > step_time: 0.2854 (0.2486134677523071)
| > loader_time: 0.0095 (0.009078875220197763)
[1m --> TIME: 2025-02-23 16:12:27 -- STEP: 6235/6985 -- GLOBAL_STEP: 69100[0m
| > loss_text_ce: 0.05121948942542076 (0.050590525721681476)
| > loss_mel_ce: 2.6808242797851562 (3.0493919079267426)
| > loss: 0.6830109357833862 (0.7749956083087416)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.1926 (0.24859353943452323)
| > loader_time: 0.0087 (0.009079168659262202)
[1m --> TIME: 2025-02-23 16:12:45 -- STEP: 6285/6985 -- GLOBAL_STEP: 69150[0m
| > loss_text_ce: 0.049215614795684814 (0.050584005512883896)
| > loss_mel_ce: 3.029872179031372 (3.049572947562074)
| > loss: 0.769771933555603 (0.7750392381596773)
| > current_lr: 5e-06
| > step_time: 0.2403 (0.24862084377352547)
| > loader_time: 0.0088 (0.00908043974434087)
[1m --> TIME: 2025-02-23 16:13:04 -- STEP: 6335/6985 -- GLOBAL_STEP: 69200[0m
| > loss_text_ce: 0.04762149602174759 (0.050582593762931005)
| > loss_mel_ce: 3.4287474155426025 (3.049089320776684)
| > loss: 0.8690922260284424 (0.7749179785140594)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2868 (0.24866902837625338)
| > loader_time: 0.0092 (0.009080979159806024)
[1m --> TIME: 2025-02-23 16:13:22 -- STEP: 6385/6985 -- GLOBAL_STEP: 69250[0m
| > loss_text_ce: 0.05075597018003464 (0.05058452605080954)
| > loss_mel_ce: 3.0581507682800293 (3.0488115715439106)
| > loss: 0.7772266864776611 (0.7748490243099962)
| > current_lr: 5e-06
| > step_time: 0.2802 (0.24865576337815826)
| > loader_time: 0.0093 (0.009080989937718796)
[1m --> TIME: 2025-02-23 16:13:40 -- STEP: 6435/6985 -- GLOBAL_STEP: 69300[0m
| > loss_text_ce: 0.0482502318918705 (0.050580567819093064)
| > loss_mel_ce: 2.839228391647339 (3.0486771914416178)
| > loss: 0.7218696475028992 (0.7748144396998295)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2782 (0.24867512570301878)
| > loader_time: 0.0086 (0.009080612001811794)
[1m --> TIME: 2025-02-23 16:13:59 -- STEP: 6485/6985 -- GLOBAL_STEP: 69350[0m
| > loss_text_ce: 0.04716051369905472 (0.05057567049826023)
| > loss_mel_ce: 3.5321156978607178 (3.0488974628948498)
| > loss: 0.8948190808296204 (0.7748682832662749)
| > current_lr: 5e-06
| > step_time: 0.2752 (0.2486815678678114)
| > loader_time: 0.0092 (0.009079916806246735)
[1m --> TIME: 2025-02-23 16:14:17 -- STEP: 6535/6985 -- GLOBAL_STEP: 69400[0m
| > loss_text_ce: 0.04552599415183067 (0.05057657002011778)
| > loss_mel_ce: 3.072089195251465 (3.0487203877119966)
| > loss: 0.779403805732727 (0.7748242393649072)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2348 (0.2487049636169527)
| > loader_time: 0.0086 (0.009079225025016475)
[1m --> TIME: 2025-02-23 16:14:35 -- STEP: 6585/6985 -- GLOBAL_STEP: 69450[0m
| > loss_text_ce: 0.0494409017264843 (0.05057532628015211)
| > loss_mel_ce: 2.9369611740112305 (3.0486892146238715)
| > loss: 0.7466005086898804 (0.7748161351762219)
| > current_lr: 5e-06
| > step_time: 0.2794 (0.2486716824765448)
| > loader_time: 0.0095 (0.0090787232601018)
[1m --> TIME: 2025-02-23 16:14:53 -- STEP: 6635/6985 -- GLOBAL_STEP: 69500[0m
| > loss_text_ce: 0.04903440549969673 (0.050572376222137)
| > loss_mel_ce: 3.0107767581939697 (3.048803782193574)
| > loss: 0.7649527788162231 (0.7748440395644849)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2378 (0.2486943633374902)
| > loader_time: 0.0085 (0.009078191686772532)
[1m --> TIME: 2025-02-23 16:15:12 -- STEP: 6685/6985 -- GLOBAL_STEP: 69550[0m
| > loss_text_ce: 0.048473723232746124 (0.05057134618766729)
| > loss_mel_ce: 3.4667208194732666 (3.0490357284146463)
| > loss: 0.8787986636161804 (0.774901768620904)
| > current_lr: 5e-06
| > step_time: 0.1771 (0.24871345233275272)
| > loader_time: 0.0083 (0.009077882945047164)
[1m --> TIME: 2025-02-23 16:15:30 -- STEP: 6735/6985 -- GLOBAL_STEP: 69600[0m
| > loss_text_ce: 0.049746137112379074 (0.05057326822908785)
| > loss_mel_ce: 3.0695319175720215 (3.048668841635996)
| > loss: 0.7798194885253906 (0.7748105274276903)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3157 (0.24871701627814868)
| > loader_time: 0.0095 (0.009077620736386193)
[1m --> TIME: 2025-02-23 16:15:48 -- STEP: 6785/6985 -- GLOBAL_STEP: 69650[0m
| > loss_text_ce: 0.053304675966501236 (0.050571981922901056)
| > loss_mel_ce: 2.8172857761383057 (3.048575960720122)
| > loss: 0.7176476120948792 (0.7747869856408526)
| > current_lr: 5e-06
| > step_time: 0.2388 (0.24872365588200118)
| > loader_time: 0.0091 (0.009076952670722109)
[1m --> TIME: 2025-02-23 16:16:06 -- STEP: 6835/6985 -- GLOBAL_STEP: 69700[0m
| > loss_text_ce: 0.05019750818610191 (0.050571633764728584)
| > loss_mel_ce: 2.784518003463745 (3.048461302406351)
| > loss: 0.7086789011955261 (0.7747582340118392)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2515 (0.248721056744925)
| > loader_time: 0.0087 (0.00907644433703138)
[1m --> TIME: 2025-02-23 16:16:25 -- STEP: 6885/6985 -- GLOBAL_STEP: 69750[0m
| > loss_text_ce: 0.05248560011386871 (0.05057499772215023)
| > loss_mel_ce: 2.887721300125122 (3.048279864491981)
| > loss: 0.7350517511367798 (0.7747137155408174)
| > current_lr: 5e-06
| > step_time: 0.2866 (0.2487388327577102)
| > loader_time: 0.0092 (0.00907590719955764)
[1m --> TIME: 2025-02-23 16:16:43 -- STEP: 6935/6985 -- GLOBAL_STEP: 69800[0m
| > loss_text_ce: 0.047136805951595306 (0.05057669496506168)
| > loss_mel_ce: 3.3065025806427 (3.0478757020459395)
| > loss: 0.8384098410606384 (0.7746130992288459)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2618 (0.24872007407812052)
| > loader_time: 0.0092 (0.009075964932486387)
[1m > EVALUATION [0m
[1m--> EVAL PERFORMANCE[0m
| > avg_loader_time:[91m 0.46486199135873835 [0m(+0.0019273539773779214)
| > avg_loss_text_ce:[92m 0.049235464944169416 [0m(-0.00044386614771450145)
| > avg_loss_mel_ce:[92m 3.003013442544376 [0m(-0.01818562333100715)
| > avg_loss:[92m 3.052248912699083 [0m(-0.01862947925243441)
> BEST MODEL : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/best_model_69850.pth
[4m[1m > EPOCH: 10/30[0m
--> checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3
[1m > TRAINING (2025-02-23 16:19:30) [0m
[1m --> TIME: 2025-02-23 16:19:31 -- STEP: 0/6985 -- GLOBAL_STEP: 69850[0m
| > loss_text_ce: 0.05034840479493141 (0.05034840479493141)
| > loss_mel_ce: 2.6417675018310547 (2.6417675018310547)
| > loss: 0.6730290055274963 (0.6730290055274963)
| > current_lr: 5e-06
| > step_time: 0.2555 (0.255540132522583)
| > loader_time: 0.5984 (0.5984017848968506)
[1m --> TIME: 2025-02-23 16:19:49 -- STEP: 50/6985 -- GLOBAL_STEP: 69900[0m
| > loss_text_ce: 0.049716152250766754 (0.0504562859237194)
| > loss_mel_ce: 2.9630067348480225 (3.0010046911239625)
| > loss: 0.753180742263794 (0.7628652489185334)
| > current_lr: 5e-06
| > step_time: 0.2846 (0.24575485706329345)
| > loader_time: 0.0096 (0.009233360290527343)
[1m --> TIME: 2025-02-23 16:20:07 -- STEP: 100/6985 -- GLOBAL_STEP: 69950[0m
| > loss_text_ce: 0.05203448235988617 (0.05070695545524359)
| > loss_mel_ce: 3.3421225547790527 (3.025958096981049)
| > loss: 0.8485392332077026 (0.7691662657260894)
| > current_lr: 5e-06
| > step_time: 0.2251 (0.24513674259185791)
| > loader_time: 0.0091 (0.009174237251281742)
[1m --> TIME: 2025-02-23 16:20:25 -- STEP: 150/6985 -- GLOBAL_STEP: 70000[0m
| > loss_text_ce: 0.05075427517294884 (0.050626439452171317)
| > loss_mel_ce: 3.1254637241363525 (3.0356297826766974)
| > loss: 0.7940545082092285 (0.77156405766805)
| > current_lr: 5e-06
| > step_time: 0.2851 (0.24835866610209148)
| > loader_time: 0.0094 (0.009137101173400882)
> CHECKPOINT : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/checkpoint_70000.pth
[1m --> TIME: 2025-02-23 16:21:03 -- STEP: 200/6985 -- GLOBAL_STEP: 70050[0m
| > loss_text_ce: 0.048558466136455536 (0.05063275868073104)
| > loss_mel_ce: 3.0295464992523193 (3.024925117492677)
| > loss: 0.7695262432098389 (0.768889470398426)
| > current_lr: 5e-06
| > step_time: 0.2244 (0.24753406286239624)
| > loader_time: 0.0089 (0.009116970300674446)
[1m --> TIME: 2025-02-23 16:21:21 -- STEP: 250/6985 -- GLOBAL_STEP: 70100[0m
| > loss_text_ce: 0.04996314272284508 (0.05054609197378157)
| > loss_mel_ce: 2.740255832672119 (3.021362865447999)
| > loss: 0.6975547671318054 (0.767977240562439)
| > current_lr: 5e-06
| > step_time: 0.2785 (0.24525155925750733)
| > loader_time: 0.0095 (0.009108154296875007)
[1m --> TIME: 2025-02-23 16:21:38 -- STEP: 300/6985 -- GLOBAL_STEP: 70150[0m
| > loss_text_ce: 0.05077103525400162 (0.05057481237997611)
| > loss_mel_ce: 2.9961180686950684 (3.014960210323334)
| > loss: 0.7617222666740417 (0.7663837562004722)
| > current_lr: 5e-06
| > step_time: 0.1936 (0.24432466427485147)
| > loader_time: 0.0086 (0.009081257184346523)
[1m --> TIME: 2025-02-23 16:21:56 -- STEP: 350/6985 -- GLOBAL_STEP: 70200[0m
| > loss_text_ce: 0.05408511683344841 (0.050492518725139754)
| > loss_mel_ce: 2.4252378940582275 (3.014294507844107)
| > loss: 0.6198307275772095 (0.7661967572144096)
| > current_lr: 5e-06
| > step_time: 0.1677 (0.24457612582615443)
| > loader_time: 0.0081 (0.009060386930193228)
[1m --> TIME: 2025-02-23 16:22:15 -- STEP: 400/6985 -- GLOBAL_STEP: 70250[0m
| > loss_text_ce: 0.050635796040296555 (0.05045687904581428)
| > loss_mel_ce: 3.0337719917297363 (3.025445191264152)
| > loss: 0.7711019515991211 (0.7689755183458326)
| > current_lr: 5e-06
| > step_time: 0.2498 (0.2461904239654541)
| > loader_time: 0.0092 (0.00904904007911683)
[1m --> TIME: 2025-02-23 16:22:33 -- STEP: 450/6985 -- GLOBAL_STEP: 70300[0m
| > loss_text_ce: 0.05087718367576599 (0.050443172587288754)
| > loss_mel_ce: 2.905111074447632 (3.027450422710842)
| > loss: 0.7389970421791077 (0.7694733993212379)
| > current_lr: 5e-06
| > step_time: 0.2901 (0.24644848452674017)
| > loader_time: 0.0093 (0.009037417305840394)
[1m --> TIME: 2025-02-23 16:22:51 -- STEP: 500/6985 -- GLOBAL_STEP: 70350[0m
| > loss_text_ce: 0.050558753311634064 (0.05044485367834568)
| > loss_mel_ce: 2.7625317573547363 (3.0290603561401364)
| > loss: 0.7032726407051086 (0.7698763028383253)
| > current_lr: 5e-06
| > step_time: 0.1915 (0.24647056150436403)
| > loader_time: 0.0086 (0.009020630836486824)
[1m --> TIME: 2025-02-23 16:23:10 -- STEP: 550/6985 -- GLOBAL_STEP: 70400[0m
| > loss_text_ce: 0.049081556499004364 (0.05043742975050752)
| > loss_mel_ce: 2.9881105422973633 (3.030497195937417)
| > loss: 0.7592980265617371 (0.7702336570349605)
| > current_lr: 5e-06
| > step_time: 0.2752 (0.24774753093719482)
| > loader_time: 0.0092 (0.009016773917458282)
[1m --> TIME: 2025-02-23 16:23:28 -- STEP: 600/6985 -- GLOBAL_STEP: 70450[0m
| > loss_text_ce: 0.05098946392536163 (0.05043061866114538)
| > loss_mel_ce: 3.0265896320343018 (3.0315962906678515)
| > loss: 0.7693947553634644 (0.7705067277948059)
| > current_lr: 5e-06
| > step_time: 0.2238 (0.24769051869710287)
| > loader_time: 0.0089 (0.009006140232086199)
[1m --> TIME: 2025-02-23 16:23:47 -- STEP: 650/6985 -- GLOBAL_STEP: 70500[0m
| > loss_text_ce: 0.05040719732642174 (0.05041341048020583)
| > loss_mel_ce: 3.0854218006134033 (3.0351861524581913)
| > loss: 0.7839572429656982 (0.7713998911930965)
| > current_lr: 5e-06
| > step_time: 0.275 (0.24803345753596379)
| > loader_time: 0.009 (0.009000890071575474)
[1m --> TIME: 2025-02-23 16:24:05 -- STEP: 700/6985 -- GLOBAL_STEP: 70550[0m
| > loss_text_ce: 0.04652084782719612 (0.05040768740964787)
| > loss_mel_ce: 2.940537691116333 (3.0323620833669405)
| > loss: 0.7467646598815918 (0.7706924433367596)
| > current_lr: 5e-06
| > step_time: 0.2438 (0.24741070406777518)
| > loader_time: 0.0091 (0.00898880890437536)
[1m --> TIME: 2025-02-23 16:24:23 -- STEP: 750/6985 -- GLOBAL_STEP: 70600[0m
| > loss_text_ce: 0.051516808569431305 (0.05039813079933325)
| > loss_mel_ce: 2.661432981491089 (3.0287359647750867)
| > loss: 0.6782374382019043 (0.7697835246721907)
| > current_lr: 5e-06
| > step_time: 0.2496 (0.24763148085276285)
| > loader_time: 0.0088 (0.00897870794932048)
[1m --> TIME: 2025-02-23 16:24:41 -- STEP: 800/6985 -- GLOBAL_STEP: 70650[0m
| > loss_text_ce: 0.04744546860456467 (0.05041251430753618)
| > loss_mel_ce: 3.4233481884002686 (3.031964688599111)
| > loss: 0.8676984310150146 (0.7705943011492493)
| > current_lr: 5e-06
| > step_time: 0.2463 (0.24780115216970444)
| > loader_time: 0.0088 (0.008967214226722723)
[1m --> TIME: 2025-02-23 16:25:00 -- STEP: 850/6985 -- GLOBAL_STEP: 70700[0m
| > loss_text_ce: 0.05026631057262421 (0.05041220882359673)
| > loss_mel_ce: 2.881197452545166 (3.0329515768499946)
| > loss: 0.7328659296035767 (0.7708409465060517)
| > current_lr: 5e-06
| > step_time: 0.2198 (0.24819647564607508)
| > loader_time: 0.0088 (0.008962947340572588)
[1m --> TIME: 2025-02-23 16:25:18 -- STEP: 900/6985 -- GLOBAL_STEP: 70750[0m
| > loss_text_ce: 0.049354393035173416 (0.05035777068386475)
| > loss_mel_ce: 2.8601267337799072 (3.0351021099090585)
| > loss: 0.7273702621459961 (0.7713649700747598)
| > current_lr: 5e-06
| > step_time: 0.1937 (0.24796579519907633)
| > loader_time: 0.0084 (0.008952883614434136)
[1m --> TIME: 2025-02-23 16:25:36 -- STEP: 950/6985 -- GLOBAL_STEP: 70800[0m
| > loss_text_ce: 0.05250246450304985 (0.050333517711413533)
| > loss_mel_ce: 2.6285359859466553 (3.03479415466911)
| > loss: 0.6702595949172974 (0.7712819179735688)
| > current_lr: 5e-06
| > step_time: 0.273 (0.24801493544327585)
| > loader_time: 0.0093 (0.00894776695653012)
[1m --> TIME: 2025-02-23 16:25:54 -- STEP: 1000/6985 -- GLOBAL_STEP: 70850[0m
| > loss_text_ce: 0.05040605738759041 (0.0503387736864388)
| > loss_mel_ce: 2.8809072971343994 (3.03214303970337)
| > loss: 0.7328283190727234 (0.7706204531192782)
| > current_lr: 5e-06
| > step_time: 0.2697 (0.24818484473228455)
| > loader_time: 0.009 (0.00894338846206665)
[1m --> TIME: 2025-02-23 16:26:13 -- STEP: 1050/6985 -- GLOBAL_STEP: 70900[0m
| > loss_text_ce: 0.05040712654590607 (0.050328373479701226)
| > loss_mel_ce: 2.888322114944458 (3.032339744567872)
| > loss: 0.7346823215484619 (0.7706670295624508)
| > current_lr: 5e-06
| > step_time: 0.2846 (0.2483374003001622)
| > loader_time: 0.0092 (0.008947425342741467)
[1m --> TIME: 2025-02-23 16:26:31 -- STEP: 1100/6985 -- GLOBAL_STEP: 70950[0m
| > loss_text_ce: 0.052383098751306534 (0.050336972651156504)
| > loss_mel_ce: 2.626939535140991 (3.030330657958985)
| > loss: 0.6698306798934937 (0.7701669075814163)
| > current_lr: 5e-06
| > step_time: 0.2511 (0.2481632568619468)
| > loader_time: 0.0087 (0.008939946564761072)
[1m --> TIME: 2025-02-23 16:26:48 -- STEP: 1150/6985 -- GLOBAL_STEP: 71000[0m
| > loss_text_ce: 0.05363000929355621 (0.050353872131394306)
| > loss_mel_ce: 2.671154022216797 (3.0288670548148775)
| > loss: 0.6811960339546204 (0.7698052318718122)
| > current_lr: 5e-06
| > step_time: 0.1917 (0.24785473284514054)
| > loader_time: 0.0082 (0.008931572333626117)
> CHECKPOINT : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/checkpoint_71000.pth
[1m --> TIME: 2025-02-23 16:27:27 -- STEP: 1200/6985 -- GLOBAL_STEP: 71050[0m
| > loss_text_ce: 0.0489497110247612 (0.05034950624530513)
| > loss_mel_ce: 3.212203025817871 (3.027213369210562)
| > loss: 0.8152881860733032 (0.7693907189369198)
| > current_lr: 5e-06
| > step_time: 0.1921 (0.2473874084154765)
| > loader_time: 0.009 (0.008926495711008701)
[1m --> TIME: 2025-02-23 16:27:45 -- STEP: 1250/6985 -- GLOBAL_STEP: 71100[0m
| > loss_text_ce: 0.053407032042741776 (0.050348354613780975)
| > loss_mel_ce: 2.974766731262207 (3.0277269006729126)
| > loss: 0.7570434212684631 (0.7695188140392296)
| > current_lr: 5e-06
| > step_time: 0.2567 (0.24736319904327392)
| > loader_time: 0.0091 (0.008922325897216797)
[1m --> TIME: 2025-02-23 16:28:03 -- STEP: 1300/6985 -- GLOBAL_STEP: 71150[0m
| > loss_text_ce: 0.05185338482260704 (0.050353112876988376)
| > loss_mel_ce: 2.980558395385742 (3.029069356918335)
| > loss: 0.7581029534339905 (0.7698556175598724)
| > current_lr: 5e-06
| > step_time: 0.2233 (0.2474821347456712)
| > loader_time: 0.0091 (0.00892113630588238)
[1m --> TIME: 2025-02-23 16:28:20 -- STEP: 1350/6985 -- GLOBAL_STEP: 71200[0m
| > loss_text_ce: 0.049129512161016464 (0.05034771981614607)
| > loss_mel_ce: 2.8270211219787598 (3.028297004876312)
| > loss: 0.719037652015686 (0.7696611811938101)
| > current_lr: 5e-06
| > step_time: 0.1458 (0.2470334913112499)
| > loader_time: 0.0081 (0.008919477639374907)
[1m --> TIME: 2025-02-23 16:28:38 -- STEP: 1400/6985 -- GLOBAL_STEP: 71250[0m
| > loss_text_ce: 0.04974251985549927 (0.050337382525737794)
| > loss_mel_ce: 2.83229660987854 (3.026829376901898)
| > loss: 0.7205097675323486 (0.7692916898642259)
| > current_lr: 5e-06
| > step_time: 0.1929 (0.24699796863964626)
| > loader_time: 0.0091 (0.008921502147402074)
[1m --> TIME: 2025-02-23 16:28:56 -- STEP: 1450/6985 -- GLOBAL_STEP: 71300[0m
| > loss_text_ce: 0.05072076618671417 (0.05034857710373813)
| > loss_mel_ce: 3.2591865062713623 (3.0249341923615014)
| > loss: 0.8274767994880676 (0.7688206924652223)
| > current_lr: 5e-06
| > step_time: 0.2302 (0.24681141968431144)
| > loader_time: 0.0086 (0.008917401576864298)
[1m --> TIME: 2025-02-23 16:29:15 -- STEP: 1500/6985 -- GLOBAL_STEP: 71350[0m
| > loss_text_ce: 0.04914797842502594 (0.05032969812552134)
| > loss_mel_ce: 2.6928772926330566 (3.0271595980326325)
| > loss: 0.6855063438415527 (0.7693723243077588)
| > current_lr: 5e-06
| > step_time: 0.2019 (0.2470791835784912)
| > loader_time: 0.0088 (0.008918548266092929)
[1m --> TIME: 2025-02-23 16:29:32 -- STEP: 1550/6985 -- GLOBAL_STEP: 71400[0m
| > loss_text_ce: 0.04990928992629051 (0.050334436612263805)
| > loss_mel_ce: 3.3332762718200684 (3.025740537489613)
| > loss: 0.8457964062690735 (0.769018743807269)
| > current_lr: 5e-06
| > step_time: 0.2571 (0.2468494753683767)
| > loader_time: 0.0087 (0.008915284987418884)
[1m --> TIME: 2025-02-23 16:29:51 -- STEP: 1600/6985 -- GLOBAL_STEP: 71450[0m
| > loss_text_ce: 0.04996692016720772 (0.050327237648889425)
| > loss_mel_ce: 3.321563959121704 (3.0274245952069747)
| > loss: 0.8428826928138733 (0.7694379584863775)
| > current_lr: 5e-06
| > step_time: 0.1882 (0.24707042545080185)
| > loader_time: 0.009 (0.008916884958744055)
[1m --> TIME: 2025-02-23 16:30:09 -- STEP: 1650/6985 -- GLOBAL_STEP: 71500[0m
| > loss_text_ce: 0.052576325833797455 (0.05035232549363917)
| > loss_mel_ce: 2.929124593734741 (3.0256871142531874)
| > loss: 0.7454252243041992 (0.7690098601760279)
| > current_lr: 5e-06
| > step_time: 0.2461 (0.2472203811009725)
| > loader_time: 0.0088 (0.00891952240105832)
[1m --> TIME: 2025-02-23 16:30:28 -- STEP: 1700/6985 -- GLOBAL_STEP: 71550[0m
| > loss_text_ce: 0.05136299505829811 (0.050359300293904896)
| > loss_mel_ce: 2.7445969581604004 (3.025984706457922)
| > loss: 0.698989987373352 (0.769086001971188)
| > current_lr: 5e-06
| > step_time: 0.1883 (0.24735623612123378)
| > loader_time: 0.0084 (0.008918631217058978)
[1m --> TIME: 2025-02-23 16:30:46 -- STEP: 1750/6985 -- GLOBAL_STEP: 71600[0m
| > loss_text_ce: 0.048347108066082 (0.05035032008162567)
| > loss_mel_ce: 3.2472758293151855 (3.0276225318908683)
| > loss: 0.8239057064056396 (0.7694932132448462)
| > current_lr: 5e-06
| > step_time: 0.2543 (0.247434109551566)
| > loader_time: 0.0091 (0.00891915484837125)
[1m --> TIME: 2025-02-23 16:31:04 -- STEP: 1800/6985 -- GLOBAL_STEP: 71650[0m
| > loss_text_ce: 0.048975639045238495 (0.05034045930744873)
| > loss_mel_ce: 3.0028719902038574 (3.026486611366271)
| > loss: 0.7629619240760803 (0.7692067679431697)
| > current_lr: 5e-06
| > step_time: 0.2083 (0.2475798667801751)
| > loader_time: 0.0087 (0.008921514352162698)
[1m --> TIME: 2025-02-23 16:31:23 -- STEP: 1850/6985 -- GLOBAL_STEP: 71700[0m
| > loss_text_ce: 0.04970953240990639 (0.050333036764247996)
| > loss_mel_ce: 3.215646743774414 (3.0292138720847457)
| > loss: 0.8163390755653381 (0.7698867275585993)
| > current_lr: 5e-06
| > step_time: 0.279 (0.24768123111209353)
| > loader_time: 0.0089 (0.008922688381091988)
[1m --> TIME: 2025-02-23 16:31:41 -- STEP: 1900/6985 -- GLOBAL_STEP: 71750[0m
| > loss_text_ce: 0.048963408917188644 (0.050345482488996104)
| > loss_mel_ce: 2.9894354343414307 (3.02662643683584)
| > loss: 0.7595996856689453 (0.7692429801037431)
| > current_lr: 5e-06
| > step_time: 0.2674 (0.24765494635230617)
| > loader_time: 0.0092 (0.00891998579627591)
[1m --> TIME: 2025-02-23 16:31:58 -- STEP: 1950/6985 -- GLOBAL_STEP: 71800[0m
| > loss_text_ce: 0.052960675209760666 (0.05035203623466002)
| > loss_mel_ce: 3.1084446907043457 (3.0254358657201124)
| > loss: 0.7903513312339783 (0.7689469758363865)
| > current_lr: 5e-06
| > step_time: 0.2381 (0.24748809031951122)
| > loader_time: 0.0085 (0.008916601278843042)
[1m --> TIME: 2025-02-23 16:32:17 -- STEP: 2000/6985 -- GLOBAL_STEP: 71850[0m
| > loss_text_ce: 0.054629892110824585 (0.05034686803631484)
| > loss_mel_ce: 3.1121416091918945 (3.0253554899692525)
| > loss: 0.791692852973938 (0.7689255897998805)
| > current_lr: 5e-06
| > step_time: 0.2424 (0.2475701901912689)
| > loader_time: 0.0093 (0.00891738677024843)
[1m --> TIME: 2025-02-23 16:32:36 -- STEP: 2050/6985 -- GLOBAL_STEP: 71900[0m
| > loss_text_ce: 0.04775681346654892 (0.05033264223940489)
| > loss_mel_ce: 3.275122880935669 (3.026666424448896)
| > loss: 0.8307199478149414 (0.7692497669196705)
| > current_lr: 5e-06
| > step_time: 0.264 (0.24782035176346942)
| > loader_time: 0.0092 (0.008918398880377066)
[1m --> TIME: 2025-02-23 16:32:53 -- STEP: 2100/6985 -- GLOBAL_STEP: 71950[0m
| > loss_text_ce: 0.0520823709666729 (0.050331173108092375)
| > loss_mel_ce: 2.5451953411102295 (3.0260832920528586)
| > loss: 0.6493194103240967 (0.7691036165612081)
| > current_lr: 5e-06
| > step_time: 0.2376 (0.24756794929504394)
| > loader_time: 0.0088 (0.008917018799554751)
[1m --> TIME: 2025-02-23 16:33:11 -- STEP: 2150/6985 -- GLOBAL_STEP: 72000[0m
| > loss_text_ce: 0.05235087871551514 (0.05033094384122726)
| > loss_mel_ce: 3.0039827823638916 (3.0243512095961456)
| > loss: 0.7640833854675293 (0.7686705385806945)
| > current_lr: 5e-06
| > step_time: 0.2865 (0.24767262558604394)
| > loader_time: 0.0093 (0.008917561575423854)
> CHECKPOINT : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/checkpoint_72000.pth
[1m --> TIME: 2025-02-23 16:33:51 -- STEP: 2200/6985 -- GLOBAL_STEP: 72050[0m
| > loss_text_ce: 0.04844675958156586 (0.05031841225583442)
| > loss_mel_ce: 3.3162600994110107 (3.0255330518159007)
| > loss: 0.8411766886711121 (0.768962866257537)
| > current_lr: 5e-06
| > step_time: 0.2254 (0.2478206339749423)
| > loader_time: 0.0087 (0.008918576782399974)
[1m --> TIME: 2025-02-23 16:34:09 -- STEP: 2250/6985 -- GLOBAL_STEP: 72100[0m
| > loss_text_ce: 0.05110134184360504 (0.05031466973159044)
| > loss_mel_ce: 2.9410791397094727 (3.0261867283715143)
| > loss: 0.7480451464653015 (0.7691253497865458)
| > current_lr: 5e-06
| > step_time: 0.2636 (0.24786235607994928)
| > loader_time: 0.0089 (0.008920585844251856)
[1m --> TIME: 2025-02-23 16:34:28 -- STEP: 2300/6985 -- GLOBAL_STEP: 72150[0m
| > loss_text_ce: 0.04969300702214241 (0.0503194358782923)
| > loss_mel_ce: 3.3502628803253174 (3.027952394589133)
| > loss: 0.8499889969825745 (0.7695679578573802)
| > current_lr: 5e-06
| > step_time: 0.1992 (0.24794564568478128)
| > loader_time: 0.0089 (0.008922095506087604)
[1m --> TIME: 2025-02-23 16:34:46 -- STEP: 2350/6985 -- GLOBAL_STEP: 72200[0m
| > loss_text_ce: 0.05059479549527168 (0.05032092854539123)
| > loss_mel_ce: 3.3813626766204834 (3.029903932936646)
| > loss: 0.8579893708229065 (0.7700562155754003)
| > current_lr: 5e-06
| > step_time: 0.2903 (0.24801637385753875)
| > loader_time: 0.0088 (0.00892380349179533)
[1m --> TIME: 2025-02-23 16:35:04 -- STEP: 2400/6985 -- GLOBAL_STEP: 72250[0m
| > loss_text_ce: 0.050035350024700165 (0.05031710437964639)
| > loss_mel_ce: 2.8291852474212646 (3.0303644473354012)
| > loss: 0.719805121421814 (0.7701703881969048)
| > current_lr: 5e-06
| > step_time: 0.2467 (0.24805553058783214)
| > loader_time: 0.0095 (0.008923654059569054)
[1m --> TIME: 2025-02-23 16:35:23 -- STEP: 2450/6985 -- GLOBAL_STEP: 72300[0m
| > loss_text_ce: 0.05053617060184479 (0.05030861399155482)
| > loss_mel_ce: 2.677380084991455 (3.0310875817707603)
| > loss: 0.6819790601730347 (0.7703490492032495)
| > current_lr: 5e-06
| > step_time: 0.1742 (0.24817563086139913)
| > loader_time: 0.0082 (0.008924244082703897)
[1m --> TIME: 2025-02-23 16:35:42 -- STEP: 2500/6985 -- GLOBAL_STEP: 72350[0m
| > loss_text_ce: 0.05250769853591919 (0.050310900060832414)
| > loss_mel_ce: 3.1296045780181885 (3.0313622385025023)
| > loss: 0.7955280542373657 (0.7704182848691936)
| > current_lr: 5e-06
| > step_time: 0.2531 (0.2483004298210144)
| > loader_time: 0.0093 (0.008925420093536387)
[1m --> TIME: 2025-02-23 16:36:00 -- STEP: 2550/6985 -- GLOBAL_STEP: 72400[0m
| > loss_text_ce: 0.05348895490169525 (0.05031359788833873)
| > loss_mel_ce: 3.0814595222473145 (3.031456975282407)
| > loss: 0.7837371230125427 (0.7704426435162035)
| > current_lr: 5e-06
| > step_time: 0.195 (0.248253740048876)
| > loader_time: 0.0087 (0.008925404174655099)
[1m --> TIME: 2025-02-23 16:36:18 -- STEP: 2600/6985 -- GLOBAL_STEP: 72450[0m
| > loss_text_ce: 0.049738019704818726 (0.05031088678739385)
| > loss_mel_ce: 2.9962058067321777 (3.029690691049282)
| > loss: 0.7614859342575073 (0.7700003947432221)
| > current_lr: 5e-06
| > step_time: 0.2404 (0.24821737601206853)
| > loader_time: 0.0094 (0.008926476331857544)
[1m --> TIME: 2025-02-23 16:36:36 -- STEP: 2650/6985 -- GLOBAL_STEP: 72500[0m
| > loss_text_ce: 0.05084461718797684 (0.05030953716838128)
| > loss_mel_ce: 2.5395188331604004 (3.0287329500126385)
| > loss: 0.6475908756256104 (0.7697606220785169)
| > current_lr: 5e-06
| > step_time: 0.2791 (0.24831602537407066)
| > loader_time: 0.0088 (0.008926852244251191)
[1m --> TIME: 2025-02-23 16:36:54 -- STEP: 2700/6985 -- GLOBAL_STEP: 72550[0m
| > loss_text_ce: 0.04982851818203926 (0.05031566475828483)
| > loss_mel_ce: 2.793832302093506 (3.0277711064727195)
| > loss: 0.710915207862854 (0.7695216930574833)
| > current_lr: 5e-06
| > step_time: 0.2502 (0.2483633731029652)
| > loader_time: 0.009 (0.008926681324287715)
[1m --> TIME: 2025-02-23 16:37:12 -- STEP: 2750/6985 -- GLOBAL_STEP: 72600[0m
| > loss_text_ce: 0.0521218441426754 (0.05031541798060584)
| > loss_mel_ce: 2.7156424522399902 (3.027189866932953)
| > loss: 0.6919410824775696 (0.7693763214891599)
| > current_lr: 5e-06
| > step_time: 0.1764 (0.24821952533721925)
| > loader_time: 0.0084 (0.008926052526994199)
[1m --> TIME: 2025-02-23 16:37:31 -- STEP: 2800/6985 -- GLOBAL_STEP: 72650[0m
| > loss_text_ce: 0.05141841620206833 (0.05031735480763012)
| > loss_mel_ce: 3.0921432971954346 (3.0277775051764055)
| > loss: 0.7858904004096985 (0.7695237152065542)
| > current_lr: 5e-06
| > step_time: 0.191 (0.248437625340053)
| > loader_time: 0.0085 (0.00892763801983425)
[1m --> TIME: 2025-02-23 16:37:49 -- STEP: 2850/6985 -- GLOBAL_STEP: 72700[0m
| > loss_text_ce: 0.05082222446799278 (0.05031514008055647)
| > loss_mel_ce: 3.06615948677063 (3.0281520320658073)
| > loss: 0.7792454361915588 (0.7696167932686044)
| > current_lr: 5e-06
| > step_time: 0.256 (0.2484484610641212)
| > loader_time: 0.009 (0.008929644969471715)
[1m --> TIME: 2025-02-23 16:38:07 -- STEP: 2900/6985 -- GLOBAL_STEP: 72750[0m
| > loss_text_ce: 0.05199829488992691 (0.05030979253993974)
| > loss_mel_ce: 2.663620948791504 (3.027766235696856)
| > loss: 0.6789048314094543 (0.7695190073498356)
| > current_lr: 5e-06
| > step_time: 0.2546 (0.24842735315191336)
| > loader_time: 0.0089 (0.008929685559766044)
[1m --> TIME: 2025-02-23 16:38:25 -- STEP: 2950/6985 -- GLOBAL_STEP: 72800[0m
| > loss_text_ce: 0.05076330155134201 (0.05030834468997125)
| > loss_mel_ce: 2.947117567062378 (3.0262630174927767)
| > loss: 0.7494702339172363 (0.7691428408380274)
| > current_lr: 5e-06
| > step_time: 0.2855 (0.2483754617076809)
| > loader_time: 0.0096 (0.008932254031553101)
[1m --> TIME: 2025-02-23 16:38:43 -- STEP: 3000/6985 -- GLOBAL_STEP: 72850[0m
| > loss_text_ce: 0.05233163386583328 (0.05030776750793054)
| > loss_mel_ce: 2.7384650707244873 (3.0251033904552433)
| > loss: 0.6976991891860962 (0.7688527897198988)
| > current_lr: 5e-06
| > step_time: 0.2321 (0.24828652087847392)
| > loader_time: 0.0093 (0.008935418208440134)
[1m --> TIME: 2025-02-23 16:39:01 -- STEP: 3050/6985 -- GLOBAL_STEP: 72900[0m
| > loss_text_ce: 0.05057816207408905 (0.050308237168632516)
| > loss_mel_ce: 2.8417606353759766 (3.0233613194012228)
| > loss: 0.7230846881866455 (0.7684173893733095)
| > current_lr: 5e-06
| > step_time: 0.2597 (0.24813567779103263)
| > loader_time: 0.0091 (0.008936574263650852)
[1m --> TIME: 2025-02-23 16:39:19 -- STEP: 3100/6985 -- GLOBAL_STEP: 72950[0m
| > loss_text_ce: 0.049366578459739685 (0.05030957377125173)
| > loss_mel_ce: 2.4721548557281494 (3.024228207526666)
| > loss: 0.6303803324699402 (0.7686344455519023)
| > current_lr: 5e-06
| > step_time: 0.1754 (0.24817017409109302)
| > loader_time: 0.0084 (0.008937232801991112)
[1m --> TIME: 2025-02-23 16:39:37 -- STEP: 3150/6985 -- GLOBAL_STEP: 73000[0m
| > loss_text_ce: 0.05040786787867546 (0.05030693461615882)
| > loss_mel_ce: 3.0262558460235596 (3.024408391922237)
| > loss: 0.7691659331321716 (0.7686788319027605)
| > current_lr: 5e-06
| > step_time: 0.2772 (0.24821148191179548)
| > loader_time: 0.0093 (0.008938384737287237)
> CHECKPOINT : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/checkpoint_73000.pth
[1m --> TIME: 2025-02-23 16:40:16 -- STEP: 3200/6985 -- GLOBAL_STEP: 73050[0m
| > loss_text_ce: 0.0510675273835659 (0.05030614217743272)
| > loss_mel_ce: 2.669254779815674 (3.0239802467823007)
| > loss: 0.6800805926322937 (0.7685715974308543)
| > current_lr: 5e-06
| > step_time: 0.217 (0.24811782836914062)
| > loader_time: 0.0087 (0.008940640836954108)
[1m --> TIME: 2025-02-23 16:40:34 -- STEP: 3250/6985 -- GLOBAL_STEP: 73100[0m
| > loss_text_ce: 0.05089089274406433 (0.050296455278992604)
| > loss_mel_ce: 2.864553928375244 (3.024368444736185)
| > loss: 0.7288612127304077 (0.7686662251765904)
| > current_lr: 5e-06
| > step_time: 0.2467 (0.24823688250321607)
| > loader_time: 0.0089 (0.00894066216395451)
[1m --> TIME: 2025-02-23 16:40:52 -- STEP: 3300/6985 -- GLOBAL_STEP: 73150[0m
| > loss_text_ce: 0.04884215071797371 (0.05029093817779507)
| > loss_mel_ce: 3.1170215606689453 (3.024128917564043)
| > loss: 0.7914659380912781 (0.7686049641081775)
| > current_lr: 5e-06
| > step_time: 0.2256 (0.24818982521692912)
| > loader_time: 0.0086 (0.008939696369749122)
[1m --> TIME: 2025-02-23 16:41:10 -- STEP: 3350/6985 -- GLOBAL_STEP: 73200[0m
| > loss_text_ce: 0.04956740140914917 (0.050282856795325154)
| > loss_mel_ce: 2.859823703765869 (3.023070496587609)
| > loss: 0.7273477911949158 (0.7683383385458982)
| > current_lr: 5e-06
| > step_time: 0.1944 (0.2481811519879014)
| > loader_time: 0.0083 (0.008939041806690725)
[1m --> TIME: 2025-02-23 16:41:29 -- STEP: 3400/6985 -- GLOBAL_STEP: 73250[0m
| > loss_text_ce: 0.047530416399240494 (0.05028560270390962)
| > loss_mel_ce: 3.3851943016052246 (3.0229787380555075)
| > loss: 0.8581811785697937 (0.768316085408715)
| > current_lr: 5e-06
| > step_time: 0.2535 (0.2481852943757001)
| > loader_time: 0.0093 (0.008940037699306708)
[1m --> TIME: 2025-02-23 16:41:47 -- STEP: 3450/6985 -- GLOBAL_STEP: 73300[0m
| > loss_text_ce: 0.047890860587358475 (0.0502833597556404)
| > loss_mel_ce: 3.228421926498413 (3.0230688787543234)
| > loss: 0.8190782070159912 (0.7683380598434497)
| > current_lr: 5e-06
| > step_time: 0.2877 (0.24829172217327616)
| > loader_time: 0.0092 (0.008939905857694318)
[1m --> TIME: 2025-02-23 16:42:05 -- STEP: 3500/6985 -- GLOBAL_STEP: 73350[0m
| > loss_text_ce: 0.04753821715712547 (0.05027905058009279)
| > loss_mel_ce: 3.2967069149017334 (3.023654193810052)
| > loss: 0.8360612988471985 (0.7684833113125386)
| > current_lr: 5e-06
| > step_time: 0.2108 (0.2482763296536037)
| > loader_time: 0.009 (0.008942456654139926)
[1m --> TIME: 2025-02-23 16:42:24 -- STEP: 3550/6985 -- GLOBAL_STEP: 73400[0m
| > loss_text_ce: 0.04897125065326691 (0.05027580480760247)
| > loss_mel_ce: 2.981886386871338 (3.0227441656085787)
| > loss: 0.7577143907546997 (0.7682549928443526)
| > current_lr: 5e-06
| > step_time: 0.2889 (0.24830507547083036)
| > loader_time: 0.0092 (0.008944468296749494)
[1m --> TIME: 2025-02-23 16:42:42 -- STEP: 3600/6985 -- GLOBAL_STEP: 73450[0m
| > loss_text_ce: 0.04804620146751404 (0.0502766939087046)
| > loss_mel_ce: 3.0071778297424316 (3.0226884371704505)
| > loss: 0.7638059854507446 (0.7682412829498444)
| > current_lr: 5e-06
| > step_time: 0.2255 (0.2482872133784824)
| > loader_time: 0.0089 (0.008947706752353249)
[1m --> TIME: 2025-02-23 16:42:59 -- STEP: 3650/6985 -- GLOBAL_STEP: 73500[0m
| > loss_text_ce: 0.04940469190478325 (0.05027922497322294)
| > loss_mel_ce: 3.2603814601898193 (3.022471298061003)
| > loss: 0.8274465203285217 (0.7681876309113953)
| > current_lr: 5e-06
| > step_time: 0.1946 (0.24817455748989156)
| > loader_time: 0.0087 (0.008948975589177384)
[1m --> TIME: 2025-02-23 16:43:18 -- STEP: 3700/6985 -- GLOBAL_STEP: 73550[0m
| > loss_text_ce: 0.0502009242773056 (0.05028078154635586)
| > loss_mel_ce: 3.385606050491333 (3.0225540165643414)
| > loss: 0.85895174741745 (0.7682086996613315)
| > current_lr: 5e-06
| > step_time: 0.225 (0.24821981662028544)
| > loader_time: 0.0091 (0.008952081139023243)
[1m --> TIME: 2025-02-23 16:43:36 -- STEP: 3750/6985 -- GLOBAL_STEP: 73600[0m
| > loss_text_ce: 0.050082046538591385 (0.05027863208552197)
| > loss_mel_ce: 2.8336384296417236 (3.0219938682556133)
| > loss: 0.7209300994873047 (0.7680681251843764)
| > current_lr: 5e-06
| > step_time: 0.1955 (0.24818340034484862)
| > loader_time: 0.0085 (0.008952210553487145)
[1m --> TIME: 2025-02-23 16:43:54 -- STEP: 3800/6985 -- GLOBAL_STEP: 73650[0m
| > loss_text_ce: 0.04918588697910309 (0.050274675878647083)
| > loss_mel_ce: 3.0476536750793457 (3.0221797849630034)
| > loss: 0.7742099165916443 (0.7681136153246221)
| > current_lr: 5e-06
| > step_time: 0.1885 (0.248228173820596)
| > loader_time: 0.009 (0.00895344508321662)
[1m --> TIME: 2025-02-23 16:44:12 -- STEP: 3850/6985 -- GLOBAL_STEP: 73700[0m
| > loss_text_ce: 0.05009812116622925 (0.05027323322733497)
| > loss_mel_ce: 3.3009116649627686 (3.023024744182436)
| > loss: 0.8377524614334106 (0.7683244945012124)
| > current_lr: 5e-06
| > step_time: 0.255 (0.24820105924234762)
| > loader_time: 0.009 (0.008955359830484766)
[1m --> TIME: 2025-02-23 16:44:31 -- STEP: 3900/6985 -- GLOBAL_STEP: 73750[0m
| > loss_text_ce: 0.05078958347439766 (0.050270078455408373)
| > loss_mel_ce: 3.361123561859131 (3.022699653735526)
| > loss: 0.8529782891273499 (0.7682424332086851)
| > current_lr: 5e-06
| > step_time: 0.2486 (0.2482449460029602)
| > loader_time: 0.0088 (0.00895726350637583)
[1m --> TIME: 2025-02-23 16:44:49 -- STEP: 3950/6985 -- GLOBAL_STEP: 73800[0m
| > loss_text_ce: 0.04886041209101677 (0.05027075830045376)
| > loss_mel_ce: 3.265479564666748 (3.022157161265987)
| > loss: 0.8285849690437317 (0.7681069800521748)
| > current_lr: 5e-06
| > step_time: 0.2139 (0.2482122290888919)
| > loader_time: 0.009 (0.00895850332477425)
[1m --> TIME: 2025-02-23 16:45:06 -- STEP: 4000/6985 -- GLOBAL_STEP: 73850[0m
| > loss_text_ce: 0.05270310863852501 (0.0502691978923976)
| > loss_mel_ce: 2.644235610961914 (3.0219592418670636)
| > loss: 0.6742346882820129 (0.7680571100711817)
| > current_lr: 5e-06
| > step_time: 0.1593 (0.2481086403131485)
| > loader_time: 0.0083 (0.008958305418491366)
[1m --> TIME: 2025-02-23 16:45:24 -- STEP: 4050/6985 -- GLOBAL_STEP: 73900[0m
| > loss_text_ce: 0.0499725416302681 (0.05026356946722957)
| > loss_mel_ce: 2.9502222537994385 (3.0222447528368144)
| > loss: 0.7500486969947815 (0.7681270806877696)
| > current_lr: 5e-06
| > step_time: 0.2811 (0.24801342140009375)
| > loader_time: 0.0094 (0.008964525152135782)
[1m --> TIME: 2025-02-23 16:45:42 -- STEP: 4100/6985 -- GLOBAL_STEP: 73950[0m
| > loss_text_ce: 0.0515507273375988 (0.05026939645136998)
| > loss_mel_ce: 2.9959397315979004 (3.021917808928139)
| > loss: 0.7618725895881653 (0.7680468014246075)
| > current_lr: 5e-06
| > step_time: 0.1639 (0.24795213687710646)
| > loader_time: 0.0088 (0.00896442285398158)
[1m --> TIME: 2025-02-23 16:46:00 -- STEP: 4150/6985 -- GLOBAL_STEP: 74000[0m
| > loss_text_ce: 0.04943119361996651 (0.05026266406817604)
| > loss_mel_ce: 3.1143994331359863 (3.022574395501468)
| > loss: 0.7909576296806335 (0.7682092649390894)
| > current_lr: 5e-06
| > step_time: 0.2144 (0.2478466257991561)
| > loader_time: 0.0086 (0.008964321871837943)
> CHECKPOINT : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/checkpoint_74000.pth
[1m --> TIME: 2025-02-23 16:46:38 -- STEP: 4200/6985 -- GLOBAL_STEP: 74050[0m
| > loss_text_ce: 0.04943681135773659 (0.05026403843114768)
| > loss_mel_ce: 2.872920513153076 (3.0222022082692086)
| > loss: 0.7305893301963806 (0.7681165617420553)
| > current_lr: 5e-06
| > step_time: 0.2436 (0.2478658956573123)
| > loader_time: 0.0089 (0.008966637338910791)
[1m --> TIME: 2025-02-23 16:46:56 -- STEP: 4250/6985 -- GLOBAL_STEP: 74100[0m
| > loss_text_ce: 0.050919950008392334 (0.050261749671662505)
| > loss_mel_ce: 3.2183620929718018 (3.0222542205137346)
| > loss: 0.8173205256462097 (0.7681289926276481)
| > current_lr: 5e-06
| > step_time: 0.2758 (0.24784741592407228)
| > loader_time: 0.0092 (0.008967655574574194)
[1m --> TIME: 2025-02-23 16:47:15 -- STEP: 4300/6985 -- GLOBAL_STEP: 74150[0m
| > loss_text_ce: 0.04760320484638214 (0.05025968674570317)
| > loss_mel_ce: 3.117826461791992 (3.0224457417532444)
| > loss: 0.7913573980331421 (0.7681763572055232)
| > current_lr: 5e-06
| > step_time: 0.2177 (0.24794408410094504)
| > loader_time: 0.009 (0.00896959227184917)
[1m --> TIME: 2025-02-23 16:47:33 -- STEP: 4350/6985 -- GLOBAL_STEP: 74200[0m
| > loss_text_ce: 0.050241198390722275 (0.0502551635346193)
| > loss_mel_ce: 3.120689630508423 (3.022609100725458)
| > loss: 0.7927327156066895 (0.7682160661275351)
| > current_lr: 5e-06
| > step_time: 0.2651 (0.24793842315673828)
| > loader_time: 0.0091 (0.008970632443482849)
[1m --> TIME: 2025-02-23 16:47:52 -- STEP: 4400/6985 -- GLOBAL_STEP: 74250[0m
| > loss_text_ce: 0.05055415630340576 (0.050252095065502905)
| > loss_mel_ce: 3.125162124633789 (3.0224770677631545)
| > loss: 0.7939291000366211 (0.7681822907518252)
| > current_lr: 5e-06
| > step_time: 0.1842 (0.247971504222263)
| > loader_time: 0.0093 (0.008971362601627007)
[1m --> TIME: 2025-02-23 16:48:10 -- STEP: 4450/6985 -- GLOBAL_STEP: 74300[0m
| > loss_text_ce: 0.04959886148571968 (0.050249397658397595)
| > loss_mel_ce: 3.149367332458496 (3.0225414743852075)
| > loss: 0.7997415661811829 (0.768197718095243)
| > current_lr: 5e-06
| > step_time: 0.212 (0.24800232410430909)
| > loader_time: 0.0086 (0.008973996558885892)
[1m --> TIME: 2025-02-23 16:48:28 -- STEP: 4500/6985 -- GLOBAL_STEP: 74350[0m
| > loss_text_ce: 0.050186555832624435 (0.05025265868835975)
| > loss_mel_ce: 3.1134071350097656 (3.0214340021345336)
| > loss: 0.7908984422683716 (0.7679216653241042)
| > current_lr: 5e-06
| > step_time: 0.1909 (0.2480230795542399)
| > loader_time: 0.0088 (0.008975946055518255)
[1m --> TIME: 2025-02-23 16:48:47 -- STEP: 4550/6985 -- GLOBAL_STEP: 74400[0m
| > loss_text_ce: 0.048429299145936966 (0.050256373710357204)
| > loss_mel_ce: 3.3865997791290283 (3.021489247699358)
| > loss: 0.8587572574615479 (0.767936405467462)
| > current_lr: 5e-06
| > step_time: 0.2893 (0.24818917840391724)
| > loader_time: 0.0094 (0.008979338656414997)
[1m --> TIME: 2025-02-23 16:49:06 -- STEP: 4600/6985 -- GLOBAL_STEP: 74450[0m
| > loss_text_ce: 0.04934931546449661 (0.05025439239309533)
| > loss_mel_ce: 3.3622500896453857 (3.02190476287966)
| > loss: 0.8528998494148254 (0.7680397889536349)
| > current_lr: 5e-06
| > step_time: 0.2512 (0.24820198763971743)
| > loader_time: 0.0096 (0.008981614682985382)
[1m --> TIME: 2025-02-23 16:49:24 -- STEP: 4650/6985 -- GLOBAL_STEP: 74500[0m
| > loss_text_ce: 0.048653148114681244 (0.05025394403245501)
| > loss_mel_ce: 3.5209991931915283 (3.0218541565249026)
| > loss: 0.8924130797386169 (0.7680270252945594)
| > current_lr: 5e-06
| > step_time: 0.2861 (0.24826084367690548)
| > loader_time: 0.0095 (0.008983910006861523)
[1m --> TIME: 2025-02-23 16:49:42 -- STEP: 4700/6985 -- GLOBAL_STEP: 74550[0m
| > loss_text_ce: 0.04891008883714676 (0.050253115886069386)
| > loss_mel_ce: 3.22981333732605 (3.021151505987693)
| > loss: 0.8196808695793152 (0.7678511556539118)
| > current_lr: 5e-06
| > step_time: 0.2358 (0.24827789575495618)
| > loader_time: 0.0092 (0.008986036980405752)
[1m --> TIME: 2025-02-23 16:50:01 -- STEP: 4750/6985 -- GLOBAL_STEP: 74600[0m
| > loss_text_ce: 0.0512029267847538 (0.05024683962213366)
| > loss_mel_ce: 2.969068765640259 (3.0214459262145175)
| > loss: 0.7550679445266724 (0.7679231916226824)
| > current_lr: 5e-06
| > step_time: 0.2528 (0.24837600969013415)
| > loader_time: 0.009 (0.008988459486710388)
[1m --> TIME: 2025-02-23 16:50:20 -- STEP: 4800/6985 -- GLOBAL_STEP: 74650[0m
| > loss_text_ce: 0.04796236753463745 (0.050247663108166286)
| > loss_mel_ce: 3.235238552093506 (3.021794045666852)
| > loss: 0.820800244808197 (0.7680104273681825)
| > current_lr: 5e-06
| > step_time: 0.2423 (0.24846252625187237)
| > loader_time: 0.0094 (0.008991392205158865)
[1m --> TIME: 2025-02-23 16:50:39 -- STEP: 4850/6985 -- GLOBAL_STEP: 74700[0m
| > loss_text_ce: 0.048264987766742706 (0.0502461145679975)
| > loss_mel_ce: 2.677741289138794 (3.0220160202144326)
| > loss: 0.681501567363739 (0.7680655338592124)
| > current_lr: 5e-06
| > step_time: 0.2141 (0.2485379349325121)
| > loader_time: 0.0089 (0.008994516097393232)
[1m --> TIME: 2025-02-23 16:50:57 -- STEP: 4900/6985 -- GLOBAL_STEP: 74750[0m
| > loss_text_ce: 0.05065325275063515 (0.050242922292376035)
| > loss_mel_ce: 3.345583438873291 (3.0221629872614)
| > loss: 0.8490591645240784 (0.7681014775743275)
| > current_lr: 5e-06
| > step_time: 0.2438 (0.24852571944801174)
| > loader_time: 0.0094 (0.008997273785727365)
[1m --> TIME: 2025-02-23 16:51:15 -- STEP: 4950/6985 -- GLOBAL_STEP: 74800[0m
| > loss_text_ce: 0.051178283989429474 (0.05023964192304344)
| > loss_mel_ce: 2.874269962310791 (3.022062695580298)
| > loss: 0.7313620448112488 (0.7680755845464827)
| > current_lr: 5e-06
| > step_time: 0.2555 (0.24851079300196485)
| > loader_time: 0.0094 (0.008999582011290266)
[1m --> TIME: 2025-02-23 16:51:33 -- STEP: 5000/6985 -- GLOBAL_STEP: 74850[0m
| > loss_text_ce: 0.05175609514117241 (0.05023757290542123)
| > loss_mel_ce: 2.7406792640686035 (3.0219862432956663)
| > loss: 0.6981088519096375 (0.7680559542298309)
| > current_lr: 5e-06
| > step_time: 0.1912 (0.2485007357120514)
| > loader_time: 0.009 (0.009002285385131826)
[1m --> TIME: 2025-02-23 16:51:51 -- STEP: 5050/6985 -- GLOBAL_STEP: 74900[0m
| > loss_text_ce: 0.05619928240776062 (0.050239295758823355)
| > loss_mel_ce: 2.635453462600708 (3.0214027334911973)
| > loss: 0.6729131937026978 (0.7679105075279072)
| > current_lr: 5e-06
| > step_time: 0.2565 (0.24843324274119763)
| > loader_time: 0.0097 (0.009006833794093356)
[1m --> TIME: 2025-02-23 16:52:09 -- STEP: 5100/6985 -- GLOBAL_STEP: 74950[0m
| > loss_text_ce: 0.05236440524458885 (0.050240054103527575)
| > loss_mel_ce: 2.9041168689727783 (3.0215454152518624)
| > loss: 0.7391203045845032 (0.7679463675559723)
| > current_lr: 5e-06
| > step_time: 0.1677 (0.2484900894352034)
| > loader_time: 0.0087 (0.009008207835403126)
[1m --> TIME: 2025-02-23 16:52:27 -- STEP: 5150/6985 -- GLOBAL_STEP: 75000[0m
| > loss_text_ce: 0.04889191687107086 (0.05024050175781967)
| > loss_mel_ce: 3.1095168590545654 (3.021666248423382)
| > loss: 0.7896022200584412 (0.7679766878109522)
| > current_lr: 5e-06
| > step_time: 0.1883 (0.24838928347652398)
| > loader_time: 0.0088 (0.009008221904050945)
> CHECKPOINT : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/checkpoint_75000.pth
[1m --> TIME: 2025-02-23 16:53:05 -- STEP: 5200/6985 -- GLOBAL_STEP: 75050[0m
| > loss_text_ce: 0.05033431947231293 (0.05023936679944968)
| > loss_mel_ce: 2.8292055130004883 (3.02098193361209)
| > loss: 0.7198849320411682 (0.767805325343058)
| > current_lr: 5e-06
| > step_time: 0.1878 (0.248289666726039)
| > loader_time: 0.0093 (0.009008861046570987)
[1m --> TIME: 2025-02-23 16:53:24 -- STEP: 5250/6985 -- GLOBAL_STEP: 75100[0m
| > loss_text_ce: 0.0494595430791378 (0.05023504756816795)
| > loss_mel_ce: 2.810377836227417 (3.021330056190491)
| > loss: 0.7149593234062195 (0.7678912761438452)
| > current_lr: 5e-06
| > step_time: 0.2866 (0.24834496139344714)
| > loader_time: 0.0096 (0.009009649095081137)
[1m --> TIME: 2025-02-23 16:53:42 -- STEP: 5300/6985 -- GLOBAL_STEP: 75150[0m
| > loss_text_ce: 0.05290912464261055 (0.05023535117858422)
| > loss_mel_ce: 2.608022451400757 (3.0211245902079464)
| > loss: 0.6652328968048096 (0.7678399855460746)
| > current_lr: 5e-06
| > step_time: 0.1822 (0.24828321726817004)
| > loader_time: 0.0086 (0.009009458029045249)
[1m --> TIME: 2025-02-23 16:54:00 -- STEP: 5350/6985 -- GLOBAL_STEP: 75200[0m
| > loss_text_ce: 0.04967016726732254 (0.05023297628231137)
| > loss_mel_ce: 2.482205390930176 (3.021175565853296)
| > loss: 0.6329689025878906 (0.7678521357184241)
| > current_lr: 5e-06
| > step_time: 0.1933 (0.2483088049933175)
| > loader_time: 0.0087 (0.009010668023724425)
[1m --> TIME: 2025-02-23 16:54:18 -- STEP: 5400/6985 -- GLOBAL_STEP: 75250[0m
| > loss_text_ce: 0.05056684836745262 (0.05023293205088486)
| > loss_mel_ce: 2.918116331100464 (3.021150225974892)
| > loss: 0.7421708106994629 (0.7678457897349623)
| > current_lr: 5e-06
| > step_time: 0.2391 (0.24826080423814278)
| > loader_time: 0.0089 (0.00901196890407138)
[1m --> TIME: 2025-02-23 16:54:36 -- STEP: 5450/6985 -- GLOBAL_STEP: 75300[0m
| > loss_text_ce: 0.05091630667448044 (0.050233090709245524)
| > loss_mel_ce: 2.965139150619507 (3.021177338460166)
| > loss: 0.7540138363838196 (0.7678526075280024)
| > current_lr: 5e-06
| > step_time: 0.2596 (0.24821072727168372)
| > loader_time: 0.0092 (0.009013235240901278)
[1m --> TIME: 2025-02-23 16:54:54 -- STEP: 5500/6985 -- GLOBAL_STEP: 75350[0m
| > loss_text_ce: 0.05426468700170517 (0.05023179596256125)
| > loss_mel_ce: 2.8830413818359375 (3.0212830546552447)
| > loss: 0.7343265414237976 (0.7678787128816935)
| > current_lr: 5e-06
| > step_time: 0.2037 (0.24826035482233222)
| > loader_time: 0.009 (0.009015089641917823)
[1m --> TIME: 2025-02-23 16:55:12 -- STEP: 5550/6985 -- GLOBAL_STEP: 75400[0m
| > loss_text_ce: 0.050652507692575455 (0.05023002163179822)
| > loss_mel_ce: 3.056865930557251 (3.021354822511068)
| > loss: 0.776879608631134 (0.7678962112976607)
| > current_lr: 5e-06
| > step_time: 0.2407 (0.24826507387934504)
| > loader_time: 0.0089 (0.009016806843044508)
[1m --> TIME: 2025-02-23 16:55:30 -- STEP: 5600/6985 -- GLOBAL_STEP: 75450[0m
| > loss_text_ce: 0.05102171748876572 (0.050229755915435284)
| > loss_mel_ce: 2.7659084796905518 (3.020655970105099)
| > loss: 0.7042325735092163 (0.767721431798167)
| > current_lr: 5e-06
| > step_time: 0.2249 (0.24820122250488827)
| > loader_time: 0.0095 (0.009019574522972095)
[1m --> TIME: 2025-02-23 16:55:49 -- STEP: 5650/6985 -- GLOBAL_STEP: 75500[0m
| > loss_text_ce: 0.0497884638607502 (0.05022726100696398)
| > loss_mel_ce: 3.382293939590454 (3.021188296132379)
| > loss: 0.8580206036567688 (0.7678538896024738)
| > current_lr: 5e-06
| > step_time: 0.2222 (0.24827754695858575)
| > loader_time: 0.0089 (0.009021114332486037)
[1m --> TIME: 2025-02-23 16:56:07 -- STEP: 5700/6985 -- GLOBAL_STEP: 75550[0m
| > loss_text_ce: 0.04947144538164139 (0.050225891529729484)
| > loss_mel_ce: 2.7813353538513184 (3.020560678306375)
| > loss: 0.7077016830444336 (0.7676966427606433)
| > current_lr: 5e-06
| > step_time: 0.1844 (0.24824809137143586)
| > loader_time: 0.0088 (0.009022730818965962)
[1m --> TIME: 2025-02-23 16:56:25 -- STEP: 5750/6985 -- GLOBAL_STEP: 75600[0m
| > loss_text_ce: 0.04927650839090347 (0.050226172020253916)
| > loss_mel_ce: 2.928314447402954 (3.0203411118880523)
| > loss: 0.744397759437561 (0.7676418212496701)
| > current_lr: 5e-06
| > step_time: 0.1934 (0.24827538618834122)
| > loader_time: 0.0089 (0.009025316362795613)
[1m --> TIME: 2025-02-23 16:56:43 -- STEP: 5800/6985 -- GLOBAL_STEP: 75650[0m
| > loss_text_ce: 0.05073680728673935 (0.05022162376935111)
| > loss_mel_ce: 2.9920642375946045 (3.0206563155815482)
| > loss: 0.7607002854347229 (0.7677194850814738)
| > current_lr: 5e-06
| > step_time: 0.1889 (0.24828641311875704)
| > loader_time: 0.009 (0.009027457566096854)
[1m --> TIME: 2025-02-23 16:57:01 -- STEP: 5850/6985 -- GLOBAL_STEP: 75700[0m
| > loss_text_ce: 0.04798208922147751 (0.05021828875264041)
| > loss_mel_ce: 3.6092140674591064 (3.0209597165767925)
| > loss: 0.9142990112304688 (0.7677945015573079)
| > current_lr: 5e-06
| > step_time: 0.2676 (0.24823907196012318)
| > loader_time: 0.0099 (0.009029253609160055)
[1m --> TIME: 2025-02-23 16:57:19 -- STEP: 5900/6985 -- GLOBAL_STEP: 75750[0m
| > loss_text_ce: 0.05109619349241257 (0.05022009653939028)
| > loss_mel_ce: 3.0987048149108887 (3.0210096975908405)
| > loss: 0.7874502539634705 (0.7678074487589158)
| > current_lr: 5e-06
| > step_time: 0.2528 (0.24815805815033992)
| > loader_time: 0.0097 (0.009030910831386747)
[1m --> TIME: 2025-02-23 16:57:37 -- STEP: 5950/6985 -- GLOBAL_STEP: 75800[0m
| > loss_text_ce: 0.04919829219579697 (0.05022209414914876)
| > loss_mel_ce: 3.109302043914795 (3.02095297564979)
| > loss: 0.7896251082420349 (0.7677937676626078)
| > current_lr: 5e-06
| > step_time: 0.2553 (0.2481956494355402)
| > loader_time: 0.0091 (0.009032715789410235)
[1m --> TIME: 2025-02-23 16:57:55 -- STEP: 6000/6985 -- GLOBAL_STEP: 75850[0m
| > loss_text_ce: 0.048478864133358 (0.050222609171643846)
| > loss_mel_ce: 2.7813880443573 (3.020764585614201)
| > loss: 0.707466721534729 (0.7677467989027486)
| > current_lr: 5e-06
| > step_time: 0.2545 (0.2480970018307368)
| > loader_time: 0.0099 (0.009034949501355475)
[1m --> TIME: 2025-02-23 16:58:13 -- STEP: 6050/6985 -- GLOBAL_STEP: 75900[0m
| > loss_text_ce: 0.05065196752548218 (0.05022001572876921)
| > loss_mel_ce: 2.3803329467773438 (3.0205402088953406)
| > loss: 0.6077462434768677 (0.767690056385086)
| > current_lr: 5e-06
| > step_time: 0.1682 (0.24808995179893556)
| > loader_time: 0.0087 (0.009036129052973966)
[1m --> TIME: 2025-02-23 16:58:31 -- STEP: 6100/6985 -- GLOBAL_STEP: 75950[0m
| > loss_text_ce: 0.04499661177396774 (0.0502197374287443)
| > loss_mel_ce: 3.2967772483825684 (3.019897526131298)
| > loss: 0.8354434370994568 (0.7675293161145962)
| > current_lr: 5e-06
| > step_time: 0.2218 (0.24803142258378325)
| > loader_time: 0.0092 (0.009036425058958953)
[1m --> TIME: 2025-02-23 16:58:48 -- STEP: 6150/6985 -- GLOBAL_STEP: 76000[0m
| > loss_text_ce: 0.05298703536391258 (0.050218733962231525)
| > loss_mel_ce: 2.8011677265167236 (3.019310881413092)
| > loss: 0.7135387063026428 (0.7673824040870342)
| > current_lr: 5e-06
| > step_time: 0.2662 (0.2479948096934373)
| > loader_time: 0.0124 (0.009039297762925063)
> CHECKPOINT : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/checkpoint_76000.pth
[1m --> TIME: 2025-02-23 16:59:28 -- STEP: 6200/6985 -- GLOBAL_STEP: 76050[0m
| > loss_text_ce: 0.05114080756902695 (0.050217675595514225)
| > loss_mel_ce: 2.731306791305542 (3.019648725717295)
| > loss: 0.6956118941307068 (0.7674666005372986)
| > current_lr: 5e-06
| > step_time: 0.2091 (0.24801148122356784)
| > loader_time: 0.0089 (0.009043596367682177)
[1m --> TIME: 2025-02-23 16:59:46 -- STEP: 6250/6985 -- GLOBAL_STEP: 76100[0m
| > loss_text_ce: 0.050927337259054184 (0.05021612717926501)
| > loss_mel_ce: 3.211869955062866 (3.0188346249008142)
| > loss: 0.8156993389129639 (0.7672626882648453)
| > current_lr: 5e-06
| > step_time: 0.2873 (0.24798039516448975)
| > loader_time: 0.0097 (0.009044783325195321)
[1m --> TIME: 2025-02-23 17:00:04 -- STEP: 6300/6985 -- GLOBAL_STEP: 76150[0m
| > loss_text_ce: 0.05127234011888504 (0.0502168566562117)
| > loss_mel_ce: 3.0957305431365967 (3.018591023815999)
| > loss: 0.7867507338523865 (0.7672019703426044)
| > current_lr: 5e-06
| > step_time: 0.1954 (0.24801185619263422)
| > loader_time: 0.0085 (0.00904603893794711)
[1m --> TIME: 2025-02-23 17:00:22 -- STEP: 6350/6985 -- GLOBAL_STEP: 76200[0m
| > loss_text_ce: 0.052024807780981064 (0.05021441242298272)
| > loss_mel_ce: 2.6011102199554443 (3.018615799438293)
| > loss: 0.6632837653160095 (0.7672075532271153)
| > current_lr: 5e-06
| > step_time: 0.2777 (0.24800733078183151)
| > loader_time: 0.0096 (0.009047179147014476)
[1m --> TIME: 2025-02-23 17:00:40 -- STEP: 6400/6985 -- GLOBAL_STEP: 76250[0m
| > loss_text_ce: 0.05120060220360756 (0.05021311112854163)
| > loss_mel_ce: 3.142732620239258 (3.0186179034411875)
| > loss: 0.7984833121299744 (0.7672077539004372)
| > current_lr: 5e-06
| > step_time: 0.2509 (0.24803264696151017)
| > loader_time: 0.0094 (0.0090480910986662)
[1m --> TIME: 2025-02-23 17:00:59 -- STEP: 6450/6985 -- GLOBAL_STEP: 76300[0m
| > loss_text_ce: 0.04996829852461815 (0.05020930848033853)
| > loss_mel_ce: 2.7919933795928955 (3.018601743934687)
| > loss: 0.7104904055595398 (0.7672027633818531)
| > current_lr: 5e-06
| > step_time: 0.184 (0.24803888982580613)
| > loader_time: 0.0083 (0.009048282305399585)
[1m --> TIME: 2025-02-23 17:01:17 -- STEP: 6500/6985 -- GLOBAL_STEP: 76350[0m
| > loss_text_ce: 0.05019962042570114 (0.05020922832592175)
| > loss_mel_ce: 3.279271125793457 (3.018337962700767)
| > loss: 0.8323676586151123 (0.7671367980241761)
| > current_lr: 5e-06
| > step_time: 0.2532 (0.2480349323932941)
| > loader_time: 0.0095 (0.009048867005568296)
[1m --> TIME: 2025-02-23 17:01:35 -- STEP: 6550/6985 -- GLOBAL_STEP: 76400[0m
| > loss_text_ce: 0.050514157861471176 (0.05020875770513337)
| > loss_mel_ce: 2.9350764751434326 (3.0184896931029424)
| > loss: 0.7463976740837097 (0.7671746129662013)
| > current_lr: 5e-06
| > step_time: 0.2076 (0.24802107537975748)
| > loader_time: 0.0087 (0.009049159479505237)
[1m --> TIME: 2025-02-23 17:01:53 -- STEP: 6600/6985 -- GLOBAL_STEP: 76450[0m
| > loss_text_ce: 0.04669664800167084 (0.05020999766773346)
| > loss_mel_ce: 2.6775782108306885 (3.018386626207464)
| > loss: 0.6810687184333801 (0.7671491562326735)
| > current_lr: 5e-06
| > step_time: 0.1687 (0.24802432710474187)
| > loader_time: 0.0088 (0.009050795959703851)
[1m --> TIME: 2025-02-23 17:02:11 -- STEP: 6650/6985 -- GLOBAL_STEP: 76500[0m
| > loss_text_ce: 0.04726239666342735 (0.05020686548175219)
| > loss_mel_ce: 3.194148302078247 (3.0185964616976255)
| > loss: 0.8103526830673218 (0.7672008320711595)
| > current_lr: 5e-06
| > step_time: 0.2491 (0.24804506025816264)
| > loader_time: 0.0093 (0.009052230935347712)
[1m --> TIME: 2025-02-23 17:02:29 -- STEP: 6700/6985 -- GLOBAL_STEP: 76550[0m
| > loss_text_ce: 0.048013798892498016 (0.05020476772491611)
| > loss_mel_ce: 3.505474090576172 (3.018351578748045)
| > loss: 0.8883719444274902 (0.767139086919043)
| > current_lr: 5e-06
| > step_time: 0.251 (0.24802880614551145)
| > loader_time: 0.0096 (0.009053537347423505)
[1m --> TIME: 2025-02-23 17:02:48 -- STEP: 6750/6985 -- GLOBAL_STEP: 76600[0m
| > loss_text_ce: 0.04899418354034424 (0.05020194707866067)
| > loss_mel_ce: 2.520158052444458 (3.0184877352184687)
| > loss: 0.642288088798523 (0.76717242084609)
| > current_lr: 5e-06
| > step_time: 0.1939 (0.24807645783600984)
| > loader_time: 0.0085 (0.00905518167990226)
[1m --> TIME: 2025-02-23 17:03:06 -- STEP: 6800/6985 -- GLOBAL_STEP: 76650[0m
| > loss_text_ce: 0.05164959654211998 (0.0502018175279612)
| > loss_mel_ce: 3.092238664627075 (3.018458736363576)
| > loss: 0.7859720587730408 (0.7671651387126993)
| > current_lr: 5e-06
| > step_time: 0.219 (0.24801840996041016)
| > loader_time: 0.0093 (0.009056031563702755)
[1m --> TIME: 2025-02-23 17:03:24 -- STEP: 6850/6985 -- GLOBAL_STEP: 76700[0m
| > loss_text_ce: 0.05100343003869057 (0.050201902887138126)
| > loss_mel_ce: 3.307358503341675 (3.0184713233474367)
| > loss: 0.8395904898643494 (0.7671683068171021)
| > current_lr: 5e-06
| > step_time: 0.2685 (0.2479897085941621)
| > loader_time: 0.0095 (0.00905746637469662)
[1m --> TIME: 2025-02-23 17:03:42 -- STEP: 6900/6985 -- GLOBAL_STEP: 76750[0m
| > loss_text_ce: 0.050709255039691925 (0.0501976245701097)
| > loss_mel_ce: 2.383236885070801 (3.0184089998231385)
| > loss: 0.608486533164978 (0.7671516563667754)
| > current_lr: 5e-06
| > step_time: 0.1544 (0.24799131998117419)
| > loader_time: 0.0083 (0.009058437796606545)
[1m --> TIME: 2025-02-23 17:04:00 -- STEP: 6950/6985 -- GLOBAL_STEP: 76800[0m
| > loss_text_ce: 0.04907911643385887 (0.05019693094084588)
| > loss_mel_ce: 3.3653147220611572 (3.0182885640645165)
| > loss: 0.8535984754562378 (0.7671213740067503)
| > current_lr: 5e-06
| > step_time: 0.2568 (0.24798594008246772)
| > loader_time: 0.0098 (0.009059362583023194)
[1m > EVALUATION [0m
[1m--> EVAL PERFORMANCE[0m
| > avg_loader_time:[92m 0.4634537805918775 [0m(-0.0014082107668608734)
| > avg_loss_text_ce:[92m 0.04894755091639906 [0m(-0.0002879140277703557)
| > avg_loss_mel_ce:[92m 2.9876777097290637 [0m(-0.015335732815312308)
| > avg_loss:[92m 3.0366252606211153 [0m(-0.015623652077967787)
> BEST MODEL : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/best_model_76835.pth
[4m[1m > EPOCH: 11/30[0m
--> checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3
[1m > TRAINING (2025-02-23 17:06:42) [0m
[1m --> TIME: 2025-02-23 17:06:48 -- STEP: 15/6985 -- GLOBAL_STEP: 76850[0m
| > loss_text_ce: 0.050204452127218246 (0.04985253314177195)
| > loss_mel_ce: 2.852538824081421 (3.046479892730713)
| > loss: 0.7256858348846436 (0.7740831017494202)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2084 (0.25062491099039713)
| > loader_time: 0.0089 (0.009069204330444336)
[1m --> TIME: 2025-02-23 17:07:06 -- STEP: 65/6985 -- GLOBAL_STEP: 76900[0m
| > loss_text_ce: 0.049652647227048874 (0.049926037341356276)
| > loss_mel_ce: 2.555525779724121 (2.952630167741042)
| > loss: 0.6512945890426636 (0.7506390534914458)
| > current_lr: 5e-06
| > step_time: 0.2619 (0.24518777773930475)
| > loader_time: 0.0094 (0.00908600367032565)
[1m --> TIME: 2025-02-23 17:07:25 -- STEP: 115/6985 -- GLOBAL_STEP: 76950[0m
| > loss_text_ce: 0.04919102415442467 (0.04979739104923995)
| > loss_mel_ce: 2.996431589126587 (2.970799406715061)
| > loss: 0.7614056468009949 (0.7551491991333341)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3072 (0.24890990879224695)
| > loader_time: 0.0093 (0.009150359941565472)
[1m --> TIME: 2025-02-23 17:07:44 -- STEP: 165/6985 -- GLOBAL_STEP: 77000[0m
| > loss_text_ce: 0.05195460096001625 (0.049868843207756676)
| > loss_mel_ce: 2.800041437149048 (2.990682912595344)
| > loss: 0.7129989862442017 (0.760137939453125)
| > current_lr: 5e-06
| > step_time: 0.3035 (0.2514001253879431)
| > loader_time: 0.0099 (0.009180762551047588)
> CHECKPOINT : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/checkpoint_77000.pth
[1m --> TIME: 2025-02-23 17:08:24 -- STEP: 215/6985 -- GLOBAL_STEP: 77050[0m
| > loss_text_ce: 0.052105583250522614 (0.049915388573047725)
| > loss_mel_ce: 2.9823029041290283 (2.9962831907494114)
| > loss: 0.7586021423339844 (0.7615496455236923)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2873 (0.25039032669954503)
| > loader_time: 0.01 (0.009190935312315471)
[1m --> TIME: 2025-02-23 17:08:42 -- STEP: 265/6985 -- GLOBAL_STEP: 77100[0m
| > loss_text_ce: 0.04934510588645935 (0.04986534221273548)
| > loss_mel_ce: 3.1606576442718506 (2.993919383354906)
| > loss: 0.8025006651878357 (0.7609461822599735)
| > current_lr: 5e-06
| > step_time: 0.2467 (0.24936497706287297)
| > loader_time: 0.0089 (0.00916825600390164)
[1m --> TIME: 2025-02-23 17:09:00 -- STEP: 315/6985 -- GLOBAL_STEP: 77150[0m
| > loss_text_ce: 0.05015851929783821 (0.04993018415712173)
| > loss_mel_ce: 2.7609076499938965 (3.003491033069672)
| > loss: 0.7027665376663208 (0.7633553045136586)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.287 (0.2503790809994651)
| > loader_time: 0.009 (0.009167316981724332)
[1m --> TIME: 2025-02-23 17:09:18 -- STEP: 365/6985 -- GLOBAL_STEP: 77200[0m
| > loss_text_ce: 0.04727103188633919 (0.04993531323254923)
| > loss_mel_ce: 2.827200174331665 (3.0024418556526915)
| > loss: 0.7186177968978882 (0.7630942924381933)
| > current_lr: 5e-06
| > step_time: 0.1936 (0.24890444180736798)
| > loader_time: 0.0095 (0.009154289062709023)
[1m --> TIME: 2025-02-23 17:09:37 -- STEP: 415/6985 -- GLOBAL_STEP: 77250[0m
| > loss_text_ce: 0.04758559539914131 (0.04998637991676846)
| > loss_mel_ce: 3.021559953689575 (2.9950695899595696)
| > loss: 0.7672863602638245 (0.7612639927002318)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3097 (0.24956119491393305)
| > loader_time: 0.0099 (0.009151238705738477)
[1m --> TIME: 2025-02-23 17:09:55 -- STEP: 465/6985 -- GLOBAL_STEP: 77300[0m
| > loss_text_ce: 0.05053594335913658 (0.049984217683474205)
| > loss_mel_ce: 3.0932860374450684 (2.9953940576122653)
| > loss: 0.7859554886817932 (0.76134456908831)
| > current_lr: 5e-06
| > step_time: 0.2403 (0.2497919364642071)
| > loader_time: 0.0089 (0.009135104763892387)
[1m --> TIME: 2025-02-23 17:10:13 -- STEP: 515/6985 -- GLOBAL_STEP: 77350[0m
| > loss_text_ce: 0.05373510718345642 (0.04998007413831728)
| > loss_mel_ce: 2.6872918605804443 (2.9897972518957934)
| > loss: 0.6852567195892334 (0.7599443316459653)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2129 (0.24865771589927302)
| > loader_time: 0.0081 (0.009105499971260143)
[1m --> TIME: 2025-02-23 17:10:31 -- STEP: 565/6985 -- GLOBAL_STEP: 77400[0m
| > loss_text_ce: 0.050284259021282196 (0.05000007565965694)
| > loss_mel_ce: 2.952317714691162 (2.991091744245681)
| > loss: 0.7506504654884338 (0.7602729547340258)
| > current_lr: 5e-06
| > step_time: 0.2466 (0.24879218160578634)
| > loader_time: 0.009 (0.009091596687789506)
[1m --> TIME: 2025-02-23 17:10:49 -- STEP: 615/6985 -- GLOBAL_STEP: 77450[0m
| > loss_text_ce: 0.04819977283477783 (0.04999179810406715)
| > loss_mel_ce: 3.125293493270874 (2.9953649571271446)
| > loss: 0.7933733463287354 (0.7613391884943331)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2036 (0.24907197215692783)
| > loader_time: 0.0084 (0.009074005266515216)
[1m --> TIME: 2025-02-23 17:11:07 -- STEP: 665/6985 -- GLOBAL_STEP: 77500[0m
| > loss_text_ce: 0.04886331781744957 (0.0500041896631395)
| > loss_mel_ce: 3.0027389526367188 (2.9931402661746596)
| > loss: 0.7629005908966064 (0.7607861136135301)
| > current_lr: 5e-06
| > step_time: 0.3335 (0.2490440035224857)
| > loader_time: 0.0093 (0.009063510249431856)
[1m --> TIME: 2025-02-23 17:11:26 -- STEP: 715/6985 -- GLOBAL_STEP: 77550[0m
| > loss_text_ce: 0.05067789554595947 (0.04998717727986249)
| > loss_mel_ce: 2.9539244174957275 (2.996520537596482)
| > loss: 0.7511506080627441 (0.7616269282527736)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2827 (0.24905345890071842)
| > loader_time: 0.0087 (0.009049161830982116)
[1m --> TIME: 2025-02-23 17:11:43 -- STEP: 765/6985 -- GLOBAL_STEP: 77600[0m
| > loss_text_ce: 0.048504073172807693 (0.050002819845099855)
| > loss_mel_ce: 3.2293007373809814 (2.991291823106653)
| > loss: 0.8194512128829956 (0.7603236602022756)
| > current_lr: 5e-06
| > step_time: 0.1947 (0.24836313397276635)
| > loader_time: 0.0087 (0.009034613378686824)
[1m --> TIME: 2025-02-23 17:12:02 -- STEP: 815/6985 -- GLOBAL_STEP: 77650[0m
| > loss_text_ce: 0.04994387924671173 (0.04999823383758405)
| > loss_mel_ce: 3.264488935470581 (2.993233218807384)
| > loss: 0.8286082148551941 (0.7608078627498602)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3086 (0.2491174677398307)
| > loader_time: 0.0088 (0.009031470129094957)
[1m --> TIME: 2025-02-23 17:12:21 -- STEP: 865/6985 -- GLOBAL_STEP: 77700[0m
| > loss_text_ce: 0.050574176013469696 (0.05001970554965769)
| > loss_mel_ce: 2.8766374588012695 (2.996912109507301)
| > loss: 0.7318028807640076 (0.7617329532700465)
| > current_lr: 5e-06
| > step_time: 0.3311 (0.24920746274077135)
| > loader_time: 0.0091 (0.009028845439756527)
[1m --> TIME: 2025-02-23 17:12:39 -- STEP: 915/6985 -- GLOBAL_STEP: 77750[0m
| > loss_text_ce: 0.0465075820684433 (0.05001065867438994)
| > loss_mel_ce: 3.210273027420044 (2.995538767569703)
| > loss: 0.8141951560974121 (0.761387356252618)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2002 (0.2491644908821648)
| > loader_time: 0.0084 (0.00902332582108961)
[1m --> TIME: 2025-02-23 17:12:57 -- STEP: 965/6985 -- GLOBAL_STEP: 77800[0m
| > loss_text_ce: 0.04865661635994911 (0.05000649436227398)
| > loss_mel_ce: 3.119248151779175 (2.993669423167569)
| > loss: 0.7919762134552002 (0.7609189792618232)
| > current_lr: 5e-06
| > step_time: 0.2724 (0.2490397295185939)
| > loader_time: 0.0088 (0.00901745712201212)
[1m --> TIME: 2025-02-23 17:13:14 -- STEP: 1015/6985 -- GLOBAL_STEP: 77850[0m
| > loss_text_ce: 0.049024682492017746 (0.05000650295850091)
| > loss_mel_ce: 2.956549882888794 (2.992880468650404)
| > loss: 0.7513936161994934 (0.7607217427544992)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2294 (0.24846656005370793)
| > loader_time: 0.0085 (0.009005987468024189)
[1m --> TIME: 2025-02-23 17:13:32 -- STEP: 1065/6985 -- GLOBAL_STEP: 77900[0m
| > loss_text_ce: 0.04921107366681099 (0.050004379881519664)
| > loss_mel_ce: 3.151698589324951 (2.9938303484043596)
| > loss: 0.8002274036407471 (0.7609586817557822)
| > current_lr: 5e-06
| > step_time: 0.2893 (0.24806237758045466)
| > loader_time: 0.0093 (0.009001080195109047)
[1m --> TIME: 2025-02-23 17:13:50 -- STEP: 1115/6985 -- GLOBAL_STEP: 77950[0m
| > loss_text_ce: 0.05176281929016113 (0.05000255873986423)
| > loss_mel_ce: 2.8668296337127686 (2.995955477274051)
| > loss: 0.7296481132507324 (0.7614895088790242)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2126 (0.24807954518784323)
| > loader_time: 0.0086 (0.008999908986112993)
[1m --> TIME: 2025-02-23 17:14:08 -- STEP: 1165/6985 -- GLOBAL_STEP: 78000[0m
| > loss_text_ce: 0.05087941884994507 (0.05000492751982079)
| > loss_mel_ce: 2.46983003616333 (2.9962714097018894)
| > loss: 0.63017737865448 (0.7615690841695267)
| > current_lr: 5e-06
| > step_time: 0.2546 (0.24793865117903943)
| > loader_time: 0.009 (0.00899626031965657)
> CHECKPOINT : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/checkpoint_78000.pth
[1m --> TIME: 2025-02-23 17:14:46 -- STEP: 1215/6985 -- GLOBAL_STEP: 78050[0m
| > loss_text_ce: 0.051740191876888275 (0.05002125807934341)
| > loss_mel_ce: 3.251004695892334 (2.9955848430900387)
| > loss: 0.8256862163543701 (0.7614015252011301)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2964 (0.24791900434611755)
| > loader_time: 0.0088 (0.008996487841194058)
[1m --> TIME: 2025-02-23 17:15:05 -- STEP: 1265/6985 -- GLOBAL_STEP: 78100[0m
| > loss_text_ce: 0.053423359990119934 (0.05001983159321102)
| > loss_mel_ce: 3.283210277557373 (2.994276965559705)
| > loss: 0.8341584205627441 (0.7610741990357046)
| > current_lr: 5e-06
| > step_time: 0.2738 (0.2481867209724758)
| > loader_time: 0.0097 (0.009000770470841598)
[1m --> TIME: 2025-02-23 17:15:23 -- STEP: 1315/6985 -- GLOBAL_STEP: 78150[0m
| > loss_text_ce: 0.049258626997470856 (0.05001698076555033)
| > loss_mel_ce: 2.7953989505767822 (2.9952255898102136)
| > loss: 0.7111644148826599 (0.7613106423911029)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2116 (0.2482721515481463)
| > loader_time: 0.0085 (0.009008235895135101)
[1m --> TIME: 2025-02-23 17:15:42 -- STEP: 1365/6985 -- GLOBAL_STEP: 78200[0m
| > loss_text_ce: 0.051984790712594986 (0.05002965446793555)
| > loss_mel_ce: 2.822361469268799 (2.9942526455763927)
| > loss: 0.7185865640640259 (0.7610705745962506)
| > current_lr: 5e-06
| > step_time: 0.2896 (0.24858016129378435)
| > loader_time: 0.0101 (0.009015851317744546)
[1m --> TIME: 2025-02-23 17:16:01 -- STEP: 1415/6985 -- GLOBAL_STEP: 78250[0m
| > loss_text_ce: 0.04777040705084801 (0.05002060419626457)
| > loss_mel_ce: 2.9522552490234375 (2.994880495644289)
| > loss: 0.7500064373016357 (0.761225274510602)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2628 (0.24879626823398335)
| > loader_time: 0.0089 (0.009017788310775474)
[1m --> TIME: 2025-02-23 17:16:19 -- STEP: 1465/6985 -- GLOBAL_STEP: 78300[0m
| > loss_text_ce: 0.04840473085641861 (0.050010907347393545)
| > loss_mel_ce: 2.961855888366699 (2.994676038592341)
| > loss: 0.7525651454925537 (0.7611717360825255)
| > current_lr: 5e-06
| > step_time: 0.1866 (0.24893917679379823)
| > loader_time: 0.0084 (0.00901701002804491)
[1m --> TIME: 2025-02-23 17:16:38 -- STEP: 1515/6985 -- GLOBAL_STEP: 78350[0m
| > loss_text_ce: 0.04826876148581505 (0.05000600753591794)
| > loss_mel_ce: 2.5990288257598877 (2.995677564010368)
| > loss: 0.6618244051933289 (0.7614208924888378)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2601 (0.24910258050798975)
| > loader_time: 0.0088 (0.009016006771880783)
[1m --> TIME: 2025-02-23 17:16:56 -- STEP: 1565/6985 -- GLOBAL_STEP: 78400[0m
| > loss_text_ce: 0.050888605415821075 (0.049996674496430575)
| > loss_mel_ce: 2.4554789066314697 (2.994613897610015)
| > loss: 0.6265918612480164 (0.7611526425654128)
| > current_lr: 5e-06
| > step_time: 0.2771 (0.24934923458404054)
| > loader_time: 0.0089 (0.009016978778778155)
[1m --> TIME: 2025-02-23 17:17:15 -- STEP: 1615/6985 -- GLOBAL_STEP: 78450[0m
| > loss_text_ce: 0.04869728907942772 (0.04998833996131326)
| > loss_mel_ce: 2.9814469814300537 (2.9966972228543303)
| > loss: 0.7575360536575317 (0.7616713901791404)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3152 (0.24946951216588448)
| > loader_time: 0.0091 (0.00901954565254894)
[1m --> TIME: 2025-02-23 17:17:33 -- STEP: 1665/6985 -- GLOBAL_STEP: 78500[0m
| > loss_text_ce: 0.049626000225543976 (0.049987313912079515)
| > loss_mel_ce: 3.5820374488830566 (2.996533286607301)
| > loss: 0.9079158902168274 (0.7616301496107651)
| > current_lr: 5e-06
| > step_time: 0.2802 (0.24938933484189146)
| > loader_time: 0.0088 (0.009018938963835639)
[1m --> TIME: 2025-02-23 17:17:51 -- STEP: 1715/6985 -- GLOBAL_STEP: 78550[0m
| > loss_text_ce: 0.0490398071706295 (0.049979506967366624)
| > loss_mel_ce: 3.2650153636932373 (2.9988271870348955)
| > loss: 0.8285138010978699 (0.7622016729488312)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3059 (0.2492935640818871)
| > loader_time: 0.0095 (0.009020738212429722)
[1m --> TIME: 2025-02-23 17:18:09 -- STEP: 1765/6985 -- GLOBAL_STEP: 78600[0m
| > loss_text_ce: 0.04768986254930496 (0.04996955542701163)
| > loss_mel_ce: 2.5766754150390625 (2.9985153510280096)
| > loss: 0.6560913324356079 (0.7621212260918977)
| > current_lr: 5e-06
| > step_time: 0.2385 (0.24901682148574095)
| > loader_time: 0.0091 (0.009019313790642813)
[1m --> TIME: 2025-02-23 17:18:27 -- STEP: 1815/6985 -- GLOBAL_STEP: 78650[0m
| > loss_text_ce: 0.04882872477173805 (0.049974768007425584)
| > loss_mel_ce: 3.097548246383667 (2.998345406193378)
| > loss: 0.7865942716598511 (0.7620800430781252)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2973 (0.2490078126103425)
| > loader_time: 0.0091 (0.009020581389918443)
[1m --> TIME: 2025-02-23 17:18:45 -- STEP: 1865/6985 -- GLOBAL_STEP: 78700[0m
| > loss_text_ce: 0.04894684627652168 (0.04994806946722178)
| > loss_mel_ce: 3.0705974102020264 (2.9991387395372975)
| > loss: 0.7798860669136047 (0.7622717019060656)
| > current_lr: 5e-06
| > step_time: 0.2831 (0.24900517399764893)
| > loader_time: 0.0095 (0.009021970094368831)
[1m --> TIME: 2025-02-23 17:19:03 -- STEP: 1915/6985 -- GLOBAL_STEP: 78750[0m
| > loss_text_ce: 0.05226438492536545 (0.049940828875913335)
| > loss_mel_ce: 2.7234013080596924 (3.0004889224279014)
| > loss: 0.6939164400100708 (0.7626074375122703)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.302 (0.24908219877795826)
| > loader_time: 0.0093 (0.00902323772639578)
[1m --> TIME: 2025-02-23 17:19:22 -- STEP: 1965/6985 -- GLOBAL_STEP: 78800[0m
| > loss_text_ce: 0.05412621051073074 (0.049943025582695144)
| > loss_mel_ce: 2.8608264923095703 (3.0006869456846896)
| > loss: 0.7287381887435913 (0.7626574924883947)
| > current_lr: 5e-06
| > step_time: 0.273 (0.24916269603273036)
| > loader_time: 0.0088 (0.00902381901825958)
[1m --> TIME: 2025-02-23 17:19:40 -- STEP: 2015/6985 -- GLOBAL_STEP: 78850[0m
| > loss_text_ce: 0.050495702773332596 (0.04995214518150386)
| > loss_mel_ce: 2.7567641735076904 (3.00150213170584)
| > loss: 0.7018149495124817 (0.7628635688987614)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2194 (0.24927457721890053)
| > loader_time: 0.0086 (0.009024856936547037)
[1m --> TIME: 2025-02-23 17:19:59 -- STEP: 2065/6985 -- GLOBAL_STEP: 78900[0m
| > loss_text_ce: 0.049079734832048416 (0.04994480161776556)
| > loss_mel_ce: 3.2263641357421875 (3.0023308571545315)
| > loss: 0.8188609480857849 (0.7630689143557232)
| > current_lr: 5e-06
| > step_time: 0.287 (0.2492846886124507)
| > loader_time: 0.0091 (0.009024957305871231)
[1m --> TIME: 2025-02-23 17:20:17 -- STEP: 2115/6985 -- GLOBAL_STEP: 78950[0m
| > loss_text_ce: 0.04931565001606941 (0.049947401414455826)
| > loss_mel_ce: 2.88014554977417 (3.0027766137540195)
| > loss: 0.7323653101921082 (0.7631810035829562)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2407 (0.2492564403137135)
| > loader_time: 0.0086 (0.009026492459272355)
[1m --> TIME: 2025-02-23 17:20:36 -- STEP: 2165/6985 -- GLOBAL_STEP: 79000[0m
| > loss_text_ce: 0.04780806601047516 (0.04994249612471525)
| > loss_mel_ce: 3.0738604068756104 (3.0037926953604264)
| > loss: 0.7804171442985535 (0.7634337976678133)
| > current_lr: 5e-06
| > step_time: 0.2135 (0.24941173524834542)
| > loader_time: 0.0089 (0.00902879662106271)
> CHECKPOINT : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/checkpoint_79000.pth
[1m --> TIME: 2025-02-23 17:21:14 -- STEP: 2215/6985 -- GLOBAL_STEP: 79050[0m
| > loss_text_ce: 0.04862973466515541 (0.04994475544676288)
| > loss_mel_ce: 3.179358720779419 (3.002463612760971)
| > loss: 0.8069971203804016 (0.7631020918925775)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.288 (0.249326257081387)
| > loader_time: 0.009 (0.009035287000255682)
[1m --> TIME: 2025-02-23 17:21:32 -- STEP: 2265/6985 -- GLOBAL_STEP: 79100[0m
| > loss_text_ce: 0.049312591552734375 (0.04994529362677477)
| > loss_mel_ce: 3.2718138694763184 (3.003459212111585)
| > loss: 0.8302816152572632 (0.7633511263276821)
| > current_lr: 5e-06
| > step_time: 0.2043 (0.2493726655610613)
| > loader_time: 0.0088 (0.009037323503304757)
[1m --> TIME: 2025-02-23 17:21:50 -- STEP: 2315/6985 -- GLOBAL_STEP: 79150[0m
| > loss_text_ce: 0.05091265216469765 (0.04994656575550015)
| > loss_mel_ce: 2.9469032287597656 (3.0035670617229226)
| > loss: 0.7494539618492126 (0.7633784068583402)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2457 (0.24929111245898913)
| > loader_time: 0.0087 (0.009036811536125662)
[1m --> TIME: 2025-02-23 17:22:08 -- STEP: 2365/6985 -- GLOBAL_STEP: 79200[0m
| > loss_text_ce: 0.05174829065799713 (0.04995623451616246)
| > loss_mel_ce: 2.971773147583008 (3.001623079187021)
| > loss: 0.7558803558349609 (0.7628948284254004)
| > current_lr: 5e-06
| > step_time: 0.2838 (0.2491700733942915)
| > loader_time: 0.009 (0.009036368698700753)
[1m --> TIME: 2025-02-23 17:22:26 -- STEP: 2415/6985 -- GLOBAL_STEP: 79250[0m
| > loss_text_ce: 0.0486479215323925 (0.04995705219560285)
| > loss_mel_ce: 3.4760076999664307 (3.0011821633293554)
| > loss: 0.8811638951301575 (0.762784803802181)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3054 (0.24914443754508134)
| > loader_time: 0.0094 (0.009037627640718224)
[1m --> TIME: 2025-02-23 17:22:44 -- STEP: 2465/6985 -- GLOBAL_STEP: 79300[0m
| > loss_text_ce: 0.05038522183895111 (0.04995652986709295)
| > loss_mel_ce: 3.0803751945495605 (3.000820161653102)
| > loss: 0.7826901078224182 (0.7626941728059939)
| > current_lr: 5e-06
| > step_time: 0.2741 (0.24906466427971335)
| > loader_time: 0.0093 (0.009037710154999549)
[1m --> TIME: 2025-02-23 17:23:03 -- STEP: 2515/6985 -- GLOBAL_STEP: 79350[0m
| > loss_text_ce: 0.04964833706617355 (0.04995870788102122)
| > loss_mel_ce: 3.2187840938568115 (3.0005223387989357)
| > loss: 0.8171080946922302 (0.762620261578151)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3137 (0.24917365836338778)
| > loader_time: 0.0092 (0.009040709470896751)
[1m --> TIME: 2025-02-23 17:23:21 -- STEP: 2565/6985 -- GLOBAL_STEP: 79400[0m
| > loss_text_ce: 0.05066768079996109 (0.049951855417115866)
| > loss_mel_ce: 2.679772138595581 (3.0009224867495456)
| > loss: 0.6826099753379822 (0.7627185854995446)
| > current_lr: 5e-06
| > step_time: 0.2855 (0.24909375229774164)
| > loader_time: 0.01 (0.009042149724086556)
[1m --> TIME: 2025-02-23 17:23:38 -- STEP: 2615/6985 -- GLOBAL_STEP: 79450[0m
| > loss_text_ce: 0.047827720642089844 (0.04995464762783186)
| > loss_mel_ce: 2.91322922706604 (3.0000215840385294)
| > loss: 0.7402642369270325 (0.7624940578385911)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2337 (0.248802721705537)
| > loader_time: 0.0088 (0.009042594720027162)
[1m --> TIME: 2025-02-23 17:23:56 -- STEP: 2665/6985 -- GLOBAL_STEP: 79500[0m
| > loss_text_ce: 0.049576129764318466 (0.04994216689640763)
| > loss_mel_ce: 2.898923635482788 (3.0013184241461315)
| > loss: 0.7371249198913574 (0.7628151476942333)
| > current_lr: 5e-06
| > step_time: 0.2563 (0.24869004521539914)
| > loader_time: 0.0088 (0.009044827752891643)
[1m --> TIME: 2025-02-23 17:24:15 -- STEP: 2715/6985 -- GLOBAL_STEP: 79550[0m
| > loss_text_ce: 0.05007081478834152 (0.049935302311214944)
| > loss_mel_ce: 2.914048194885254 (3.001526715434942)
| > loss: 0.7410297393798828 (0.7628655044193848)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2672 (0.24877644656551917)
| > loader_time: 0.0086 (0.009047537043169256)
[1m --> TIME: 2025-02-23 17:24:33 -- STEP: 2765/6985 -- GLOBAL_STEP: 79600[0m
| > loss_text_ce: 0.04720255732536316 (0.04993198722816504)
| > loss_mel_ce: 3.402019500732422 (3.0020781023808523)
| > loss: 0.8623055219650269 (0.7630025224056193)
| > current_lr: 5e-06
| > step_time: 0.266 (0.2487260225237386)
| > loader_time: 0.0091 (0.009046622857478365)
[1m --> TIME: 2025-02-23 17:24:51 -- STEP: 2815/6985 -- GLOBAL_STEP: 79650[0m
| > loss_text_ce: 0.04747384786605835 (0.0499276948732127)
| > loss_mel_ce: 3.164396286010742 (3.0019982139763632)
| > loss: 0.8029675483703613 (0.7629814772156992)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2742 (0.24880171110109156)
| > loader_time: 0.0091 (0.00904644166597462)
[1m --> TIME: 2025-02-23 17:25:10 -- STEP: 2865/6985 -- GLOBAL_STEP: 79700[0m
| > loss_text_ce: 0.04668634012341499 (0.04993050745826532)
| > loss_mel_ce: 3.2294554710388184 (3.003206431387197)
| > loss: 0.8190354704856873 (0.763284234746795)
| > current_lr: 5e-06
| > step_time: 0.2294 (0.24892651423109763)
| > loader_time: 0.0086 (0.009044892459223592)
[1m --> TIME: 2025-02-23 17:25:28 -- STEP: 2915/6985 -- GLOBAL_STEP: 79750[0m
| > loss_text_ce: 0.05018948018550873 (0.04993271142448814)
| > loss_mel_ce: 3.359144449234009 (3.003266671182367)
| > loss: 0.8523334860801697 (0.7632998457085804)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2463 (0.24886527928439053)
| > loader_time: 0.0086 (0.009043002578447434)
[1m --> TIME: 2025-02-23 17:25:46 -- STEP: 2965/6985 -- GLOBAL_STEP: 79800[0m
| > loss_text_ce: 0.049307115375995636 (0.049932253520313837)
| > loss_mel_ce: 3.0879669189453125 (3.0031345285412496)
| > loss: 0.7843185067176819 (0.7632666955709844)
| > current_lr: 5e-06
| > step_time: 0.3068 (0.2488841762832204)
| > loader_time: 0.0095 (0.009041577366512076)
[1m --> TIME: 2025-02-23 17:26:04 -- STEP: 3015/6985 -- GLOBAL_STEP: 79850[0m
| > loss_text_ce: 0.04969713091850281 (0.04993099451287468)
| > loss_mel_ce: 2.9620518684387207 (3.0029297009431763)
| > loss: 0.7529372572898865 (0.7632151738723499)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.1944 (0.24879116418942884)
| > loader_time: 0.0083 (0.009039931115424041)
[1m --> TIME: 2025-02-23 17:26:22 -- STEP: 3065/6985 -- GLOBAL_STEP: 79900[0m
| > loss_text_ce: 0.05145814269781113 (0.04992981226005717)
| > loss_mel_ce: 2.997532367706299 (3.0030514078467028)
| > loss: 0.762247622013092 (0.7632453049765505)
| > current_lr: 5e-06
| > step_time: 0.2825 (0.24879128944621)
| > loader_time: 0.0093 (0.00903841628530478)
[1m --> TIME: 2025-02-23 17:26:40 -- STEP: 3115/6985 -- GLOBAL_STEP: 79950[0m
| > loss_text_ce: 0.048381343483924866 (0.049932342698352096)
| > loss_mel_ce: 3.100961208343506 (3.0016850652128375)
| > loss: 0.7873356342315674 (0.7629043519209883)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3031 (0.24871874575056196)
| > loader_time: 0.0093 (0.009037532546164304)
[1m --> TIME: 2025-02-23 17:26:58 -- STEP: 3165/6985 -- GLOBAL_STEP: 80000[0m
| > loss_text_ce: 0.04835955426096916 (0.04993329360892798)
| > loss_mel_ce: 3.0023813247680664 (3.0015202277456283)
| > loss: 0.762685239315033 (0.7628633803289258)
| > current_lr: 5e-06
| > step_time: 0.2731 (0.2487500275104155)
| > loader_time: 0.0091 (0.009037747842628969)
> CHECKPOINT : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/checkpoint_80000.pth
[1m --> TIME: 2025-02-23 17:27:36 -- STEP: 3215/6985 -- GLOBAL_STEP: 80050[0m
| > loss_text_ce: 0.0501982644200325 (0.049926463653613015)
| > loss_mel_ce: 3.142413377761841 (3.0021150076556227)
| > loss: 0.7981529235839844 (0.7630103677650247)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2335 (0.24867201022004265)
| > loader_time: 0.0087 (0.009038240913284291)
[1m --> TIME: 2025-02-23 17:27:55 -- STEP: 3265/6985 -- GLOBAL_STEP: 80100[0m
| > loss_text_ce: 0.049903254956007004 (0.04993239861968647)
| > loss_mel_ce: 2.7182817459106445 (3.0022553032061645)
| > loss: 0.6920462250709534 (0.7630469254111062)
| > current_lr: 5e-06
| > step_time: 0.1964 (0.2486973081211949)
| > loader_time: 0.0087 (0.009039645976348414)
[1m --> TIME: 2025-02-23 17:28:13 -- STEP: 3315/6985 -- GLOBAL_STEP: 80150[0m
| > loss_text_ce: 0.05045925825834274 (0.04993394792619333)
| > loss_mel_ce: 2.867030382156372 (3.0024792171351744)
| > loss: 0.7293723821640015 (0.763103291261968)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3133 (0.24884944436776693)
| > loader_time: 0.0092 (0.009041553600880855)
[1m --> TIME: 2025-02-23 17:28:32 -- STEP: 3365/6985 -- GLOBAL_STEP: 80200[0m
| > loss_text_ce: 0.0488101989030838 (0.04993360491378168)
| > loss_mel_ce: 2.699206829071045 (3.003124580836762)
| > loss: 0.6870042681694031 (0.763264546458114)
| > current_lr: 5e-06
| > step_time: 0.2092 (0.24892956378024186)
| > loader_time: 0.0088 (0.009041920175878244)
[1m --> TIME: 2025-02-23 17:28:50 -- STEP: 3415/6985 -- GLOBAL_STEP: 80250[0m
| > loss_text_ce: 0.04974159598350525 (0.04993890917384083)
| > loss_mel_ce: 2.9201934337615967 (3.0026052481259)
| > loss: 0.7424837350845337 (0.7631360392968428)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3127 (0.24896153887054756)
| > loader_time: 0.0094 (0.009041418128620964)
[1m --> TIME: 2025-02-23 17:29:09 -- STEP: 3465/6985 -- GLOBAL_STEP: 80300[0m
| > loss_text_ce: 0.04936704412102699 (0.04993661449843154)
| > loss_mel_ce: 3.0933377742767334 (3.0026705183852167)
| > loss: 0.7856761813163757 (0.7631517832069329)
| > current_lr: 5e-06
| > step_time: 0.2222 (0.24899731790176546)
| > loader_time: 0.0088 (0.009041699083336472)
[1m --> TIME: 2025-02-23 17:29:27 -- STEP: 3515/6985 -- GLOBAL_STEP: 80350[0m
| > loss_text_ce: 0.050467148423194885 (0.04993387415454024)
| > loss_mel_ce: 2.692615270614624 (3.0023012696424947)
| > loss: 0.6857706308364868 (0.7630587859309741)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2138 (0.24890036616861227)
| > loader_time: 0.0088 (0.009042594782149608)
[1m --> TIME: 2025-02-23 17:29:45 -- STEP: 3565/6985 -- GLOBAL_STEP: 80400[0m
| > loss_text_ce: 0.04996087774634361 (0.049934771651765235)
| > loss_mel_ce: 3.181589126586914 (3.001262047046704)
| > loss: 0.8078874945640564 (0.7627992046330775)
| > current_lr: 5e-06
| > step_time: 0.2833 (0.24884519436583447)
| > loader_time: 0.0092 (0.009042450622622761)
[1m --> TIME: 2025-02-23 17:30:03 -- STEP: 3615/6985 -- GLOBAL_STEP: 80450[0m
| > loss_text_ce: 0.050202205777168274 (0.049931506732192765)
| > loss_mel_ce: 2.6177732944488525 (3.0017470081482407)
| > loss: 0.6669938564300537 (0.7629196286860991)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.206 (0.24898429569861702)
| > loader_time: 0.009 (0.009045286165398316)
[1m --> TIME: 2025-02-23 17:30:22 -- STEP: 3665/6985 -- GLOBAL_STEP: 80500[0m
| > loss_text_ce: 0.052600014954805374 (0.0499354298878334)
| > loss_mel_ce: 2.624099016189575 (3.001465115410574)
| > loss: 0.6691747307777405 (0.7628501362885154)
| > current_lr: 5e-06
| > step_time: 0.2533 (0.24896275141717306)
| > loader_time: 0.0092 (0.009046824274414361)
[1m --> TIME: 2025-02-23 17:30:40 -- STEP: 3715/6985 -- GLOBAL_STEP: 80550[0m
| > loss_text_ce: 0.04835600405931473 (0.04992864763973378)
| > loss_mel_ce: 3.098093032836914 (3.0019709598649125)
| > loss: 0.7866122722625732 (0.7629749018924542)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2824 (0.24896962036194423)
| > loader_time: 0.0102 (0.009049315728537935)
[1m --> TIME: 2025-02-23 17:30:57 -- STEP: 3765/6985 -- GLOBAL_STEP: 80600[0m
| > loss_text_ce: 0.0484808050096035 (0.04992897396543586)
| > loss_mel_ce: 2.849698543548584 (3.0015722883966705)
| > loss: 0.7245448231697083 (0.7628753155826086)
| > current_lr: 5e-06
| > step_time: 0.1871 (0.24883422762907517)
| > loader_time: 0.0085 (0.009049501267087378)
[1m --> TIME: 2025-02-23 17:31:15 -- STEP: 3815/6985 -- GLOBAL_STEP: 80650[0m
| > loss_text_ce: 0.049122404307127 (0.04992574991592417)
| > loss_mel_ce: 2.7298717498779297 (3.002023057700146)
| > loss: 0.6947485208511353 (0.7629872018981562)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2443 (0.24878063458133962)
| > loader_time: 0.0089 (0.009049801870223546)
[1m --> TIME: 2025-02-23 17:31:33 -- STEP: 3865/6985 -- GLOBAL_STEP: 80700[0m
| > loss_text_ce: 0.04998219013214111 (0.04992596657529839)
| > loss_mel_ce: 3.0529613494873047 (3.001258455427009)
| > loss: 0.7757358551025391 (0.7627961055118998)
| > current_lr: 5e-06
| > step_time: 0.2622 (0.24858013575012286)
| > loader_time: 0.0088 (0.00905503936757705)
[1m --> TIME: 2025-02-23 17:31:50 -- STEP: 3915/6985 -- GLOBAL_STEP: 80750[0m
| > loss_text_ce: 0.051758673042058945 (0.04991817736420137)
| > loss_mel_ce: 2.8832409381866455 (3.0012146609953128)
| > loss: 0.7337499260902405 (0.7627832096046251)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.233 (0.2485200448358957)
| > loader_time: 0.0086 (0.00905528622721039)
[1m --> TIME: 2025-02-23 17:32:09 -- STEP: 3965/6985 -- GLOBAL_STEP: 80800[0m
| > loss_text_ce: 0.05001721903681755 (0.04991241225604)
| > loss_mel_ce: 3.1425347328186035 (3.001811795998346)
| > loss: 0.7981379628181458 (0.7629310520870828)
| > current_lr: 5e-06
| > step_time: 0.2331 (0.24856521503020354)
| > loader_time: 0.0088 (0.009056504948292491)
[1m --> TIME: 2025-02-23 17:32:27 -- STEP: 4015/6985 -- GLOBAL_STEP: 80850[0m
| > loss_text_ce: 0.04908179119229317 (0.049907911644963214)
| > loss_mel_ce: 3.0686230659484863 (3.001968093411271)
| > loss: 0.7794262170791626 (0.7629690012925874)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3146 (0.24850855039926723)
| > loader_time: 0.0093 (0.00905547011388488)
[1m --> TIME: 2025-02-23 17:32:45 -- STEP: 4065/6985 -- GLOBAL_STEP: 80900[0m
| > loss_text_ce: 0.05042523145675659 (0.04990473398973141)
| > loss_mel_ce: 3.076721429824829 (3.0023708788084704)
| > loss: 0.7817866802215576 (0.7630689032549923)
| > current_lr: 5e-06
| > step_time: 0.2719 (0.24853519601575563)
| > loader_time: 0.0095 (0.00905567892949663)
[1m --> TIME: 2025-02-23 17:33:04 -- STEP: 4115/6985 -- GLOBAL_STEP: 80950[0m
| > loss_text_ce: 0.04839464649558067 (0.049905919821373886)
| > loss_mel_ce: 3.020902395248413 (3.002731602971208)
| > loss: 0.7673242688179016 (0.7631593807644561)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2714 (0.24862821835069437)
| > loader_time: 0.009 (0.009055650219737655)
[1m --> TIME: 2025-02-23 17:33:22 -- STEP: 4165/6985 -- GLOBAL_STEP: 81000[0m
| > loss_text_ce: 0.05024339258670807 (0.049904568132017546)
| > loss_mel_ce: 3.255060911178589 (3.002294972649862)
| > loss: 0.8263260722160339 (0.7630498852334807)
| > current_lr: 5e-06
| > step_time: 0.2777 (0.24857718483740543)
| > loader_time: 0.0093 (0.009055159558482786)
> CHECKPOINT : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/checkpoint_81000.pth
[1m --> TIME: 2025-02-23 17:34:00 -- STEP: 4215/6985 -- GLOBAL_STEP: 81050[0m
| > loss_text_ce: 0.051265522837638855 (0.04989969218558546)
| > loss_mel_ce: 3.173057794570923 (3.0027555038637725)
| > loss: 0.8060808181762695 (0.7631637990403984)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2712 (0.24863086668763437)
| > loader_time: 0.0091 (0.00905795278356873)
[1m --> TIME: 2025-02-23 17:34:19 -- STEP: 4265/6985 -- GLOBAL_STEP: 81100[0m
| > loss_text_ce: 0.05386883765459061 (0.049899206170757646)
| > loss_mel_ce: 3.085846424102783 (3.0033344353768685)
| > loss: 0.7849287986755371 (0.763308410446081)
| > current_lr: 5e-06
| > step_time: 0.2632 (0.24872263229745772)
| > loader_time: 0.0089 (0.00905864140911927)
[1m --> TIME: 2025-02-23 17:34:37 -- STEP: 4315/6985 -- GLOBAL_STEP: 81150[0m
| > loss_text_ce: 0.04942414164543152 (0.04989618959373697)
| > loss_mel_ce: 2.8689441680908203 (3.0031590309231513)
| > loss: 0.7295920848846436 (0.7632638051777827)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2437 (0.2487582684668301)
| > loader_time: 0.009 (0.009058976090520704)
[1m --> TIME: 2025-02-23 17:34:55 -- STEP: 4365/6985 -- GLOBAL_STEP: 81200[0m
| > loss_text_ce: 0.05083605647087097 (0.0498914596653476)
| > loss_mel_ce: 2.8092164993286133 (3.002635341766641)
| > loss: 0.7150131464004517 (0.7631317004032276)
| > current_lr: 5e-06
| > step_time: 0.2867 (0.24865108732505353)
| > loader_time: 0.0093 (0.00905808828950336)
[1m --> TIME: 2025-02-23 17:35:14 -- STEP: 4415/6985 -- GLOBAL_STEP: 81250[0m
| > loss_text_ce: 0.048387520015239716 (0.049887573859935995)
| > loss_mel_ce: 3.405479907989502 (3.0031435748863893)
| > loss: 0.8634668588638306 (0.7632577872357297)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3113 (0.2487213408555477)
| > loader_time: 0.0092 (0.009058221253236295)
[1m --> TIME: 2025-02-23 17:35:32 -- STEP: 4465/6985 -- GLOBAL_STEP: 81300[0m
| > loss_text_ce: 0.051994163542985916 (0.049888125555078766)
| > loss_mel_ce: 3.337601661682129 (3.00254428645665)
| > loss: 0.8473989367485046 (0.7631081030456898)
| > current_lr: 5e-06
| > step_time: 0.2742 (0.24871168115237793)
| > loader_time: 0.0092 (0.00905748534976834)
[1m --> TIME: 2025-02-23 17:35:50 -- STEP: 4515/6985 -- GLOBAL_STEP: 81350[0m
| > loss_text_ce: 0.049416251480579376 (0.04988798298527502)
| > loss_mel_ce: 2.7945504188537598 (3.0013687905811155)
| > loss: 0.7109916806221008 (0.7628141934161424)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.278 (0.2486826986437488)
| > loader_time: 0.009 (0.00905639589294906)
[1m --> TIME: 2025-02-23 17:36:09 -- STEP: 4565/6985 -- GLOBAL_STEP: 81400[0m
| > loss_text_ce: 0.048803310841321945 (0.04988297177366465)
| > loss_mel_ce: 2.8672454357147217 (3.001381372439251)
| > loss: 0.7290121912956238 (0.7628160861079024)
| > current_lr: 5e-06
| > step_time: 0.2845 (0.2488091113141698)
| > loader_time: 0.0096 (0.009056016884393257)
[1m --> TIME: 2025-02-23 17:36:27 -- STEP: 4615/6985 -- GLOBAL_STEP: 81450[0m
| > loss_text_ce: 0.05070651322603226 (0.04988446702710472)
| > loss_mel_ce: 2.88688325881958 (3.0012867603116042)
| > loss: 0.7343974709510803 (0.762792806919836)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2288 (0.24873430364697624)
| > loader_time: 0.0088 (0.009054810460959585)
[1m --> TIME: 2025-02-23 17:36:45 -- STEP: 4665/6985 -- GLOBAL_STEP: 81500[0m
| > loss_text_ce: 0.05047926679253578 (0.049879996950507585)
| > loss_mel_ce: 3.351017713546753 (3.001853357736196)
| > loss: 0.8503742218017578 (0.7629333387872651)
| > current_lr: 5e-06
| > step_time: 0.2204 (0.24869432592443075)
| > loader_time: 0.0088 (0.009054087928125966)
[1m --> TIME: 2025-02-23 17:37:03 -- STEP: 4715/6985 -- GLOBAL_STEP: 81550[0m
| > loss_text_ce: 0.04883398488163948 (0.049879461609830575)
| > loss_mel_ce: 2.9484565258026123 (3.0018570108100193)
| > loss: 0.7493226528167725 (0.7629341181995741)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3034 (0.24869762660337025)
| > loader_time: 0.0091 (0.0090538922954086)
[1m --> TIME: 2025-02-23 17:37:21 -- STEP: 4765/6985 -- GLOBAL_STEP: 81600[0m
| > loss_text_ce: 0.05235142260789871 (0.049878240125752246)
| > loss_mel_ce: 3.1179444789886475 (3.001928148539845)
| > loss: 0.7925739884376526 (0.7629515972492689)
| > current_lr: 5e-06
| > step_time: 0.2811 (0.2487487268597982)
| > loader_time: 0.0092 (0.009053693813392022)
[1m --> TIME: 2025-02-23 17:37:40 -- STEP: 4815/6985 -- GLOBAL_STEP: 81650[0m
| > loss_text_ce: 0.04801115766167641 (0.049880363338802025)
| > loss_mel_ce: 3.0851247310638428 (3.001583402798058)
| > loss: 0.7832839488983154 (0.7628659416458181)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2698 (0.24875926555502823)
| > loader_time: 0.0087 (0.009052965920786)
[1m --> TIME: 2025-02-23 17:37:58 -- STEP: 4865/6985 -- GLOBAL_STEP: 81700[0m
| > loss_text_ce: 0.0495312362909317 (0.04987983128165055)
| > loss_mel_ce: 3.0353264808654785 (3.0015688754549217)
| > loss: 0.7712144255638123 (0.7628621767505697)
| > current_lr: 5e-06
| > step_time: 0.2653 (0.24875873490203199)
| > loader_time: 0.0092 (0.009052716007213054)
[1m --> TIME: 2025-02-23 17:38:17 -- STEP: 4915/6985 -- GLOBAL_STEP: 81750[0m
| > loss_text_ce: 0.049281492829322815 (0.04988066369510384)
| > loss_mel_ce: 3.0405490398406982 (3.001348986776044)
| > loss: 0.7724576592445374 (0.7628074127077923)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2689 (0.248827423472128)
| > loader_time: 0.0091 (0.009052631692507977)
[1m --> TIME: 2025-02-23 17:38:36 -- STEP: 4965/6985 -- GLOBAL_STEP: 81800[0m
| > loss_text_ce: 0.052496977150440216 (0.049883132671031456)
| > loss_mel_ce: 2.8410491943359375 (3.0012968009572227)
| > loss: 0.7233865261077881 (0.7627949835310516)
| > current_lr: 5e-06
| > step_time: 0.257 (0.24897606706571243)
| > loader_time: 0.0089 (0.009053310574841753)
[1m --> TIME: 2025-02-23 17:38:54 -- STEP: 5015/6985 -- GLOBAL_STEP: 81850[0m
| > loss_text_ce: 0.05071931332349777 (0.04988424019778484)
| > loss_mel_ce: 2.903547525405884 (3.001613055245349)
| > loss: 0.7385666966438293 (0.7628743239794495)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3148 (0.24902849839192445)
| > loader_time: 0.0092 (0.00905452511484102)
[1m --> TIME: 2025-02-23 17:39:13 -- STEP: 5065/6985 -- GLOBAL_STEP: 81900[0m
| > loss_text_ce: 0.04908716678619385 (0.049880637029169436)
| > loss_mel_ce: 3.169099807739258 (3.0020626809025077)
| > loss: 0.8045467138290405 (0.7629858296574149)
| > current_lr: 5e-06
| > step_time: 0.3083 (0.24912399676097935)
| > loader_time: 0.0095 (0.009055561044962242)
[1m --> TIME: 2025-02-23 17:39:32 -- STEP: 5115/6985 -- GLOBAL_STEP: 81950[0m
| > loss_text_ce: 0.05145468935370445 (0.04987857342640336)
| > loss_mel_ce: 2.911316156387329 (3.002334193213826)
| > loss: 0.7406927347183228 (0.7630531918617972)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2057 (0.24914751411766134)
| > loader_time: 0.0087 (0.009055680706587237)
[1m --> TIME: 2025-02-23 17:39:50 -- STEP: 5165/6985 -- GLOBAL_STEP: 82000[0m
| > loss_text_ce: 0.04529308155179024 (0.049877923254612565)
| > loss_mel_ce: 3.2445170879364014 (3.0024889908593915)
| > loss: 0.8224525451660156 (0.763091728705749)
| > current_lr: 5e-06
| > step_time: 0.2203 (0.24911627003207212)
| > loader_time: 0.009 (0.009054894784297735)
> CHECKPOINT : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/checkpoint_82000.pth
[1m --> TIME: 2025-02-23 17:40:29 -- STEP: 5215/6985 -- GLOBAL_STEP: 82050[0m
| > loss_text_ce: 0.05014481395483017 (0.049877132555382474)
| > loss_mel_ce: 3.2020912170410156 (3.0022409341250684)
| > loss: 0.8130590319633484 (0.7630295168747705)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2671 (0.24905798181477123)
| > loader_time: 0.0086 (0.009054527529591221)
[1m --> TIME: 2025-02-23 17:40:47 -- STEP: 5265/6985 -- GLOBAL_STEP: 82100[0m
| > loss_text_ce: 0.05002951622009277 (0.049881051421335386)
| > loss_mel_ce: 3.5938773155212402 (3.0017415533944267)
| > loss: 0.9109767079353333 (0.7629056514045321)
| > current_lr: 5e-06
| > step_time: 0.238 (0.24898343394171704)
| > loader_time: 0.0091 (0.009054427631446997)
[1m --> TIME: 2025-02-23 17:41:06 -- STEP: 5315/6985 -- GLOBAL_STEP: 82150[0m
| > loss_text_ce: 0.0508720763027668 (0.04988269601595491)
| > loss_mel_ce: 2.760707378387451 (3.0014519912615634)
| > loss: 0.7028948664665222 (0.7628336720273711)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2821 (0.24908528781004483)
| > loader_time: 0.0088 (0.009055491920248689)
[1m --> TIME: 2025-02-23 17:41:24 -- STEP: 5365/6985 -- GLOBAL_STEP: 82200[0m
| > loss_text_ce: 0.04889056459069252 (0.04987916566521801)
| > loss_mel_ce: 2.7567901611328125 (3.0015096601324394)
| > loss: 0.7014201879501343 (0.7628472066436639)
| > current_lr: 5e-06
| > step_time: 0.2288 (0.24908369682930612)
| > loader_time: 0.0087 (0.009055812405517796)
[1m --> TIME: 2025-02-23 17:41:43 -- STEP: 5415/6985 -- GLOBAL_STEP: 82250[0m
| > loss_text_ce: 0.047505706548690796 (0.04987904088071189)
| > loss_mel_ce: 3.4555938243865967 (3.0017707013247246)
| > loss: 0.8757748603820801 (0.7629124357319481)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2753 (0.2490841437574899)
| > loader_time: 0.0089 (0.009055680515363264)
[1m --> TIME: 2025-02-23 17:42:01 -- STEP: 5465/6985 -- GLOBAL_STEP: 82300[0m
| > loss_text_ce: 0.04889020696282387 (0.04987911418802903)
| > loss_mel_ce: 2.960577964782715 (3.0017380762405557)
| > loss: 0.7523670196533203 (0.7629042977601794)
| > current_lr: 5e-06
| > step_time: 0.2147 (0.24917777524775359)
| > loader_time: 0.0089 (0.009056820088532232)
[1m --> TIME: 2025-02-23 17:42:20 -- STEP: 5515/6985 -- GLOBAL_STEP: 82350[0m
| > loss_text_ce: 0.04716508463025093 (0.049878695951006455)
| > loss_mel_ce: 3.3412442207336426 (3.0020313766579743)
| > loss: 0.8471023440361023 (0.7629775183047354)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.312 (0.24920986772988563)
| > loader_time: 0.0094 (0.00905775669371119)
[1m --> TIME: 2025-02-23 17:42:38 -- STEP: 5565/6985 -- GLOBAL_STEP: 82400[0m
| > loss_text_ce: 0.05041166767477989 (0.049877391367320736)
| > loss_mel_ce: 2.9984259605407715 (3.0017644878346275)
| > loss: 0.762209415435791 (0.7629104699514399)
| > current_lr: 5e-06
| > step_time: 0.2583 (0.2491417500957753)
| > loader_time: 0.0089 (0.009057123513234594)
[1m --> TIME: 2025-02-23 17:42:55 -- STEP: 5615/6985 -- GLOBAL_STEP: 82450[0m
| > loss_text_ce: 0.05114059895277023 (0.04987757977293955)
| > loss_mel_ce: 2.7354660034179688 (3.0013321085052582)
| > loss: 0.6966516375541687 (0.7628024222165041)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2157 (0.24906887282034382)
| > loader_time: 0.0087 (0.009056783550462862)
[1m --> TIME: 2025-02-23 17:43:14 -- STEP: 5665/6985 -- GLOBAL_STEP: 82500[0m
| > loss_text_ce: 0.05062735825777054 (0.04987887299413304)
| > loss_mel_ce: 3.406682252883911 (3.001316863208978)
| > loss: 0.8643274307250977 (0.7627989342122179)
| > current_lr: 5e-06
| > step_time: 0.2871 (0.24906526739788812)
| > loader_time: 0.0094 (0.009056701432890524)
[1m --> TIME: 2025-02-23 17:43:32 -- STEP: 5715/6985 -- GLOBAL_STEP: 82550[0m
| > loss_text_ce: 0.0518525056540966 (0.0498748367983109)
| > loss_mel_ce: 2.6419837474823 (3.0020519933675485)
| > loss: 0.6734590530395508 (0.7629817076868259)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2405 (0.24909483921287984)
| > loader_time: 0.0091 (0.009057652647831095)
[1m --> TIME: 2025-02-23 17:43:51 -- STEP: 5765/6985 -- GLOBAL_STEP: 82600[0m
| > loss_text_ce: 0.0511644147336483 (0.049873497289931054)
| > loss_mel_ce: 2.8399415016174316 (3.0017864411330035)
| > loss: 0.722776472568512 (0.7629149847617885)
| > current_lr: 5e-06
| > step_time: 0.2535 (0.24917734151080909)
| > loader_time: 0.0087 (0.009058980619193966)
[1m --> TIME: 2025-02-23 17:44:09 -- STEP: 5815/6985 -- GLOBAL_STEP: 82650[0m
| > loss_text_ce: 0.048612769693136215 (0.049872933915613746)
| > loss_mel_ce: 3.1912841796875 (3.001894710398085)
| > loss: 0.8099742531776428 (0.7629419112348995)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2609 (0.24916829460157164)
| > loader_time: 0.0094 (0.009060142169404609)
[1m --> TIME: 2025-02-23 17:44:27 -- STEP: 5865/6985 -- GLOBAL_STEP: 82700[0m
| > loss_text_ce: 0.05184587836265564 (0.04987119591500356)
| > loss_mel_ce: 2.4882640838623047 (3.0020944886805108)
| > loss: 0.6350274682044983 (0.7629914212917923)
| > current_lr: 5e-06
| > step_time: 0.1697 (0.24917328148343476)
| > loader_time: 0.0085 (0.009061675547333921)
[1m --> TIME: 2025-02-23 17:44:45 -- STEP: 5915/6985 -- GLOBAL_STEP: 82750[0m
| > loss_text_ce: 0.05230921506881714 (0.04987207274452579)
| > loss_mel_ce: 2.947965621948242 (3.0018112000830537)
| > loss: 0.750068724155426 (0.7629208183449792)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.29 (0.2491156979123113)
| > loader_time: 0.009 (0.009063067198404271)
[1m --> TIME: 2025-02-23 17:45:04 -- STEP: 5965/6985 -- GLOBAL_STEP: 82800[0m
| > loss_text_ce: 0.0508529469370842 (0.04987340553570783)
| > loss_mel_ce: 2.412780523300171 (3.001656247104599)
| > loss: 0.6159083843231201 (0.7628824133285421)
| > current_lr: 5e-06
| > step_time: 0.2618 (0.24913248432252152)
| > loader_time: 0.0092 (0.009063589043309452)
[1m --> TIME: 2025-02-23 17:45:22 -- STEP: 6015/6985 -- GLOBAL_STEP: 82850[0m
| > loss_text_ce: 0.048623841255903244 (0.04986956500675127)
| > loss_mel_ce: 3.4955978393554688 (3.0017679160174344)
| > loss: 0.8860554099082947 (0.7629093704080926)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3074 (0.24916269254010615)
| > loader_time: 0.0095 (0.009065651398148985)
[1m --> TIME: 2025-02-23 17:45:40 -- STEP: 6065/6985 -- GLOBAL_STEP: 82900[0m
| > loss_text_ce: 0.05098055675625801 (0.04986739773165078)
| > loss_mel_ce: 3.3341357707977295 (3.0015592211057363)
| > loss: 0.8462790846824646 (0.7628566548731919)
| > current_lr: 5e-06
| > step_time: 0.2539 (0.2491570502593315)
| > loader_time: 0.0091 (0.009067018112660601)
[1m --> TIME: 2025-02-23 17:45:59 -- STEP: 6115/6985 -- GLOBAL_STEP: 82950[0m
| > loss_text_ce: 0.05003496631979942 (0.049866812572626526)
| > loss_mel_ce: 3.32454776763916 (3.0010314847832276)
| > loss: 0.8436456918716431 (0.7627245745109116)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2286 (0.24919663797317718)
| > loader_time: 0.0087 (0.009070359539615233)
[1m --> TIME: 2025-02-23 17:46:17 -- STEP: 6165/6985 -- GLOBAL_STEP: 83000[0m
| > loss_text_ce: 0.04937923699617386 (0.049864866408698555)
| > loss_mel_ce: 3.389103651046753 (3.0010359538249203)
| > loss: 0.8596207499504089 (0.7627252052493521)
| > current_lr: 5e-06
| > step_time: 0.2816 (0.24919184362221228)
| > loader_time: 0.0094 (0.009071564345657555)
> CHECKPOINT : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/checkpoint_83000.pth
[1m --> TIME: 2025-02-23 17:46:56 -- STEP: 6215/6985 -- GLOBAL_STEP: 83050[0m
| > loss_text_ce: 0.04787134379148483 (0.04986418497329849)
| > loss_mel_ce: 3.055154800415039 (3.0009438113828635)
| > loss: 0.7757565379142761 (0.7627019992875926)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3155 (0.2491957880083055)
| > loader_time: 0.0099 (0.009077618914271949)
[1m --> TIME: 2025-02-23 17:47:14 -- STEP: 6265/6985 -- GLOBAL_STEP: 83100[0m
| > loss_text_ce: 0.05061618983745575 (0.049861135703035186)
| > loss_mel_ce: 2.9619948863983154 (3.0007025506338456)
| > loss: 0.7531527876853943 (0.76264092181077)
| > current_lr: 5e-06
| > step_time: 0.1916 (0.2491335433859494)
| > loader_time: 0.0089 (0.009080903166689466)
[1m --> TIME: 2025-02-23 17:47:33 -- STEP: 6315/6985 -- GLOBAL_STEP: 83150[0m
| > loss_text_ce: 0.04699256271123886 (0.04985787143262727)
| > loss_mel_ce: 3.2036421298980713 (3.000874395098648)
| > loss: 0.8126586675643921 (0.7626830668743874)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3364 (0.2492037816549801)
| > loader_time: 0.0097 (0.009084843343340553)
[1m --> TIME: 2025-02-23 17:47:51 -- STEP: 6365/6985 -- GLOBAL_STEP: 83200[0m
| > loss_text_ce: 0.05012126639485359 (0.04986004869498245)
| > loss_mel_ce: 2.6062419414520264 (3.000470766043528)
| > loss: 0.6640908122062683 (0.7625827039777051)
| > current_lr: 5e-06
| > step_time: 0.2572 (0.2492481879708529)
| > loader_time: 0.0094 (0.009088200953469313)
[1m --> TIME: 2025-02-23 17:48:10 -- STEP: 6415/6985 -- GLOBAL_STEP: 83250[0m
| > loss_text_ce: 0.0479951836168766 (0.04986054297022687)
| > loss_mel_ce: 3.3798654079437256 (3.0005927646336623)
| > loss: 0.8569651246070862 (0.7626133271984437)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3175 (0.249278272508367)
| > loader_time: 0.0094 (0.009090608223657135)
[1m --> TIME: 2025-02-23 17:48:28 -- STEP: 6465/6985 -- GLOBAL_STEP: 83300[0m
| > loss_text_ce: 0.05080588161945343 (0.049859076105087094)
| > loss_mel_ce: 3.078216791152954 (3.000142033378556)
| > loss: 0.7822556495666504 (0.7625002776940284)
| > current_lr: 5e-06
| > step_time: 0.2791 (0.24920188541663127)
| > loader_time: 0.0094 (0.009091889572438538)
[1m --> TIME: 2025-02-23 17:48:46 -- STEP: 6515/6985 -- GLOBAL_STEP: 83350[0m
| > loss_text_ce: 0.04839601367712021 (0.049854782768057104)
| > loss_mel_ce: 3.390002489089966 (3.000028824348768)
| > loss: 0.8595996499061584 (0.7624709020919818)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3019 (0.24921879761052515)
| > loader_time: 0.0093 (0.009094000960530774)
[1m --> TIME: 2025-02-23 17:49:04 -- STEP: 6565/6985 -- GLOBAL_STEP: 83400[0m
| > loss_text_ce: 0.04945520684123039 (0.04985631941977304)
| > loss_mel_ce: 2.918177366256714 (2.999696040534824)
| > loss: 0.7419081330299377 (0.7623880903137963)
| > current_lr: 5e-06
| > step_time: 0.2098 (0.2492068556548073)
| > loader_time: 0.0089 (0.009095261865050714)
[1m --> TIME: 2025-02-23 17:49:22 -- STEP: 6615/6985 -- GLOBAL_STEP: 83450[0m
| > loss_text_ce: 0.049211908131837845 (0.04985447068637469)
| > loss_mel_ce: 2.9766845703125 (2.999664178330698)
| > loss: 0.7564741373062134 (0.762379662547251)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2427 (0.24911929892484475)
| > loader_time: 0.0088 (0.009096178788626954)
[1m --> TIME: 2025-02-23 17:49:40 -- STEP: 6665/6985 -- GLOBAL_STEP: 83500[0m
| > loss_text_ce: 0.05071832984685898 (0.04985240017638927)
| > loss_mel_ce: 3.0242018699645996 (2.9995971848887746)
| > loss: 0.7687300443649292 (0.7623623965471548)
| > current_lr: 5e-06
| > step_time: 0.2871 (0.2490806030136074)
| > loader_time: 0.0097 (0.009097804114591384)
[1m --> TIME: 2025-02-23 17:49:58 -- STEP: 6715/6985 -- GLOBAL_STEP: 83550[0m
| > loss_text_ce: 0.05159149691462517 (0.04984941189735582)
| > loss_mel_ce: 3.0968172550201416 (2.9998148583691204)
| > loss: 0.7871021628379822 (0.7624160678459463)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2236 (0.24907227435932175)
| > loader_time: 0.0087 (0.009099235697992644)
[1m --> TIME: 2025-02-23 17:50:16 -- STEP: 6765/6985 -- GLOBAL_STEP: 83600[0m
| > loss_text_ce: 0.05033654719591141 (0.04984665525759147)
| > loss_mel_ce: 2.8916404247283936 (2.999851141976848)
| > loss: 0.7354942560195923 (0.7624244495928938)
| > current_lr: 5e-06
| > step_time: 0.2284 (0.24905715238933465)
| > loader_time: 0.0094 (0.00910090223031841)
[1m --> TIME: 2025-02-23 17:50:34 -- STEP: 6815/6985 -- GLOBAL_STEP: 83650[0m
| > loss_text_ce: 0.04987405613064766 (0.049846364339637385)
| > loss_mel_ce: 2.937105178833008 (2.9995268228381113)
| > loss: 0.7467448115348816 (0.7623432970799151)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2412 (0.24900442212273421)
| > loader_time: 0.0089 (0.009101756250517182)
[1m --> TIME: 2025-02-23 17:50:52 -- STEP: 6865/6985 -- GLOBAL_STEP: 83700[0m
| > loss_text_ce: 0.046864867210388184 (0.0498452185727087)
| > loss_mel_ce: 2.936969041824341 (2.999588324532224)
| > loss: 0.7459584474563599 (0.7623583860668219)
| > current_lr: 5e-06
| > step_time: 0.2358 (0.24900474475407722)
| > loader_time: 0.0096 (0.009103357644299884)
[1m --> TIME: 2025-02-23 17:51:10 -- STEP: 6915/6985 -- GLOBAL_STEP: 83750[0m
| > loss_text_ce: 0.04799784719944 (0.04984623853356969)
| > loss_mel_ce: 3.209360361099243 (2.9993023445532065)
| > loss: 0.8143395781517029 (0.7622871460642221)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.303 (0.24904629292905286)
| > loader_time: 0.0097 (0.009105406752205007)
[1m --> TIME: 2025-02-23 17:51:28 -- STEP: 6965/6985 -- GLOBAL_STEP: 83800[0m
| > loss_text_ce: 0.05394584685564041 (0.049845645528043415)
| > loss_mel_ce: 2.78055739402771 (2.999210351264824)
| > loss: 0.7086257934570312 (0.7622639994782152)
| > current_lr: 5e-06
| > step_time: 0.1912 (0.2489899744853987)
| > loader_time: 0.0088 (0.009106342277335122)
[1m > EVALUATION [0m
[1m--> EVAL PERFORMANCE[0m
| > avg_loader_time:[91m 0.46629096168318607 [0m(+0.0028371810913085938)
| > avg_loss_text_ce:[92m 0.04864990382510074 [0m(-0.0002976470912983212)
| > avg_loss_mel_ce:[92m 2.977577930961559 [0m(-0.010099778767504564)
| > avg_loss:[92m 3.0262278279447865 [0m(-0.010397432676328755)
> BEST MODEL : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/best_model_83820.pth
[4m[1m > EPOCH: 12/30[0m
--> checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3
[1m > TRAINING (2025-02-23 17:54:04) [0m
[1m --> TIME: 2025-02-23 17:54:16 -- STEP: 30/6985 -- GLOBAL_STEP: 83850[0m
| > loss_text_ce: 0.04721328616142273 (0.04929664010802905)
| > loss_mel_ce: 3.116105318069458 (3.031073482831319)
| > loss: 0.7908296585083008 (0.7700925310452779)
| > current_lr: 5e-06
| > step_time: 0.2565 (0.24802335103352866)
| > loader_time: 0.0093 (0.010008454322814943)
[1m --> TIME: 2025-02-23 17:54:33 -- STEP: 80/6985 -- GLOBAL_STEP: 83900[0m
| > loss_text_ce: 0.05326448753476143 (0.0497785821557045)
| > loss_mel_ce: 2.5950818061828613 (3.0143604516983027)
| > loss: 0.662086546421051 (0.766034759581089)
| > current_lr: 5e-06
| > step_time: 0.1825 (0.24294548630714416)
| > loader_time: 0.0103 (0.00982991456985474)
[1m --> TIME: 2025-02-23 17:54:52 -- STEP: 130/6985 -- GLOBAL_STEP: 83950[0m
| > loss_text_ce: 0.052269987761974335 (0.04978948011994362)
| > loss_mel_ce: 2.5766923427581787 (2.9878277393487775)
| > loss: 0.6572405695915222 (0.7594043066868416)
| > current_lr: 5e-06
| > step_time: 0.2232 (0.24544701759631818)
| > loader_time: 0.0102 (0.009766894120436452)
[1m --> TIME: 2025-02-23 17:55:10 -- STEP: 180/6985 -- GLOBAL_STEP: 84000[0m
| > loss_text_ce: 0.05167729780077934 (0.049750321979324025)
| > loss_mel_ce: 2.6569039821624756 (2.984198153018951)
| > loss: 0.6771453022956848 (0.7584871196084554)
| > current_lr: 5e-06
| > step_time: 0.2218 (0.24689510928259956)
| > loader_time: 0.0092 (0.009703873263465036)
> CHECKPOINT : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/checkpoint_84000.pth
[1m --> TIME: 2025-02-23 17:55:49 -- STEP: 230/6985 -- GLOBAL_STEP: 84050[0m
| > loss_text_ce: 0.046079639345407486 (0.04978679297086985)
| > loss_mel_ce: 3.001236915588379 (2.996572830366051)
| > loss: 0.761829137802124 (0.7615899067857992)
| > current_lr: 5e-06
| > step_time: 0.2468 (0.24867580247961957)
| > loader_time: 0.0096 (0.00967146728349769)
[1m --> TIME: 2025-02-23 17:56:07 -- STEP: 280/6985 -- GLOBAL_STEP: 84100[0m
| > loss_text_ce: 0.050946976989507675 (0.04976567017978856)
| > loss_mel_ce: 2.862445831298828 (3.000486455644879)
| > loss: 0.7283481955528259 (0.7625630321247238)
| > current_lr: 5e-06
| > step_time: 0.2535 (0.2472557476588658)
| > loader_time: 0.0114 (0.009633437224796843)
[1m --> TIME: 2025-02-23 17:56:25 -- STEP: 330/6985 -- GLOBAL_STEP: 84150[0m
| > loss_text_ce: 0.04865577071905136 (0.04981468438424849)
| > loss_mel_ce: 3.3426108360290527 (2.9921881213332653)
| > loss: 0.8478166460990906 (0.7605007012685144)
| > current_lr: 5e-06
| > step_time: 0.2867 (0.24739402785445705)
| > loader_time: 0.0108 (0.00960926142605869)
[1m --> TIME: 2025-02-23 17:56:43 -- STEP: 380/6985 -- GLOBAL_STEP: 84200[0m
| > loss_text_ce: 0.046502817422151566 (0.04981886471964813)
| > loss_mel_ce: 3.08280348777771 (2.986776441021968)
| > loss: 0.7823265790939331 (0.7591488262540421)
| > current_lr: 5e-06
| > step_time: 0.2472 (0.24659096818221243)
| > loader_time: 0.0093 (0.009570338224109855)
[1m --> TIME: 2025-02-23 17:57:01 -- STEP: 430/6985 -- GLOBAL_STEP: 84250[0m
| > loss_text_ce: 0.04746207222342491 (0.049835776728253046)
| > loss_mel_ce: 3.1100358963012695 (2.980648545331732)
| > loss: 0.7893744707107544 (0.7576210802377662)
| > current_lr: 5e-06
| > step_time: 0.2221 (0.2470859311347784)
| > loader_time: 0.0091 (0.009555006581683496)
[1m --> TIME: 2025-02-23 17:57:20 -- STEP: 480/6985 -- GLOBAL_STEP: 84300[0m
| > loss_text_ce: 0.05172128230333328 (0.04979717601090671)
| > loss_mel_ce: 2.620678186416626 (2.978781651953855)
| > loss: 0.6680998802185059 (0.7571447068204488)
| > current_lr: 5e-06
| > step_time: 0.2521 (0.24752406229575474)
| > loader_time: 0.0111 (0.00953616599241893)
[1m --> TIME: 2025-02-23 17:57:38 -- STEP: 530/6985 -- GLOBAL_STEP: 84350[0m
| > loss_text_ce: 0.048752691596746445 (0.04977281014171413)
| > loss_mel_ce: 3.2222914695739746 (2.9824439219708703)
| > loss: 0.8177610635757446 (0.7580541825519422)
| > current_lr: 5e-06
| > step_time: 0.2742 (0.24721136453016748)
| > loader_time: 0.0094 (0.00950999979702932)
[1m --> TIME: 2025-02-23 17:57:56 -- STEP: 580/6985 -- GLOBAL_STEP: 84400[0m
| > loss_text_ce: 0.05130331963300705 (0.04976186639918337)
| > loss_mel_ce: 3.004997968673706 (2.982848065063871)
| > loss: 0.7640753388404846 (0.7581524826329337)
| > current_lr: 5e-06
| > step_time: 0.2498 (0.24691128114174152)
| > loader_time: 0.0096 (0.009484511819379088)
[1m --> TIME: 2025-02-23 17:58:13 -- STEP: 630/6985 -- GLOBAL_STEP: 84450[0m
| > loss_text_ce: 0.05076253414154053 (0.04976528452502356)
| > loss_mel_ce: 2.9746828079223633 (2.979207977416022)
| > loss: 0.7563613653182983 (0.7572433152842151)
| > current_lr: 5e-06
| > step_time: 0.2518 (0.24617433207375664)
| > loader_time: 0.009 (0.009460334172324532)
[1m --> TIME: 2025-02-23 17:58:31 -- STEP: 680/6985 -- GLOBAL_STEP: 84500[0m
| > loss_text_ce: 0.04924532771110535 (0.04977277825203011)
| > loss_mel_ce: 3.3173365592956543 (2.97675862137009)
| > loss: 0.8416454792022705 (0.7566328497493975)
| > current_lr: 5e-06
| > step_time: 0.2208 (0.24616007138701046)
| > loader_time: 0.0105 (0.00944894972969504)
[1m --> TIME: 2025-02-23 17:58:49 -- STEP: 730/6985 -- GLOBAL_STEP: 84550[0m
| > loss_text_ce: 0.05113755911588669 (0.04976728632025522)
| > loss_mel_ce: 2.726454019546509 (2.9747048299606518)
| > loss: 0.6943978667259216 (0.7561180288661022)
| > current_lr: 5e-06
| > step_time: 0.2089 (0.2463735681690582)
| > loader_time: 0.0089 (0.009436648512539798)
[1m --> TIME: 2025-02-23 17:59:08 -- STEP: 780/6985 -- GLOBAL_STEP: 84600[0m
| > loss_text_ce: 0.0481775738298893 (0.04975894093513488)
| > loss_mel_ce: 3.3256893157958984 (2.9760419237308002)
| > loss: 0.8434666991233826 (0.7564502158226117)
| > current_lr: 5e-06
| > step_time: 0.2522 (0.24705811738967895)
| > loader_time: 0.0096 (0.009430474807054567)
[1m --> TIME: 2025-02-23 17:59:26 -- STEP: 830/6985 -- GLOBAL_STEP: 84650[0m
| > loss_text_ce: 0.050106387585401535 (0.04975227263857082)
| > loss_mel_ce: 3.1985857486724854 (2.9799810452633584)
| > loss: 0.8121730089187622 (0.7574333291455929)
| > current_lr: 5e-06
| > step_time: 0.265 (0.2471230863088585)
| > loader_time: 0.0088 (0.00943147504186055)
[1m --> TIME: 2025-02-23 17:59:45 -- STEP: 880/6985 -- GLOBAL_STEP: 84700[0m
| > loss_text_ce: 0.049357518553733826 (0.04974073175002227)
| > loss_mel_ce: 3.0614285469055176 (2.98229590600187)
| > loss: 0.7776964902877808 (0.7580091590908445)
| > current_lr: 5e-06
| > step_time: 0.2674 (0.24769418700174853)
| > loader_time: 0.0112 (0.009418900446458288)
[1m --> TIME: 2025-02-23 18:00:03 -- STEP: 930/6985 -- GLOBAL_STEP: 84750[0m
| > loss_text_ce: 0.04948987439274788 (0.04973656367710841)
| > loss_mel_ce: 3.206378698348999 (2.9824030896668785)
| > loss: 0.8139671683311462 (0.7580349131297045)
| > current_lr: 5e-06
| > step_time: 0.2877 (0.247697405404942)
| > loader_time: 0.0094 (0.009403233630682824)
[1m --> TIME: 2025-02-23 18:00:22 -- STEP: 980/6985 -- GLOBAL_STEP: 84800[0m
| > loss_text_ce: 0.05036652460694313 (0.049730452868555264)
| > loss_mel_ce: 3.2297897338867188 (2.9837536429872307)
| > loss: 0.8200390934944153 (0.7583710239858048)
| > current_lr: 5e-06
| > step_time: 0.2544 (0.24796954028460444)
| > loader_time: 0.01 (0.009395758229859014)
[1m --> TIME: 2025-02-23 18:00:40 -- STEP: 1030/6985 -- GLOBAL_STEP: 84850[0m
| > loss_text_ce: 0.04906219244003296 (0.04973078351648687)
| > loss_mel_ce: 3.0893161296844482 (2.9829511436443874)
| > loss: 0.7845945954322815 (0.758170481908669)
| > current_lr: 5e-06
| > step_time: 0.2789 (0.2478608434640088)
| > loader_time: 0.0093 (0.009381406747021714)
[1m --> TIME: 2025-02-23 18:00:58 -- STEP: 1080/6985 -- GLOBAL_STEP: 84900[0m
| > loss_text_ce: 0.050969310104846954 (0.049741516472702765)
| > loss_mel_ce: 2.9094061851501465 (2.9821705939593133)
| > loss: 0.7400938868522644 (0.7579780276726794)
| > current_lr: 5e-06
| > step_time: 0.2397 (0.2478787338292157)
| > loader_time: 0.0105 (0.009376334040253245)
[1m --> TIME: 2025-02-23 18:01:16 -- STEP: 1130/6985 -- GLOBAL_STEP: 84950[0m
| > loss_text_ce: 0.048270393162965775 (0.04972177840505552)
| > loss_mel_ce: 3.006094455718994 (2.985098635200906)
| > loss: 0.7635912299156189 (0.7587051034501169)
| > current_lr: 5e-06
| > step_time: 0.2494 (0.24800121256735472)
| > loader_time: 0.0089 (0.009372821951334449)
[1m --> TIME: 2025-02-23 18:01:34 -- STEP: 1180/6985 -- GLOBAL_STEP: 85000[0m
| > loss_text_ce: 0.05318950116634369 (0.049714736741478166)
| > loss_mel_ce: 2.6586294174194336 (2.987467346959194)
| > loss: 0.6779547333717346 (0.7592955208430854)
| > current_lr: 5e-06
| > step_time: 0.2504 (0.24789589461633715)
| > loader_time: 0.0095 (0.009373508469533106)
> CHECKPOINT : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/checkpoint_85000.pth
[1m --> TIME: 2025-02-23 18:02:12 -- STEP: 1230/6985 -- GLOBAL_STEP: 85050[0m
| > loss_text_ce: 0.047550447285175323 (0.04970807630599029)
| > loss_mel_ce: 2.9709739685058594 (2.9858848383756182)
| > loss: 0.7546311020851135 (0.7588982285522828)
| > current_lr: 5e-06
| > step_time: 0.2383 (0.2476836336337454)
| > loader_time: 0.009 (0.009368801892288328)
[1m --> TIME: 2025-02-23 18:02:30 -- STEP: 1280/6985 -- GLOBAL_STEP: 85100[0m
| > loss_text_ce: 0.04839029535651207 (0.049700116718304335)
| > loss_mel_ce: 3.0034689903259277 (2.985446162335575)
| > loss: 0.7629648447036743 (0.7587865698616948)
| > current_lr: 5e-06
| > step_time: 0.2259 (0.24753105081617832)
| > loader_time: 0.0103 (0.009360957890748972)
[1m --> TIME: 2025-02-23 18:02:49 -- STEP: 1330/6985 -- GLOBAL_STEP: 85150[0m
| > loss_text_ce: 0.04859001189470291 (0.04971146831442987)
| > loss_mel_ce: 2.909907579421997 (2.9839671393086147)
| > loss: 0.7396243810653687 (0.7584196520479103)
| > current_lr: 5e-06
| > step_time: 0.2908 (0.24766729326176465)
| > loader_time: 0.0096 (0.0093644979304837)
[1m --> TIME: 2025-02-23 18:03:07 -- STEP: 1380/6985 -- GLOBAL_STEP: 85200[0m
| > loss_text_ce: 0.051121413707733154 (0.049706536526049394)
| > loss_mel_ce: 2.9545507431030273 (2.9845225652058933)
| > loss: 0.7514180541038513 (0.7585572754127395)
| > current_lr: 5e-06
| > step_time: 0.2703 (0.2476920786111251)
| > loader_time: 0.0094 (0.00935954356539075)
[1m --> TIME: 2025-02-23 18:03:25 -- STEP: 1430/6985 -- GLOBAL_STEP: 85250[0m
| > loss_text_ce: 0.05008041858673096 (0.049706837019095056)
| > loss_mel_ce: 3.0368247032165527 (2.9861721905795022)
| > loss: 0.7717262506484985 (0.75896975698171)
| > current_lr: 5e-06
| > step_time: 0.2162 (0.24797554216184817)
| > loader_time: 0.0086 (0.009356493716473326)
[1m --> TIME: 2025-02-23 18:03:43 -- STEP: 1480/6985 -- GLOBAL_STEP: 85300[0m
| > loss_text_ce: 0.050241000950336456 (0.04970973672949382)
| > loss_mel_ce: 2.8896708488464355 (2.9859390329670275)
| > loss: 0.7349779605865479 (0.7589121925669751)
| > current_lr: 5e-06
| > step_time: 0.2384 (0.24778258075585236)
| > loader_time: 0.0105 (0.009345830453408706)
[1m --> TIME: 2025-02-23 18:04:01 -- STEP: 1530/6985 -- GLOBAL_STEP: 85350[0m
| > loss_text_ce: 0.05106697976589203 (0.04970340948381455)
| > loss_mel_ce: 3.020059585571289 (2.984632842057672)
| > loss: 0.7677816152572632 (0.7585840629206766)
| > current_lr: 5e-06
| > step_time: 0.2887 (0.24782201807483348)
| > loader_time: 0.0093 (0.00934052638758239)
[1m --> TIME: 2025-02-23 18:04:20 -- STEP: 1580/6985 -- GLOBAL_STEP: 85400[0m
| > loss_text_ce: 0.05038946494460106 (0.04971312693544204)
| > loss_mel_ce: 2.8621625900268555 (2.9832162976264964)
| > loss: 0.7281380295753479 (0.7582323563249809)
| > current_lr: 5e-06
| > step_time: 0.2033 (0.24778472698187526)
| > loader_time: 0.0089 (0.009334536292884898)
[1m --> TIME: 2025-02-23 18:04:38 -- STEP: 1630/6985 -- GLOBAL_STEP: 85450[0m
| > loss_text_ce: 0.04932250455021858 (0.04970732713860968)
| > loss_mel_ce: 3.123382806777954 (2.982559400467786)
| > loss: 0.7931763529777527 (0.7580666821427143)
| > current_lr: 5e-06
| > step_time: 0.2299 (0.2478935895521948)
| > loader_time: 0.0088 (0.009328700574629117)
[1m --> TIME: 2025-02-23 18:04:56 -- STEP: 1680/6985 -- GLOBAL_STEP: 85500[0m
| > loss_text_ce: 0.053308386355638504 (0.049715846972096536)
| > loss_mel_ce: 2.80769944190979 (2.9812820736141443)
| > loss: 0.7152519822120667 (0.7577494804348267)
| > current_lr: 5e-06
| > step_time: 0.2546 (0.24792374471823375)
| > loader_time: 0.0111 (0.009323052707172546)
[1m --> TIME: 2025-02-23 18:05:14 -- STEP: 1730/6985 -- GLOBAL_STEP: 85550[0m
| > loss_text_ce: 0.04776164889335632 (0.04971164082516136)
| > loss_mel_ce: 2.8382654190063477 (2.981581713767411)
| > loss: 0.7215067744255066 (0.7578233389496117)
| > current_lr: 5e-06
| > step_time: 0.2813 (0.24786881297999036)
| > loader_time: 0.0094 (0.009316395059486317)
[1m --> TIME: 2025-02-23 18:05:32 -- STEP: 1780/6985 -- GLOBAL_STEP: 85600[0m
| > loss_text_ce: 0.04878799244761467 (0.04971886521435521)
| > loss_mel_ce: 2.727691650390625 (2.9789607662163435)
| > loss: 0.694119930267334 (0.7571699081511982)
| > current_lr: 5e-06
| > step_time: 0.2014 (0.2476632644621174)
| > loader_time: 0.0091 (0.009310637431198263)
[1m --> TIME: 2025-02-23 18:05:50 -- STEP: 1830/6985 -- GLOBAL_STEP: 85650[0m
| > loss_text_ce: 0.04861964285373688 (0.04971937429302377)
| > loss_mel_ce: 3.199660301208496 (2.9794527632942627)
| > loss: 0.8120700120925903 (0.7572930347398333)
| > current_lr: 5e-06
| > step_time: 0.2789 (0.24775396109930153)
| > loader_time: 0.0093 (0.009304751203359775)
[1m --> TIME: 2025-02-23 18:06:08 -- STEP: 1880/6985 -- GLOBAL_STEP: 85700[0m
| > loss_text_ce: 0.04877651110291481 (0.04970372169615423)
| > loss_mel_ce: 3.1966540813446045 (2.978969684243203)
| > loss: 0.8113576769828796 (0.7571683517795931)
| > current_lr: 5e-06
| > step_time: 0.2511 (0.2476906157554464)
| > loader_time: 0.0107 (0.00930355825322737)
[1m --> TIME: 2025-02-23 18:06:27 -- STEP: 1930/6985 -- GLOBAL_STEP: 85750[0m
| > loss_text_ce: 0.049426835030317307 (0.049697117852963935)
| > loss_mel_ce: 2.9030401706695557 (2.979216278834665)
| > loss: 0.7381167411804199 (0.757228349527547)
| > current_lr: 5e-06
| > step_time: 0.256 (0.24777856589598976)
| > loader_time: 0.0092 (0.009303281097214431)
[1m --> TIME: 2025-02-23 18:06:45 -- STEP: 1980/6985 -- GLOBAL_STEP: 85800[0m
| > loss_text_ce: 0.04938560724258423 (0.04970205205332751)
| > loss_mel_ce: 2.7634429931640625 (2.980404827871709)
| > loss: 0.7032071352005005 (0.7575267202926407)
| > current_lr: 5e-06
| > step_time: 0.19 (0.2479337003495958)
| > loader_time: 0.0084 (0.00929967237241338)
[1m --> TIME: 2025-02-23 18:07:04 -- STEP: 2030/6985 -- GLOBAL_STEP: 85850[0m
| > loss_text_ce: 0.047438133507966995 (0.049705921634664675)
| > loss_mel_ce: 3.285618543624878 (2.981159993756582)
| > loss: 0.833264172077179 (0.7577164792368567)
| > current_lr: 5e-06
| > step_time: 0.3346 (0.24801307029912037)
| > loader_time: 0.0091 (0.009294630976146053)
[1m --> TIME: 2025-02-23 18:07:22 -- STEP: 2080/6985 -- GLOBAL_STEP: 85900[0m
| > loss_text_ce: 0.05065080523490906 (0.049708063776891395)
| > loss_mel_ce: 3.1536364555358887 (2.981278587820439)
| > loss: 0.80107182264328 (0.7577466631738041)
| > current_lr: 5e-06
| > step_time: 0.1708 (0.24795172936641252)
| > loader_time: 0.0095 (0.009288447751448681)
[1m --> TIME: 2025-02-23 18:07:40 -- STEP: 2130/6985 -- GLOBAL_STEP: 85950[0m
| > loss_text_ce: 0.05311189219355583 (0.04970808960672275)
| > loss_mel_ce: 2.783090829849243 (2.9813931377281055)
| > loss: 0.7090506553649902 (0.757775307093428)
| > current_lr: 5e-06
| > step_time: 0.2366 (0.24812405053438716)
| > loader_time: 0.0092 (0.009284195094041402)
[1m --> TIME: 2025-02-23 18:07:58 -- STEP: 2180/6985 -- GLOBAL_STEP: 86000[0m
| > loss_text_ce: 0.04911753907799721 (0.04971746058639037)
| > loss_mel_ce: 2.838285446166992 (2.9810356044441204)
| > loss: 0.7218507528305054 (0.7576882665310433)
| > current_lr: 5e-06
| > step_time: 0.2316 (0.24802185231392537)
| > loader_time: 0.0089 (0.00928467074665453)
> CHECKPOINT : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/checkpoint_86000.pth
[1m --> TIME: 2025-02-23 18:08:38 -- STEP: 2230/6985 -- GLOBAL_STEP: 86050[0m
| > loss_text_ce: 0.0494716577231884 (0.04972298611540163)
| > loss_mel_ce: 2.9109041690826416 (2.980183927627958)
| > loss: 0.7400939464569092 (0.7574767287269304)
| > current_lr: 5e-06
| > step_time: 0.271 (0.2480497174198852)
| > loader_time: 0.009 (0.00927871128903374)
[1m --> TIME: 2025-02-23 18:08:57 -- STEP: 2280/6985 -- GLOBAL_STEP: 86100[0m
| > loss_text_ce: 0.047757837921381 (0.049713489589722534)
| > loss_mel_ce: 2.903050422668457 (2.981157278857733)
| > loss: 0.7377020716667175 (0.7577176924076001)
| > current_lr: 5e-06
| > step_time: 0.2546 (0.24815212184922736)
| > loader_time: 0.0094 (0.009273043745442423)
[1m --> TIME: 2025-02-23 18:09:15 -- STEP: 2330/6985 -- GLOBAL_STEP: 86150[0m
| > loss_text_ce: 0.047125764191150665 (0.04970972047311295)
| > loss_mel_ce: 3.4031167030334473 (2.9809087184877345)
| > loss: 0.8625606298446655 (0.7576546100331996)
| > current_lr: 5e-06
| > step_time: 0.1973 (0.24805560224557638)
| > loader_time: 0.0092 (0.009270625769324553)
[1m --> TIME: 2025-02-23 18:09:33 -- STEP: 2380/6985 -- GLOBAL_STEP: 86200[0m
| > loss_text_ce: 0.05276661738753319 (0.04971452508779133)
| > loss_mel_ce: 2.837275981903076 (2.9797135753290993)
| > loss: 0.7225106358528137 (0.7573570252717052)
| > current_lr: 5e-06
| > step_time: 0.1716 (0.24812819166343753)
| > loader_time: 0.0087 (0.009273571226777131)
[1m --> TIME: 2025-02-23 18:09:51 -- STEP: 2430/6985 -- GLOBAL_STEP: 86250[0m
| > loss_text_ce: 0.04839940369129181 (0.04970932500475225)
| > loss_mel_ce: 2.8613691329956055 (2.978927836840043)
| > loss: 0.7274421453475952 (0.757159290514857)
| > current_lr: 5e-06
| > step_time: 0.1945 (0.24802392500418205)
| > loader_time: 0.0091 (0.009275665891513888)
[1m --> TIME: 2025-02-23 18:10:09 -- STEP: 2480/6985 -- GLOBAL_STEP: 86300[0m
| > loss_text_ce: 0.04822839796543121 (0.04970342174562955)
| > loss_mel_ce: 3.340709924697876 (2.9796050826868683)
| > loss: 0.8472346067428589 (0.757327126158823)
| > current_lr: 5e-06
| > step_time: 0.2474 (0.2479608526152949)
| > loader_time: 0.0097 (0.009272686608376025)
[1m --> TIME: 2025-02-23 18:10:27 -- STEP: 2530/6985 -- GLOBAL_STEP: 86350[0m
| > loss_text_ce: 0.05262335017323494 (0.04969994249227253)
| > loss_mel_ce: 2.663233518600464 (2.979401336309937)
| > loss: 0.6789641976356506 (0.757275319711965)
| > current_lr: 5e-06
| > step_time: 0.2732 (0.24799012506432214)
| > loader_time: 0.0089 (0.009268472034469405)
[1m --> TIME: 2025-02-23 18:10:45 -- STEP: 2580/6985 -- GLOBAL_STEP: 86400[0m
| > loss_text_ce: 0.048693813383579254 (0.0496968962512044)
| > loss_mel_ce: 2.94683575630188 (2.979931897387023)
| > loss: 0.7488824129104614 (0.7574071984882513)
| > current_lr: 5e-06
| > step_time: 0.1528 (0.24794315284536791)
| > loader_time: 0.0081 (0.009263364473978667)
[1m --> TIME: 2025-02-23 18:11:03 -- STEP: 2630/6985 -- GLOBAL_STEP: 86450[0m
| > loss_text_ce: 0.05033886432647705 (0.049693768198102596)
| > loss_mel_ce: 2.9236366748809814 (2.9798159325984033)
| > loss: 0.743493914604187 (0.7573774253007588)
| > current_lr: 5e-06
| > step_time: 0.2901 (0.247881810202798)
| > loader_time: 0.0095 (0.00926156796429999)
[1m --> TIME: 2025-02-23 18:11:22 -- STEP: 2680/6985 -- GLOBAL_STEP: 86500[0m
| > loss_text_ce: 0.05202227085828781 (0.04969136684215558)
| > loss_mel_ce: 2.758850574493408 (2.9803660460817265)
| > loss: 0.702718198299408 (0.757514353296651)
| > current_lr: 5e-06
| > step_time: 0.243 (0.2480234087403141)
| > loader_time: 0.0089 (0.00925793665558543)
[1m --> TIME: 2025-02-23 18:11:40 -- STEP: 2730/6985 -- GLOBAL_STEP: 86550[0m
| > loss_text_ce: 0.04910729452967644 (0.04968980652426844)
| > loss_mel_ce: 2.946971893310547 (2.9798039676068897)
| > loss: 0.7490198016166687 (0.7573734436498033)
| > current_lr: 5e-06
| > step_time: 0.2791 (0.24813706979646788)
| > loader_time: 0.0089 (0.009253077541952159)
[1m --> TIME: 2025-02-23 18:11:58 -- STEP: 2780/6985 -- GLOBAL_STEP: 86600[0m
| > loss_text_ce: 0.05180266872048378 (0.04969074756255467)
| > loss_mel_ce: 2.786052703857422 (2.978912633228643)
| > loss: 0.7094638347625732 (0.7571508453475498)
| > current_lr: 5e-06
| > step_time: 0.1669 (0.2479350193798971)
| > loader_time: 0.0088 (0.009247047009227929)
[1m --> TIME: 2025-02-23 18:12:16 -- STEP: 2830/6985 -- GLOBAL_STEP: 86650[0m
| > loss_text_ce: 0.04995017126202583 (0.049688019714064814)
| > loss_mel_ce: 3.2163045406341553 (2.9790434072801144)
| > loss: 0.8165636658668518 (0.7571828568992695)
| > current_lr: 5e-06
| > step_time: 0.2809 (0.2480177742853603)
| > loader_time: 0.0094 (0.009251707686973526)
[1m --> TIME: 2025-02-23 18:12:34 -- STEP: 2880/6985 -- GLOBAL_STEP: 86700[0m
| > loss_text_ce: 0.04857640713453293 (0.049682657102433345)
| > loss_mel_ce: 2.7797956466674805 (2.979554195660682)
| > loss: 0.7070930004119873 (0.7573092133427672)
| > current_lr: 5e-06
| > step_time: 0.2397 (0.24795247498485778)
| > loader_time: 0.0091 (0.009252467006444914)
[1m --> TIME: 2025-02-23 18:12:52 -- STEP: 2930/6985 -- GLOBAL_STEP: 86750[0m
| > loss_text_ce: 0.0464102178812027 (0.04968362169359324)
| > loss_mel_ce: 2.9629201889038086 (2.979402519452285)
| > loss: 0.7523326277732849 (0.7572715355267716)
| > current_lr: 5e-06
| > step_time: 0.194 (0.24792636563753512)
| > loader_time: 0.0089 (0.00925494281912011)
[1m --> TIME: 2025-02-23 18:13:10 -- STEP: 2980/6985 -- GLOBAL_STEP: 86800[0m
| > loss_text_ce: 0.049168944358825684 (0.04968982770939001)
| > loss_mel_ce: 2.8359150886535645 (2.9793024960380254)
| > loss: 0.7212710380554199 (0.7572480811768743)
| > current_lr: 5e-06
| > step_time: 0.1805 (0.24784221377148724)
| > loader_time: 0.0086 (0.009253574457744607)
[1m --> TIME: 2025-02-23 18:13:29 -- STEP: 3030/6985 -- GLOBAL_STEP: 86850[0m
| > loss_text_ce: 0.05106918513774872 (0.04968341732330055)
| > loss_mel_ce: 2.6108927726745605 (2.9792939886008143)
| > loss: 0.6654905080795288 (0.7572443517717997)
| > current_lr: 5e-06
| > step_time: 0.2633 (0.24801387778996634)
| > loader_time: 0.009 (0.009254462569460206)
[1m --> TIME: 2025-02-23 18:13:47 -- STEP: 3080/6985 -- GLOBAL_STEP: 86900[0m
| > loss_text_ce: 0.04993467405438423 (0.04968350053123839)
| > loss_mel_ce: 2.39571213722229 (2.978465290541771)
| > loss: 0.6114116907119751 (0.7570371980597458)
| > current_lr: 5e-06
| > step_time: 0.1015 (0.24803168789132848)
| > loader_time: 0.0079 (0.009254867767358734)
[1m --> TIME: 2025-02-23 18:14:06 -- STEP: 3130/6985 -- GLOBAL_STEP: 86950[0m
| > loss_text_ce: 0.04805239662528038 (0.049683773433105254)
| > loss_mel_ce: 3.0933420658111572 (2.977889868055287)
| > loss: 0.7853485941886902 (0.7568934107359998)
| > current_lr: 5e-06
| > step_time: 0.2701 (0.2481278099571935)
| > loader_time: 0.0095 (0.009256311955924204)
[1m --> TIME: 2025-02-23 18:14:25 -- STEP: 3180/6985 -- GLOBAL_STEP: 87000[0m
| > loss_text_ce: 0.048841435462236404 (0.04968657409362261)
| > loss_mel_ce: 3.12751841545105 (2.978775962906062)
| > loss: 0.7940899729728699 (0.7571156346198159)
| > current_lr: 5e-06
| > step_time: 0.241 (0.2482807084449432)
| > loader_time: 0.0094 (0.00925713972475541)
> CHECKPOINT : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/checkpoint_87000.pth
[1m --> TIME: 2025-02-23 18:15:03 -- STEP: 3230/6985 -- GLOBAL_STEP: 87050[0m
| > loss_text_ce: 0.04834950342774391 (0.049679888938279716)
| > loss_mel_ce: 3.1852729320526123 (2.9785662398987864)
| > loss: 0.8084056377410889 (0.7570615326103423)
| > current_lr: 5e-06
| > step_time: 0.2888 (0.24824845598947154)
| > loader_time: 0.0096 (0.009258301413096118)
[1m --> TIME: 2025-02-23 18:15:22 -- STEP: 3280/6985 -- GLOBAL_STEP: 87100[0m
| > loss_text_ce: 0.050816673785448074 (0.04967512667587981)
| > loss_mel_ce: 2.657489061355591 (2.979331840865494)
| > loss: 0.6770764589309692 (0.7572517422822929)
| > current_lr: 5e-06
| > step_time: 0.2247 (0.24828947150125735)
| > loader_time: 0.0099 (0.009259192100385321)
[1m --> TIME: 2025-02-23 18:15:40 -- STEP: 3330/6985 -- GLOBAL_STEP: 87150[0m
| > loss_text_ce: 0.04749058559536934 (0.04967459284059994)
| > loss_mel_ce: 2.87811017036438 (2.9787633092195764)
| > loss: 0.731400191783905 (0.7571094758338768)
| > current_lr: 5e-06
| > step_time: 0.2594 (0.24823135026582369)
| > loader_time: 0.0091 (0.009258765214914305)
[1m --> TIME: 2025-02-23 18:15:58 -- STEP: 3380/6985 -- GLOBAL_STEP: 87200[0m
| > loss_text_ce: 0.04958811774849892 (0.0496730231244624)
| > loss_mel_ce: 2.9322071075439453 (2.9782000593532456)
| > loss: 0.7454488277435303 (0.7569682709387784)
| > current_lr: 5e-06
| > step_time: 0.2261 (0.24824542554877918)
| > loader_time: 0.0094 (0.00925811049500864)
[1m --> TIME: 2025-02-23 18:16:16 -- STEP: 3430/6985 -- GLOBAL_STEP: 87250[0m
| > loss_text_ce: 0.04684240370988846 (0.049674861843401766)
| > loss_mel_ce: 3.141888380050659 (2.978126431797404)
| > loss: 0.7971826791763306 (0.7569503237137652)
| > current_lr: 5e-06
| > step_time: 0.2144 (0.24815747710080605)
| > loader_time: 0.0089 (0.009259055237728355)
[1m --> TIME: 2025-02-23 18:16:34 -- STEP: 3480/6985 -- GLOBAL_STEP: 87300[0m
| > loss_text_ce: 0.04983868449926376 (0.049677310102544295)
| > loss_mel_ce: 2.6383838653564453 (2.9785250891556667)
| > loss: 0.6720556616783142 (0.7570506001340942)
| > current_lr: 5e-06
| > step_time: 0.2204 (0.24814756135830934)
| > loader_time: 0.0096 (0.009259812859283076)
[1m --> TIME: 2025-02-23 18:16:52 -- STEP: 3530/6985 -- GLOBAL_STEP: 87350[0m
| > loss_text_ce: 0.04760986194014549 (0.04967303563004344)
| > loss_mel_ce: 3.0816218852996826 (2.978849918612676)
| > loss: 0.7823079228401184 (0.7571307387973374)
| > current_lr: 5e-06
| > step_time: 0.2483 (0.24824833505214441)
| > loader_time: 0.0093 (0.009260700984987233)
[1m --> TIME: 2025-02-23 18:17:11 -- STEP: 3580/6985 -- GLOBAL_STEP: 87400[0m
| > loss_text_ce: 0.04932938143610954 (0.0496649001792656)
| > loss_mel_ce: 2.896308422088623 (2.9799605108173184)
| > loss: 0.7364094257354736 (0.7574063529681904)
| > current_lr: 5e-06
| > step_time: 0.1889 (0.2483339801180962)
| > loader_time: 0.0086 (0.009261441696955485)
[1m --> TIME: 2025-02-23 18:17:29 -- STEP: 3630/6985 -- GLOBAL_STEP: 87450[0m
| > loss_text_ce: 0.049834903329610825 (0.04966109286244579)
| > loss_mel_ce: 3.0813708305358887 (2.9793325548658016)
| > loss: 0.7828014492988586 (0.7572484121342345)
| > current_lr: 5e-06
| > step_time: 0.2819 (0.24839228263571242)
| > loader_time: 0.0093 (0.009261298179626445)
[1m --> TIME: 2025-02-23 18:17:48 -- STEP: 3680/6985 -- GLOBAL_STEP: 87500[0m
| > loss_text_ce: 0.051082462072372437 (0.049656888476127516)
| > loss_mel_ce: 3.3326854705810547 (2.9786708914391355)
| > loss: 0.845941960811615 (0.7570819451109233)
| > current_lr: 5e-06
| > step_time: 0.2488 (0.24841932343400042)
| > loader_time: 0.0092 (0.009261554609174294)
[1m --> TIME: 2025-02-23 18:18:06 -- STEP: 3730/6985 -- GLOBAL_STEP: 87550[0m
| > loss_text_ce: 0.04768317937850952 (0.0496604865981171)
| > loss_mel_ce: 3.3695268630981445 (2.977794137876729)
| > loss: 0.8543025255203247 (0.7568636562006094)
| > current_lr: 5e-06
| > step_time: 0.2308 (0.24836246270596501)
| > loader_time: 0.009 (0.00926048717294236)
[1m --> TIME: 2025-02-23 18:18:24 -- STEP: 3780/6985 -- GLOBAL_STEP: 87600[0m
| > loss_text_ce: 0.050149429589509964 (0.04966878247245279)
| > loss_mel_ce: 3.1504268646240234 (2.9773231380515615)
| > loss: 0.8001440763473511 (0.7567479802029483)
| > current_lr: 5e-06
| > step_time: 0.2439 (0.2483364188481891)
| > loader_time: 0.0092 (0.009259861486929416)
[1m --> TIME: 2025-02-23 18:18:43 -- STEP: 3830/6985 -- GLOBAL_STEP: 87650[0m
| > loss_text_ce: 0.04803921654820442 (0.04966397107853591)
| > loss_mel_ce: 3.16178035736084 (2.9775970641688936)
| > loss: 0.8024548888206482 (0.7568152588901579)
| > current_lr: 5e-06
| > step_time: 0.2664 (0.24843178231162127)
| > loader_time: 0.0092 (0.009260897848064513)
[1m --> TIME: 2025-02-23 18:19:01 -- STEP: 3880/6985 -- GLOBAL_STEP: 87700[0m
| > loss_text_ce: 0.046254172921180725 (0.04965819153339439)
| > loss_mel_ce: 2.980012893676758 (2.978054367973631)
| > loss: 0.7565667629241943 (0.756928139925004)
| > current_lr: 5e-06
| > step_time: 0.2411 (0.24853430906521906)
| > loader_time: 0.0102 (0.009262132951893738)
[1m --> TIME: 2025-02-23 18:19:20 -- STEP: 3930/6985 -- GLOBAL_STEP: 87750[0m
| > loss_text_ce: 0.0501202754676342 (0.04965521793139496)
| > loss_mel_ce: 2.7194666862487793 (2.9792136899994213)
| > loss: 0.6923967599868774 (0.7572172270324706)
| > current_lr: 5e-06
| > step_time: 0.2841 (0.24870031013440236)
| > loader_time: 0.0094 (0.009262757568262291)
[1m --> TIME: 2025-02-23 18:19:39 -- STEP: 3980/6985 -- GLOBAL_STEP: 87800[0m
| > loss_text_ce: 0.048038139939308167 (0.04964856799766796)
| > loss_mel_ce: 3.4314234256744385 (2.9802781383296337)
| > loss: 0.8698654174804688 (0.7574816766096728)
| > current_lr: 5e-06
| > step_time: 0.2281 (0.24885453812441036)
| > loader_time: 0.009 (0.009262157444977862)
[1m --> TIME: 2025-02-23 18:19:57 -- STEP: 4030/6985 -- GLOBAL_STEP: 87850[0m
| > loss_text_ce: 0.050544604659080505 (0.0496461912129934)
| > loss_mel_ce: 2.93205189704895 (2.9802808209329315)
| > loss: 0.7456490993499756 (0.7574817530866306)
| > current_lr: 5e-06
| > step_time: 0.1856 (0.24881305907559453)
| > loader_time: 0.0087 (0.009259903874645736)
[1m --> TIME: 2025-02-23 18:20:15 -- STEP: 4080/6985 -- GLOBAL_STEP: 87900[0m
| > loss_text_ce: 0.048795606940984726 (0.049644071586868344)
| > loss_mel_ce: 3.067911386489868 (2.9805053727007365)
| > loss: 0.7791767716407776 (0.7575373611467735)
| > current_lr: 5e-06
| > step_time: 0.1929 (0.24875850993044235)
| > loader_time: 0.0093 (0.009257431006899049)
[1m --> TIME: 2025-02-23 18:20:33 -- STEP: 4130/6985 -- GLOBAL_STEP: 87950[0m
| > loss_text_ce: 0.05109888315200806 (0.049642736370930085)
| > loss_mel_ce: 2.551032066345215 (2.9795425173445405)
| > loss: 0.6505327224731445 (0.7572963135438747)
| > current_lr: 5e-06
| > step_time: 0.238 (0.24870857730616092)
| > loader_time: 0.0092 (0.009255691763852452)
[1m --> TIME: 2025-02-23 18:20:52 -- STEP: 4180/6985 -- GLOBAL_STEP: 88000[0m
| > loss_text_ce: 0.05124640464782715 (0.04964194936526306)
| > loss_mel_ce: 2.414189100265503 (2.9800624945232155)
| > loss: 0.6163588762283325 (0.7574261111078087)
| > current_lr: 5e-06
| > step_time: 0.1841 (0.24880125066310024)
| > loader_time: 0.0091 (0.009254716172743056)
> CHECKPOINT : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/checkpoint_88000.pth
[1m --> TIME: 2025-02-23 18:21:33 -- STEP: 4230/6985 -- GLOBAL_STEP: 88050[0m
| > loss_text_ce: 0.047610778361558914 (0.04964034502211756)
| > loss_mel_ce: 2.651979446411133 (2.9795363635599736)
| > loss: 0.6748975515365601 (0.7572941773467599)
| > current_lr: 5e-06
| > step_time: 0.2291 (0.24881135228114207)
| > loader_time: 0.0089 (0.009254662703115027)
[1m --> TIME: 2025-02-23 18:21:51 -- STEP: 4280/6985 -- GLOBAL_STEP: 88100[0m
| > loss_text_ce: 0.05108992010354996 (0.04964023728846252)
| > loss_mel_ce: 2.74149227142334 (2.979339228584385)
| > loss: 0.6981455683708191 (0.7572448666825476)
| > current_lr: 5e-06
| > step_time: 0.1713 (0.24887055426000435)
| > loader_time: 0.0088 (0.009254763393758594)
[1m --> TIME: 2025-02-23 18:22:09 -- STEP: 4330/6985 -- GLOBAL_STEP: 88150[0m
| > loss_text_ce: 0.04750402644276619 (0.04963245080745251)
| > loss_mel_ce: 2.5693368911743164 (2.979509443526453)
| > loss: 0.6542102098464966 (0.7572854737761943)
| > current_lr: 5e-06
| > step_time: 0.2487 (0.24884219775299002)
| > loader_time: 0.0087 (0.009252896650283478)
[1m --> TIME: 2025-02-23 18:22:28 -- STEP: 4380/6985 -- GLOBAL_STEP: 88200[0m
| > loss_text_ce: 0.04778531566262245 (0.04962525309135792)
| > loss_mel_ce: 3.2707419395446777 (2.979667513909405)
| > loss: 0.8296318054199219 (0.757323191944323)
| > current_lr: 5e-06
| > step_time: 0.2358 (0.24891170579004507)
| > loader_time: 0.01 (0.009251445613495272)
[1m --> TIME: 2025-02-23 18:22:46 -- STEP: 4430/6985 -- GLOBAL_STEP: 88250[0m
| > loss_text_ce: 0.05050129443407059 (0.049619926946157834)
| > loss_mel_ce: 2.823091506958008 (2.979522727816689)
| > loss: 0.7183982133865356 (0.7572856638824429)
| > current_lr: 5e-06
| > step_time: 0.2147 (0.24889245291595805)
| > loader_time: 0.009 (0.00925171891937943)
[1m --> TIME: 2025-02-23 18:23:05 -- STEP: 4480/6985 -- GLOBAL_STEP: 88300[0m
| > loss_text_ce: 0.0456107072532177 (0.04961362618487331)
| > loss_mel_ce: 3.050992488861084 (2.9794274726882564)
| > loss: 0.7741507887840271 (0.7572602749136942)
| > current_lr: 5e-06
| > step_time: 0.1641 (0.24894908900771823)
| > loader_time: 0.0083 (0.009252767690590427)
[1m --> TIME: 2025-02-23 18:23:23 -- STEP: 4530/6985 -- GLOBAL_STEP: 88350[0m
| > loss_text_ce: 0.049192775040864944 (0.04961709468224589)
| > loss_mel_ce: 3.365525245666504 (2.9797875333042843)
| > loss: 0.8536794781684875 (0.7573511572205204)
| > current_lr: 5e-06
| > step_time: 0.2771 (0.24893654903302392)
| > loader_time: 0.0096 (0.009255663764397811)
[1m --> TIME: 2025-02-23 18:23:41 -- STEP: 4580/6985 -- GLOBAL_STEP: 88400[0m
| > loss_text_ce: 0.05026514455676079 (0.04961646041267566)
| > loss_mel_ce: 3.0059216022491455 (2.9802486249192817)
| > loss: 0.7640466690063477 (0.7574662715456898)
| > current_lr: 5e-06
| > step_time: 0.2519 (0.24896502000275658)
| > loader_time: 0.0092 (0.009256070253630375)
[1m --> TIME: 2025-02-23 18:24:00 -- STEP: 4630/6985 -- GLOBAL_STEP: 88450[0m
| > loss_text_ce: 0.04731964319944382 (0.0496148262993628)
| > loss_mel_ce: 2.6898670196533203 (2.980726481488146)
| > loss: 0.6842966675758362 (0.7575853271566771)
| > current_lr: 5e-06
| > step_time: 0.1916 (0.24903428482442902)
| > loader_time: 0.0083 (0.0092564740912188)
[1m --> TIME: 2025-02-23 18:24:19 -- STEP: 4680/6985 -- GLOBAL_STEP: 88500[0m
| > loss_text_ce: 0.04810430854558945 (0.04961509876048721)
| > loss_mel_ce: 3.610414981842041 (2.980324387983378)
| > loss: 0.9146298170089722 (0.7574848718877535)
| > current_lr: 5e-06
| > step_time: 0.2246 (0.24904899581884726)
| > loader_time: 0.0092 (0.009255869368202644)
[1m --> TIME: 2025-02-23 18:24:37 -- STEP: 4730/6985 -- GLOBAL_STEP: 88550[0m
| > loss_text_ce: 0.04866591840982437 (0.049614494414429104)
| > loss_mel_ce: 2.8954126834869385 (2.980384830062534)
| > loss: 0.7360196709632874 (0.757499831322636)
| > current_lr: 5e-06
| > step_time: 0.2717 (0.24906161980699534)
| > loader_time: 0.0091 (0.009254960630711214)
[1m --> TIME: 2025-02-23 18:24:55 -- STEP: 4780/6985 -- GLOBAL_STEP: 88600[0m
| > loss_text_ce: 0.0479927584528923 (0.04961040322688336)
| > loss_mel_ce: 3.049225330352783 (2.980531807349814)
| > loss: 0.7743045091629028 (0.7575355528164112)
| > current_lr: 5e-06
| > step_time: 0.1815 (0.24899357198172534)
| > loader_time: 0.0086 (0.009253673523539748)
[1m --> TIME: 2025-02-23 18:25:13 -- STEP: 4830/6985 -- GLOBAL_STEP: 88650[0m
| > loss_text_ce: 0.04868466779589653 (0.049611873016162454)
| > loss_mel_ce: 2.5333147048950195 (2.9804800681445895)
| > loss: 0.6454998254776001 (0.7575229854317191)
| > current_lr: 5e-06
| > step_time: 0.174 (0.24895369216768884)
| > loader_time: 0.0087 (0.009252879535682918)
[1m --> TIME: 2025-02-23 18:25:31 -- STEP: 4880/6985 -- GLOBAL_STEP: 88700[0m
| > loss_text_ce: 0.05011416971683502 (0.04961117811226213)
| > loss_mel_ce: 2.9726312160491943 (2.9800589780094175)
| > loss: 0.755686342716217 (0.7574175391285152)
| > current_lr: 5e-06
| > step_time: 0.2505 (0.24896448269242147)
| > loader_time: 0.0095 (0.009253304024211664)
[1m --> TIME: 2025-02-23 18:25:49 -- STEP: 4930/6985 -- GLOBAL_STEP: 88750[0m
| > loss_text_ce: 0.04996541514992714 (0.049608943982401225)
| > loss_mel_ce: 3.0910050868988037 (2.980319069002511)
| > loss: 0.7852426171302795 (0.7574820033193365)
| > current_lr: 5e-06
| > step_time: 0.2803 (0.24898735606404396)
| > loader_time: 0.0096 (0.009254901452673834)
[1m --> TIME: 2025-02-23 18:26:08 -- STEP: 4980/6985 -- GLOBAL_STEP: 88800[0m
| > loss_text_ce: 0.05130591243505478 (0.04961078202045232)
| > loss_mel_ce: 2.409168004989624 (2.9799082556642205)
| > loss: 0.6151185035705566 (0.7573797594830695)
| > current_lr: 5e-06
| > step_time: 0.1467 (0.24900435850802197)
| > loader_time: 0.0085 (0.00925636430342032)
[1m --> TIME: 2025-02-23 18:26:26 -- STEP: 5030/6985 -- GLOBAL_STEP: 88850[0m
| > loss_text_ce: 0.04761017858982086 (0.04961019443351758)
| > loss_mel_ce: 2.831603527069092 (2.979267245519232)
| > loss: 0.7198034524917603 (0.7572193600429928)
| > current_lr: 5e-06
| > step_time: 0.1694 (0.24901687326298555)
| > loader_time: 0.0085 (0.009255885840884246)
[1m --> TIME: 2025-02-23 18:26:44 -- STEP: 5080/6985 -- GLOBAL_STEP: 88900[0m
| > loss_text_ce: 0.04958299547433853 (0.04960822257851291)
| > loss_mel_ce: 3.020195960998535 (2.9793012856733143)
| > loss: 0.7674447298049927 (0.7572273771007224)
| > current_lr: 5e-06
| > step_time: 0.1998 (0.24903626563980824)
| > loader_time: 0.0095 (0.009256773576961716)
[1m --> TIME: 2025-02-23 18:27:02 -- STEP: 5130/6985 -- GLOBAL_STEP: 88950[0m
| > loss_text_ce: 0.051426343619823456 (0.04960807138658177)
| > loss_mel_ce: 2.7636983394622803 (2.9792030594967036)
| > loss: 0.7037811875343323 (0.7572027827680218)
| > current_lr: 5e-06
| > step_time: 0.246 (0.2489937447200277)
| > loader_time: 0.0094 (0.009256825530738155)
[1m --> TIME: 2025-02-23 18:27:20 -- STEP: 5180/6985 -- GLOBAL_STEP: 89000[0m
| > loss_text_ce: 0.04516703635454178 (0.04960450674748791)
| > loss_mel_ce: 3.5416321754455566 (2.9792400663193592)
| > loss: 0.8966997861862183 (0.7572111432961965)
| > current_lr: 5e-06
| > step_time: 0.2442 (0.24896562766844701)
| > loader_time: 0.0093 (0.009257468799826724)
> CHECKPOINT : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/checkpoint_89000.pth
[1m --> TIME: 2025-02-23 18:28:01 -- STEP: 5230/6985 -- GLOBAL_STEP: 89050[0m
| > loss_text_ce: 0.04883570224046707 (0.049599554527187686)
| > loss_mel_ce: 3.0791220664978027 (2.9792869054336637)
| > loss: 0.7819894552230835 (0.7572216149839789)
| > current_lr: 5e-06
| > step_time: 0.2708 (0.2490316031767807)
| > loader_time: 0.01 (0.009259112888722758)
[1m --> TIME: 2025-02-23 18:28:20 -- STEP: 5280/6985 -- GLOBAL_STEP: 89100[0m
| > loss_text_ce: 0.05087008327245712 (0.049594771903657346)
| > loss_mel_ce: 3.0440938472747803 (2.9792698759698557)
| > loss: 0.7737410068511963 (0.7572161620087688)
| > current_lr: 5e-06
| > step_time: 0.2031 (0.2490217233246023)
| > loader_time: 0.0095 (0.00925980092901173)
[1m --> TIME: 2025-02-23 18:28:38 -- STEP: 5330/6985 -- GLOBAL_STEP: 89150[0m
| > loss_text_ce: 0.0514768622815609 (0.04959515219949202)
| > loss_mel_ce: 2.5321781635284424 (2.979128416282379)
| > loss: 0.6459137797355652 (0.75718089212396)
| > current_lr: 5e-06
| > step_time: 0.2064 (0.2489939576018371)
| > loader_time: 0.0088 (0.009259511919003724)
[1m --> TIME: 2025-02-23 18:28:56 -- STEP: 5380/6985 -- GLOBAL_STEP: 89200[0m
| > loss_text_ce: 0.05009027197957039 (0.049591152596401705)
| > loss_mel_ce: 2.823937177658081 (2.9796511793890024)
| > loss: 0.7185068726539612 (0.7573105830131395)
| > current_lr: 5e-06
| > step_time: 0.2532 (0.24899048171522006)
| > loader_time: 0.0096 (0.00925984449102978)
[1m --> TIME: 2025-02-23 18:29:14 -- STEP: 5430/6985 -- GLOBAL_STEP: 89250[0m
| > loss_text_ce: 0.04810897633433342 (0.049587759204743995)
| > loss_mel_ce: 3.078328847885132 (2.9798218617562275)
| > loss: 0.7816094756126404 (0.7573524052596211)
| > current_lr: 5e-06
| > step_time: 0.2813 (0.24899749654871764)
| > loader_time: 0.0095 (0.009265462601382446)
[1m --> TIME: 2025-02-23 18:29:32 -- STEP: 5480/6985 -- GLOBAL_STEP: 89300[0m
| > loss_text_ce: 0.04707638546824455 (0.04958838956281001)
| > loss_mel_ce: 3.1121251583099365 (2.9798527298400064)
| > loss: 0.7898004055023193 (0.7573602798755138)
| > current_lr: 5e-06
| > step_time: 0.2296 (0.24895229017647513)
| > loader_time: 0.0091 (0.009265575356727116)
[1m --> TIME: 2025-02-23 18:29:50 -- STEP: 5530/6985 -- GLOBAL_STEP: 89350[0m
| > loss_text_ce: 0.05062410235404968 (0.04958604652347015)
| > loss_mel_ce: 3.3607120513916016 (2.9794181048762356)
| > loss: 0.8528340458869934 (0.7572510378809117)
| > current_lr: 5e-06
| > step_time: 0.2876 (0.24895782311182557)
| > loader_time: 0.0095 (0.009265906685730886)
[1m --> TIME: 2025-02-23 18:30:09 -- STEP: 5580/6985 -- GLOBAL_STEP: 89400[0m
| > loss_text_ce: 0.04876193776726723 (0.049587919660526815)
| > loss_mel_ce: 3.3437938690185547 (2.9790687163884546)
| > loss: 0.8481389284133911 (0.7571641590646505)
| > current_lr: 5e-06
| > step_time: 0.2493 (0.24897868705906748)
| > loader_time: 0.0095 (0.009267287826879926)
[1m --> TIME: 2025-02-23 18:30:27 -- STEP: 5630/6985 -- GLOBAL_STEP: 89450[0m
| > loss_text_ce: 0.04762254282832146 (0.04958390206442635)
| > loss_mel_ce: 2.9417195320129395 (2.9789885407654526)
| > loss: 0.7473354935646057 (0.7571431107673496)
| > current_lr: 5e-06
| > step_time: 0.2556 (0.2489356206111332)
| > loader_time: 0.0089 (0.00926586620337588)
[1m --> TIME: 2025-02-23 18:30:45 -- STEP: 5680/6985 -- GLOBAL_STEP: 89500[0m
| > loss_text_ce: 0.04996517673134804 (0.049583417215240275)
| > loss_mel_ce: 2.9950361251831055 (2.978398536061742)
| > loss: 0.7612503170967102 (0.7569954883779426)
| > current_lr: 5e-06
| > step_time: 0.2427 (0.24892011666801614)
| > loader_time: 0.0097 (0.009266214429492698)
[1m --> TIME: 2025-02-23 18:31:03 -- STEP: 5730/6985 -- GLOBAL_STEP: 89550[0m
| > loss_text_ce: 0.0529252290725708 (0.049582980239656606)
| > loss_mel_ce: 2.7106428146362305 (2.9785648985683033)
| > loss: 0.6908919811248779 (0.7570369697678139)
| > current_lr: 5e-06
| > step_time: 0.2138 (0.24894961907185392)
| > loader_time: 0.0088 (0.009266677035919258)
[1m --> TIME: 2025-02-23 18:31:21 -- STEP: 5780/6985 -- GLOBAL_STEP: 89600[0m
| > loss_text_ce: 0.05063600465655327 (0.049580462887934766)
| > loss_mel_ce: 2.592592477798462 (2.9784037701192663)
| > loss: 0.6608071327209473 (0.7569960583658767)
| > current_lr: 5e-06
| > step_time: 0.2001 (0.24891702142966246)
| > loader_time: 0.0094 (0.009266964333280165)
[1m --> TIME: 2025-02-23 18:31:39 -- STEP: 5830/6985 -- GLOBAL_STEP: 89650[0m
| > loss_text_ce: 0.047983087599277496 (0.049577642155501304)
| > loss_mel_ce: 2.849601984024048 (2.9780775343983343)
| > loss: 0.724396288394928 (0.7569137942320678)
| > current_lr: 5e-06
| > step_time: 0.1861 (0.24884508334956487)
| > loader_time: 0.0088 (0.009267454368172551)
[1m --> TIME: 2025-02-23 18:31:57 -- STEP: 5880/6985 -- GLOBAL_STEP: 89700[0m
| > loss_text_ce: 0.04878922924399376 (0.049580368223492405)
| > loss_mel_ce: 3.2546308040618896 (2.977980389096304)
| > loss: 0.825855016708374 (0.7568901894246628)
| > current_lr: 5e-06
| > step_time: 0.2209 (0.2488458368648477)
| > loader_time: 0.0091 (0.00926728617577327)
[1m --> TIME: 2025-02-23 18:32:15 -- STEP: 5930/6985 -- GLOBAL_STEP: 89750[0m
| > loss_text_ce: 0.05004508048295975 (0.04957785310999541)
| > loss_mel_ce: 2.918482780456543 (2.977387313838758)
| > loss: 0.7421319484710693 (0.7567412918474369)
| > current_lr: 5e-06
| > step_time: 0.2824 (0.24883755833463364)
| > loader_time: 0.0092 (0.009266424259488147)
[1m --> TIME: 2025-02-23 18:32:34 -- STEP: 5980/6985 -- GLOBAL_STEP: 89800[0m
| > loss_text_ce: 0.04864699766039848 (0.049574244781755504)
| > loss_mel_ce: 3.0692975521087646 (2.978161971644818)
| > loss: 0.7794861197471619 (0.756934054190896)
| > current_lr: 5e-06
| > step_time: 0.213 (0.24886151615991242)
| > loader_time: 0.0092 (0.009266080585211832)
[1m --> TIME: 2025-02-23 18:32:51 -- STEP: 6030/6985 -- GLOBAL_STEP: 89850[0m
| > loss_text_ce: 0.04795771837234497 (0.049571571124726876)
| > loss_mel_ce: 2.855208396911621 (2.977973324406409)
| > loss: 0.7257915139198303 (0.7568862239816283)
| > current_lr: 5e-06
| > step_time: 0.2317 (0.2487751295317465)
| > loader_time: 0.0094 (0.009265075433708952)
[1m --> TIME: 2025-02-23 18:33:10 -- STEP: 6080/6985 -- GLOBAL_STEP: 89900[0m
| > loss_text_ce: 0.047986846417188644 (0.04956806858474587)
| > loss_mel_ce: 2.8755085468292236 (2.978189425778237)
| > loss: 0.7308738231658936 (0.756939373665341)
| > current_lr: 5e-06
| > step_time: 0.2941 (0.24885426179358833)
| > loader_time: 0.0095 (0.009266635187362387)
[1m --> TIME: 2025-02-23 18:33:28 -- STEP: 6130/6985 -- GLOBAL_STEP: 89950[0m
| > loss_text_ce: 0.047879379242658615 (0.0495670269925579)
| > loss_mel_ce: 2.6195895671844482 (2.977850676808043)
| > loss: 0.6668672561645508 (0.7568544260440397)
| > current_lr: 5e-06
| > step_time: 0.1783 (0.24882925167363776)
| > loader_time: 0.0088 (0.00926732262429369)
[1m --> TIME: 2025-02-23 18:33:47 -- STEP: 6180/6985 -- GLOBAL_STEP: 90000[0m
| > loss_text_ce: 0.048041410744190216 (0.04956678060097411)
| > loss_mel_ce: 2.8343544006347656 (2.978151171782261)
| > loss: 0.7205989360809326 (0.7569294882052141)
| > current_lr: 5e-06
| > step_time: 0.242 (0.24888532964157056)
| > loader_time: 0.0095 (0.009268698646026939)
> CHECKPOINT : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/checkpoint_90000.pth
[1m --> TIME: 2025-02-23 18:34:26 -- STEP: 6230/6985 -- GLOBAL_STEP: 90050[0m
| > loss_text_ce: 0.047610897570848465 (0.0495636865969024)
| > loss_mel_ce: 3.160189151763916 (2.978354007531901)
| > loss: 0.8019500374794006 (0.756979423665693)
| > current_lr: 5e-06
| > step_time: 0.2297 (0.2489276973623334)
| > loader_time: 0.009 (0.009270692062990275)
[1m --> TIME: 2025-02-23 18:34:44 -- STEP: 6280/6985 -- GLOBAL_STEP: 90100[0m
| > loss_text_ce: 0.04812485724687576 (0.04956073093578031)
| > loss_mel_ce: 3.0184526443481445 (2.9783604178648893)
| > loss: 0.7666443586349487 (0.7569802873073858)
| > current_lr: 5e-06
| > step_time: 0.2506 (0.24896066598831468)
| > loader_time: 0.0097 (0.009270881391634647)
[1m --> TIME: 2025-02-23 18:35:03 -- STEP: 6330/6985 -- GLOBAL_STEP: 90150[0m
| > loss_text_ce: 0.050292886793613434 (0.04955964293595741)
| > loss_mel_ce: 2.8527894020080566 (2.9782778048590695)
| > loss: 0.7257705926895142 (0.7569593620997082)
| > current_lr: 5e-06
| > step_time: 0.2379 (0.24903753214349492)
| > loader_time: 0.0094 (0.009272555717359824)
[1m --> TIME: 2025-02-23 18:35:22 -- STEP: 6380/6985 -- GLOBAL_STEP: 90200[0m
| > loss_text_ce: 0.04711276292800903 (0.049559351144399404)
| > loss_mel_ce: 3.227445602416992 (2.9781050663569926)
| > loss: 0.8186395764350891 (0.7569161045140222)
| > current_lr: 5e-06
| > step_time: 0.2705 (0.24905325417234606)
| > loader_time: 0.01 (0.009273673710778254)
[1m --> TIME: 2025-02-23 18:35:39 -- STEP: 6430/6985 -- GLOBAL_STEP: 90250[0m
| > loss_text_ce: 0.050632838159799576 (0.049559412739047015)
| > loss_mel_ce: 2.8940603733062744 (2.9776921315104232)
| > loss: 0.7361733317375183 (0.7568128862332767)
| > current_lr: 5e-06
| > step_time: 0.2818 (0.2489703731255064)
| > loader_time: 0.0095 (0.009273866101705493)
[1m --> TIME: 2025-02-23 18:35:58 -- STEP: 6480/6985 -- GLOBAL_STEP: 90300[0m
| > loss_text_ce: 0.04901121184229851 (0.049561869112751754)
| > loss_mel_ce: 3.2042579650878906 (2.9776227151722128)
| > loss: 0.8133172988891602 (0.7567961462301961)
| > current_lr: 5e-06
| > step_time: 0.239 (0.249005001672992)
| > loader_time: 0.0098 (0.009274782994647124)
[1m --> TIME: 2025-02-23 18:36:16 -- STEP: 6530/6985 -- GLOBAL_STEP: 90350[0m
| > loss_text_ce: 0.050592534244060516 (0.049559033224516054)
| > loss_mel_ce: 3.2594099044799805 (2.977557493515808)
| > loss: 0.827500581741333 (0.7567791318546564)
| > current_lr: 5e-06
| > step_time: 0.2597 (0.24895489610172522)
| > loader_time: 0.0091 (0.009275014258088275)
[1m --> TIME: 2025-02-23 18:36:34 -- STEP: 6580/6985 -- GLOBAL_STEP: 90400[0m
| > loss_text_ce: 0.04998880252242088 (0.049558878402964524)
| > loss_mel_ce: 2.7713117599487305 (2.9769165410640435)
| > loss: 0.7053251266479492 (0.7566188550557036)
| > current_lr: 5e-06
| > step_time: 0.2427 (0.2489975226686356)
| > loader_time: 0.0095 (0.009276044477445422)
[1m --> TIME: 2025-02-23 18:36:53 -- STEP: 6630/6985 -- GLOBAL_STEP: 90450[0m
| > loss_text_ce: 0.04926853999495506 (0.04956119332131039)
| > loss_mel_ce: 2.942115545272827 (2.9770846652229492)
| > loss: 0.7478460073471069 (0.7566614648065945)
| > current_lr: 5e-06
| > step_time: 0.2925 (0.24902131057612675)
| > loader_time: 0.0094 (0.009276950017719112)
[1m --> TIME: 2025-02-23 18:37:11 -- STEP: 6680/6985 -- GLOBAL_STEP: 90500[0m
| > loss_text_ce: 0.0480777882039547 (0.04955980328028789)
| > loss_mel_ce: 3.096824884414673 (2.9771660822415824)
| > loss: 0.7862256765365601 (0.7566814715723067)
| > current_lr: 5e-06
| > step_time: 0.2542 (0.24904127188785347)
| > loader_time: 0.0097 (0.009278586774529139)
[1m --> TIME: 2025-02-23 18:37:30 -- STEP: 6730/6985 -- GLOBAL_STEP: 90550[0m
| > loss_text_ce: 0.04794375225901604 (0.04955538707781158)
| > loss_mel_ce: 2.7397336959838867 (2.9770835468177497)
| > loss: 0.6969193816184998 (0.7566597336734375)
| > current_lr: 5e-06
| > step_time: 0.2884 (0.24910252505213154)
| > loader_time: 0.0099 (0.009280255822157647)
[1m --> TIME: 2025-02-23 18:37:49 -- STEP: 6780/6985 -- GLOBAL_STEP: 90600[0m
| > loss_text_ce: 0.05265642702579498 (0.04955524902647929)
| > loss_mel_ce: 2.3693771362304688 (2.9767136291240917)
| > loss: 0.6055083870887756 (0.7565672197261029)
| > current_lr: 5e-06
| > step_time: 0.1731 (0.24917519602452057)
| > loader_time: 0.0093 (0.009281888577790422)
[1m --> TIME: 2025-02-23 18:38:07 -- STEP: 6830/6985 -- GLOBAL_STEP: 90650[0m
| > loss_text_ce: 0.04746625944972038 (0.0495530057458499)
| > loss_mel_ce: 3.3757455348968506 (2.976728019864462)
| > loss: 0.8558029532432556 (0.7565702565854314)
| > current_lr: 5e-06
| > step_time: 0.2604 (0.24919506177022552)
| > loader_time: 0.0101 (0.009283713051724788)
[1m --> TIME: 2025-02-23 18:38:26 -- STEP: 6880/6985 -- GLOBAL_STEP: 90700[0m
| > loss_text_ce: 0.05066262185573578 (0.04955190389395455)
| > loss_mel_ce: 2.978869915008545 (2.9771805580099002)
| > loss: 0.7573831081390381 (0.7566831156698066)
| > current_lr: 5e-06
| > step_time: 0.2434 (0.2492126012264296)
| > loader_time: 0.0096 (0.009283922127513031)
[1m --> TIME: 2025-02-23 18:38:44 -- STEP: 6930/6985 -- GLOBAL_STEP: 90750[0m
| > loss_text_ce: 0.051656898111104965 (0.04955139584022254)
| > loss_mel_ce: 2.808122158050537 (2.9772184493221805)
| > loss: 0.7149447798728943 (0.7566924614909741)
| > current_lr: 5e-06
| > step_time: 0.2203 (0.24917520176280628)
| > loader_time: 0.0093 (0.00928478846474303)
[1m --> TIME: 2025-02-23 18:39:02 -- STEP: 6980/6985 -- GLOBAL_STEP: 90800[0m
| > loss_text_ce: 0.04812914878129959 (0.049549801125161816)
| > loss_mel_ce: 2.8249032497406006 (2.976399573811833)
| > loss: 0.7182580828666687 (0.756487343910771)
| > current_lr: 5e-06
| > step_time: 0.2274 (0.24916046249832327)
| > loader_time: 0.0081 (0.009283180564727381)
[1m > EVALUATION [0m
[1m--> EVAL PERFORMANCE[0m
| > avg_loader_time:[92m 0.46295839197495403 [0m(-0.003332569708232036)
| > avg_loss_text_ce:[92m 0.04834950067638572 [0m(-0.00030040314871501717)
| > avg_loss_mel_ce:[92m 2.9661803728614755 [0m(-0.011397558100083582)
| > avg_loss:[92m 3.014529868668201 [0m(-0.011697959276585568)
> BEST MODEL : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/best_model_90805.pth
[4m[1m > EPOCH: 13/30[0m
--> checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3
[1m > TRAINING (2025-02-23 18:41:32) [0m
[1m --> TIME: 2025-02-23 18:41:49 -- STEP: 45/6985 -- GLOBAL_STEP: 90850[0m
| > loss_text_ce: 0.0504719540476799 (0.049022597074508664)
| > loss_mel_ce: 2.885776996612549 (2.9426260895199245)
| > loss: 0.7340622544288635 (0.7479121685028076)
| > current_lr: 5e-06
| > step_time: 0.2701 (0.23489652739630806)
| > loader_time: 0.0092 (0.009252638287014432)
[1m --> TIME: 2025-02-23 18:42:06 -- STEP: 95/6985 -- GLOBAL_STEP: 90900[0m
| > loss_text_ce: 0.046595729887485504 (0.04928275111474488)
| > loss_mel_ce: 2.856114625930786 (2.9717842403211088)
| > loss: 0.7256776094436646 (0.755266745466935)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2938 (0.23732543493572034)
| > loader_time: 0.0095 (0.009233959097611277)
[1m --> TIME: 2025-02-23 18:42:24 -- STEP: 145/6985 -- GLOBAL_STEP: 90950[0m
| > loss_text_ce: 0.04887133836746216 (0.04932332059432719)
| > loss_mel_ce: 2.6858177185058594 (2.9622882481279045)
| > loss: 0.6836722493171692 (0.7529028904849085)
| > current_lr: 5e-06
| > step_time: 0.1749 (0.236940415152188)
| > loader_time: 0.0083 (0.009219422833672882)
[1m --> TIME: 2025-02-23 18:42:42 -- STEP: 195/6985 -- GLOBAL_STEP: 91000[0m
| > loss_text_ce: 0.04880211874842644 (0.04934450095662702)
| > loss_mel_ce: 2.8736610412597656 (2.9772517754481393)
| > loss: 0.7306157946586609 (0.7566490674630193)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2529 (0.24079351791968712)
| > loader_time: 0.0088 (0.00922335233443822)
> CHECKPOINT : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/checkpoint_91000.pth
[1m --> TIME: 2025-02-23 18:43:21 -- STEP: 245/6985 -- GLOBAL_STEP: 91050[0m
| > loss_text_ce: 0.0495440810918808 (0.049284740522199735)
| > loss_mel_ce: 2.7424116134643555 (2.9739675784597597)
| > loss: 0.6979889273643494 (0.7558130787343398)
| > current_lr: 5e-06
| > step_time: 0.2163 (0.24281319598762358)
| > loader_time: 0.0091 (0.00922722816467284)
[1m --> TIME: 2025-02-23 18:43:40 -- STEP: 295/6985 -- GLOBAL_STEP: 91100[0m
| > loss_text_ce: 0.04806944355368614 (0.0492632536186)
| > loss_mel_ce: 2.713646411895752 (2.9721160460326628)
| > loss: 0.6904289722442627 (0.7553448240635761)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2783 (0.24384361040794245)
| > loader_time: 0.009 (0.009216364359451544)
[1m --> TIME: 2025-02-23 18:43:58 -- STEP: 345/6985 -- GLOBAL_STEP: 91150[0m
| > loss_text_ce: 0.05071724206209183 (0.04929599015825037)
| > loss_mel_ce: 2.9296820163726807 (2.968314031241596)
| > loss: 0.7450998425483704 (0.7544025047965671)
| > current_lr: 5e-06
| > step_time: 0.2776 (0.244466629581175)
| > loader_time: 0.0093 (0.009237973586372697)
[1m --> TIME: 2025-02-23 18:44:16 -- STEP: 395/6985 -- GLOBAL_STEP: 91200[0m
| > loss_text_ce: 0.04829511418938637 (0.049309951915771144)
| > loss_mel_ce: 3.251718521118164 (2.972068120859846)
| > loss: 0.8250033855438232 (0.755344517472424)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3123 (0.2451457090015653)
| > loader_time: 0.0093 (0.009223184706289541)
[1m --> TIME: 2025-02-23 18:44:34 -- STEP: 445/6985 -- GLOBAL_STEP: 91250[0m
| > loss_text_ce: 0.05092880129814148 (0.04930225129375297)
| > loss_mel_ce: 2.605003595352173 (2.9744553110572722)
| > loss: 0.6639831066131592 (0.7559393901503488)
| > current_lr: 5e-06
| > step_time: 0.2552 (0.24564710359894829)
| > loader_time: 0.009 (0.009216010704469126)
[1m --> TIME: 2025-02-23 18:44:53 -- STEP: 495/6985 -- GLOBAL_STEP: 91300[0m
| > loss_text_ce: 0.05384621396660805 (0.04934297554721736)
| > loss_mel_ce: 2.853147506713867 (2.973331903688835)
| > loss: 0.7267484068870544 (0.755668719489165)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3369 (0.2459595723585649)
| > loader_time: 0.0093 (0.009201757353965664)
[1m --> TIME: 2025-02-23 18:45:11 -- STEP: 545/6985 -- GLOBAL_STEP: 91350[0m
| > loss_text_ce: 0.048775896430015564 (0.0493220592447377)
| > loss_mel_ce: 3.1536028385162354 (2.9730834689709016)
| > loss: 0.800594687461853 (0.7556013817087227)
| > current_lr: 5e-06
| > step_time: 0.2663 (0.24615044200092281)
| > loader_time: 0.0093 (0.009190553262693057)
[1m --> TIME: 2025-02-23 18:45:28 -- STEP: 595/6985 -- GLOBAL_STEP: 91400[0m
| > loss_text_ce: 0.05074677988886833 (0.04932418951467304)
| > loss_mel_ce: 2.6237833499908447 (2.970842209182866)
| > loss: 0.6686325073242188 (0.7550415992736814)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2127 (0.24554052352905273)
| > loader_time: 0.0089 (0.009177103363165321)
[1m --> TIME: 2025-02-23 18:45:47 -- STEP: 645/6985 -- GLOBAL_STEP: 91450[0m
| > loss_text_ce: 0.05065484717488289 (0.049319399298392505)
| > loss_mel_ce: 2.7794361114501953 (2.975269701684168)
| > loss: 0.7075227499008179 (0.7561472747677056)
| > current_lr: 5e-06
| > step_time: 0.2468 (0.24620532250219537)
| > loader_time: 0.0115 (0.009188092771426636)
[1m --> TIME: 2025-02-23 18:46:05 -- STEP: 695/6985 -- GLOBAL_STEP: 91500[0m
| > loss_text_ce: 0.04957512766122818 (0.04929222273204822)
| > loss_mel_ce: 2.9605283737182617 (2.978348662698869)
| > loss: 0.7525258660316467 (0.756910221096423)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3601 (0.24661727774915077)
| > loader_time: 0.0093 (0.009188412247801842)
[1m --> TIME: 2025-02-23 18:46:24 -- STEP: 745/6985 -- GLOBAL_STEP: 91550[0m
| > loss_text_ce: 0.047828081995248795 (0.04930302608233168)
| > loss_mel_ce: 2.8913025856018066 (2.978972329069304)
| > loss: 0.7347826957702637 (0.7570688386891512)
| > current_lr: 5e-06
| > step_time: 0.2725 (0.24657934048031802)
| > loader_time: 0.009 (0.009170282287085595)
[1m --> TIME: 2025-02-23 18:46:41 -- STEP: 795/6985 -- GLOBAL_STEP: 91600[0m
| > loss_text_ce: 0.04987110570073128 (0.04928978243901293)
| > loss_mel_ce: 3.173630714416504 (2.9779832606045704)
| > loss: 0.8058754801750183 (0.7568182606367195)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2125 (0.24618177353960913)
| > loader_time: 0.0085 (0.009151480332860394)
[1m --> TIME: 2025-02-23 18:46:59 -- STEP: 845/6985 -- GLOBAL_STEP: 91650[0m
| > loss_text_ce: 0.04733320698142052 (0.049282761248787464)
| > loss_mel_ce: 3.0466740131378174 (2.98030545866701)
| > loss: 0.7735018134117126 (0.7573970548499971)
| > current_lr: 5e-06
| > step_time: 0.2235 (0.2461125622134237)
| > loader_time: 0.009 (0.009143715638380774)
[1m --> TIME: 2025-02-23 18:47:17 -- STEP: 895/6985 -- GLOBAL_STEP: 91700[0m
| > loss_text_ce: 0.050301484763622284 (0.04929941816869393)
| > loss_mel_ce: 2.768691062927246 (2.977912545070968)
| > loss: 0.7047481536865234 (0.756802990916055)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2072 (0.2458373749056342)
| > loader_time: 0.0087 (0.009137481284541117)
[1m --> TIME: 2025-02-23 18:47:35 -- STEP: 945/6985 -- GLOBAL_STEP: 91750[0m
| > loss_text_ce: 0.049230799078941345 (0.04931236425089456)
| > loss_mel_ce: 2.972522497177124 (2.9727502583195924)
| > loss: 0.7554383277893066 (0.755515655764827)
| > current_lr: 5e-06
| > step_time: 0.2353 (0.2461258810033243)
| > loader_time: 0.009 (0.009136345525267256)
[1m --> TIME: 2025-02-23 18:47:54 -- STEP: 995/6985 -- GLOBAL_STEP: 91800[0m
| > loss_text_ce: 0.04769284650683403 (0.04931786530206549)
| > loss_mel_ce: 2.956775665283203 (2.9738172411319597)
| > loss: 0.7511171102523804 (0.7557837769014751)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3148 (0.24643663665158067)
| > loader_time: 0.0096 (0.009134443081803051)
[1m --> TIME: 2025-02-23 18:48:12 -- STEP: 1045/6985 -- GLOBAL_STEP: 91850[0m
| > loss_text_ce: 0.047937311232089996 (0.049320182913655856)
| > loss_mel_ce: 3.485997438430786 (2.9750285522789475)
| > loss: 0.8834837079048157 (0.7560871841234453)
| > current_lr: 5e-06
| > step_time: 0.3058 (0.24689701687205923)
| > loader_time: 0.0095 (0.009133729980322726)
[1m --> TIME: 2025-02-23 18:48:31 -- STEP: 1095/6985 -- GLOBAL_STEP: 91900[0m
| > loss_text_ce: 0.047865308821201324 (0.04931026771324409)
| > loss_mel_ce: 3.2351675033569336 (2.976071959107978)
| > loss: 0.8207582235336304 (0.756345557023401)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3119 (0.24690438797484796)
| > loader_time: 0.0094 (0.009129728029852034)
[1m --> TIME: 2025-02-23 18:48:49 -- STEP: 1145/6985 -- GLOBAL_STEP: 91950[0m
| > loss_text_ce: 0.04916048422455788 (0.04930705755753805)
| > loss_mel_ce: 3.1681220531463623 (2.975438283520495)
| > loss: 0.8043206334114075 (0.7561863356802659)
| > current_lr: 5e-06
| > step_time: 0.2757 (0.24678751433260054)
| > loader_time: 0.0097 (0.009128208660142386)
[1m --> TIME: 2025-02-23 18:49:07 -- STEP: 1195/6985 -- GLOBAL_STEP: 92000[0m
| > loss_text_ce: 0.048274874687194824 (0.049287590175617645)
| > loss_mel_ce: 3.2189502716064453 (2.976850699181336)
| > loss: 0.8168063163757324 (0.7565345727748953)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3156 (0.24687397509938006)
| > loader_time: 0.0094 (0.009125985261286655)
> CHECKPOINT : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/checkpoint_92000.pth
[1m --> TIME: 2025-02-23 18:49:45 -- STEP: 1245/6985 -- GLOBAL_STEP: 92050[0m
| > loss_text_ce: 0.05162748321890831 (0.0492977289460509)
| > loss_mel_ce: 2.6235082149505615 (2.9771371265013054)
| > loss: 0.6687839031219482 (0.7566087143488204)
| > current_lr: 5e-06
| > step_time: 0.2752 (0.24677722712597214)
| > loader_time: 0.0094 (0.00912566070097039)
[1m --> TIME: 2025-02-23 18:50:03 -- STEP: 1295/6985 -- GLOBAL_STEP: 92100[0m
| > loss_text_ce: 0.04616928473114967 (0.04931011904735817)
| > loss_mel_ce: 3.3061726093292236 (2.976335081998905)
| > loss: 0.8380854725837708 (0.7564113008469695)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3145 (0.24699539604334297)
| > loader_time: 0.0091 (0.009121260587773277)
[1m --> TIME: 2025-02-23 18:50:21 -- STEP: 1345/6985 -- GLOBAL_STEP: 92150[0m
| > loss_text_ce: 0.048731181770563126 (0.04930296251377203)
| > loss_mel_ce: 2.993863821029663 (2.976938616564724)
| > loss: 0.7606487274169922 (0.7565603953755038)
| > current_lr: 5e-06
| > step_time: 0.2198 (0.2469585617235602)
| > loader_time: 0.0086 (0.00911262576021671)
[1m --> TIME: 2025-02-23 18:50:39 -- STEP: 1395/6985 -- GLOBAL_STEP: 92200[0m
| > loss_text_ce: 0.04719788581132889 (0.04930781272897578)
| > loss_mel_ce: 3.0532543659210205 (2.9772999989089133)
| > loss: 0.775113046169281 (0.7566519533861499)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2885 (0.24696907245130095)
| > loader_time: 0.0089 (0.009104999419181596)
[1m --> TIME: 2025-02-23 18:50:58 -- STEP: 1445/6985 -- GLOBAL_STEP: 92250[0m
| > loss_text_ce: 0.05246524140238762 (0.04931247311428339)
| > loss_mel_ce: 2.9697909355163574 (2.9795258602881503)
| > loss: 0.7555640339851379 (0.7572095837972571)
| > current_lr: 5e-06
| > step_time: 0.2877 (0.24719531758846297)
| > loader_time: 0.0094 (0.009099782131947466)
[1m --> TIME: 2025-02-23 18:51:16 -- STEP: 1495/6985 -- GLOBAL_STEP: 92300[0m
| > loss_text_ce: 0.05303005129098892 (0.049313958604698546)
| > loss_mel_ce: 2.8255715370178223 (2.9800506618908007)
| > loss: 0.719650387763977 (0.7573411555593232)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2426 (0.24725059203080907)
| > loader_time: 0.0087 (0.009094030482314523)
[1m --> TIME: 2025-02-23 18:51:34 -- STEP: 1545/6985 -- GLOBAL_STEP: 92350[0m
| > loss_text_ce: 0.04908635839819908 (0.04932126297244743)
| > loss_mel_ce: 3.139564037322998 (2.979194361337951)
| > loss: 0.7971625924110413 (0.7571289063271585)
| > current_lr: 5e-06
| > step_time: 0.2466 (0.24711790840988407)
| > loader_time: 0.0093 (0.00909096785733617)
[1m --> TIME: 2025-02-23 18:51:53 -- STEP: 1595/6985 -- GLOBAL_STEP: 92400[0m
| > loss_text_ce: 0.05323507636785507 (0.0493186720252784)
| > loss_mel_ce: 2.7327802181243896 (2.9802360660230094)
| > loss: 0.6965038180351257 (0.7573886848168689)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3125 (0.2473673705396981)
| > loader_time: 0.0095 (0.009089882172013541)
[1m --> TIME: 2025-02-23 18:52:11 -- STEP: 1645/6985 -- GLOBAL_STEP: 92450[0m
| > loss_text_ce: 0.047907810658216476 (0.04932370660288714)
| > loss_mel_ce: 2.888270139694214 (2.979676467379537)
| > loss: 0.7340444922447205 (0.7572500439038033)
| > current_lr: 5e-06
| > step_time: 0.2877 (0.24735869897535145)
| > loader_time: 0.0095 (0.009087051664079953)
[1m --> TIME: 2025-02-23 18:52:29 -- STEP: 1695/6985 -- GLOBAL_STEP: 92500[0m
| > loss_text_ce: 0.04757728800177574 (0.049335119490866074)
| > loss_mel_ce: 3.5372393131256104 (2.9780699748205213)
| > loss: 0.8962041735649109 (0.7568512739685084)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3153 (0.24738935270843956)
| > loader_time: 0.0094 (0.00908407841460192)
[1m --> TIME: 2025-02-23 18:52:47 -- STEP: 1745/6985 -- GLOBAL_STEP: 92550[0m
| > loss_text_ce: 0.05087200552225113 (0.04933875798538622)
| > loss_mel_ce: 3.138533353805542 (2.9773472499027624)
| > loss: 0.7973513603210449 (0.7566715023579095)
| > current_lr: 5e-06
| > step_time: 0.2075 (0.24743508677769527)
| > loader_time: 0.009 (0.009082956368738746)
[1m --> TIME: 2025-02-23 18:53:06 -- STEP: 1795/6985 -- GLOBAL_STEP: 92600[0m
| > loss_text_ce: 0.04666799306869507 (0.04934350311714623)
| > loss_mel_ce: 3.5545506477355957 (2.9773931989430706)
| > loss: 0.9003046751022339 (0.7566841759057432)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.318 (0.24748340078051043)
| > loader_time: 0.0092 (0.00908184091360789)
[1m --> TIME: 2025-02-23 18:53:24 -- STEP: 1845/6985 -- GLOBAL_STEP: 92650[0m
| > loss_text_ce: 0.044964708387851715 (0.04934603075994059)
| > loss_mel_ce: 3.054089069366455 (2.978354083037957)
| > loss: 0.7747634649276733 (0.7569250288371474)
| > current_lr: 5e-06
| > step_time: 0.212 (0.2475608890295675)
| > loader_time: 0.0087 (0.009081890137214978)
[1m --> TIME: 2025-02-23 18:53:42 -- STEP: 1895/6985 -- GLOBAL_STEP: 92700[0m
| > loss_text_ce: 0.04753212258219719 (0.04934378671496709)
| > loss_mel_ce: 3.424332857131958 (2.97772512435913)
| > loss: 0.8679662346839905 (0.7567672282221451)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2698 (0.2476528814411415)
| > loader_time: 0.0088 (0.009078718175359648)
[1m --> TIME: 2025-02-23 18:54:00 -- STEP: 1945/6985 -- GLOBAL_STEP: 92750[0m
| > loss_text_ce: 0.04922126606106758 (0.049335491645765145)
| > loss_mel_ce: 2.826841354370117 (2.9772277801386178)
| > loss: 0.7190156579017639 (0.7566408184009839)
| > current_lr: 5e-06
| > step_time: 0.283 (0.24759799496373663)
| > loader_time: 0.0094 (0.009076263113928952)
[1m --> TIME: 2025-02-23 18:54:18 -- STEP: 1995/6985 -- GLOBAL_STEP: 92800[0m
| > loss_text_ce: 0.05091893672943115 (0.049331388994117695)
| > loss_mel_ce: 3.039494276046753 (2.9757923604252934)
| > loss: 0.7726032733917236 (0.7562809378580941)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3129 (0.24744671161909748)
| > loader_time: 0.0093 (0.009073525144342797)
[1m --> TIME: 2025-02-23 18:54:36 -- STEP: 2045/6985 -- GLOBAL_STEP: 92850[0m
| > loss_text_ce: 0.050807565450668335 (0.049338516957310966)
| > loss_mel_ce: 2.8285257816314697 (2.97370116868054)
| > loss: 0.7198333144187927 (0.7557599219249923)
| > current_lr: 5e-06
| > step_time: 0.2448 (0.24739914465067148)
| > loader_time: 0.0093 (0.009073698608099983)
[1m --> TIME: 2025-02-23 18:54:54 -- STEP: 2095/6985 -- GLOBAL_STEP: 92900[0m
| > loss_text_ce: 0.050941724330186844 (0.04933316177712986)
| > loss_mel_ce: 2.8275115489959717 (2.9748118499582867)
| > loss: 0.7196133136749268 (0.7560362533054946)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3059 (0.24734877026450947)
| > loader_time: 0.0093 (0.009077281769818516)
[1m --> TIME: 2025-02-23 18:55:12 -- STEP: 2145/6985 -- GLOBAL_STEP: 92950[0m
| > loss_text_ce: 0.05032762512564659 (0.04934454381396441)
| > loss_mel_ce: 3.3253872394561768 (2.9737577329426648)
| > loss: 0.8439286947250366 (0.7557755695912111)
| > current_lr: 5e-06
| > step_time: 0.1951 (0.24731211517796373)
| > loader_time: 0.009 (0.00908081437046434)
[1m --> TIME: 2025-02-23 18:55:30 -- STEP: 2195/6985 -- GLOBAL_STEP: 93000[0m
| > loss_text_ce: 0.048572294414043427 (0.049331312312623624)
| > loss_mel_ce: 3.1606271266937256 (2.974108002560556)
| > loss: 0.8022998571395874 (0.7558598290543352)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2866 (0.24733540017946978)
| > loader_time: 0.009 (0.009085001760843404)
> CHECKPOINT : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/checkpoint_93000.pth
[1m --> TIME: 2025-02-23 18:56:11 -- STEP: 2245/6985 -- GLOBAL_STEP: 93050[0m
| > loss_text_ce: 0.04853086546063423 (0.04932265649725969)
| > loss_mel_ce: 3.413022994995117 (2.975033264436276)
| > loss: 0.8653884530067444 (0.7560889806407597)
| > current_lr: 5e-06
| > step_time: 0.222 (0.24746561071655002)
| > loader_time: 0.0091 (0.009091555567785995)
[1m --> TIME: 2025-02-23 18:56:29 -- STEP: 2295/6985 -- GLOBAL_STEP: 93100[0m
| > loss_text_ce: 0.04731504246592522 (0.049323505815727225)
| > loss_mel_ce: 3.1395177841186523 (2.974308650529982)
| > loss: 0.7967082262039185 (0.7559080395823211)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3141 (0.24741723324478582)
| > loader_time: 0.0096 (0.00909482586098132)
[1m --> TIME: 2025-02-23 18:56:47 -- STEP: 2345/6985 -- GLOBAL_STEP: 93150[0m
| > loss_text_ce: 0.04893990233540535 (0.04931619083766999)
| > loss_mel_ce: 2.447075366973877 (2.9749325196117717)
| > loss: 0.6240038275718689 (0.7560621781135677)
| > current_lr: 5e-06
| > step_time: 0.2526 (0.2475725496247379)
| > loader_time: 0.0093 (0.009098552284972746)
[1m --> TIME: 2025-02-23 18:57:05 -- STEP: 2395/6985 -- GLOBAL_STEP: 93200[0m
| > loss_text_ce: 0.05087754502892494 (0.04931233636646033)
| > loss_mel_ce: 3.1987690925598145 (2.9751805412993293)
| > loss: 0.8124116659164429 (0.7561232198504172)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2988 (0.24763317327160925)
| > loader_time: 0.0094 (0.00910191774866028)
[1m --> TIME: 2025-02-23 18:57:24 -- STEP: 2445/6985 -- GLOBAL_STEP: 93250[0m
| > loss_text_ce: 0.05137345567345619 (0.04931533128663075)
| > loss_mel_ce: 2.5312209129333496 (2.9749217921727023)
| > loss: 0.6456485986709595 (0.7560592812750729)
| > current_lr: 5e-06
| > step_time: 0.1777 (0.2477561832693213)
| > loader_time: 0.0085 (0.009104105592505326)
[1m --> TIME: 2025-02-23 18:57:42 -- STEP: 2495/6985 -- GLOBAL_STEP: 93300[0m
| > loss_text_ce: 0.0497157908976078 (0.049316486202643235)
| > loss_mel_ce: 3.102614641189575 (2.9735473219999564)
| > loss: 0.7880825996398926 (0.7557159524164606)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2723 (0.24785283275978837)
| > loader_time: 0.0093 (0.009104286836001098)
[1m --> TIME: 2025-02-23 18:58:00 -- STEP: 2545/6985 -- GLOBAL_STEP: 93350[0m
| > loss_text_ce: 0.044458746910095215 (0.049312053865264584)
| > loss_mel_ce: 3.4098968505859375 (2.9739388815312116)
| > loss: 0.8635889291763306 (0.7558127342132316)
| > current_lr: 5e-06
| > step_time: 0.2534 (0.2477385157452117)
| > loader_time: 0.0093 (0.009104343013351222)
[1m --> TIME: 2025-02-23 18:58:18 -- STEP: 2595/6985 -- GLOBAL_STEP: 93400[0m
| > loss_text_ce: 0.0519971027970314 (0.049313262265771346)
| > loss_mel_ce: 2.823871374130249 (2.9728650815225066)
| > loss: 0.7189671397209167 (0.755544586379175)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2905 (0.24773086610327336)
| > loader_time: 0.0089 (0.009105496599495055)
[1m --> TIME: 2025-02-23 18:58:37 -- STEP: 2645/6985 -- GLOBAL_STEP: 93450[0m
| > loss_text_ce: 0.04865597188472748 (0.04930360976796745)
| > loss_mel_ce: 2.841160774230957 (2.972746210422768)
| > loss: 0.7224541902542114 (0.7555124554607058)
| > current_lr: 5e-06
| > step_time: 0.2872 (0.24776364481516733)
| > loader_time: 0.0096 (0.009111021056292398)
[1m --> TIME: 2025-02-23 18:58:54 -- STEP: 2695/6985 -- GLOBAL_STEP: 93500[0m
| > loss_text_ce: 0.04828736186027527 (0.04930694784989826)
| > loss_mel_ce: 3.0074734687805176 (2.9713869457563353)
| > loss: 0.7639402151107788 (0.7551734737429862)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2367 (0.24767617807759867)
| > loader_time: 0.0088 (0.00911521221578451)
[1m --> TIME: 2025-02-23 18:59:13 -- STEP: 2745/6985 -- GLOBAL_STEP: 93550[0m
| > loss_text_ce: 0.049625687301158905 (0.049312683241017743)
| > loss_mel_ce: 3.1492531299591064 (2.9709921381729747)
| > loss: 0.7997196912765503 (0.7550762057521525)
| > current_lr: 5e-06
| > step_time: 0.2837 (0.24767880578727236)
| > loader_time: 0.0101 (0.009119421797371933)
[1m --> TIME: 2025-02-23 18:59:31 -- STEP: 2795/6985 -- GLOBAL_STEP: 93600[0m
| > loss_text_ce: 0.050023965537548065 (0.049316156667545574)
| > loss_mel_ce: 2.9889168739318848 (2.9718492826110334)
| > loss: 0.7597352266311646 (0.7552913602434889)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2589 (0.24784594656956216)
| > loader_time: 0.0093 (0.009124405951320783)
[1m --> TIME: 2025-02-23 18:59:50 -- STEP: 2845/6985 -- GLOBAL_STEP: 93650[0m
| > loss_text_ce: 0.051769137382507324 (0.04932075102006614)
| > loss_mel_ce: 2.6791439056396484 (2.9711021529769215)
| > loss: 0.6827282905578613 (0.7551057263501711)
| > current_lr: 5e-06
| > step_time: 0.2127 (0.2478555181533465)
| > loader_time: 0.009 (0.009128838306152104)
[1m --> TIME: 2025-02-23 19:00:08 -- STEP: 2895/6985 -- GLOBAL_STEP: 93700[0m
| > loss_text_ce: 0.04883576184511185 (0.04932136600499326)
| > loss_mel_ce: 3.3151111602783203 (2.9718535972588613)
| > loss: 0.8409867286682129 (0.7552937412303143)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2891 (0.247883795703631)
| > loader_time: 0.0093 (0.009131064769105773)
[1m --> TIME: 2025-02-23 19:00:26 -- STEP: 2945/6985 -- GLOBAL_STEP: 93750[0m
| > loss_text_ce: 0.0489424392580986 (0.04931364894318054)
| > loss_mel_ce: 2.8361451625823975 (2.971389027483798)
| > loss: 0.7212718725204468 (0.7551756695090007)
| > current_lr: 5e-06
| > step_time: 0.2539 (0.2479278481876911)
| > loader_time: 0.0097 (0.009133717240623361)
[1m --> TIME: 2025-02-23 19:00:44 -- STEP: 2995/6985 -- GLOBAL_STEP: 93800[0m
| > loss_text_ce: 0.049843695014715195 (0.049308726987576046)
| > loss_mel_ce: 3.044518232345581 (2.9715454154898198)
| > loss: 0.7735905051231384 (0.7552135360260841)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.297 (0.2479292545573341)
| > loader_time: 0.0092 (0.009142187640742566)
[1m --> TIME: 2025-02-23 19:01:03 -- STEP: 3045/6985 -- GLOBAL_STEP: 93850[0m
| > loss_text_ce: 0.04793642461299896 (0.049304626042815464)
| > loss_mel_ce: 3.2614758014678955 (2.9726706074180655)
| > loss: 0.8273530602455139 (0.7554938087126699)
| > current_lr: 5e-06
| > step_time: 0.2868 (0.24792962113428976)
| > loader_time: 0.0098 (0.009147614759373137)
[1m --> TIME: 2025-02-23 19:01:20 -- STEP: 3095/6985 -- GLOBAL_STEP: 93900[0m
| > loss_text_ce: 0.049108196049928665 (0.04930007386116103)
| > loss_mel_ce: 2.9111979007720947 (2.9725369357908664)
| > loss: 0.7400765419006348 (0.755459252794263)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3053 (0.24779367816660053)
| > loader_time: 0.0101 (0.009150556909440978)
[1m --> TIME: 2025-02-23 19:01:38 -- STEP: 3145/6985 -- GLOBAL_STEP: 93950[0m
| > loss_text_ce: 0.050875429064035416 (0.049292509707907994)
| > loss_mel_ce: 2.9193408489227295 (2.9733978093333757)
| > loss: 0.7425540685653687 (0.7556725801837845)
| > current_lr: 5e-06
| > step_time: 0.2537 (0.24781903409427225)
| > loader_time: 0.0093 (0.009154936694947253)
[1m --> TIME: 2025-02-23 19:01:57 -- STEP: 3195/6985 -- GLOBAL_STEP: 94000[0m
| > loss_text_ce: 0.04749515280127525 (0.0492895835885233)
| > loss_mel_ce: 2.932950735092163 (2.973188165506472)
| > loss: 0.7451114654541016 (0.7556194377243988)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2273 (0.24780737305284478)
| > loader_time: 0.0092 (0.009158384594745658)
> CHECKPOINT : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/checkpoint_94000.pth
[1m --> TIME: 2025-02-23 19:02:37 -- STEP: 3245/6985 -- GLOBAL_STEP: 94050[0m
| > loss_text_ce: 0.051178935915231705 (0.04928656514670889)
| > loss_mel_ce: 2.7517740726470947 (2.9732081615318675)
| > loss: 0.700738251209259 (0.755623682088955)
| > current_lr: 5e-06
| > step_time: 0.2544 (0.24792488161330964)
| > loader_time: 0.009 (0.009164382129310637)
[1m --> TIME: 2025-02-23 19:02:55 -- STEP: 3295/6985 -- GLOBAL_STEP: 94100[0m
| > loss_text_ce: 0.049517735838890076 (0.0492879224226037)
| > loss_mel_ce: 2.8503570556640625 (2.972241678223442)
| > loss: 0.724968671798706 (0.7553824006154435)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2857 (0.24784549197948033)
| > loader_time: 0.0093 (0.009167707816602966)
[1m --> TIME: 2025-02-23 19:03:13 -- STEP: 3345/6985 -- GLOBAL_STEP: 94150[0m
| > loss_text_ce: 0.05093210190534592 (0.04928511241826776)
| > loss_mel_ce: 2.686535120010376 (2.9727805651535)
| > loss: 0.6843668222427368 (0.7555164198526177)
| > current_lr: 5e-06
| > step_time: 0.2894 (0.24787994436084423)
| > loader_time: 0.0098 (0.009170638784342997)
[1m --> TIME: 2025-02-23 19:03:31 -- STEP: 3395/6985 -- GLOBAL_STEP: 94200[0m
| > loss_text_ce: 0.048734549432992935 (0.04928702144542042)
| > loss_mel_ce: 2.9998936653137207 (2.9726276466526924)
| > loss: 0.7621570825576782 (0.7554786675106271)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2593 (0.24785712302521157)
| > loader_time: 0.0092 (0.009171744053072363)
[1m --> TIME: 2025-02-23 19:03:49 -- STEP: 3445/6985 -- GLOBAL_STEP: 94250[0m
| > loss_text_ce: 0.05043039843440056 (0.049285751454672726)
| > loss_mel_ce: 3.057008743286133 (2.9721645313008245)
| > loss: 0.7768597602844238 (0.7553625711335847)
| > current_lr: 5e-06
| > step_time: 0.2843 (0.24777295302237412)
| > loader_time: 0.0102 (0.009172926101352372)
[1m --> TIME: 2025-02-23 19:04:07 -- STEP: 3495/6985 -- GLOBAL_STEP: 94300[0m
| > loss_text_ce: 0.04767283797264099 (0.0492803247776069)
| > loss_mel_ce: 3.2092125415802 (2.9722072067178873)
| > loss: 0.8142213225364685 (0.7553718832941017)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2705 (0.24776548779914648)
| > loader_time: 0.0096 (0.009176226098820541)
[1m --> TIME: 2025-02-23 19:04:26 -- STEP: 3545/6985 -- GLOBAL_STEP: 94350[0m
| > loss_text_ce: 0.05200624465942383 (0.049279199454444755)
| > loss_mel_ce: 2.527991771697998 (2.9716957263112564)
| > loss: 0.6449995040893555 (0.7552437318733283)
| > current_lr: 5e-06
| > step_time: 0.2849 (0.24779537453806114)
| > loader_time: 0.0093 (0.00917964728157678)
[1m --> TIME: 2025-02-23 19:04:44 -- STEP: 3595/6985 -- GLOBAL_STEP: 94400[0m
| > loss_text_ce: 0.04821879416704178 (0.04927421570010743)
| > loss_mel_ce: 3.0852582454681396 (2.971953632768569)
| > loss: 0.783369243144989 (0.755306962551096)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2152 (0.24794853625609248)
| > loader_time: 0.0088 (0.009181476335697939)
[1m --> TIME: 2025-02-23 19:05:03 -- STEP: 3645/6985 -- GLOBAL_STEP: 94450[0m
| > loss_text_ce: 0.04828716814517975 (0.04927016618995019)
| > loss_mel_ce: 2.603498697280884 (2.9722179571133407)
| > loss: 0.6629464626312256 (0.7553720312844581)
| > current_lr: 5e-06
| > step_time: 0.1848 (0.24793289384724182)
| > loader_time: 0.0087 (0.009182934244310248)
[1m --> TIME: 2025-02-23 19:05:21 -- STEP: 3695/6985 -- GLOBAL_STEP: 94500[0m
| > loss_text_ce: 0.04973471164703369 (0.04926726954292219)
| > loss_mel_ce: 3.1034040451049805 (2.9729026230488147)
| > loss: 0.7882846593856812 (0.7555424736059085)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3028 (0.24796784475788536)
| > loader_time: 0.0092 (0.009186162290456972)
[1m --> TIME: 2025-02-23 19:05:39 -- STEP: 3745/6985 -- GLOBAL_STEP: 94550[0m
| > loss_text_ce: 0.05221537873148918 (0.04927370064209236)
| > loss_mel_ce: 2.8873841762542725 (2.973041780100008)
| > loss: 0.7348998785018921 (0.7555788706555389)
| > current_lr: 5e-06
| > step_time: 0.2868 (0.24793218382210216)
| > loader_time: 0.0097 (0.009186845341416318)
[1m --> TIME: 2025-02-23 19:05:58 -- STEP: 3795/6985 -- GLOBAL_STEP: 94600[0m
| > loss_text_ce: 0.049829863011837006 (0.049272693434487216)
| > loss_mel_ce: 2.8782906532287598 (2.973209992133581)
| > loss: 0.7320301532745361 (0.755620671794977)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2539 (0.2480521305747654)
| > loader_time: 0.0087 (0.009189409700778159)
[1m --> TIME: 2025-02-23 19:06:16 -- STEP: 3845/6985 -- GLOBAL_STEP: 94650[0m
| > loss_text_ce: 0.04883403331041336 (0.0492661246610866)
| > loss_mel_ce: 3.124272108078003 (2.9743695805999786)
| > loss: 0.7932765483856201 (0.755908926643228)
| > current_lr: 5e-06
| > step_time: 0.1929 (0.248152337117685)
| > loader_time: 0.0089 (0.009192414215544262)
[1m --> TIME: 2025-02-23 19:06:34 -- STEP: 3895/6985 -- GLOBAL_STEP: 94700[0m
| > loss_text_ce: 0.04692256450653076 (0.04926725073175957)
| > loss_mel_ce: 2.7480685710906982 (2.974095010696234)
| > loss: 0.6987477540969849 (0.7558405656716639)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2157 (0.2481317110637033)
| > loader_time: 0.0086 (0.00919430136527574)
[1m --> TIME: 2025-02-23 19:06:53 -- STEP: 3945/6985 -- GLOBAL_STEP: 94750[0m
| > loss_text_ce: 0.050270579755306244 (0.049266540943745274)
| > loss_mel_ce: 2.609433889389038 (2.9732136763245123)
| > loss: 0.6649261116981506 (0.7556200546305747)
| > current_lr: 5e-06
| > step_time: 0.2847 (0.2482131200749309)
| > loader_time: 0.01 (0.00919794075389325)
[1m --> TIME: 2025-02-23 19:07:11 -- STEP: 3995/6985 -- GLOBAL_STEP: 94800[0m
| > loss_text_ce: 0.049337729811668396 (0.04926433254392335)
| > loss_mel_ce: 2.727186679840088 (2.972457119520375)
| > loss: 0.694131076335907 (0.7554303633256612)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2077 (0.24819490429158503)
| > loader_time: 0.0086 (0.009200903829257088)
[1m --> TIME: 2025-02-23 19:07:29 -- STEP: 4045/6985 -- GLOBAL_STEP: 94850[0m
| > loss_text_ce: 0.05299688130617142 (0.04926196893283404)
| > loss_mel_ce: 2.885162353515625 (2.9723062428614697)
| > loss: 0.734539806842804 (0.7553920532628546)
| > current_lr: 5e-06
| > step_time: 0.2716 (0.24815395588633157)
| > loader_time: 0.0092 (0.009200204111294926)
[1m --> TIME: 2025-02-23 19:07:48 -- STEP: 4095/6985 -- GLOBAL_STEP: 94900[0m
| > loss_text_ce: 0.0491914227604866 (0.04926169210628712)
| > loss_mel_ce: 3.2178189754486084 (2.971653039988143)
| > loss: 0.8167526125907898 (0.7552286833051653)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2583 (0.24821122557252318)
| > loader_time: 0.0088 (0.009200830424661598)
[1m --> TIME: 2025-02-23 19:08:05 -- STEP: 4145/6985 -- GLOBAL_STEP: 94950[0m
| > loss_text_ce: 0.04893335700035095 (0.04925793877682582)
| > loss_mel_ce: 3.0959105491638184 (2.972001580996449)
| > loss: 0.7862109541893005 (0.7553148802572053)
| > current_lr: 5e-06
| > step_time: 0.285 (0.2481262319769589)
| > loader_time: 0.0095 (0.009200698590249863)
[1m --> TIME: 2025-02-23 19:08:24 -- STEP: 4195/6985 -- GLOBAL_STEP: 95000[0m
| > loss_text_ce: 0.05081958696246147 (0.049260476672038415)
| > loss_mel_ce: 2.9316868782043457 (2.971570820689058)
| > loss: 0.7456266283988953 (0.7552078246928231)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.317 (0.248118426205859)
| > loader_time: 0.0094 (0.009200715052498957)
> CHECKPOINT : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/checkpoint_95000.pth
[1m --> TIME: 2025-02-23 19:09:02 -- STEP: 4245/6985 -- GLOBAL_STEP: 95050[0m
| > loss_text_ce: 0.04753366485238075 (0.04926557365730317)
| > loss_mel_ce: 3.231201648712158 (2.9717723357242174)
| > loss: 0.819683849811554 (0.7552594776850007)
| > current_lr: 5e-06
| > step_time: 0.2391 (0.24818130730178528)
| > loader_time: 0.0091 (0.009201746189130906)
[1m --> TIME: 2025-02-23 19:09:21 -- STEP: 4295/6985 -- GLOBAL_STEP: 95100[0m
| > loss_text_ce: 0.048906438052654266 (0.049263589150067406)
| > loss_mel_ce: 2.8457014560699463 (2.9714848209176816)
| > loss: 0.7236519455909729 (0.755187102871252)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2153 (0.24822422472783934)
| > loader_time: 0.009 (0.009201746963927298)
[1m --> TIME: 2025-02-23 19:09:39 -- STEP: 4345/6985 -- GLOBAL_STEP: 95150[0m
| > loss_text_ce: 0.04976804926991463 (0.04926118927100036)
| > loss_mel_ce: 3.03157114982605 (2.9716713736877614)
| > loss: 0.770334780216217 (0.7552331410837116)
| > current_lr: 5e-06
| > step_time: 0.2644 (0.24826994545852082)
| > loader_time: 0.0093 (0.009202970761561421)
[1m --> TIME: 2025-02-23 19:09:57 -- STEP: 4395/6985 -- GLOBAL_STEP: 95200[0m
| > loss_text_ce: 0.04812640696763992 (0.04926308665988253)
| > loss_mel_ce: 2.7725586891174316 (2.971348985849928)
| > loss: 0.7051712870597839 (0.7551530184734936)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2681 (0.2482838667022219)
| > loader_time: 0.0093 (0.009202066731805559)
[1m --> TIME: 2025-02-23 19:10:16 -- STEP: 4445/6985 -- GLOBAL_STEP: 95250[0m
| > loss_text_ce: 0.04904907941818237 (0.049261523541838305)
| > loss_mel_ce: 2.9705841541290283 (2.9716727600054713)
| > loss: 0.7549083232879639 (0.7552335712317)
| > current_lr: 5e-06
| > step_time: 0.2563 (0.24826708118880694)
| > loader_time: 0.0089 (0.00920132979231021)
[1m --> TIME: 2025-02-23 19:10:34 -- STEP: 4495/6985 -- GLOBAL_STEP: 95300[0m
| > loss_text_ce: 0.05010947957634926 (0.0492579076294109)
| > loss_mel_ce: 3.2492337226867676 (2.9718507923194086)
| > loss: 0.8248357772827148 (0.7552771753676072)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2334 (0.24822419694851716)
| > loader_time: 0.0088 (0.0092005303757342)
[1m --> TIME: 2025-02-23 19:10:52 -- STEP: 4545/6985 -- GLOBAL_STEP: 95350[0m
| > loss_text_ce: 0.04842856898903847 (0.04925794543737367)
| > loss_mel_ce: 2.8950068950653076 (2.9724500834482837)
| > loss: 0.7358588576316833 (0.7554270076279589)
| > current_lr: 5e-06
| > step_time: 0.2543 (0.24824700906331784)
| > loader_time: 0.0093 (0.009200505192654905)
[1m --> TIME: 2025-02-23 19:11:10 -- STEP: 4595/6985 -- GLOBAL_STEP: 95400[0m
| > loss_text_ce: 0.050944093614816666 (0.049257347909520854)
| > loss_mel_ce: 2.7824835777282715 (2.9727308024778956)
| > loss: 0.7083569169044495 (0.7554970380141761)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3002 (0.24831527293831013)
| > loader_time: 0.0094 (0.009200984479553444)
[1m --> TIME: 2025-02-23 19:11:29 -- STEP: 4645/6985 -- GLOBAL_STEP: 95450[0m
| > loss_text_ce: 0.04867901653051376 (0.049254696760867994)
| > loss_mel_ce: 3.2799739837646484 (2.9724441777261115)
| > loss: 0.8321632742881775 (0.75542471909292)
| > current_lr: 5e-06
| > step_time: 0.2122 (0.24831584092746894)
| > loader_time: 0.009 (0.009200770118393115)
[1m --> TIME: 2025-02-23 19:11:47 -- STEP: 4695/6985 -- GLOBAL_STEP: 95500[0m
| > loss_text_ce: 0.049501433968544006 (0.04925498974542271)
| > loss_mel_ce: 3.0470070838928223 (2.9718358815287598)
| > loss: 0.7741271257400513 (0.7552727182706189)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2623 (0.24832096389307382)
| > loader_time: 0.0094 (0.00920060008478624)
[1m --> TIME: 2025-02-23 19:12:05 -- STEP: 4745/6985 -- GLOBAL_STEP: 95550[0m
| > loss_text_ce: 0.05109678953886032 (0.04925550929770205)
| > loss_mel_ce: 2.7700178623199463 (2.971927683320761)
| > loss: 0.7052786350250244 (0.7552957985875971)
| > current_lr: 5e-06
| > step_time: 0.2369 (0.24829113556286056)
| > loader_time: 0.0091 (0.009201148387880819)
[1m --> TIME: 2025-02-23 19:12:23 -- STEP: 4795/6985 -- GLOBAL_STEP: 95600[0m
| > loss_text_ce: 0.047540631145238876 (0.04925480386605479)
| > loss_mel_ce: 2.7745323181152344 (2.9711999228898116)
| > loss: 0.7055182456970215 (0.7551136821353016)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3069 (0.24820018505776636)
| > loader_time: 0.0097 (0.009202862332834339)
[1m --> TIME: 2025-02-23 19:12:41 -- STEP: 4845/6985 -- GLOBAL_STEP: 95650[0m
| > loss_text_ce: 0.051282837986946106 (0.04925637337522367)
| > loss_mel_ce: 3.1972737312316895 (2.9710459999501753)
| > loss: 0.8121391534805298 (0.7550755938017194)
| > current_lr: 5e-06
| > step_time: 0.2651 (0.2482056093658825)
| > loader_time: 0.0092 (0.009203692634039272)
[1m --> TIME: 2025-02-23 19:12:59 -- STEP: 4895/6985 -- GLOBAL_STEP: 95700[0m
| > loss_text_ce: 0.0465807244181633 (0.04925848112971475)
| > loss_mel_ce: 3.3962600231170654 (2.9709014179514166)
| > loss: 0.8607102036476135 (0.7550399752023623)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2791 (0.24822744592582852)
| > loader_time: 0.0092 (0.009203775959190261)
[1m --> TIME: 2025-02-23 19:13:18 -- STEP: 4945/6985 -- GLOBAL_STEP: 95750[0m
| > loss_text_ce: 0.049504026770591736 (0.049254281746545656)
| > loss_mel_ce: 2.732915163040161 (2.971003078281335)
| > loss: 0.6956048011779785 (0.7550643404164123)
| > current_lr: 5e-06
| > step_time: 0.287 (0.24823179066603057)
| > loader_time: 0.0098 (0.009203037719032307)
[1m --> TIME: 2025-02-23 19:13:36 -- STEP: 4995/6985 -- GLOBAL_STEP: 95800[0m
| > loss_text_ce: 0.04914112389087677 (0.04925301916994252)
| > loss_mel_ce: 2.8648130893707275 (2.9710842047129025)
| > loss: 0.728488564491272 (0.7550843064014128)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2248 (0.24826192058719793)
| > loader_time: 0.0089 (0.009204520883264275)
[1m --> TIME: 2025-02-23 19:13:54 -- STEP: 5045/6985 -- GLOBAL_STEP: 95850[0m
| > loss_text_ce: 0.05079558119177818 (0.04925581446975262)
| > loss_mel_ce: 2.6248862743377686 (2.9706524805932806)
| > loss: 0.6689204573631287 (0.7549770741680087)
| > current_lr: 5e-06
| > step_time: 0.2535 (0.24827614468554676)
| > loader_time: 0.0092 (0.009206885365239482)
[1m --> TIME: 2025-02-23 19:14:12 -- STEP: 5095/6985 -- GLOBAL_STEP: 95900[0m
| > loss_text_ce: 0.04869821295142174 (0.04925725992560619)
| > loss_mel_ce: 2.817781686782837 (2.9709609407905924)
| > loss: 0.7166199684143066 (0.7550545505967285)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3042 (0.2482668588861048)
| > loader_time: 0.0091 (0.009208458609389155)
[1m --> TIME: 2025-02-23 19:14:31 -- STEP: 5145/6985 -- GLOBAL_STEP: 95950[0m
| > loss_text_ce: 0.052561625838279724 (0.0492585182631618)
| > loss_mel_ce: 2.725414991378784 (2.9703845177957175)
| > loss: 0.6944941282272339 (0.754910759397567)
| > current_lr: 5e-06
| > step_time: 0.2796 (0.24824904663338027)
| > loader_time: 0.0097 (0.009209732967632526)
[1m --> TIME: 2025-02-23 19:14:49 -- STEP: 5195/6985 -- GLOBAL_STEP: 96000[0m
| > loss_text_ce: 0.04627713933587074 (0.04925429016796294)
| > loss_mel_ce: 3.361783742904663 (2.97077694219161)
| > loss: 0.8520151972770691 (0.7550078084769435)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2965 (0.2482377440569146)
| > loader_time: 0.0094 (0.009211921095274432)
> CHECKPOINT : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/checkpoint_96000.pth
[1m --> TIME: 2025-02-23 19:15:28 -- STEP: 5245/6985 -- GLOBAL_STEP: 96050[0m
| > loss_text_ce: 0.049915194511413574 (0.049253822981714615)
| > loss_mel_ce: 2.8095624446868896 (2.971142795860935)
| > loss: 0.7148693799972534 (0.755099155121012)
| > current_lr: 5e-06
| > step_time: 0.1882 (0.24827946652902433)
| > loader_time: 0.0087 (0.009216673062800015)
[1m --> TIME: 2025-02-23 19:15:46 -- STEP: 5295/6985 -- GLOBAL_STEP: 96100[0m
| > loss_text_ce: 0.05207714065909386 (0.049252012804699326)
| > loss_mel_ce: 2.533358097076416 (2.9713640017144716)
| > loss: 0.6463587880134583 (0.7551540040091808)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2085 (0.2482648971060518)
| > loader_time: 0.0086 (0.009217252542209368)
[1m --> TIME: 2025-02-23 19:16:04 -- STEP: 5345/6985 -- GLOBAL_STEP: 96150[0m
| > loss_text_ce: 0.04899309203028679 (0.04925105109309011)
| > loss_mel_ce: 2.9284956455230713 (2.971640119695347)
| > loss: 0.7443721890449524 (0.7552227931227821)
| > current_lr: 5e-06
| > step_time: 0.2554 (0.24822883414151625)
| > loader_time: 0.0095 (0.009218478403546424)
[1m --> TIME: 2025-02-23 19:16:23 -- STEP: 5395/6985 -- GLOBAL_STEP: 96200[0m
| > loss_text_ce: 0.05174242705106735 (0.04925121509498527)
| > loss_mel_ce: 3.0170345306396484 (2.9718115228099635)
| > loss: 0.7671942114830017 (0.755265684896756)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2775 (0.24823066673420224)
| > loader_time: 0.0096 (0.009221108342012516)
[1m --> TIME: 2025-02-23 19:16:41 -- STEP: 5445/6985 -- GLOBAL_STEP: 96250[0m
| > loss_text_ce: 0.04833151772618294 (0.04924851067644722)
| > loss_mel_ce: 3.337939500808716 (2.972150664421477)
| > loss: 0.8465677499771118 (0.7553497941807048)
| > current_lr: 5e-06
| > step_time: 0.2576 (0.2482205074352338)
| > loader_time: 0.009 (0.009223479935617167)
[1m --> TIME: 2025-02-23 19:16:59 -- STEP: 5495/6985 -- GLOBAL_STEP: 96300[0m
| > loss_text_ce: 0.05203596502542496 (0.04924987118633579)
| > loss_mel_ce: 3.174109935760498 (2.9717447982038294)
| > loss: 0.8065364956855774 (0.7552486677729494)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2697 (0.24824192907942547)
| > loader_time: 0.0096 (0.009225371406770386)
[1m --> TIME: 2025-02-23 19:17:18 -- STEP: 5545/6985 -- GLOBAL_STEP: 96350[0m
| > loss_text_ce: 0.048730239272117615 (0.04924980063189568)
| > loss_mel_ce: 2.91878604888916 (2.9711680153880233)
| > loss: 0.7418790459632874 (0.7551044544193298)
| > current_lr: 5e-06
| > step_time: 0.2317 (0.24824001597756196)
| > loader_time: 0.0094 (0.009227790737926051)
[1m --> TIME: 2025-02-23 19:17:36 -- STEP: 5595/6985 -- GLOBAL_STEP: 96400[0m
| > loss_text_ce: 0.04682420194149017 (0.04924557039296124)
| > loss_mel_ce: 2.958224296569824 (2.970799910670626)
| > loss: 0.7512621283531189 (0.7550113707061733)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3168 (0.24829223013222484)
| > loader_time: 0.0099 (0.009230252096331264)
[1m --> TIME: 2025-02-23 19:17:54 -- STEP: 5645/6985 -- GLOBAL_STEP: 96450[0m
| > loss_text_ce: 0.050344426184892654 (0.04924457984637431)
| > loss_mel_ce: 3.3843324184417725 (2.970754581980198)
| > loss: 0.8586692214012146 (0.7549997908864206)
| > current_lr: 5e-06
| > step_time: 0.2755 (0.2482476459972831)
| > loader_time: 0.0097 (0.009231995691547788)
[1m --> TIME: 2025-02-23 19:18:12 -- STEP: 5695/6985 -- GLOBAL_STEP: 96500[0m
| > loss_text_ce: 0.04888390377163887 (0.049240621012538205)
| > loss_mel_ce: 3.199477434158325 (2.9704931920196382)
| > loss: 0.8120903372764587 (0.7549334536842117)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3136 (0.24820679730757797)
| > loader_time: 0.01 (0.009233929673446913)
[1m --> TIME: 2025-02-23 19:18:30 -- STEP: 5745/6985 -- GLOBAL_STEP: 96550[0m
| > loss_text_ce: 0.04838831350207329 (0.04923754137648094)
| > loss_mel_ce: 2.5568490028381348 (2.9708733197188106)
| > loss: 0.6513093113899231 (0.7550277157074671)
| > current_lr: 5e-06
| > step_time: 0.186 (0.24818032362649917)
| > loader_time: 0.0091 (0.009236171040149026)
[1m --> TIME: 2025-02-23 19:18:48 -- STEP: 5795/6985 -- GLOBAL_STEP: 96600[0m
| > loss_text_ce: 0.05001455545425415 (0.049238111369948205)
| > loss_mel_ce: 2.5039048194885254 (2.9704492713789943)
| > loss: 0.6384798288345337 (0.754921846095603)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2691 (0.24818550460394134)
| > loader_time: 0.0097 (0.009239422894429297)
[1m --> TIME: 2025-02-23 19:19:07 -- STEP: 5845/6985 -- GLOBAL_STEP: 96650[0m
| > loss_text_ce: 0.053105924278497696 (0.04924204426254339)
| > loss_mel_ce: 2.5661237239837646 (2.970363849080247)
| > loss: 0.6548073887825012 (0.7549014737200173)
| > current_lr: 5e-06
| > step_time: 0.184 (0.2482581736594821)
| > loader_time: 0.0088 (0.009240546075577807)
[1m --> TIME: 2025-02-23 19:19:26 -- STEP: 5895/6985 -- GLOBAL_STEP: 96700[0m
| > loss_text_ce: 0.04959636181592941 (0.04924459360900117)
| > loss_mel_ce: 2.9939215183258057 (2.9701307980259926)
| > loss: 0.7608794569969177 (0.7548438483016572)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3102 (0.24830259888530082)
| > loader_time: 0.0095 (0.009241043621448255)
[1m --> TIME: 2025-02-23 19:19:44 -- STEP: 5945/6985 -- GLOBAL_STEP: 96750[0m
| > loss_text_ce: 0.047973863780498505 (0.04924620315181896)
| > loss_mel_ce: 3.153900623321533 (2.9697783198248304)
| > loss: 0.8004686236381531 (0.754756131144106)
| > current_lr: 5e-06
| > step_time: 0.2392 (0.24829142059570006)
| > loader_time: 0.0092 (0.00924160983805098)
[1m --> TIME: 2025-02-23 19:20:02 -- STEP: 5995/6985 -- GLOBAL_STEP: 96800[0m
| > loss_text_ce: 0.05119325965642929 (0.049243757058497345)
| > loss_mel_ce: 2.4540038108825684 (2.9691880513271514)
| > loss: 0.626299262046814 (0.7546079524861848)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2783 (0.24825687480032493)
| > loader_time: 0.0096 (0.009241693749638574)
[1m --> TIME: 2025-02-23 19:20:19 -- STEP: 6045/6985 -- GLOBAL_STEP: 96850[0m
| > loss_text_ce: 0.050268080085515976 (0.04924360317901404)
| > loss_mel_ce: 2.7926931381225586 (2.968682744189464)
| > loss: 0.710740327835083 (0.7544815872502373)
| > current_lr: 5e-06
| > step_time: 0.2379 (0.2482149593094541)
| > loader_time: 0.0093 (0.00924138636309023)
[1m --> TIME: 2025-02-23 19:20:37 -- STEP: 6095/6985 -- GLOBAL_STEP: 96900[0m
| > loss_text_ce: 0.050960712134838104 (0.049245172074649825)
| > loss_mel_ce: 3.0799334049224854 (2.968666304595355)
| > loss: 0.7827235460281372 (0.7544778695744101)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2865 (0.2481777816644157)
| > loader_time: 0.0091 (0.009241003477739654)
[1m --> TIME: 2025-02-23 19:20:55 -- STEP: 6145/6985 -- GLOBAL_STEP: 96950[0m
| > loss_text_ce: 0.04814969003200531 (0.04924662623939423)
| > loss_mel_ce: 2.7312216758728027 (2.968716505274136)
| > loss: 0.6948428153991699 (0.7544907832941052)
| > current_lr: 5e-06
| > step_time: 0.2776 (0.24816577983542706)
| > loader_time: 0.0094 (0.009241634893456167)
[1m --> TIME: 2025-02-23 19:21:14 -- STEP: 6195/6985 -- GLOBAL_STEP: 97000[0m
| > loss_text_ce: 0.046849325299263 (0.04924513083477476)
| > loss_mel_ce: 2.752354383468628 (2.9684099848179932)
| > loss: 0.6998009085655212 (0.7544137793168401)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3006 (0.24818760242262033)
| > loader_time: 0.0091 (0.009242079429226219)
> CHECKPOINT : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/checkpoint_97000.pth
[1m --> TIME: 2025-02-23 19:21:54 -- STEP: 6245/6985 -- GLOBAL_STEP: 97050[0m
| > loss_text_ce: 0.050065550953149796 (0.04924521677619556)
| > loss_mel_ce: 3.335721254348755 (2.968528697736933)
| > loss: 0.846446692943573 (0.754443479032874)
| > current_lr: 5e-06
| > step_time: 0.2715 (0.24817761523519352)
| > loader_time: 0.0105 (0.00924287380649148)
[1m --> TIME: 2025-02-23 19:22:12 -- STEP: 6295/6985 -- GLOBAL_STEP: 97100[0m
| > loss_text_ce: 0.05135571211576462 (0.04924719542904065)
| > loss_mel_ce: 3.1114892959594727 (2.968074946672407)
| > loss: 0.7907112240791321 (0.7543305358970029)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2763 (0.24821394684771114)
| > loader_time: 0.0092 (0.009243220502748855)
[1m --> TIME: 2025-02-23 19:22:31 -- STEP: 6345/6985 -- GLOBAL_STEP: 97150[0m
| > loss_text_ce: 0.05034298822283745 (0.04924320059089418)
| > loss_mel_ce: 2.666670560836792 (2.967858845723526)
| > loss: 0.6792533993721008 (0.7542755119156129)
| > current_lr: 5e-06
| > step_time: 0.2454 (0.24825988905555718)
| > loader_time: 0.0098 (0.009244092643683682)
[1m --> TIME: 2025-02-23 19:22:49 -- STEP: 6395/6985 -- GLOBAL_STEP: 97200[0m
| > loss_text_ce: 0.04864247515797615 (0.04924149857870388)
| > loss_mel_ce: 2.9233193397521973 (2.9681568413436885)
| > loss: 0.7429904341697693 (0.7543495853120584)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2134 (0.24822400699284414)
| > loader_time: 0.0089 (0.009243860050884421)
[1m --> TIME: 2025-02-23 19:23:07 -- STEP: 6445/6985 -- GLOBAL_STEP: 97250[0m
| > loss_text_ce: 0.05005647614598274 (0.04923979443656185)
| > loss_mel_ce: 2.8129642009735107 (2.9680405271617416)
| > loss: 0.7157551646232605 (0.7543200807390134)
| > current_lr: 5e-06
| > step_time: 0.2573 (0.2482448641508471)
| > loader_time: 0.0095 (0.009243950610756405)
[1m --> TIME: 2025-02-23 19:23:25 -- STEP: 6495/6985 -- GLOBAL_STEP: 97300[0m
| > loss_text_ce: 0.04875558242201805 (0.0492394374300646)
| > loss_mel_ce: 2.8418049812316895 (2.967921997860265)
| > loss: 0.7226401567459106 (0.7542903591799118)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2994 (0.24825867501656032)
| > loader_time: 0.0088 (0.00924345699982793)
[1m --> TIME: 2025-02-23 19:23:44 -- STEP: 6545/6985 -- GLOBAL_STEP: 97350[0m
| > loss_text_ce: 0.051539476960897446 (0.04924111625192453)
| > loss_mel_ce: 2.8817577362060547 (2.967738124193169)
| > loss: 0.7333242893218994 (0.7542448104748375)
| > current_lr: 5e-06
| > step_time: 0.2526 (0.24826104325862036)
| > loader_time: 0.0093 (0.009243439316658495)
[1m --> TIME: 2025-02-23 19:24:02 -- STEP: 6595/6985 -- GLOBAL_STEP: 97400[0m
| > loss_text_ce: 0.0493830144405365 (0.04924166134478829)
| > loss_mel_ce: 2.833681106567383 (2.9679114348966085)
| > loss: 0.720766007900238 (0.7542882744429042)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2878 (0.24827558298378483)
| > loader_time: 0.0094 (0.009243627277805175)
[1m --> TIME: 2025-02-23 19:24:20 -- STEP: 6645/6985 -- GLOBAL_STEP: 97450[0m
| > loss_text_ce: 0.045565273612737656 (0.04924082009414696)
| > loss_mel_ce: 3.379140615463257 (2.967468768048767)
| > loss: 0.856176495552063 (0.7541773974222726)
| > current_lr: 5e-06
| > step_time: 0.2548 (0.2482375926411717)
| > loader_time: 0.0096 (0.009242967952903344)
[1m --> TIME: 2025-02-23 19:24:38 -- STEP: 6695/6985 -- GLOBAL_STEP: 97500[0m
| > loss_text_ce: 0.04943351075053215 (0.04924169911587744)
| > loss_mel_ce: 2.9288671016693115 (2.967300282065948)
| > loss: 0.7445751428604126 (0.7541354956601952)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2289 (0.24821900530837204)
| > loader_time: 0.0087 (0.00924230255770806)
[1m --> TIME: 2025-02-23 19:24:56 -- STEP: 6745/6985 -- GLOBAL_STEP: 97550[0m
| > loss_text_ce: 0.0520050935447216 (0.049243170429460185)
| > loss_mel_ce: 2.7280263900756836 (2.9670302952723255)
| > loss: 0.695007860660553 (0.7540683667954898)
| > current_lr: 5e-06
| > step_time: 0.2658 (0.24826110602308857)
| > loader_time: 0.0094 (0.009242962094215738)
[1m --> TIME: 2025-02-23 19:25:14 -- STEP: 6795/6985 -- GLOBAL_STEP: 97600[0m
| > loss_text_ce: 0.05147457867860794 (0.0492418017109542)
| > loss_mel_ce: 3.0396738052368164 (2.967400639858902)
| > loss: 0.7727870941162109 (0.7541606107645815)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.1871 (0.24823587363568012)
| > loader_time: 0.0084 (0.009242533339219004)
[1m --> TIME: 2025-02-23 19:25:32 -- STEP: 6845/6985 -- GLOBAL_STEP: 97650[0m
| > loss_text_ce: 0.04777225852012634 (0.04924085754669869)
| > loss_mel_ce: 2.8204638957977295 (2.967109151231359)
| > loss: 0.7170590162277222 (0.7540875025436412)
| > current_lr: 5e-06
| > step_time: 0.2548 (0.24818315101941194)
| > loader_time: 0.0091 (0.009242404543456562)
[1m --> TIME: 2025-02-23 19:25:51 -- STEP: 6895/6985 -- GLOBAL_STEP: 97700[0m
| > loss_text_ce: 0.04708476364612579 (0.049238880770179634)
| > loss_mel_ce: 3.108478307723999 (2.9669157147148155)
| > loss: 0.7888907790184021 (0.7540386492485052)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3008 (0.24825169004505315)
| > loader_time: 0.0093 (0.009243453283773264)
[1m --> TIME: 2025-02-23 19:26:09 -- STEP: 6945/6985 -- GLOBAL_STEP: 97750[0m
| > loss_text_ce: 0.04739886149764061 (0.049235983160200336)
| > loss_mel_ce: 3.395345687866211 (2.9669489165018375)
| > loss: 0.8606861233711243 (0.7540462252903178)
| > current_lr: 5e-06
| > step_time: 0.2714 (0.24822553256332144)
| > loader_time: 0.0099 (0.009244347270913372)
[1m > EVALUATION [0m
[1m--> EVAL PERFORMANCE[0m
| > avg_loader_time:[91m 0.4645189179314507 [0m(+0.0015605259564966945)
| > avg_loss_text_ce:[92m 0.04810532856903045 [0m(-0.00024417210735527134)
| > avg_loss_mel_ce:[92m 2.959697640799229 [0m(-0.006482732062246477)
| > avg_loss:[92m 3.0078029741648757 [0m(-0.006726894503325198)
> BEST MODEL : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/best_model_97790.pth
[4m[1m > EPOCH: 14/30[0m
--> checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3
[1m > TRAINING (2025-02-23 19:28:52) [0m
[1m --> TIME: 2025-02-23 19:28:57 -- STEP: 10/6985 -- GLOBAL_STEP: 97800[0m
| > loss_text_ce: 0.05297398567199707 (0.04982646405696869)
| > loss_mel_ce: 2.4111247062683105 (2.878418278694153)
| > loss: 0.6160246729850769 (0.7320611774921417)
| > current_lr: 5e-06
| > step_time: 0.2554 (0.2307438850402832)
| > loader_time: 0.0089 (0.009492945671081544)
[1m --> TIME: 2025-02-23 19:29:15 -- STEP: 60/6985 -- GLOBAL_STEP: 97850[0m
| > loss_text_ce: 0.048131026327610016 (0.049520949460566045)
| > loss_mel_ce: 2.756237745285034 (2.938639179865519)
| > loss: 0.7010921835899353 (0.7470400313536326)
| > current_lr: 5e-06
| > step_time: 0.1995 (0.2461686134338379)
| > loader_time: 0.009 (0.009445269902547201)
[1m --> TIME: 2025-02-23 19:29:33 -- STEP: 110/6985 -- GLOBAL_STEP: 97900[0m
| > loss_text_ce: 0.05017934739589691 (0.04927614300765774)
| > loss_mel_ce: 3.0862035751342773 (2.934235178340565)
| > loss: 0.7840957045555115 (0.7458778294649991)
| > current_lr: 5e-06
| > step_time: 0.2729 (0.24731054956262763)
| > loader_time: 0.0092 (0.009363540736111725)
[1m --> TIME: 2025-02-23 19:29:51 -- STEP: 160/6985 -- GLOBAL_STEP: 97950[0m
| > loss_text_ce: 0.04931552708148956 (0.04926497763954103)
| > loss_mel_ce: 2.5422348976135254 (2.9392407074570652)
| > loss: 0.6478875875473022 (0.7471264209598305)
| > current_lr: 5e-06
| > step_time: 0.1644 (0.2470416769385338)
| > loader_time: 0.009 (0.009326316416263577)
[1m --> TIME: 2025-02-23 19:30:09 -- STEP: 210/6985 -- GLOBAL_STEP: 98000[0m
| > loss_text_ce: 0.046442389488220215 (0.04911738146273863)
| > loss_mel_ce: 3.3207924365997314 (2.9549767199016745)
| > loss: 0.8418086767196655 (0.7510235244319554)
| > current_lr: 5e-06
| > step_time: 0.2543 (0.2481657448269072)
| > loader_time: 0.0092 (0.009289013771783736)
> CHECKPOINT : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/checkpoint_98000.pth
[1m --> TIME: 2025-02-23 19:30:48 -- STEP: 260/6985 -- GLOBAL_STEP: 98050[0m
| > loss_text_ce: 0.05065544322133064 (0.04910002903869519)
| > loss_mel_ce: 2.9584643840789795 (2.965173707558558)
| > loss: 0.7522799372673035 (0.7535684347152711)
| > current_lr: 5e-06
| > step_time: 0.1875 (0.24693478987767145)
| > loader_time: 0.0088 (0.009250881121708795)
[1m --> TIME: 2025-02-23 19:31:06 -- STEP: 310/6985 -- GLOBAL_STEP: 98100[0m
| > loss_text_ce: 0.04720388352870941 (0.04904718838872446)
| > loss_mel_ce: 3.15862774848938 (2.9716466880613743)
| > loss: 0.8014578819274902 (0.755173469166602)
| > current_lr: 5e-06
| > step_time: 0.2071 (0.24715749525254774)
| > loader_time: 0.0089 (0.009226219884810902)
[1m --> TIME: 2025-02-23 19:31:24 -- STEP: 360/6985 -- GLOBAL_STEP: 98150[0m
| > loss_text_ce: 0.04625260829925537 (0.04911522509323226)
| > loss_mel_ce: 3.113450288772583 (2.9585741857687613)
| > loss: 0.7899256944656372 (0.7519223534398606)
| > current_lr: 5e-06
| > step_time: 0.2249 (0.24776540398597718)
| > loader_time: 0.0093 (0.009216724501715755)
[1m --> TIME: 2025-02-23 19:31:43 -- STEP: 410/6985 -- GLOBAL_STEP: 98200[0m
| > loss_text_ce: 0.05162455886602402 (0.049148307222782114)
| > loss_mel_ce: 3.2230992317199707 (2.9608276873100077)
| > loss: 0.8186809420585632 (0.7524939987717603)
| > current_lr: 5e-06
| > step_time: 0.2237 (0.24867335296258694)
| > loader_time: 0.009 (0.009201310902107048)
[1m --> TIME: 2025-02-23 19:32:00 -- STEP: 460/6985 -- GLOBAL_STEP: 98250[0m
| > loss_text_ce: 0.048018716275691986 (0.04912985799753147)
| > loss_mel_ce: 2.8778326511383057 (2.958879901015239)
| > loss: 0.731462836265564 (0.7520024403281831)
| > current_lr: 5e-06
| > step_time: 0.1837 (0.24734255749246348)
| > loader_time: 0.0091 (0.009174087773198659)
[1m --> TIME: 2025-02-23 19:32:19 -- STEP: 510/6985 -- GLOBAL_STEP: 98300[0m
| > loss_text_ce: 0.048095978796482086 (0.04911519936925056)
| > loss_mel_ce: 2.5238423347473145 (2.9557250621272053)
| > loss: 0.6429845690727234 (0.7512100660333444)
| > current_lr: 5e-06
| > step_time: 0.2894 (0.24833649841009403)
| > loader_time: 0.0094 (0.009167996107363227)
[1m --> TIME: 2025-02-23 19:32:37 -- STEP: 560/6985 -- GLOBAL_STEP: 98350[0m
| > loss_text_ce: 0.04694708064198494 (0.049099954397284575)
| > loss_mel_ce: 3.4440793991088867 (2.9555164243493754)
| > loss: 0.8727566003799438 (0.7511540951473371)
| > current_lr: 5e-06
| > step_time: 0.2436 (0.24841483192784444)
| > loader_time: 0.0091 (0.009159370831080833)
[1m --> TIME: 2025-02-23 19:32:56 -- STEP: 610/6985 -- GLOBAL_STEP: 98400[0m
| > loss_text_ce: 0.04903006926178932 (0.049112977569953344)
| > loss_mel_ce: 2.949730157852173 (2.957573957521406)
| > loss: 0.749690055847168 (0.7516717341102541)
| > current_lr: 5e-06
| > step_time: 0.2652 (0.2488985378234113)
| > loader_time: 0.009 (0.009151802688348476)
[1m --> TIME: 2025-02-23 19:33:14 -- STEP: 660/6985 -- GLOBAL_STEP: 98450[0m
| > loss_text_ce: 0.04758310317993164 (0.04912272116564438)
| > loss_mel_ce: 3.034151554107666 (2.9563212987148395)
| > loss: 0.7704336643218994 (0.7513610055049263)
| > current_lr: 5e-06
| > step_time: 0.2513 (0.24900982849525682)
| > loader_time: 0.0091 (0.009145083933165559)
[1m --> TIME: 2025-02-23 19:33:33 -- STEP: 710/6985 -- GLOBAL_STEP: 98500[0m
| > loss_text_ce: 0.04968055710196495 (0.04910239458713731)
| > loss_mel_ce: 2.9588875770568848 (2.955958655182743)
| > loss: 0.7521420121192932 (0.7512652628018825)
| > current_lr: 5e-06
| > step_time: 0.2559 (0.24931802682473625)
| > loader_time: 0.0092 (0.009138113344219354)
[1m --> TIME: 2025-02-23 19:33:51 -- STEP: 760/6985 -- GLOBAL_STEP: 98550[0m
| > loss_text_ce: 0.04954196512699127 (0.04908765907840507)
| > loss_mel_ce: 3.085604190826416 (2.9582057874453684)
| > loss: 0.7837865352630615 (0.7518233616101118)
| > current_lr: 5e-06
| > step_time: 0.1831 (0.2491823384636327)
| > loader_time: 0.0086 (0.009130144119262686)
[1m --> TIME: 2025-02-23 19:34:09 -- STEP: 810/6985 -- GLOBAL_STEP: 98600[0m
| > loss_text_ce: 0.05002180114388466 (0.04907791318808807)
| > loss_mel_ce: 3.153385877609253 (2.9570043990641453)
| > loss: 0.8008519411087036 (0.7515205779929223)
| > current_lr: 5e-06
| > step_time: 0.269 (0.24902908360516585)
| > loader_time: 0.0093 (0.009123640001556013)
[1m --> TIME: 2025-02-23 19:34:27 -- STEP: 860/6985 -- GLOBAL_STEP: 98650[0m
| > loss_text_ce: 0.04722612351179123 (0.049054666677879714)
| > loss_mel_ce: 2.836160182952881 (2.956580499715582)
| > loss: 0.7208465933799744 (0.7514087915420535)
| > current_lr: 5e-06
| > step_time: 0.2215 (0.2491475166276444)
| > loader_time: 0.0088 (0.009117688689120973)
[1m --> TIME: 2025-02-23 19:34:45 -- STEP: 910/6985 -- GLOBAL_STEP: 98700[0m
| > loss_text_ce: 0.047619085758924484 (0.04902630851982712)
| > loss_mel_ce: 2.7592039108276367 (2.954328907977093)
| > loss: 0.7017057538032532 (0.7508388041139962)
| > current_lr: 5e-06
| > step_time: 0.2418 (0.24874855764619597)
| > loader_time: 0.0092 (0.009110988627423287)
[1m --> TIME: 2025-02-23 19:35:03 -- STEP: 960/6985 -- GLOBAL_STEP: 98750[0m
| > loss_text_ce: 0.04820350557565689 (0.049014750251080826)
| > loss_mel_ce: 3.3080437183380127 (2.956428334116935)
| > loss: 0.8390617966651917 (0.7513607710599902)
| > current_lr: 5e-06
| > step_time: 0.2434 (0.24869794969757397)
| > loader_time: 0.0096 (0.009106792757908494)
[1m --> TIME: 2025-02-23 19:35:21 -- STEP: 1010/6985 -- GLOBAL_STEP: 98800[0m
| > loss_text_ce: 0.0477888323366642 (0.049010302432545325)
| > loss_mel_ce: 3.0378992557525635 (2.9543463251378266)
| > loss: 0.7714220285415649 (0.750839156797617)
| > current_lr: 5e-06
| > step_time: 0.2671 (0.2483567230772264)
| > loader_time: 0.0091 (0.009106293527206563)
[1m --> TIME: 2025-02-23 19:35:40 -- STEP: 1060/6985 -- GLOBAL_STEP: 98850[0m
| > loss_text_ce: 0.048505038022994995 (0.049014072664925495)
| > loss_mel_ce: 3.058713674545288 (2.95638376519365)
| > loss: 0.7768046855926514 (0.75134945939172)
| > current_lr: 5e-06
| > step_time: 0.2258 (0.24865969284525458)
| > loader_time: 0.0086 (0.009097283066443666)
[1m --> TIME: 2025-02-23 19:35:58 -- STEP: 1110/6985 -- GLOBAL_STEP: 98900[0m
| > loss_text_ce: 0.052231863141059875 (0.0490167996837749)
| > loss_mel_ce: 2.366882085800171 (2.955145990311561)
| > loss: 0.6047784686088562 (0.7510406975273616)
| > current_lr: 5e-06
| > step_time: 0.1864 (0.24853361662443693)
| > loader_time: 0.0084 (0.009086500202213315)
[1m --> TIME: 2025-02-23 19:36:16 -- STEP: 1160/6985 -- GLOBAL_STEP: 98950[0m
| > loss_text_ce: 0.05154656246304512 (0.04902306410708816)
| > loss_mel_ce: 3.044755697250366 (2.952291918828569)
| > loss: 0.7740755677223206 (0.7503287460269601)
| > current_lr: 5e-06
| > step_time: 0.1995 (0.2488975025456527)
| > loader_time: 0.0088 (0.009079048962428646)
[1m --> TIME: 2025-02-23 19:36:35 -- STEP: 1210/6985 -- GLOBAL_STEP: 99000[0m
| > loss_text_ce: 0.048064690083265305 (0.049034555222500435)
| > loss_mel_ce: 2.8261678218841553 (2.9508078961332957)
| > loss: 0.718558132648468 (0.7499606132999923)
| > current_lr: 5e-06
| > step_time: 0.2387 (0.24897069615766038)
| > loader_time: 0.0085 (0.009068157850218212)
> CHECKPOINT : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/checkpoint_99000.pth
[1m --> TIME: 2025-02-23 19:37:16 -- STEP: 1260/6985 -- GLOBAL_STEP: 99050[0m
| > loss_text_ce: 0.05136825516819954 (0.04904989277323084)
| > loss_mel_ce: 2.7462992668151855 (2.9532580685993985)
| > loss: 0.6994168758392334 (0.7505769908428188)
| > current_lr: 5e-06
| > step_time: 0.1701 (0.24908840618436298)
| > loader_time: 0.0088 (0.009064539462801)
[1m --> TIME: 2025-02-23 19:37:33 -- STEP: 1310/6985 -- GLOBAL_STEP: 99100[0m
| > loss_text_ce: 0.04938895255327225 (0.04904723956270978)
| > loss_mel_ce: 3.2256226539611816 (2.9541869824169265)
| > loss: 0.8187528848648071 (0.7508085558432656)
| > current_lr: 5e-06
| > step_time: 0.2187 (0.24880272686936472)
| > loader_time: 0.0089 (0.0090570764687225)
[1m --> TIME: 2025-02-23 19:37:51 -- STEP: 1360/6985 -- GLOBAL_STEP: 99150[0m
| > loss_text_ce: 0.048801012337207794 (0.04903846043162044)
| > loss_mel_ce: 3.0529732704162598 (2.9551623907159374)
| > loss: 0.7754435539245605 (0.7510502130231438)
| > current_lr: 5e-06
| > step_time: 0.2337 (0.2484953009030398)
| > loader_time: 0.0094 (0.0090504286920323)
[1m --> TIME: 2025-02-23 19:38:10 -- STEP: 1410/6985 -- GLOBAL_STEP: 99200[0m
| > loss_text_ce: 0.050623781979084015 (0.049028391560130044)
| > loss_mel_ce: 2.4763596057891846 (2.9545098095075484)
| > loss: 0.6317458748817444 (0.7508845505984966)
| > current_lr: 5e-06
| > step_time: 0.2765 (0.24867390385756255)
| > loader_time: 0.0093 (0.009048056602478018)
[1m --> TIME: 2025-02-23 19:38:28 -- STEP: 1460/6985 -- GLOBAL_STEP: 99250[0m
| > loss_text_ce: 0.0479360856115818 (0.04902006223899857)
| > loss_mel_ce: 3.0014805793762207 (2.955290906723234)
| > loss: 0.7623541951179504 (0.7510777425684344)
| > current_lr: 5e-06
| > step_time: 0.243 (0.24873297263498176)
| > loader_time: 0.0087 (0.009047635777355862)
[1m --> TIME: 2025-02-23 19:38:46 -- STEP: 1510/6985 -- GLOBAL_STEP: 99300[0m
| > loss_text_ce: 0.05086377635598183 (0.04901835431671692)
| > loss_mel_ce: 2.9013562202453613 (2.9551868850821714)
| > loss: 0.7380549907684326 (0.7510513101192503)
| > current_lr: 5e-06
| > step_time: 0.2131 (0.24874843003734057)
| > loader_time: 0.0089 (0.009046135359252519)
[1m --> TIME: 2025-02-23 19:39:04 -- STEP: 1560/6985 -- GLOBAL_STEP: 99350[0m
| > loss_text_ce: 0.05053379759192467 (0.049022784523474826)
| > loss_mel_ce: 3.2177090644836426 (2.954234483150338)
| > loss: 0.8170607089996338 (0.7508143172050137)
| > current_lr: 5e-06
| > step_time: 0.1956 (0.24861447826409952)
| > loader_time: 0.009 (0.00904264297240819)
[1m --> TIME: 2025-02-23 19:39:22 -- STEP: 1610/6985 -- GLOBAL_STEP: 99400[0m
| > loss_text_ce: 0.04810575768351555 (0.049030506918611695)
| > loss_mel_ce: 2.8880999088287354 (2.9529903112731386)
| > loss: 0.7340514063835144 (0.7505052048967494)
| > current_lr: 5e-06
| > step_time: 0.2862 (0.24830672844596532)
| > loader_time: 0.0095 (0.009038226500801414)
[1m --> TIME: 2025-02-23 19:39:39 -- STEP: 1660/6985 -- GLOBAL_STEP: 99450[0m
| > loss_text_ce: 0.050063956528902054 (0.04902497298387156)
| > loss_mel_ce: 2.4984970092773438 (2.952430697808785)
| > loss: 0.6371402144432068 (0.7503639179899034)
| > current_lr: 5e-06
| > step_time: 0.2507 (0.2481324406991522)
| > loader_time: 0.0089 (0.009033389981970725)
[1m --> TIME: 2025-02-23 19:39:58 -- STEP: 1710/6985 -- GLOBAL_STEP: 99500[0m
| > loss_text_ce: 0.050811074674129486 (0.04901720398917181)
| > loss_mel_ce: 2.389521598815918 (2.9533302664059664)
| > loss: 0.6100831627845764 (0.7505868679250196)
| > current_lr: 5e-06
| > step_time: 0.2888 (0.24823830936387267)
| > loader_time: 0.0093 (0.009031444962261704)
[1m --> TIME: 2025-02-23 19:40:16 -- STEP: 1760/6985 -- GLOBAL_STEP: 99550[0m
| > loss_text_ce: 0.05048773065209389 (0.04900301189627495)
| > loss_mel_ce: 2.6664159297943115 (2.955598365312275)
| > loss: 0.6792259216308594 (0.7511503446169877)
| > current_lr: 5e-06
| > step_time: 0.123 (0.2483553941954266)
| > loader_time: 0.0085 (0.009029033373702653)
[1m --> TIME: 2025-02-23 19:40:34 -- STEP: 1810/6985 -- GLOBAL_STEP: 99600[0m
| > loss_text_ce: 0.050150368362665176 (0.04900659501387925)
| > loss_mel_ce: 2.6670689582824707 (2.9546590458622317)
| > loss: 0.679304838180542 (0.7509164106121382)
| > current_lr: 5e-06
| > step_time: 0.2289 (0.24815733182496127)
| > loader_time: 0.0087 (0.009024733864800044)
[1m --> TIME: 2025-02-23 19:40:52 -- STEP: 1860/6985 -- GLOBAL_STEP: 99650[0m
| > loss_text_ce: 0.04872521758079529 (0.049018660704455035)
| > loss_mel_ce: 3.1079671382904053 (2.9527328673229443)
| > loss: 0.7891730666160583 (0.7504378823823828)
| > current_lr: 5e-06
| > step_time: 0.1874 (0.24801383556858186)
| > loader_time: 0.0084 (0.009019262816316334)
[1m --> TIME: 2025-02-23 19:41:10 -- STEP: 1910/6985 -- GLOBAL_STEP: 99700[0m
| > loss_text_ce: 0.0472973994910717 (0.04901891817480167)
| > loss_mel_ce: 2.654203176498413 (2.9518865713898443)
| > loss: 0.6753751635551453 (0.7502263728236656)
| > current_lr: 5e-06
| > step_time: 0.2082 (0.24812463353441647)
| > loader_time: 0.0086 (0.009020661683606847)
[1m --> TIME: 2025-02-23 19:41:29 -- STEP: 1960/6985 -- GLOBAL_STEP: 99750[0m
| > loss_text_ce: 0.04807877540588379 (0.049014912281489464)
| > loss_mel_ce: 2.9626576900482178 (2.9525496904947337)
| > loss: 0.7526841163635254 (0.7503911510718114)
| > current_lr: 5e-06
| > step_time: 0.2007 (0.24821979014240966)
| > loader_time: 0.0086 (0.009017694726282234)
[1m --> TIME: 2025-02-23 19:41:47 -- STEP: 2010/6985 -- GLOBAL_STEP: 99800[0m
| > loss_text_ce: 0.04721236228942871 (0.04901120387277197)
| > loss_mel_ce: 2.7989702224731445 (2.9528667746491712)
| > loss: 0.7115456461906433 (0.7504694950224751)
| > current_lr: 5e-06
| > step_time: 0.2828 (0.24831498855382056)
| > loader_time: 0.009 (0.009016214555768821)
[1m --> TIME: 2025-02-23 19:42:05 -- STEP: 2060/6985 -- GLOBAL_STEP: 99850[0m
| > loss_text_ce: 0.049140747636556625 (0.04900347721374148)
| > loss_mel_ce: 2.49116587638855 (2.951353088165951)
| > loss: 0.635076642036438 (0.7500891418711655)
| > current_lr: 5e-06
| > step_time: 0.21 (0.24819800819008095)
| > loader_time: 0.009 (0.00901315895099084)
[1m --> TIME: 2025-02-23 19:42:23 -- STEP: 2110/6985 -- GLOBAL_STEP: 99900[0m
| > loss_text_ce: 0.050588615238666534 (0.04900977999430976)
| > loss_mel_ce: 2.982694387435913 (2.9511182159044176)
| > loss: 0.7583207488059998 (0.7500319995303857)
| > current_lr: 5e-06
| > step_time: 0.2851 (0.24806996194107273)
| > loader_time: 0.0092 (0.009012831330864347)
[1m --> TIME: 2025-02-23 19:42:41 -- STEP: 2160/6985 -- GLOBAL_STEP: 99950[0m
| > loss_text_ce: 0.05029204115271568 (0.049017983342141434)
| > loss_mel_ce: 2.695469856262207 (2.9494110703468333)
| > loss: 0.6864404678344727 (0.7496072639745696)
| > current_lr: 5e-06
| > step_time: 0.2335 (0.2479701840215259)
| > loader_time: 0.0092 (0.009015357715112192)
[1m --> TIME: 2025-02-23 19:42:59 -- STEP: 2210/6985 -- GLOBAL_STEP: 100000[0m
| > loss_text_ce: 0.04780752584338188 (0.04902577477410364)
| > loss_mel_ce: 2.7227747440338135 (2.94843857946439)
| > loss: 0.6926455497741699 (0.7493660890408772)
| > current_lr: 5e-06
| > step_time: 0.169 (0.24815940781416396)
| > loader_time: 0.0083 (0.009016854730666492)
> CHECKPOINT : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/checkpoint_100000.pth
[1m --> TIME: 2025-02-23 19:43:39 -- STEP: 2260/6985 -- GLOBAL_STEP: 100050[0m
| > loss_text_ce: 0.04928575083613396 (0.04902578235925292)
| > loss_mel_ce: 2.9139506816864014 (2.949811471141545)
| > loss: 0.7408090829849243 (0.7497093138969052)
| > current_lr: 5e-06
| > step_time: 0.2174 (0.2481108532542676)
| > loader_time: 0.009 (0.009017793267174104)
[1m --> TIME: 2025-02-23 19:43:57 -- STEP: 2310/6985 -- GLOBAL_STEP: 100100[0m
| > loss_text_ce: 0.051695577800273895 (0.049023734476594645)
| > loss_mel_ce: 2.573474407196045 (2.948955824468042)
| > loss: 0.6562924981117249 (0.7494948901913385)
| > current_lr: 5e-06
| > step_time: 0.2643 (0.24809064349054774)
| > loader_time: 0.0088 (0.009018098327504607)
[1m --> TIME: 2025-02-23 19:44:16 -- STEP: 2360/6985 -- GLOBAL_STEP: 100150[0m
| > loss_text_ce: 0.05113399773836136 (0.04901838822732279)
| > loss_mel_ce: 2.81573486328125 (2.950606261774645)
| > loss: 0.7167172431945801 (0.7499061629681266)
| > current_lr: 5e-06
| > step_time: 0.2212 (0.24823552066996946)
| > loader_time: 0.0093 (0.00901854836334616)
[1m --> TIME: 2025-02-23 19:44:34 -- STEP: 2410/6985 -- GLOBAL_STEP: 100200[0m
| > loss_text_ce: 0.05001780018210411 (0.04901153685300916)
| > loss_mel_ce: 2.6502840518951416 (2.9510168274408555)
| > loss: 0.6750754714012146 (0.7500070915429919)
| > current_lr: 5e-06
| > step_time: 0.263 (0.24830195982921172)
| > loader_time: 0.0092 (0.009019189157921239)
[1m --> TIME: 2025-02-23 19:44:52 -- STEP: 2460/6985 -- GLOBAL_STEP: 100250[0m
| > loss_text_ce: 0.050831880420446396 (0.04901494792230966)
| > loss_mel_ce: 3.1478018760681152 (2.9511418701187377)
| > loss: 0.7996584177017212 (0.7500392048824127)
| > current_lr: 5e-06
| > step_time: 0.2271 (0.24826942178292002)
| > loader_time: 0.0092 (0.009019678491887027)
[1m --> TIME: 2025-02-23 19:45:10 -- STEP: 2510/6985 -- GLOBAL_STEP: 100300[0m
| > loss_text_ce: 0.04939086362719536 (0.049014935041388125)
| > loss_mel_ce: 2.7483136653900146 (2.950878830165027)
| > loss: 0.6994261145591736 (0.7499734416663414)
| > current_lr: 5e-06
| > step_time: 0.2891 (0.2483625649456009)
| > loader_time: 0.0094 (0.009019167489739518)
[1m --> TIME: 2025-02-23 19:45:29 -- STEP: 2560/6985 -- GLOBAL_STEP: 100350[0m
| > loss_text_ce: 0.04812076315283775 (0.04901478200190461)
| > loss_mel_ce: 3.171994686126709 (2.951432622317225)
| > loss: 0.8050288558006287 (0.7501118514453997)
| > current_lr: 5e-06
| > step_time: 0.1829 (0.24847871670499444)
| > loader_time: 0.0086 (0.00901869731023907)
[1m --> TIME: 2025-02-23 19:45:47 -- STEP: 2610/6985 -- GLOBAL_STEP: 100400[0m
| > loss_text_ce: 0.04857567697763443 (0.04901710600802718)
| > loss_mel_ce: 3.00081467628479 (2.9519774912874372)
| > loss: 0.7623475790023804 (0.7502486496821221)
| > current_lr: 5e-06
| > step_time: 0.2751 (0.24852740792022354)
| > loader_time: 0.0089 (0.009018554998083581)
[1m --> TIME: 2025-02-23 19:46:05 -- STEP: 2660/6985 -- GLOBAL_STEP: 100450[0m
| > loss_text_ce: 0.05023108795285225 (0.0490207291257224)
| > loss_mel_ce: 2.9978437423706055 (2.9508868889701096)
| > loss: 0.7620186805725098 (0.7499769049031398)
| > current_lr: 5e-06
| > step_time: 0.1515 (0.24841321554399073)
| > loader_time: 0.0079 (0.009017062545718995)
[1m --> TIME: 2025-02-23 19:46:23 -- STEP: 2710/6985 -- GLOBAL_STEP: 100500[0m
| > loss_text_ce: 0.049501933157444 (0.04901837367990574)
| > loss_mel_ce: 2.7443795204162598 (2.951020459671303)
| > loss: 0.6984703540802002 (0.7500097086288836)
| > current_lr: 5e-06
| > step_time: 0.2749 (0.24841606625771612)
| > loader_time: 0.0093 (0.00901689960507888)
[1m --> TIME: 2025-02-23 19:46:41 -- STEP: 2760/6985 -- GLOBAL_STEP: 100550[0m
| > loss_text_ce: 0.0479835607111454 (0.049015399195469746)
| > loss_mel_ce: 2.7153661251068115 (2.950639304993809)
| > loss: 0.6908374428749084 (0.7499136762990471)
| > current_lr: 5e-06
| > step_time: 0.1541 (0.24820218889609627)
| > loader_time: 0.0091 (0.00902168457058892)
[1m --> TIME: 2025-02-23 19:46:59 -- STEP: 2810/6985 -- GLOBAL_STEP: 100600[0m
| > loss_text_ce: 0.04879704490303993 (0.04902021819029621)
| > loss_mel_ce: 3.083322048187256 (2.9508229337977343)
| > loss: 0.7830297946929932 (0.7499607882889991)
| > current_lr: 5e-06
| > step_time: 0.2802 (0.2481866694005783)
| > loader_time: 0.0096 (0.009026353214983409)
[1m --> TIME: 2025-02-23 19:47:17 -- STEP: 2860/6985 -- GLOBAL_STEP: 100650[0m
| > loss_text_ce: 0.04778480529785156 (0.049020177084249154)
| > loss_mel_ce: 2.8794684410095215 (2.9506891135569218)
| > loss: 0.7318133115768433 (0.7499273230354272)
| > current_lr: 5e-06
| > step_time: 0.1962 (0.24805716976419195)
| > loader_time: 0.0098 (0.009032975460265893)
[1m --> TIME: 2025-02-23 19:47:35 -- STEP: 2910/6985 -- GLOBAL_STEP: 100700[0m
| > loss_text_ce: 0.047440122812986374 (0.049005954539806516)
| > loss_mel_ce: 2.9862794876098633 (2.9514307925791265)
| > loss: 0.7584298849105835 (0.7501091871269793)
| > current_lr: 5e-06
| > step_time: 0.2773 (0.24810564796539517)
| > loader_time: 0.0092 (0.009036745074688355)
[1m --> TIME: 2025-02-23 19:47:53 -- STEP: 2960/6985 -- GLOBAL_STEP: 100750[0m
| > loss_text_ce: 0.04935450106859207 (0.04900900607903457)
| > loss_mel_ce: 3.0942137241363525 (2.9510195067605456)
| > loss: 0.7858920693397522 (0.7500071285544219)
| > current_lr: 5e-06
| > step_time: 0.2103 (0.2480905461955715)
| > loader_time: 0.0092 (0.009037962555885307)
[1m --> TIME: 2025-02-23 19:48:11 -- STEP: 3010/6985 -- GLOBAL_STEP: 100800[0m
| > loss_text_ce: 0.04667169600725174 (0.04901057378918026)
| > loss_mel_ce: 2.935253858566284 (2.9511697602826494)
| > loss: 0.7454813718795776 (0.7500450839037914)
| > current_lr: 5e-06
| > step_time: 0.2704 (0.2481137543421647)
| > loader_time: 0.0094 (0.009040443049712825)
[1m --> TIME: 2025-02-23 19:48:30 -- STEP: 3060/6985 -- GLOBAL_STEP: 100850[0m
| > loss_text_ce: 0.04879019036889076 (0.04900986333347218)
| > loss_mel_ce: 2.667299509048462 (2.951258488963632)
| > loss: 0.6790224313735962 (0.7500670884364574)
| > current_lr: 5e-06
| > step_time: 0.2441 (0.24817310820997152)
| > loader_time: 0.0092 (0.0090420048221264)
[1m --> TIME: 2025-02-23 19:48:48 -- STEP: 3110/6985 -- GLOBAL_STEP: 100900[0m
| > loss_text_ce: 0.04695861414074898 (0.04901007394938218)
| > loss_mel_ce: 2.7182154655456543 (2.951221221436258)
| > loss: 0.6912935376167297 (0.7500578242482866)
| > current_lr: 5e-06
| > step_time: 0.2852 (0.24810000891854142)
| > loader_time: 0.01 (0.009041201876674038)
[1m --> TIME: 2025-02-23 19:49:05 -- STEP: 3160/6985 -- GLOBAL_STEP: 100950[0m
| > loss_text_ce: 0.048441410064697266 (0.049006368112573466)
| > loss_mel_ce: 2.974715232849121 (2.9513777253748494)
| > loss: 0.7557891607284546 (0.7500960237240493)
| > current_lr: 5e-06
| > step_time: 0.2018 (0.24795855170563808)
| > loader_time: 0.0094 (0.009045019406306582)
[1m --> TIME: 2025-02-23 19:49:24 -- STEP: 3210/6985 -- GLOBAL_STEP: 101000[0m
| > loss_text_ce: 0.051971837878227234 (0.049006562561632265)
| > loss_mel_ce: 2.474785089492798 (2.951129944599306)
| > loss: 0.6316892504692078 (0.7500341271499982)
| > current_lr: 5e-06
| > step_time: 0.2584 (0.24800608663172738)
| > loader_time: 0.0098 (0.00904950984170503)
> CHECKPOINT : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/checkpoint_101000.pth
[1m --> TIME: 2025-02-23 19:50:04 -- STEP: 3260/6985 -- GLOBAL_STEP: 101050[0m
| > loss_text_ce: 0.05092276632785797 (0.049008927734260126)
| > loss_mel_ce: 3.1591315269470215 (2.951200827206571)
| > loss: 0.802513599395752 (0.750052439051172)
| > current_lr: 5e-06
| > step_time: 0.2179 (0.24793554003253304)
| > loader_time: 0.0096 (0.009056169489410019)
[1m --> TIME: 2025-02-23 19:50:21 -- STEP: 3310/6985 -- GLOBAL_STEP: 101100[0m
| > loss_text_ce: 0.047661442309617996 (0.049008896070169485)
| > loss_mel_ce: 3.2484161853790283 (2.951007251725096)
| > loss: 0.8240194320678711 (0.7500040372692929)
| > current_lr: 5e-06
| > step_time: 0.2534 (0.24780662499165607)
| > loader_time: 0.0092 (0.009061080307398668)
[1m --> TIME: 2025-02-23 19:50:39 -- STEP: 3360/6985 -- GLOBAL_STEP: 101150[0m
| > loss_text_ce: 0.04558747634291649 (0.04901557464507359)
| > loss_mel_ce: 3.1608991622924805 (2.95010345805259)
| > loss: 0.801621675491333 (0.749779758566902)
| > current_lr: 5e-06
| > step_time: 0.2271 (0.24772735912175406)
| > loader_time: 0.0095 (0.009065352309317818)
[1m --> TIME: 2025-02-23 19:50:58 -- STEP: 3410/6985 -- GLOBAL_STEP: 101200[0m
| > loss_text_ce: 0.048558954149484634 (0.049018143208101994)
| > loss_mel_ce: 2.8559818267822266 (2.9488517476666356)
| > loss: 0.7261351943016052 (0.7494674731209833)
| > current_lr: 5e-06
| > step_time: 0.2883 (0.2478324976135209)
| > loader_time: 0.0093 (0.009069964543116068)
[1m --> TIME: 2025-02-23 19:51:16 -- STEP: 3460/6985 -- GLOBAL_STEP: 101250[0m
| > loss_text_ce: 0.04903680831193924 (0.04902041619912732)
| > loss_mel_ce: 3.020200490951538 (2.9490323476708693)
| > loss: 0.767309308052063 (0.7495131913464885)
| > current_lr: 5e-06
| > step_time: 0.2407 (0.24778889086894218)
| > loader_time: 0.0097 (0.009072589598639175)
[1m --> TIME: 2025-02-23 19:51:34 -- STEP: 3510/6985 -- GLOBAL_STEP: 101300[0m
| > loss_text_ce: 0.052813805639743805 (0.04901816455323637)
| > loss_mel_ce: 3.064145803451538 (2.9492804273241267)
| > loss: 0.7792398929595947 (0.7495746482641271)
| > current_lr: 5e-06
| > step_time: 0.2459 (0.2478364053954426)
| > loader_time: 0.009 (0.009076613510436158)
[1m --> TIME: 2025-02-23 19:51:53 -- STEP: 3560/6985 -- GLOBAL_STEP: 101350[0m
| > loss_text_ce: 0.053366824984550476 (0.04901320100500338)
| > loss_mel_ce: 2.535537004470825 (2.9496816224596474)
| > loss: 0.6472259759902954 (0.7496737061926491)
| > current_lr: 5e-06
| > step_time: 0.2053 (0.24787362512577785)
| > loader_time: 0.0087 (0.009077749091587725)
[1m --> TIME: 2025-02-23 19:52:10 -- STEP: 3610/6985 -- GLOBAL_STEP: 101400[0m
| > loss_text_ce: 0.048954982310533524 (0.04901463711876779)
| > loss_mel_ce: 2.721869707107544 (2.949381709693211)
| > loss: 0.6927061676979065 (0.7495990870401802)
| > current_lr: 5e-06
| > step_time: 0.2552 (0.24777119390852234)
| > loader_time: 0.0091 (0.00907609627847858)
[1m --> TIME: 2025-02-23 19:52:28 -- STEP: 3660/6985 -- GLOBAL_STEP: 101450[0m
| > loss_text_ce: 0.04857253283262253 (0.04901606146083336)
| > loss_mel_ce: 3.035015106201172 (2.9496360312394105)
| > loss: 0.7708969116210938 (0.7496630234959349)
| > current_lr: 5e-06
| > step_time: 0.2117 (0.24767454250262735)
| > loader_time: 0.0093 (0.009078898260502231)
[1m --> TIME: 2025-02-23 19:52:46 -- STEP: 3710/6985 -- GLOBAL_STEP: 101500[0m
| > loss_text_ce: 0.048645418137311935 (0.04901652546484029)
| > loss_mel_ce: 2.5790491104125977 (2.9503443915246312)
| > loss: 0.6569236516952515 (0.7498402296211523)
| > current_lr: 5e-06
| > step_time: 0.2731 (0.24771536630440272)
| > loader_time: 0.01 (0.009083018084420684)
[1m --> TIME: 2025-02-23 19:53:05 -- STEP: 3760/6985 -- GLOBAL_STEP: 101550[0m
| > loss_text_ce: 0.05024699121713638 (0.04901266568043126)
| > loss_mel_ce: 3.3132190704345703 (2.950368895809701)
| > loss: 0.8408665060997009 (0.7498453907827116)
| > current_lr: 5e-06
| > step_time: 0.2521 (0.24772628824761572)
| > loader_time: 0.0098 (0.009087881382475523)
[1m --> TIME: 2025-02-23 19:53:22 -- STEP: 3810/6985 -- GLOBAL_STEP: 101600[0m
| > loss_text_ce: 0.05034838989377022 (0.04900671068256291)
| > loss_mel_ce: 2.5396242141723633 (2.950935273408264)
| > loss: 0.6474931240081787 (0.7499854964534131)
| > current_lr: 5e-06
| > step_time: 0.1327 (0.24766321301147382)
| > loader_time: 0.0081 (0.009090571140679802)
[1m --> TIME: 2025-02-23 19:53:41 -- STEP: 3860/6985 -- GLOBAL_STEP: 101650[0m
| > loss_text_ce: 0.04963119328022003 (0.049016574730642984)
| > loss_mel_ce: 2.837543249130249 (2.9503251927504266)
| > loss: 0.7217935919761658 (0.7498354422768165)
| > current_lr: 5e-06
| > step_time: 0.2089 (0.2477122907193831)
| > loader_time: 0.0088 (0.009095739391801286)
[1m --> TIME: 2025-02-23 19:53:59 -- STEP: 3910/6985 -- GLOBAL_STEP: 101700[0m
| > loss_text_ce: 0.0497247651219368 (0.04901186544209943)
| > loss_mel_ce: 2.5873706340789795 (2.9504065220313302)
| > loss: 0.6592738628387451 (0.7498545973197276)
| > current_lr: 5e-06
| > step_time: 0.1768 (0.2477435647374224)
| > loader_time: 0.0086 (0.009098282616461648)
[1m --> TIME: 2025-02-23 19:54:17 -- STEP: 3960/6985 -- GLOBAL_STEP: 101750[0m
| > loss_text_ce: 0.04666014015674591 (0.04900521535257043)
| > loss_mel_ce: 3.21860671043396 (2.950133958308384)
| > loss: 0.8163167238235474 (0.7497847938477393)
| > current_lr: 5e-06
| > step_time: 0.2444 (0.24763576382338398)
| > loader_time: 0.0097 (0.009101710897503492)
[1m --> TIME: 2025-02-23 19:54:35 -- STEP: 4010/6985 -- GLOBAL_STEP: 101800[0m
| > loss_text_ce: 0.053740307688713074 (0.04900307698532972)
| > loss_mel_ce: 2.759258270263672 (2.9502407977705882)
| > loss: 0.7032496333122253 (0.7498109691160875)
| > current_lr: 5e-06
| > step_time: 0.2467 (0.24770096816921472)
| > loader_time: 0.0092 (0.009104733930858902)
[1m --> TIME: 2025-02-23 19:54:53 -- STEP: 4060/6985 -- GLOBAL_STEP: 101850[0m
| > loss_text_ce: 0.05012933909893036 (0.049004577608604695)
| > loss_mel_ce: 2.8372135162353516 (2.9496872585982525)
| > loss: 0.721835732460022 (0.7496729595026949)
| > current_lr: 5e-06
| > step_time: 0.1956 (0.24763134676834633)
| > loader_time: 0.0088 (0.009105687423292654)
[1m --> TIME: 2025-02-23 19:55:12 -- STEP: 4110/6985 -- GLOBAL_STEP: 101900[0m
| > loss_text_ce: 0.04906799644231796 (0.049004405356236576)
| > loss_mel_ce: 2.8596537113189697 (2.9494283355355555)
| > loss: 0.7271804213523865 (0.7496081856480482)
| > current_lr: 5e-06
| > step_time: 0.2739 (0.2476882458893342)
| > loader_time: 0.0091 (0.009107041823022861)
[1m --> TIME: 2025-02-23 19:55:30 -- STEP: 4160/6985 -- GLOBAL_STEP: 101950[0m
| > loss_text_ce: 0.047243207693099976 (0.04900181576018576)
| > loss_mel_ce: 2.8195767402648926 (2.949174994402207)
| > loss: 0.7167049646377563 (0.7495442029518579)
| > current_lr: 5e-06
| > step_time: 0.1922 (0.2476748248705497)
| > loader_time: 0.0087 (0.00910759075329855)
[1m --> TIME: 2025-02-23 19:55:48 -- STEP: 4210/6985 -- GLOBAL_STEP: 102000[0m
| > loss_text_ce: 0.048374857753515244 (0.0489997846576564)
| > loss_mel_ce: 3.0228044986724854 (2.9486573474141022)
| > loss: 0.7677948474884033 (0.7494142834336063)
| > current_lr: 5e-06
| > step_time: 0.2803 (0.24765592306639972)
| > loader_time: 0.0094 (0.009111463995274354)
> CHECKPOINT : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/checkpoint_102000.pth
[1m --> TIME: 2025-02-23 19:56:27 -- STEP: 4260/6985 -- GLOBAL_STEP: 102050[0m
| > loss_text_ce: 0.0489838682115078 (0.04899680150734003)
| > loss_mel_ce: 2.743077278137207 (2.9484735169321152)
| > loss: 0.6980152726173401 (0.7493675800136558)
| > current_lr: 5e-06
| > step_time: 0.1827 (0.24763727596668011)
| > loader_time: 0.009 (0.009115879860282523)
[1m --> TIME: 2025-02-23 19:56:44 -- STEP: 4310/6985 -- GLOBAL_STEP: 102100[0m
| > loss_text_ce: 0.05159236490726471 (0.048995701182987954)
| > loss_mel_ce: 2.5968639850616455 (2.9480479185653117)
| > loss: 0.6621140837669373 (0.7492609053366148)
| > current_lr: 5e-06
| > step_time: 0.285 (0.24755607862760184)
| > loader_time: 0.0097 (0.00911812057627881)
[1m --> TIME: 2025-02-23 19:57:03 -- STEP: 4360/6985 -- GLOBAL_STEP: 102150[0m
| > loss_text_ce: 0.046398792415857315 (0.04899665110599278)
| > loss_mel_ce: 2.526792287826538 (2.9475403288635627)
| > loss: 0.6432977914810181 (0.749134245378162)
| > current_lr: 5e-06
| > step_time: 0.1719 (0.24762722062408377)
| > loader_time: 0.009 (0.009123786983140033)
[1m --> TIME: 2025-02-23 19:57:21 -- STEP: 4410/6985 -- GLOBAL_STEP: 102200[0m
| > loss_text_ce: 0.050457555800676346 (0.048997492431039916)
| > loss_mel_ce: 2.6380841732025146 (2.947054407872309)
| > loss: 0.6721354126930237 (0.749012975452168)
| > current_lr: 5e-06
| > step_time: 0.2734 (0.2475630060615453)
| > loader_time: 0.0097 (0.009126506316688881)
[1m --> TIME: 2025-02-23 19:57:39 -- STEP: 4460/6985 -- GLOBAL_STEP: 102250[0m
| > loss_text_ce: 0.05292074382305145 (0.04899836856487616)
| > loss_mel_ce: 3.2536072731018066 (2.947280105400512)
| > loss: 0.826632022857666 (0.7490696188847588)
| > current_lr: 5e-06
| > step_time: 0.1888 (0.24762496231917308)
| > loader_time: 0.0091 (0.009132023937499055)
[1m --> TIME: 2025-02-23 19:57:58 -- STEP: 4510/6985 -- GLOBAL_STEP: 102300[0m
| > loss_text_ce: 0.04760262370109558 (0.04899592802523241)
| > loss_mel_ce: 2.8671016693115234 (2.9469889716932864)
| > loss: 0.7286760807037354 (0.7489962252835749)
| > current_lr: 5e-06
| > step_time: 0.2405 (0.24767479917691182)
| > loader_time: 0.0096 (0.009138275461556386)
[1m --> TIME: 2025-02-23 19:58:16 -- STEP: 4560/6985 -- GLOBAL_STEP: 102350[0m
| > loss_text_ce: 0.046888820827007294 (0.04899654301014119)
| > loss_mel_ce: 3.060892105102539 (2.9467401018268173)
| > loss: 0.7769452333450317 (0.7489341615323439)
| > current_lr: 5e-06
| > step_time: 0.2331 (0.24777196013090902)
| > loader_time: 0.0103 (0.009143198373024939)
[1m --> TIME: 2025-02-23 19:58:34 -- STEP: 4610/6985 -- GLOBAL_STEP: 102400[0m
| > loss_text_ce: 0.04584050923585892 (0.04899315435172674)
| > loss_mel_ce: 3.198502540588379 (2.946774471711181)
| > loss: 0.8110857605934143 (0.7489419068147208)
| > current_lr: 5e-06
| > step_time: 0.2296 (0.24773242458086986)
| > loader_time: 0.0089 (0.009147342890824273)
[1m --> TIME: 2025-02-23 19:58:53 -- STEP: 4660/6985 -- GLOBAL_STEP: 102450[0m
| > loss_text_ce: 0.047288425266742706 (0.04899322226115941)
| > loss_mel_ce: 3.3683345317840576 (2.9466186250228232)
| > loss: 0.8539057374000549 (0.7489029620850044)
| > current_lr: 5e-06
| > step_time: 0.2318 (0.2477565244032078)
| > loader_time: 0.0091 (0.009149513019512664)
[1m --> TIME: 2025-02-23 19:59:11 -- STEP: 4710/6985 -- GLOBAL_STEP: 102500[0m
| > loss_text_ce: 0.04672486335039139 (0.048996441165131556)
| > loss_mel_ce: 2.782632350921631 (2.945617715062103)
| > loss: 0.7073392868041992 (0.7486535393381838)
| > current_lr: 5e-06
| > step_time: 0.1944 (0.24772163049936802)
| > loader_time: 0.0091 (0.00915223124680247)
[1m --> TIME: 2025-02-23 19:59:29 -- STEP: 4760/6985 -- GLOBAL_STEP: 102550[0m
| > loss_text_ce: 0.044752418994903564 (0.04899598959395107)
| > loss_mel_ce: 3.433583974838257 (2.9459381997585297)
| > loss: 0.8695840835571289 (0.7487335476554754)
| > current_lr: 5e-06
| > step_time: 0.257 (0.24773435612686542)
| > loader_time: 0.0107 (0.00915537251143897)
[1m --> TIME: 2025-02-23 19:59:47 -- STEP: 4810/6985 -- GLOBAL_STEP: 102600[0m
| > loss_text_ce: 0.048877596855163574 (0.048996812974929506)
| > loss_mel_ce: 2.8774096965789795 (2.9456918414070294)
| > loss: 0.7315717935562134 (0.7486721638954119)
| > current_lr: 5e-06
| > step_time: 0.2898 (0.2477781297759058)
| > loader_time: 0.0094 (0.009159048530515178)
[1m --> TIME: 2025-02-23 20:00:05 -- STEP: 4860/6985 -- GLOBAL_STEP: 102650[0m
| > loss_text_ce: 0.045871466398239136 (0.048994045055360154)
| > loss_mel_ce: 2.8402600288391113 (2.9457625022150347)
| > loss: 0.7215328812599182 (0.7486891371477791)
| > current_lr: 5e-06
| > step_time: 0.1711 (0.24771751160484282)
| > loader_time: 0.0088 (0.009160035382573017)
[1m --> TIME: 2025-02-23 20:00:23 -- STEP: 4910/6985 -- GLOBAL_STEP: 102700[0m
| > loss_text_ce: 0.04991079121828079 (0.04899508621536054)
| > loss_mel_ce: 3.0865988731384277 (2.945444341346832)
| > loss: 0.784127414226532 (0.7486098572217287)
| > current_lr: 5e-06
| > step_time: 0.2533 (0.24763464344980274)
| > loader_time: 0.0094 (0.009162769929454686)
[1m --> TIME: 2025-02-23 20:00:41 -- STEP: 4960/6985 -- GLOBAL_STEP: 102750[0m
| > loss_text_ce: 0.047038640826940536 (0.048991809884506805)
| > loss_mel_ce: 3.1158018112182617 (2.9449095546237847)
| > loss: 0.7907100915908813 (0.7484753414628016)
| > current_lr: 5e-06
| > step_time: 0.168 (0.24759959886150976)
| > loader_time: 0.0089 (0.009165688435877535)
[1m --> TIME: 2025-02-23 20:00:59 -- STEP: 5010/6985 -- GLOBAL_STEP: 102800[0m
| > loss_text_ce: 0.04860113561153412 (0.04898696089620715)
| > loss_mel_ce: 3.0084636211395264 (2.9452743248549234)
| > loss: 0.7642661929130554 (0.7485653218038076)
| > current_lr: 5e-06
| > step_time: 0.2842 (0.24766588539420487)
| > loader_time: 0.0094 (0.009169322668673284)
[1m --> TIME: 2025-02-23 20:01:18 -- STEP: 5060/6985 -- GLOBAL_STEP: 102850[0m
| > loss_text_ce: 0.049735743552446365 (0.04898485753302396)
| > loss_mel_ce: 2.819326639175415 (2.9457183348331455)
| > loss: 0.7172656059265137 (0.7486757984156671)
| > current_lr: 5e-06
| > step_time: 0.2515 (0.24770626965247594)
| > loader_time: 0.0095 (0.009172403906645048)
[1m --> TIME: 2025-02-23 20:01:36 -- STEP: 5110/6985 -- GLOBAL_STEP: 102900[0m
| > loss_text_ce: 0.05035741254687309 (0.048982851947211234)
| > loss_mel_ce: 3.073934555053711 (2.945111006393351)
| > loss: 0.7810729742050171 (0.7485234648980739)
| > current_lr: 5e-06
| > step_time: 0.2779 (0.24767498438139018)
| > loader_time: 0.0096 (0.009174260654561438)
[1m --> TIME: 2025-02-23 20:01:54 -- STEP: 5160/6985 -- GLOBAL_STEP: 102950[0m
| > loss_text_ce: 0.04576931521296501 (0.048984673819252006)
| > loss_mel_ce: 3.1826746463775635 (2.944891838186465)
| > loss: 0.8071109652519226 (0.7484691283037491)
| > current_lr: 5e-06
| > step_time: 0.2082 (0.24765538868978043)
| > loader_time: 0.0094 (0.009176282087961828)
[1m --> TIME: 2025-02-23 20:02:12 -- STEP: 5210/6985 -- GLOBAL_STEP: 103000[0m
| > loss_text_ce: 0.04924206808209419 (0.04898199474728611)
| > loss_mel_ce: 2.89424729347229 (2.944815250367434)
| > loss: 0.7358723282814026 (0.7484493116041971)
| > current_lr: 5e-06
| > step_time: 0.2732 (0.24763952724764307)
| > loader_time: 0.0093 (0.009177290363641255)
> CHECKPOINT : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/checkpoint_103000.pth
[1m --> TIME: 2025-02-23 20:02:52 -- STEP: 5260/6985 -- GLOBAL_STEP: 103050[0m
| > loss_text_ce: 0.05088765174150467 (0.04898050112982669)
| > loss_mel_ce: 2.9185702800750732 (2.9441098348269383)
| > loss: 0.7423644661903381 (0.7482725842937313)
| > current_lr: 5e-06
| > step_time: 0.2407 (0.2476699901171057)
| > loader_time: 0.0095 (0.009182574223202894)
[1m --> TIME: 2025-02-23 20:03:10 -- STEP: 5310/6985 -- GLOBAL_STEP: 103100[0m
| > loss_text_ce: 0.050184328109025955 (0.04897855384285843)
| > loss_mel_ce: 2.721085548400879 (2.94385770804015)
| > loss: 0.6928174495697021 (0.748209065793822)
| > current_lr: 5e-06
| > step_time: 0.2545 (0.2476852298905396)
| > loader_time: 0.0093 (0.009185747687201488)
[1m --> TIME: 2025-02-23 20:03:28 -- STEP: 5360/6985 -- GLOBAL_STEP: 103150[0m
| > loss_text_ce: 0.04967207461595535 (0.048976037159228526)
| > loss_mel_ce: 2.85992693901062 (2.943068034035053)
| > loss: 0.7273997664451599 (0.7480110181245341)
| > current_lr: 5e-06
| > step_time: 0.1618 (0.24754301838910403)
| > loader_time: 0.009 (0.0091880304155065)
[1m --> TIME: 2025-02-23 20:03:45 -- STEP: 5410/6985 -- GLOBAL_STEP: 103200[0m
| > loss_text_ce: 0.04797793924808502 (0.048974387581131394)
| > loss_mel_ce: 2.870839834213257 (2.942750549624893)
| > loss: 0.7297044396400452 (0.7479312346294491)
| > current_lr: 5e-06
| > step_time: 0.2458 (0.24747312562522958)
| > loader_time: 0.0094 (0.009191758046529209)
[1m --> TIME: 2025-02-23 20:04:04 -- STEP: 5460/6985 -- GLOBAL_STEP: 103250[0m
| > loss_text_ce: 0.051849763840436935 (0.048975157813465876)
| > loss_mel_ce: 2.5194201469421387 (2.9431353355501986)
| > loss: 0.642817497253418 (0.7480276236822317)
| > current_lr: 5e-06
| > step_time: 0.2522 (0.24757344893046787)
| > loader_time: 0.0096 (0.00919634614671979)
[1m --> TIME: 2025-02-23 20:04:23 -- STEP: 5510/6985 -- GLOBAL_STEP: 103300[0m
| > loss_text_ce: 0.04665844887495041 (0.04897664893898581)
| > loss_mel_ce: 3.369732141494751 (2.943166878002738)
| > loss: 0.8540976643562317 (0.7480358820969742)
| > current_lr: 5e-06
| > step_time: 0.2724 (0.24758922638347924)
| > loader_time: 0.0092 (0.009200193012258315)
[1m --> TIME: 2025-02-23 20:04:41 -- STEP: 5560/6985 -- GLOBAL_STEP: 103350[0m
| > loss_text_ce: 0.04785051569342613 (0.0489774835858789)
| > loss_mel_ce: 2.906369686126709 (2.943045590292632)
| > loss: 0.7385550737380981 (0.7480057688389751)
| > current_lr: 5e-06
| > step_time: 0.2958 (0.2476066578635209)
| > loader_time: 0.01 (0.0092041179859381)
[1m --> TIME: 2025-02-23 20:04:59 -- STEP: 5610/6985 -- GLOBAL_STEP: 103400[0m
| > loss_text_ce: 0.051256921142339706 (0.048976874271152084)
| > loss_mel_ce: 2.861365556716919 (2.942668461247132)
| > loss: 0.7281556129455566 (0.7479113341971515)
| > current_lr: 5e-06
| > step_time: 0.285 (0.247594711487306)
| > loader_time: 0.0104 (0.009207543204812447)
[1m --> TIME: 2025-02-23 20:05:18 -- STEP: 5660/6985 -- GLOBAL_STEP: 103450[0m
| > loss_text_ce: 0.04771585762500763 (0.048973186736656606)
| > loss_mel_ce: 3.4362900257110596 (2.94359188294663)
| > loss: 0.8710014820098877 (0.7481412677272049)
| > current_lr: 5e-06
| > step_time: 0.2265 (0.24767908641390582)
| > loader_time: 0.0093 (0.009210893248500761)
[1m --> TIME: 2025-02-23 20:05:37 -- STEP: 5710/6985 -- GLOBAL_STEP: 103500[0m
| > loss_text_ce: 0.051250241696834564 (0.0489713152567163)
| > loss_mel_ce: 3.327493906021118 (2.943686296058824)
| > loss: 0.8446860313415527 (0.7481644031149702)
| > current_lr: 5e-06
| > step_time: 0.2559 (0.24779748891573236)
| > loader_time: 0.0092 (0.009214446507068106)
[1m --> TIME: 2025-02-23 20:05:55 -- STEP: 5760/6985 -- GLOBAL_STEP: 103550[0m
| > loss_text_ce: 0.050320520997047424 (0.048967325599450225)
| > loss_mel_ce: 2.5121285915374756 (2.943507596519254)
| > loss: 0.6406123042106628 (0.7481187307896714)
| > current_lr: 5e-06
| > step_time: 0.1678 (0.24783012858695455)
| > loader_time: 0.0087 (0.009216802029146097)
[1m --> TIME: 2025-02-23 20:06:14 -- STEP: 5810/6985 -- GLOBAL_STEP: 103600[0m
| > loss_text_ce: 0.049440257251262665 (0.04896678645195836)
| > loss_mel_ce: 2.854945182800293 (2.9437765230205053)
| > loss: 0.7260963320732117 (0.7481858276356518)
| > current_lr: 5e-06
| > step_time: 0.1968 (0.24785891079861613)
| > loader_time: 0.0093 (0.009219057793871685)
[1m --> TIME: 2025-02-23 20:06:32 -- STEP: 5860/6985 -- GLOBAL_STEP: 103650[0m
| > loss_text_ce: 0.04911479726433754 (0.04896859612010752)
| > loss_mel_ce: 3.071009635925293 (2.943645972033812)
| > loss: 0.7800310850143433 (0.748153642308183)
| > current_lr: 5e-06
| > step_time: 0.2389 (0.24791306379305217)
| > loader_time: 0.0095 (0.009220956983012975)
[1m --> TIME: 2025-02-23 20:06:50 -- STEP: 5910/6985 -- GLOBAL_STEP: 103700[0m
| > loss_text_ce: 0.04783659428358078 (0.04896960846714161)
| > loss_mel_ce: 2.8523504734039307 (2.943430424906473)
| > loss: 0.7250467538833618 (0.7481000085772597)
| > current_lr: 5e-06
| > step_time: 0.1968 (0.24788824442881216)
| > loader_time: 0.0088 (0.0092224170310445)
[1m --> TIME: 2025-02-23 20:07:09 -- STEP: 5960/6985 -- GLOBAL_STEP: 103750[0m
| > loss_text_ce: 0.05164613947272301 (0.04896866840954197)
| > loss_mel_ce: 2.591141700744629 (2.9434815379597152)
| > loss: 0.6606969833374023 (0.7481125518479603)
| > current_lr: 5e-06
| > step_time: 0.1881 (0.24790211515938676)
| > loader_time: 0.0096 (0.009224099080834635)
[1m --> TIME: 2025-02-23 20:07:27 -- STEP: 6010/6985 -- GLOBAL_STEP: 103800[0m
| > loss_text_ce: 0.04481547325849533 (0.0489678147523207)
| > loss_mel_ce: 2.986757755279541 (2.9432352639672716)
| > loss: 0.7578933238983154 (0.7480507699403905)
| > current_lr: 5e-06
| > step_time: 0.3068 (0.2478887848370087)
| > loader_time: 0.0098 (0.009225090371193801)
[1m --> TIME: 2025-02-23 20:07:45 -- STEP: 6060/6985 -- GLOBAL_STEP: 103850[0m
| > loss_text_ce: 0.05416027456521988 (0.048967051497436215)
| > loss_mel_ce: 2.7273495197296143 (2.9433251880969897)
| > loss: 0.6953774690628052 (0.7480730601368171)
| > current_lr: 5e-06
| > step_time: 0.2238 (0.2479226065940983)
| > loader_time: 0.0094 (0.00922636525465712)
[1m --> TIME: 2025-02-23 20:08:03 -- STEP: 6110/6985 -- GLOBAL_STEP: 103900[0m
| > loss_text_ce: 0.052050862461328506 (0.04896477950087547)
| > loss_mel_ce: 2.5868279933929443 (2.9435279713519815)
| > loss: 0.659719705581665 (0.7481231878997846)
| > current_lr: 5e-06
| > step_time: 0.2868 (0.24793034044693418)
| > loader_time: 0.0098 (0.009227359470486078)
[1m --> TIME: 2025-02-23 20:08:21 -- STEP: 6160/6985 -- GLOBAL_STEP: 103950[0m
| > loss_text_ce: 0.04786602407693863 (0.04896389422938229)
| > loss_mel_ce: 3.079629898071289 (2.9436840894547336)
| > loss: 0.7818740010261536 (0.7481619961075968)
| > current_lr: 5e-06
| > step_time: 0.2407 (0.2479031909208793)
| > loader_time: 0.0092 (0.009227637849844922)
[1m --> TIME: 2025-02-23 20:08:39 -- STEP: 6210/6985 -- GLOBAL_STEP: 104000[0m
| > loss_text_ce: 0.049557603895664215 (0.04896525601749933)
| > loss_mel_ce: 2.685032844543457 (2.9437569842054416)
| > loss: 0.683647632598877 (0.7481805602805434)
| > current_lr: 5e-06
| > step_time: 0.2858 (0.24791249487903)
| > loader_time: 0.0094 (0.009228240963725477)
> CHECKPOINT : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/checkpoint_104000.pth
[1m --> TIME: 2025-02-23 20:09:17 -- STEP: 6260/6985 -- GLOBAL_STEP: 104050[0m
| > loss_text_ce: 0.049878548830747604 (0.04896242867310209)
| > loss_mel_ce: 2.9974801540374756 (2.943629685072849)
| > loss: 0.7618396878242493 (0.7481480286525081)
| > current_lr: 5e-06
| > step_time: 0.2169 (0.24787601091610356)
| > loader_time: 0.0094 (0.009230188858775681)
[1m --> TIME: 2025-02-23 20:09:35 -- STEP: 6310/6985 -- GLOBAL_STEP: 104100[0m
| > loss_text_ce: 0.05046090856194496 (0.048963712938070884)
| > loss_mel_ce: 2.6401307582855225 (2.943795803534055)
| > loss: 0.6726478934288025 (0.7481898793327827)
| > current_lr: 5e-06
| > step_time: 0.2835 (0.24785499387611112)
| > loader_time: 0.0097 (0.009232828998716832)
[1m --> TIME: 2025-02-23 20:09:53 -- STEP: 6360/6985 -- GLOBAL_STEP: 104150[0m
| > loss_text_ce: 0.04920163378119469 (0.048960318393513294)
| > loss_mel_ce: 2.9855096340179443 (2.944392313934718)
| > loss: 0.7586778402328491 (0.7483381583255792)
| > current_lr: 5e-06
| > step_time: 0.17 (0.2478588160103972)
| > loader_time: 0.0087 (0.009233202649362454)
[1m --> TIME: 2025-02-23 20:10:11 -- STEP: 6410/6985 -- GLOBAL_STEP: 104200[0m
| > loss_text_ce: 0.04851483181118965 (0.048956096392595655)
| > loss_mel_ce: 3.1522581577301025 (2.944242983042911)
| > loss: 0.8001932501792908 (0.7482997701246169)
| > current_lr: 5e-06
| > step_time: 0.2562 (0.24787210503160118)
| > loader_time: 0.0087 (0.009231900424927534)
[1m --> TIME: 2025-02-23 20:10:29 -- STEP: 6460/6985 -- GLOBAL_STEP: 104250[0m
| > loss_text_ce: 0.049298133701086044 (0.04895731683808954)
| > loss_mel_ce: 3.190099000930786 (2.9438573744643914)
| > loss: 0.8098492622375488 (0.7482036730453326)
| > current_lr: 5e-06
| > step_time: 0.2465 (0.24786507120073395)
| > loader_time: 0.009 (0.00923099477224676)
[1m --> TIME: 2025-02-23 20:10:47 -- STEP: 6510/6985 -- GLOBAL_STEP: 104300[0m
| > loss_text_ce: 0.04866747930645943 (0.048956508374273705)
| > loss_mel_ce: 2.891122817993164 (2.943657314612565)
| > loss: 0.7349475622177124 (0.7481534559514299)
| > current_lr: 5e-06
| > step_time: 0.2074 (0.2478878509064424)
| > loader_time: 0.0088 (0.009229628538023331)
[1m --> TIME: 2025-02-23 20:11:05 -- STEP: 6560/6985 -- GLOBAL_STEP: 104350[0m
| > loss_text_ce: 0.050366491079330444 (0.04895416207032326)
| > loss_mel_ce: 3.1829442977905273 (2.944014686927559)
| > loss: 0.8083276748657227 (0.7482422124503589)
| > current_lr: 5e-06
| > step_time: 0.2326 (0.24785758082459614)
| > loader_time: 0.0095 (0.009228409136213934)
[1m --> TIME: 2025-02-23 20:11:23 -- STEP: 6610/6985 -- GLOBAL_STEP: 104400[0m
| > loss_text_ce: 0.048345208168029785 (0.04895085879121085)
| > loss_mel_ce: 2.869412660598755 (2.9442373078818003)
| > loss: 0.7294394969940186 (0.7482970419160898)
| > current_lr: 5e-06
| > step_time: 0.2199 (0.2478326025600693)
| > loader_time: 0.0085 (0.009226718179757613)
[1m --> TIME: 2025-02-23 20:11:41 -- STEP: 6660/6985 -- GLOBAL_STEP: 104450[0m
| > loss_text_ce: 0.04922378808259964 (0.04894900048436884)
| > loss_mel_ce: 3.0896620750427246 (2.944599745330864)
| > loss: 0.7847214937210083 (0.7483871867080351)
| > current_lr: 5e-06
| > step_time: 0.1827 (0.24781372711823152)
| > loader_time: 0.0087 (0.009225243097311047)
[1m --> TIME: 2025-02-23 20:12:00 -- STEP: 6710/6985 -- GLOBAL_STEP: 104500[0m
| > loss_text_ce: 0.04933829978108406 (0.048948530798941736)
| > loss_mel_ce: 3.1639583110809326 (2.9452739206049694)
| > loss: 0.8033241629600525 (0.7485556131414791)
| > current_lr: 5e-06
| > step_time: 0.1951 (0.24792238148775966)
| > loader_time: 0.0085 (0.009224318889498555)
[1m --> TIME: 2025-02-23 20:12:19 -- STEP: 6760/6985 -- GLOBAL_STEP: 104550[0m
| > loss_text_ce: 0.04774040728807449 (0.04894874463926936)
| > loss_mel_ce: 2.9004569053649902 (2.945145993613629)
| > loss: 0.7370493412017822 (0.7485236848247122)
| > current_lr: 5e-06
| > step_time: 0.2452 (0.24795882338602868)
| > loader_time: 0.0093 (0.009222998809532324)
[1m --> TIME: 2025-02-23 20:12:37 -- STEP: 6810/6985 -- GLOBAL_STEP: 104600[0m
| > loss_text_ce: 0.04934360086917877 (0.048947774132552316)
| > loss_mel_ce: 3.05696702003479 (2.9448001213185724)
| > loss: 0.7765776515007019 (0.7484369741487433)
| > current_lr: 5e-06
| > step_time: 0.2879 (0.24791520618657184)
| > loader_time: 0.0123 (0.009224819926963527)
[1m --> TIME: 2025-02-23 20:12:55 -- STEP: 6860/6985 -- GLOBAL_STEP: 104650[0m
| > loss_text_ce: 0.047889579087495804 (0.048948606224214736)
| > loss_mel_ce: 3.0807039737701416 (2.9445103248076223)
| > loss: 0.7821483612060547 (0.7483647330248668)
| > current_lr: 5e-06
| > step_time: 0.2455 (0.24790392738737102)
| > loader_time: 0.0093 (0.009227179890123846)
[1m --> TIME: 2025-02-23 20:13:12 -- STEP: 6910/6985 -- GLOBAL_STEP: 104700[0m
| > loss_text_ce: 0.047866396605968475 (0.048949767709554726)
| > loss_mel_ce: 3.1895885467529297 (2.9441457172551098)
| > loss: 0.8093637228012085 (0.7482738714918559)
| > current_lr: 5e-06
| > step_time: 0.2768 (0.24785082561062316)
| > loader_time: 0.0093 (0.00922655169077102)
[1m --> TIME: 2025-02-23 20:13:31 -- STEP: 6960/6985 -- GLOBAL_STEP: 104750[0m
| > loss_text_ce: 0.0501570850610733 (0.04895048747802604)
| > loss_mel_ce: 2.860440731048584 (2.9441857630836514)
| > loss: 0.727649450302124 (0.7482840629059008)
| > current_lr: 5e-06
| > step_time: 0.2332 (0.24785773884290938)
| > loader_time: 0.0096 (0.009226424495379155)
[1m > EVALUATION [0m
[1m--> EVAL PERFORMANCE[0m
| > avg_loader_time:[91m 0.48450561598235486 [0m(+0.01998669805090414)
| > avg_loss_text_ce:[92m 0.04784822344682575 [0m(-0.0002571051222046983)
| > avg_loss_mel_ce:[92m 2.953208726995131 [0m(-0.0064889138040982175)
| > avg_loss:[92m 3.0010569516350243 [0m(-0.006746022529851459)
> BEST MODEL : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/best_model_104775.pth
[4m[1m > EPOCH: 15/30[0m
--> checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3
[1m > TRAINING (2025-02-23 20:16:15) [0m
[1m --> TIME: 2025-02-23 20:16:25 -- STEP: 25/6985 -- GLOBAL_STEP: 104800[0m
| > loss_text_ce: 0.05065850913524628 (0.049003197699785235)
| > loss_mel_ce: 2.7770450115203857 (2.934066791534424)
| > loss: 0.7069258689880371 (0.7457674980163574)
| > current_lr: 5e-06
| > step_time: 0.2154 (0.2363330078125)
| > loader_time: 0.0097 (0.009342718124389648)
[1m --> TIME: 2025-02-23 20:16:43 -- STEP: 75/6985 -- GLOBAL_STEP: 104850[0m
| > loss_text_ce: 0.0492611788213253 (0.04895200346906979)
| > loss_mel_ce: 2.9516334533691406 (2.9453673871358235)
| > loss: 0.7502236366271973 (0.7485798478126526)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.258 (0.2461553637186686)
| > loader_time: 0.0089 (0.009407796859741212)
[1m --> TIME: 2025-02-23 20:17:01 -- STEP: 125/6985 -- GLOBAL_STEP: 104900[0m
| > loss_text_ce: 0.050925515592098236 (0.04889540234208107)
| > loss_mel_ce: 2.6506659984588623 (2.928668912887573)
| > loss: 0.6753978729248047 (0.744391079902649)
| > current_lr: 5e-06
| > step_time: 0.2575 (0.24599432373046876)
| > loader_time: 0.0099 (0.009620677947998051)
[1m --> TIME: 2025-02-23 20:17:20 -- STEP: 175/6985 -- GLOBAL_STEP: 104950[0m
| > loss_text_ce: 0.04978729784488678 (0.04895042849438529)
| > loss_mel_ce: 3.4310455322265625 (2.935690623692104)
| > loss: 0.870208203792572 (0.7461602629934039)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2891 (0.24838841574532644)
| > loader_time: 0.0097 (0.009637611934116917)
[1m --> TIME: 2025-02-23 20:17:37 -- STEP: 225/6985 -- GLOBAL_STEP: 105000[0m
| > loss_text_ce: 0.04818547144532204 (0.04886520339383018)
| > loss_mel_ce: 2.946941375732422 (2.9311132833692763)
| > loss: 0.7487817406654358 (0.7449946226014031)
| > current_lr: 5e-06
| > step_time: 0.2042 (0.24663361655341254)
| > loader_time: 0.0092 (0.009639743169148767)
> CHECKPOINT : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/checkpoint_105000.pth
[1m --> TIME: 2025-02-23 20:18:20 -- STEP: 275/6985 -- GLOBAL_STEP: 105050[0m
| > loss_text_ce: 0.04830975458025932 (0.048979040032083324)
| > loss_mel_ce: 3.412877321243286 (2.937365225011652)
| > loss: 0.8652967810630798 (0.7465860683267767)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3649 (0.2460236323963512)
| > loader_time: 0.0098 (0.009635809118097482)
[1m --> TIME: 2025-02-23 20:18:38 -- STEP: 325/6985 -- GLOBAL_STEP: 105100[0m
| > loss_text_ce: 0.04991383105516434 (0.048904921366618205)
| > loss_mel_ce: 2.9470839500427246 (2.948429572765644)
| > loss: 0.7492494583129883 (0.7493336252065805)
| > current_lr: 5e-06
| > step_time: 0.2639 (0.24728120950552132)
| > loader_time: 0.0095 (0.009593888796292818)
[1m --> TIME: 2025-02-23 20:18:56 -- STEP: 375/6985 -- GLOBAL_STEP: 105150[0m
| > loss_text_ce: 0.05164565145969391 (0.04891391737262405)
| > loss_mel_ce: 2.870056390762329 (2.9497346210479747)
| > loss: 0.7304255366325378 (0.7496621359189353)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2879 (0.2467555135091146)
| > loader_time: 0.0094 (0.009533402125040688)
[1m --> TIME: 2025-02-23 20:19:14 -- STEP: 425/6985 -- GLOBAL_STEP: 105200[0m
| > loss_text_ce: 0.04662896692752838 (0.04891674424795541)
| > loss_mel_ce: 3.2368648052215576 (2.9457538313024196)
| > loss: 0.8208734393119812 (0.7486676446129296)
| > current_lr: 5e-06
| > step_time: 0.2045 (0.24595075382905848)
| > loader_time: 0.0087 (0.009476792952593635)
[1m --> TIME: 2025-02-23 20:19:33 -- STEP: 475/6985 -- GLOBAL_STEP: 105250[0m
| > loss_text_ce: 0.05176929011940956 (0.04889717462031463)
| > loss_mel_ce: 2.9416890144348145 (2.952346618050024)
| > loss: 0.7483645677566528 (0.7503109488989179)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3011 (0.24781401784796464)
| > loader_time: 0.0093 (0.009442550759566458)
[1m --> TIME: 2025-02-23 20:19:51 -- STEP: 525/6985 -- GLOBAL_STEP: 105300[0m
| > loss_text_ce: 0.0505860298871994 (0.04889166222441761)
| > loss_mel_ce: 3.322957992553711 (2.9402325244176963)
| > loss: 0.8433859944343567 (0.7472810475031535)
| > current_lr: 5e-06
| > step_time: 0.2644 (0.24669332504272462)
| > loader_time: 0.0107 (0.009429562432425364)
[1m --> TIME: 2025-02-23 20:20:09 -- STEP: 575/6985 -- GLOBAL_STEP: 105350[0m
| > loss_text_ce: 0.052246659994125366 (0.04886516773182411)
| > loss_mel_ce: 2.795696496963501 (2.9450510506007985)
| > loss: 0.7119857668876648 (0.7484790550107543)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3197 (0.24683606396550717)
| > loader_time: 0.0095 (0.009470561898272976)
[1m --> TIME: 2025-02-23 20:20:27 -- STEP: 625/6985 -- GLOBAL_STEP: 105400[0m
| > loss_text_ce: 0.0461592935025692 (0.04887690820097922)
| > loss_mel_ce: 2.8834152221679688 (2.943585692977906)
| > loss: 0.7323936223983765 (0.7481156510353093)
| > current_lr: 5e-06
| > step_time: 0.2456 (0.24689788246154784)
| > loader_time: 0.0093 (0.009470716094970704)
[1m --> TIME: 2025-02-23 20:20:45 -- STEP: 675/6985 -- GLOBAL_STEP: 105450[0m
| > loss_text_ce: 0.048022106289863586 (0.048844536912662)
| > loss_mel_ce: 2.8818984031677246 (2.9406388731356023)
| > loss: 0.7324801087379456 (0.7473708534240727)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2615 (0.24720295164320205)
| > loader_time: 0.0091 (0.009451309839884446)
[1m --> TIME: 2025-02-23 20:21:03 -- STEP: 725/6985 -- GLOBAL_STEP: 105500[0m
| > loss_text_ce: 0.04650279879570007 (0.048836571481721144)
| > loss_mel_ce: 3.1611032485961914 (2.9417888989941834)
| > loss: 0.8019015192985535 (0.747656368140517)
| > current_lr: 5e-06
| > step_time: 0.2091 (0.24688053361300766)
| > loader_time: 0.0087 (0.009428592221490272)
[1m --> TIME: 2025-02-23 20:21:21 -- STEP: 775/6985 -- GLOBAL_STEP: 105550[0m
| > loss_text_ce: 0.050326500087976456 (0.04883436183294941)
| > loss_mel_ce: 3.2464892864227295 (2.9415763221248508)
| > loss: 0.8242039680480957 (0.7476026715001756)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2777 (0.24692347680368731)
| > loader_time: 0.0099 (0.009413678569178427)
[1m --> TIME: 2025-02-23 20:21:40 -- STEP: 825/6985 -- GLOBAL_STEP: 105600[0m
| > loss_text_ce: 0.04807576537132263 (0.04883462023554425)
| > loss_mel_ce: 3.150120496749878 (2.9408199128237644)
| > loss: 0.7995490431785583 (0.7474136340979377)
| > current_lr: 5e-06
| > step_time: 0.2649 (0.24741258216626716)
| > loader_time: 0.0092 (0.009399757096261693)
[1m --> TIME: 2025-02-23 20:21:58 -- STEP: 875/6985 -- GLOBAL_STEP: 105650[0m
| > loss_text_ce: 0.04819612577557564 (0.048838840463331756)
| > loss_mel_ce: 2.7224113941192627 (2.938245362145561)
| > loss: 0.6926518678665161 (0.746771051679339)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.278 (0.2471506017957415)
| > loader_time: 0.009 (0.009379520688738143)
[1m --> TIME: 2025-02-23 20:22:15 -- STEP: 925/6985 -- GLOBAL_STEP: 105700[0m
| > loss_text_ce: 0.0478503592312336 (0.04882818349712603)
| > loss_mel_ce: 3.1587491035461426 (2.9356741910367403)
| > loss: 0.8016498684883118 (0.7461255946674865)
| > current_lr: 5e-06
| > step_time: 0.2558 (0.24662606548618626)
| > loader_time: 0.0091 (0.009363884796967379)
[1m --> TIME: 2025-02-23 20:22:34 -- STEP: 975/6985 -- GLOBAL_STEP: 105750[0m
| > loss_text_ce: 0.04965251311659813 (0.048828894324027566)
| > loss_mel_ce: 2.7536003589630127 (2.936871264286531)
| > loss: 0.7008132338523865 (0.7464250406240808)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2855 (0.24713970648936737)
| > loader_time: 0.0093 (0.009357989873641578)
[1m --> TIME: 2025-02-23 20:22:52 -- STEP: 1025/6985 -- GLOBAL_STEP: 105800[0m
| > loss_text_ce: 0.04724647477269173 (0.04881820095384992)
| > loss_mel_ce: 2.8930070400238037 (2.9350019396805185)
| > loss: 0.735063374042511 (0.745955036209851)
| > current_lr: 5e-06
| > step_time: 0.2679 (0.24703934809056724)
| > loader_time: 0.009 (0.009345849199992855)
[1m --> TIME: 2025-02-23 20:23:10 -- STEP: 1075/6985 -- GLOBAL_STEP: 105850[0m
| > loss_text_ce: 0.047823838889598846 (0.04881322992748992)
| > loss_mel_ce: 3.035799503326416 (2.9323175964799044)
| > loss: 0.7709058523178101 (0.7452827076024789)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3018 (0.24649915229442507)
| > loader_time: 0.0093 (0.009331565014151643)
[1m --> TIME: 2025-02-23 20:23:28 -- STEP: 1125/6985 -- GLOBAL_STEP: 105900[0m
| > loss_text_ce: 0.04741113260388374 (0.04882093341814146)
| > loss_mel_ce: 3.5196778774261475 (2.93261200926039)
| > loss: 0.8917722702026367 (0.7453582366307576)
| > current_lr: 5e-06
| > step_time: 0.2839 (0.246559454176161)
| > loader_time: 0.0095 (0.009319183985392259)
[1m --> TIME: 2025-02-23 20:23:46 -- STEP: 1175/6985 -- GLOBAL_STEP: 105950[0m
| > loss_text_ce: 0.04927041009068489 (0.048825928920761076)
| > loss_mel_ce: 2.58988356590271 (2.933671327144542)
| > loss: 0.6597884893417358 (0.7456243148763129)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3103 (0.24669050500748005)
| > loader_time: 0.0094 (0.009318367166722083)
[1m --> TIME: 2025-02-23 20:24:04 -- STEP: 1225/6985 -- GLOBAL_STEP: 106000[0m
| > loss_text_ce: 0.05004415288567543 (0.04882624142023979)
| > loss_mel_ce: 3.0022099018096924 (2.936499534529085)
| > loss: 0.7630634903907776 (0.7463314447111009)
| > current_lr: 5e-06
| > step_time: 0.2059 (0.2467903201434077)
| > loader_time: 0.0088 (0.00931412132418886)
> CHECKPOINT : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/checkpoint_106000.pth
[1m --> TIME: 2025-02-23 20:24:48 -- STEP: 1275/6985 -- GLOBAL_STEP: 106050[0m
| > loss_text_ce: 0.047015246003866196 (0.048829244030456895)
| > loss_mel_ce: 3.0364978313446045 (2.9356237574184667)
| > loss: 0.770878255367279 (0.7461132510035642)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2803 (0.24647714820562625)
| > loader_time: 0.0093 (0.00931387807808671)
[1m --> TIME: 2025-02-23 20:25:06 -- STEP: 1325/6985 -- GLOBAL_STEP: 106100[0m
| > loss_text_ce: 0.047429826110601425 (0.04882424646953366)
| > loss_mel_ce: 3.1113786697387695 (2.9368060558247135)
| > loss: 0.7897021174430847 (0.7464075762820692)
| > current_lr: 5e-06
| > step_time: 0.2832 (0.2467431340127621)
| > loader_time: 0.0097 (0.009311269184328487)
[1m --> TIME: 2025-02-23 20:25:25 -- STEP: 1375/6985 -- GLOBAL_STEP: 106150[0m
| > loss_text_ce: 0.04624217003583908 (0.048837095127864306)
| > loss_mel_ce: 2.836937427520752 (2.9368433948863655)
| > loss: 0.7207949161529541 (0.7464201233603731)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2728 (0.24688282775878906)
| > loader_time: 0.0091 (0.009306449543346064)
[1m --> TIME: 2025-02-23 20:25:43 -- STEP: 1425/6985 -- GLOBAL_STEP: 106200[0m
| > loss_text_ce: 0.04995358735322952 (0.0488308820546719)
| > loss_mel_ce: 2.6010944843292236 (2.9380535184291396)
| > loss: 0.6627620458602905 (0.7467211009326727)
| > current_lr: 5e-06
| > step_time: 0.3053 (0.24709411186084412)
| > loader_time: 0.01 (0.009304107699477879)
[1m --> TIME: 2025-02-23 20:26:01 -- STEP: 1475/6985 -- GLOBAL_STEP: 106250[0m
| > loss_text_ce: 0.04298984259366989 (0.04882584305890535)
| > loss_mel_ce: 3.3724522590637207 (2.937961004548156)
| > loss: 0.8538604974746704 (0.7466967126474536)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3082 (0.24716299153990665)
| > loader_time: 0.0096 (0.009299030465594797)
[1m --> TIME: 2025-02-23 20:26:20 -- STEP: 1525/6985 -- GLOBAL_STEP: 106300[0m
| > loss_text_ce: 0.048781827092170715 (0.048824522319387206)
| > loss_mel_ce: 3.071462392807007 (2.938968419559669)
| > loss: 0.7800610661506653 (0.7469482361684074)
| > current_lr: 5e-06
| > step_time: 0.2779 (0.24740992030159373)
| > loader_time: 0.0091 (0.009296676448134127)
[1m --> TIME: 2025-02-23 20:26:38 -- STEP: 1575/6985 -- GLOBAL_STEP: 106350[0m
| > loss_text_ce: 0.04793628677725792 (0.04881981598715933)
| > loss_mel_ce: 3.0355935096740723 (2.938027790614539)
| > loss: 0.7708824276924133 (0.7467119022399654)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3124 (0.24744273200867667)
| > loader_time: 0.0096 (0.009294682457333526)
[1m --> TIME: 2025-02-23 20:26:57 -- STEP: 1625/6985 -- GLOBAL_STEP: 106400[0m
| > loss_text_ce: 0.046026356518268585 (0.04882133597364791)
| > loss_mel_ce: 3.0150344371795654 (2.9383891233297517)
| > loss: 0.7652652263641357 (0.7468026153491087)
| > current_lr: 5e-06
| > step_time: 0.1923 (0.2475768417945275)
| > loader_time: 0.0088 (0.009294718522291925)
[1m --> TIME: 2025-02-23 20:27:15 -- STEP: 1675/6985 -- GLOBAL_STEP: 106450[0m
| > loss_text_ce: 0.04910975694656372 (0.04881643688278411)
| > loss_mel_ce: 2.999535322189331 (2.939327124837621)
| > loss: 0.7621612548828125 (0.7470358909066038)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2982 (0.24760170879648694)
| > loader_time: 0.0096 (0.00929292251814658)
[1m --> TIME: 2025-02-23 20:27:33 -- STEP: 1725/6985 -- GLOBAL_STEP: 106500[0m
| > loss_text_ce: 0.048857927322387695 (0.04883208497926808)
| > loss_mel_ce: 2.823157787322998 (2.938145797148997)
| > loss: 0.7180039286613464 (0.746744471010954)
| > current_lr: 5e-06
| > step_time: 0.2754 (0.24774799277816995)
| > loader_time: 0.0094 (0.00929644861083101)
[1m --> TIME: 2025-02-23 20:27:51 -- STEP: 1775/6985 -- GLOBAL_STEP: 106550[0m
| > loss_text_ce: 0.048500336706638336 (0.04882025708405064)
| > loss_mel_ce: 2.7586114406585693 (2.9386210017137144)
| > loss: 0.7017779350280762 (0.7468603150945309)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2791 (0.24771082005030673)
| > loader_time: 0.0096 (0.009302780258823461)
[1m --> TIME: 2025-02-23 20:28:09 -- STEP: 1825/6985 -- GLOBAL_STEP: 106600[0m
| > loss_text_ce: 0.04641805589199066 (0.04882157897704267)
| > loss_mel_ce: 3.060971260070801 (2.9379652544570316)
| > loss: 0.7768473029136658 (0.7466967087249229)
| > current_lr: 5e-06
| > step_time: 0.2739 (0.24762008353455425)
| > loader_time: 0.0091 (0.009306092719509189)
[1m --> TIME: 2025-02-23 20:28:28 -- STEP: 1875/6985 -- GLOBAL_STEP: 106650[0m
| > loss_text_ce: 0.04767288267612457 (0.04882355625033378)
| > loss_mel_ce: 2.7662761211395264 (2.9376309987386087)
| > loss: 0.7034872770309448 (0.7466136391003921)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3027 (0.24768120384216308)
| > loader_time: 0.0094 (0.009304323705037447)
[1m --> TIME: 2025-02-23 20:28:45 -- STEP: 1925/6985 -- GLOBAL_STEP: 106700[0m
| > loss_text_ce: 0.0461796410381794 (0.04882111408493735)
| > loss_mel_ce: 3.012674331665039 (2.936717732417121)
| > loss: 0.76471346616745 (0.7463847120086864)
| > current_lr: 5e-06
| > step_time: 0.2805 (0.24756025871673187)
| > loader_time: 0.0096 (0.00930362181230026)
[1m --> TIME: 2025-02-23 20:29:03 -- STEP: 1975/6985 -- GLOBAL_STEP: 106750[0m
| > loss_text_ce: 0.05273587629199028 (0.048815000577817985)
| > loss_mel_ce: 2.661348819732666 (2.93547229899636)
| > loss: 0.6785211563110352 (0.7460718253292611)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2889 (0.24752749684490735)
| > loader_time: 0.0093 (0.009300355911254894)
[1m --> TIME: 2025-02-23 20:29:21 -- STEP: 2025/6985 -- GLOBAL_STEP: 106800[0m
| > loss_text_ce: 0.05177406221628189 (0.04882600415635991)
| > loss_mel_ce: 2.7723472118377686 (2.935222069069193)
| > loss: 0.7060303092002869 (0.7460120187276671)
| > current_lr: 5e-06
| > step_time: 0.2129 (0.24740150757777837)
| > loader_time: 0.0091 (0.009300052148324483)
[1m --> TIME: 2025-02-23 20:29:40 -- STEP: 2075/6985 -- GLOBAL_STEP: 106850[0m
| > loss_text_ce: 0.0502745620906353 (0.04883846803781497)
| > loss_mel_ce: 2.805316925048828 (2.9344800595203093)
| > loss: 0.7138978838920593 (0.7458296322535315)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3134 (0.24752271813082408)
| > loader_time: 0.0094 (0.009301764821431734)
[1m --> TIME: 2025-02-23 20:29:58 -- STEP: 2125/6985 -- GLOBAL_STEP: 106900[0m
| > loss_text_ce: 0.049764301627874374 (0.04883712791695314)
| > loss_mel_ce: 2.6413750648498535 (2.9346042253830875)
| > loss: 0.6727848649024963 (0.7458603388000933)
| > current_lr: 5e-06
| > step_time: 0.2302 (0.2475830311494715)
| > loader_time: 0.0092 (0.009301544862635002)
[1m --> TIME: 2025-02-23 20:30:16 -- STEP: 2175/6985 -- GLOBAL_STEP: 106950[0m
| > loss_text_ce: 0.047689612954854965 (0.04883855060599316)
| > loss_mel_ce: 3.0410354137420654 (2.9347053594698878)
| > loss: 0.7721812725067139 (0.7458859779642913)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2819 (0.2474134647983244)
| > loader_time: 0.0089 (0.009297756874698337)
[1m --> TIME: 2025-02-23 20:30:34 -- STEP: 2225/6985 -- GLOBAL_STEP: 107000[0m
| > loss_text_ce: 0.04717881977558136 (0.04884360105803844)
| > loss_mel_ce: 3.006028890609741 (2.9339181357823105)
| > loss: 0.7633019089698792 (0.7456904346219606)
| > current_lr: 5e-06
| > step_time: 0.2818 (0.2473832546191269)
| > loader_time: 0.0096 (0.00929266983203674)
> CHECKPOINT : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/checkpoint_107000.pth
[1m --> TIME: 2025-02-23 20:31:09 -- STEP: 2275/6985 -- GLOBAL_STEP: 107050[0m
| > loss_text_ce: 0.050021857023239136 (0.048839830433601863)
| > loss_mel_ce: 2.4847168922424316 (2.932770602152901)
| > loss: 0.6336846947669983 (0.7454026085989813)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2871 (0.24735467302930225)
| > loader_time: 0.0096 (0.009297525280124546)
[1m --> TIME: 2025-02-23 20:31:27 -- STEP: 2325/6985 -- GLOBAL_STEP: 107100[0m
| > loss_text_ce: 0.04641485586762428 (0.04884292685857384)
| > loss_mel_ce: 3.4382829666137695 (2.9334872547272735)
| > loss: 0.8711744546890259 (0.7455825458290752)
| > current_lr: 5e-06
| > step_time: 0.285 (0.2473362055132466)
| > loader_time: 0.0098 (0.009303958236530272)
[1m --> TIME: 2025-02-23 20:31:45 -- STEP: 2375/6985 -- GLOBAL_STEP: 107150[0m
| > loss_text_ce: 0.04655490815639496 (0.04884259978564165)
| > loss_mel_ce: 2.9839091300964355 (2.9332988984961283)
| > loss: 0.7576159834861755 (0.745535374992772)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3129 (0.24743486293993497)
| > loader_time: 0.0101 (0.009309366125809529)
[1m --> TIME: 2025-02-23 20:32:04 -- STEP: 2425/6985 -- GLOBAL_STEP: 107200[0m
| > loss_text_ce: 0.04684203118085861 (0.048832750409534345)
| > loss_mel_ce: 3.38529634475708 (2.9348819570443085)
| > loss: 0.858034610748291 (0.7459286772590322)
| > current_lr: 5e-06
| > step_time: 0.2905 (0.24762051434861015)
| > loader_time: 0.01 (0.009315799044579583)
[1m --> TIME: 2025-02-23 20:32:23 -- STEP: 2475/6985 -- GLOBAL_STEP: 107250[0m
| > loss_text_ce: 0.04567534476518631 (0.0488359610510595)
| > loss_mel_ce: 3.3152661323547363 (2.934816738571783)
| > loss: 0.8402353525161743 (0.745913175260178)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.279 (0.24773173158819026)
| > loader_time: 0.0094 (0.009323263072004236)
[1m --> TIME: 2025-02-23 20:32:41 -- STEP: 2525/6985 -- GLOBAL_STEP: 107300[0m
| > loss_text_ce: 0.04822569712996483 (0.04883433752425829)
| > loss_mel_ce: 2.8488152027130127 (2.934764287967494)
| > loss: 0.7242602109909058 (0.7458996567631714)
| > current_lr: 5e-06
| > step_time: 0.1731 (0.24772185854392476)
| > loader_time: 0.0088 (0.009324750711422174)
[1m --> TIME: 2025-02-23 20:32:59 -- STEP: 2575/6985 -- GLOBAL_STEP: 107350[0m
| > loss_text_ce: 0.047350917011499405 (0.04883973433988769)
| > loss_mel_ce: 2.7254035472869873 (2.9335253109052357)
| > loss: 0.6931886076927185 (0.7455912617340827)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2512 (0.24773053085919722)
| > loader_time: 0.0088 (0.00934894830277824)
[1m --> TIME: 2025-02-23 20:33:18 -- STEP: 2625/6985 -- GLOBAL_STEP: 107400[0m
| > loss_text_ce: 0.049806252121925354 (0.04883381177414033)
| > loss_mel_ce: 2.8256754875183105 (2.9339756702241466)
| > loss: 0.7188704609870911 (0.7457023708933873)
| > current_lr: 5e-06
| > step_time: 0.2569 (0.24786056872776577)
| > loader_time: 0.0092 (0.00934869748070128)
[1m --> TIME: 2025-02-23 20:33:36 -- STEP: 2675/6985 -- GLOBAL_STEP: 107450[0m
| > loss_text_ce: 0.04891381785273552 (0.04883865379284478)
| > loss_mel_ce: 2.73473858833313 (2.9346805657181827)
| > loss: 0.6959130764007568 (0.7458798052663)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2558 (0.24801216891992872)
| > loader_time: 0.0092 (0.009349600087816483)
[1m --> TIME: 2025-02-23 20:33:55 -- STEP: 2725/6985 -- GLOBAL_STEP: 107500[0m
| > loss_text_ce: 0.04566531628370285 (0.04883071597426312)
| > loss_mel_ce: 3.169738531112671 (2.9350864425274246)
| > loss: 0.8038509488105774 (0.7459792899429253)
| > current_lr: 5e-06
| > step_time: 0.1962 (0.2481272744694981)
| > loader_time: 0.0089 (0.00935103031473423)
[1m --> TIME: 2025-02-23 20:34:13 -- STEP: 2775/6985 -- GLOBAL_STEP: 107550[0m
| > loss_text_ce: 0.04885876178741455 (0.048839675870027646)
| > loss_mel_ce: 2.789228677749634 (2.9343573382094132)
| > loss: 0.7095218896865845 (0.7457992538245949)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2812 (0.2482044978614326)
| > loader_time: 0.0094 (0.009351241395280171)
[1m --> TIME: 2025-02-23 20:34:32 -- STEP: 2825/6985 -- GLOBAL_STEP: 107600[0m
| > loss_text_ce: 0.05197368934750557 (0.04883531291927914)
| > loss_mel_ce: 2.265735387802124 (2.9344727755858875)
| > loss: 0.5794272422790527 (0.7458270224849735)
| > current_lr: 5e-06
| > step_time: 0.1864 (0.2482516989243769)
| > loader_time: 0.0091 (0.009353251836996168)
[1m --> TIME: 2025-02-23 20:34:50 -- STEP: 2875/6985 -- GLOBAL_STEP: 107650[0m
| > loss_text_ce: 0.04807649180293083 (0.04883242863934975)
| > loss_mel_ce: 3.332421064376831 (2.934015908863237)
| > loss: 0.845124363899231 (0.7457120846872745)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2821 (0.24825499078501825)
| > loader_time: 0.0095 (0.009358168975166656)
[1m --> TIME: 2025-02-23 20:35:08 -- STEP: 2925/6985 -- GLOBAL_STEP: 107700[0m
| > loss_text_ce: 0.05218149721622467 (0.048836595181726006)
| > loss_mel_ce: 2.8665432929992676 (2.9334449817787926)
| > loss: 0.7296811938285828 (0.7455703945852753)
| > current_lr: 5e-06
| > step_time: 0.1696 (0.24809725451673198)
| > loader_time: 0.0084 (0.00936250613285945)
[1m --> TIME: 2025-02-23 20:35:26 -- STEP: 2975/6985 -- GLOBAL_STEP: 107750[0m
| > loss_text_ce: 0.04904414713382721 (0.04882982409300926)
| > loss_mel_ce: 2.9915270805358887 (2.933882045585572)
| > loss: 0.7601428031921387 (0.7456779677927995)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3002 (0.24812398806339553)
| > loader_time: 0.0095 (0.009369506114671213)
[1m --> TIME: 2025-02-23 20:35:44 -- STEP: 3025/6985 -- GLOBAL_STEP: 107800[0m
| > loss_text_ce: 0.049634914845228195 (0.04882164540862251)
| > loss_mel_ce: 3.1000382900238037 (2.934189287532463)
| > loss: 0.7874183058738708 (0.7457527335813223)
| > current_lr: 5e-06
| > step_time: 0.2586 (0.2481157283940591)
| > loader_time: 0.0093 (0.00937440399296028)
[1m --> TIME: 2025-02-23 20:36:03 -- STEP: 3075/6985 -- GLOBAL_STEP: 107850[0m
| > loss_text_ce: 0.05084294080734253 (0.04882498012931368)
| > loss_mel_ce: 2.7885661125183105 (2.93343514628527)
| > loss: 0.7098522782325745 (0.7455650320091868)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2411 (0.24816321473780686)
| > loader_time: 0.0094 (0.009379011169681706)
[1m --> TIME: 2025-02-23 20:36:20 -- STEP: 3125/6985 -- GLOBAL_STEP: 107900[0m
| > loss_text_ce: 0.04691226780414581 (0.04881850956082346)
| > loss_mel_ce: 3.061727523803711 (2.933807579040531)
| > loss: 0.7771599292755127 (0.7456565225410462)
| > current_lr: 5e-06
| > step_time: 0.2216 (0.24801073341369628)
| > loader_time: 0.0095 (0.009378883056640632)
[1m --> TIME: 2025-02-23 20:36:38 -- STEP: 3175/6985 -- GLOBAL_STEP: 107950[0m
| > loss_text_ce: 0.04980930685997009 (0.048819062191201024)
| > loss_mel_ce: 2.7950098514556885 (2.933435394407261)
| > loss: 0.7112047672271729 (0.7455636144998505)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2695 (0.24804279154679906)
| > loader_time: 0.0093 (0.009378796224519032)
[1m --> TIME: 2025-02-23 20:36:57 -- STEP: 3225/6985 -- GLOBAL_STEP: 108000[0m
| > loss_text_ce: 0.047652896493673325 (0.0488185495438502)
| > loss_mel_ce: 3.034273624420166 (2.933240537643436)
| > loss: 0.7704816460609436 (0.7455147721231445)
| > current_lr: 5e-06
| > step_time: 0.2235 (0.24802525512931883)
| > loader_time: 0.0094 (0.00937885491422905)
> CHECKPOINT : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/checkpoint_108000.pth
[1m --> TIME: 2025-02-23 20:37:32 -- STEP: 3275/6985 -- GLOBAL_STEP: 108050[0m
| > loss_text_ce: 0.05074286833405495 (0.0488202560562214)
| > loss_mel_ce: 2.862736701965332 (2.933400186655179)
| > loss: 0.7283698916435242 (0.7455551110515157)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2788 (0.24809577133819347)
| > loader_time: 0.0092 (0.009382123437546599)
[1m --> TIME: 2025-02-23 20:37:50 -- STEP: 3325/6985 -- GLOBAL_STEP: 108100[0m
| > loss_text_ce: 0.04746531695127487 (0.048820492033671635)
| > loss_mel_ce: 3.077022075653076 (2.933822374200466)
| > loss: 0.7811218500137329 (0.7456607169316227)
| > current_lr: 5e-06
| > step_time: 0.2442 (0.24814351139212013)
| > loader_time: 0.0095 (0.009387430678632928)
[1m --> TIME: 2025-02-23 20:38:09 -- STEP: 3375/6985 -- GLOBAL_STEP: 108150[0m
| > loss_text_ce: 0.05212387070059776 (0.048815382494970624)
| > loss_mel_ce: 2.468939781188965 (2.9337474458482564)
| > loss: 0.6302658915519714 (0.7456407074751678)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3329 (0.248273053628427)
| > loader_time: 0.0099 (0.009393601523505326)
[1m --> TIME: 2025-02-23 20:38:27 -- STEP: 3425/6985 -- GLOBAL_STEP: 108200[0m
| > loss_text_ce: 0.04748625308275223 (0.048809230777904083)
| > loss_mel_ce: 3.4336328506469727 (2.9341136491037667)
| > loss: 0.8702797889709473 (0.7457307203842776)
| > current_lr: 5e-06
| > step_time: 0.2832 (0.24831532004975926)
| > loader_time: 0.0098 (0.009400360218799912)
[1m --> TIME: 2025-02-23 20:38:45 -- STEP: 3475/6985 -- GLOBAL_STEP: 108250[0m
| > loss_text_ce: 0.04706364870071411 (0.04880616863747297)
| > loss_mel_ce: 2.810255765914917 (2.934303873117025)
| > loss: 0.7143298387527466 (0.7457775109105831)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3066 (0.24825632946096735)
| > loader_time: 0.0097 (0.009402900462527942)
[1m --> TIME: 2025-02-23 20:39:04 -- STEP: 3525/6985 -- GLOBAL_STEP: 108300[0m
| > loss_text_ce: 0.04761960357427597 (0.04880445724155042)
| > loss_mel_ce: 3.0644586086273193 (2.933869853121172)
| > loss: 0.7780195474624634 (0.7456685780126152)
| > current_lr: 5e-06
| > step_time: 0.2901 (0.24835994355222013)
| > loader_time: 0.0101 (0.009406903449525238)
[1m --> TIME: 2025-02-23 20:39:22 -- STEP: 3575/6985 -- GLOBAL_STEP: 108350[0m
| > loss_text_ce: 0.047013234347105026 (0.04880595446362364)
| > loss_mel_ce: 3.1605989933013916 (2.9331918952515106)
| > loss: 0.8019030690193176 (0.7454994627979252)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2291 (0.2482813422329776)
| > loader_time: 0.0091 (0.009409931756399741)
[1m --> TIME: 2025-02-23 20:39:40 -- STEP: 3625/6985 -- GLOBAL_STEP: 108400[0m
| > loss_text_ce: 0.049873605370521545 (0.0488070146862803)
| > loss_mel_ce: 3.278115749359131 (2.93300473509164)
| > loss: 0.8319973349571228 (0.7454529378660794)
| > current_lr: 5e-06
| > step_time: 0.241 (0.24823617606327453)
| > loader_time: 0.0093 (0.009413127701858008)
[1m --> TIME: 2025-02-23 20:39:58 -- STEP: 3675/6985 -- GLOBAL_STEP: 108450[0m
| > loss_text_ce: 0.04850059375166893 (0.048805881063548905)
| > loss_mel_ce: 2.9613451957702637 (2.9327401264995165)
| > loss: 0.7524614334106445 (0.7453865022886367)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3003 (0.24813364340334523)
| > loader_time: 0.01 (0.009416581367959795)
[1m --> TIME: 2025-02-23 20:40:16 -- STEP: 3725/6985 -- GLOBAL_STEP: 108500[0m
| > loss_text_ce: 0.049951255321502686 (0.04880363557162702)
| > loss_mel_ce: 2.8932883739471436 (2.932194855389182)
| > loss: 0.7358099222183228 (0.7452496231002296)
| > current_lr: 5e-06
| > step_time: 0.2816 (0.24813684636314443)
| > loader_time: 0.0099 (0.009420844980534304)
[1m --> TIME: 2025-02-23 20:40:34 -- STEP: 3775/6985 -- GLOBAL_STEP: 108550[0m
| > loss_text_ce: 0.05164657533168793 (0.0488027411166406)
| > loss_mel_ce: 2.7467164993286133 (2.9317133091301346)
| > loss: 0.6995907425880432 (0.7451290128720517)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2917 (0.24809233608624792)
| > loader_time: 0.0093 (0.009423815430394875)
[1m --> TIME: 2025-02-23 20:40:53 -- STEP: 3825/6985 -- GLOBAL_STEP: 108600[0m
| > loss_text_ce: 0.05097097158432007 (0.04879958000448016)
| > loss_mel_ce: 2.904279947280884 (2.9319801490758786)
| > loss: 0.7388127446174622 (0.7451949325729819)
| > current_lr: 5e-06
| > step_time: 0.28 (0.24822068937463698)
| > loader_time: 0.0101 (0.009427724040411669)
[1m --> TIME: 2025-02-23 20:41:11 -- STEP: 3875/6985 -- GLOBAL_STEP: 108650[0m
| > loss_text_ce: 0.05002463236451149 (0.048795052678354336)
| > loss_mel_ce: 2.785001754760742 (2.9320410067035336)
| > loss: 0.7087566256523132 (0.7452090151079239)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2696 (0.24830580619073683)
| > loader_time: 0.0094 (0.009430923031222449)
[1m --> TIME: 2025-02-23 20:41:30 -- STEP: 3925/6985 -- GLOBAL_STEP: 108700[0m
| > loss_text_ce: 0.04973888397216797 (0.048795271793938)
| > loss_mel_ce: 2.7484068870544434 (2.9316540163489693)
| > loss: 0.6995364427566528 (0.7451123222727685)
| > current_lr: 5e-06
| > step_time: 0.2218 (0.24830748333293162)
| > loader_time: 0.01 (0.009434279423610433)
[1m --> TIME: 2025-02-23 20:41:48 -- STEP: 3975/6985 -- GLOBAL_STEP: 108750[0m
| > loss_text_ce: 0.04889090359210968 (0.04879494362750895)
| > loss_mel_ce: 3.3961775302886963 (2.9312162001627824)
| > loss: 0.86126708984375 (0.745002786198502)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3046 (0.24832971884769464)
| > loader_time: 0.0094 (0.00943636330418618)
[1m --> TIME: 2025-02-23 20:42:06 -- STEP: 4025/6985 -- GLOBAL_STEP: 108800[0m
| > loss_text_ce: 0.046927232295274734 (0.04879427044658188)
| > loss_mel_ce: 2.7578067779541016 (2.931168471982023)
| > loss: 0.7011834979057312 (0.7449906859042481)
| > current_lr: 5e-06
| > step_time: 0.2334 (0.2483344258728975)
| > loader_time: 0.0095 (0.009438611083889612)
[1m --> TIME: 2025-02-23 20:42:24 -- STEP: 4075/6985 -- GLOBAL_STEP: 108850[0m
| > loss_text_ce: 0.04746035858988762 (0.04879859958872475)
| > loss_mel_ce: 3.164792060852051 (2.931157074618196)
| > loss: 0.8030630946159363 (0.7449889188017582)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2976 (0.24826147962932937)
| > loader_time: 0.0099 (0.009440416148835177)
[1m --> TIME: 2025-02-23 20:42:42 -- STEP: 4125/6985 -- GLOBAL_STEP: 108900[0m
| > loss_text_ce: 0.04807088151574135 (0.048798310508330674)
| > loss_mel_ce: 3.147233009338379 (2.9311895386089004)
| > loss: 0.7988259792327881 (0.7449969625473023)
| > current_lr: 5e-06
| > step_time: 0.2768 (0.24824866277521307)
| > loader_time: 0.0097 (0.009442649263324172)
[1m --> TIME: 2025-02-23 20:43:00 -- STEP: 4175/6985 -- GLOBAL_STEP: 108950[0m
| > loss_text_ce: 0.05050777643918991 (0.04880295714307689)
| > loss_mel_ce: 2.7635045051574707 (2.931041374434971)
| > loss: 0.7035030722618103 (0.7449610831923114)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2729 (0.2482192155986489)
| > loader_time: 0.0097 (0.009441733331737414)
[1m --> TIME: 2025-02-23 20:43:18 -- STEP: 4225/6985 -- GLOBAL_STEP: 109000[0m
| > loss_text_ce: 0.04930359870195389 (0.048800179737030415)
| > loss_mel_ce: 3.4327573776245117 (2.9308205592138554)
| > loss: 0.8705152273178101 (0.7449051850364053)
| > current_lr: 5e-06
| > step_time: 0.2571 (0.24823121787528316)
| > loader_time: 0.0098 (0.00944220407474677)
> CHECKPOINT : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/checkpoint_109000.pth
[1m --> TIME: 2025-02-23 20:43:50 -- STEP: 4275/6985 -- GLOBAL_STEP: 109050[0m
| > loss_text_ce: 0.046993255615234375 (0.04879262462519764)
| > loss_mel_ce: 3.0045554637908936 (2.9309671563154103)
| > loss: 0.762887179851532 (0.7449399455248961)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3129 (0.24821964392188)
| > loader_time: 0.0097 (0.009445455562301556)
[1m --> TIME: 2025-02-23 20:44:08 -- STEP: 4325/6985 -- GLOBAL_STEP: 109100[0m
| > loss_text_ce: 0.046919941902160645 (0.04879025259545084)
| > loss_mel_ce: 3.247514247894287 (2.930700734199129)
| > loss: 0.8236085176467896 (0.7448727469499399)
| > current_lr: 5e-06
| > step_time: 0.2528 (0.24823026745305585)
| > loader_time: 0.0097 (0.009448132211762366)
[1m --> TIME: 2025-02-23 20:44:27 -- STEP: 4375/6985 -- GLOBAL_STEP: 109150[0m
| > loss_text_ce: 0.04760093241930008 (0.048791186586448126)
| > loss_mel_ce: 3.365431070327759 (2.9303132811955046)
| > loss: 0.8532580137252808 (0.7447761172158376)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3596 (0.24832746445792062)
| > loader_time: 0.0101 (0.009450230026245123)
[1m --> TIME: 2025-02-23 20:44:45 -- STEP: 4425/6985 -- GLOBAL_STEP: 109200[0m
| > loss_text_ce: 0.05157242342829704 (0.04879069401719474)
| > loss_mel_ce: 2.761587381362915 (2.9303032748443254)
| > loss: 0.7032899260520935 (0.7447734924763607)
| > current_lr: 5e-06
| > step_time: 0.2081 (0.2483255495189947)
| > loader_time: 0.0095 (0.009452511738922644)
[1m --> TIME: 2025-02-23 20:45:04 -- STEP: 4475/6985 -- GLOBAL_STEP: 109250[0m
| > loss_text_ce: 0.04624617472290993 (0.0487856289794325)
| > loss_mel_ce: 3.159090995788574 (2.9305813081304466)
| > loss: 0.8013343214988708 (0.74484173451056)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2523 (0.24837536113888192)
| > loader_time: 0.0091 (0.00945717987401526)
[1m --> TIME: 2025-02-23 20:45:22 -- STEP: 4525/6985 -- GLOBAL_STEP: 109300[0m
| > loss_text_ce: 0.04746468737721443 (0.04878278978786412)
| > loss_mel_ce: 2.876751661300659 (2.930239879755686)
| > loss: 0.7310540676116943 (0.7447556676258694)
| > current_lr: 5e-06
| > step_time: 0.3058 (0.24842795951590355)
| > loader_time: 0.0098 (0.009456738161118656)
[1m --> TIME: 2025-02-23 20:45:41 -- STEP: 4575/6985 -- GLOBAL_STEP: 109350[0m
| > loss_text_ce: 0.049209192395210266 (0.04878345478753569)
| > loss_mel_ce: 3.1920669078826904 (2.9302533590077062)
| > loss: 0.8103190064430237 (0.7447592036450491)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.237 (0.24842080058947286)
| > loader_time: 0.0092 (0.009457826979173344)
[1m --> TIME: 2025-02-23 20:45:59 -- STEP: 4625/6985 -- GLOBAL_STEP: 109400[0m
| > loss_text_ce: 0.0466923713684082 (0.048780571453474635)
| > loss_mel_ce: 3.0558717250823975 (2.93037850441804)
| > loss: 0.7756410241127014 (0.744789769198443)
| > current_lr: 5e-06
| > step_time: 0.2868 (0.2484245185852051)
| > loader_time: 0.01 (0.009459671690657345)
[1m --> TIME: 2025-02-23 20:46:18 -- STEP: 4675/6985 -- GLOBAL_STEP: 109450[0m
| > loss_text_ce: 0.047165561467409134 (0.04877823790047256)
| > loss_mel_ce: 3.6693737506866455 (2.9303344456269795)
| > loss: 0.9291348457336426 (0.744778171133867)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3345 (0.24852124698659314)
| > loader_time: 0.0101 (0.009461872539418274)
[1m --> TIME: 2025-02-23 20:46:36 -- STEP: 4725/6985 -- GLOBAL_STEP: 109500[0m
| > loss_text_ce: 0.04774581268429756 (0.0487774355315342)
| > loss_mel_ce: 3.2176733016967773 (2.9298003105385613)
| > loss: 0.8163547515869141 (0.7446444367731684)
| > current_lr: 5e-06
| > step_time: 0.2864 (0.24849657341285988)
| > loader_time: 0.0103 (0.009463036804602904)
[1m --> TIME: 2025-02-23 20:46:55 -- STEP: 4775/6985 -- GLOBAL_STEP: 109550[0m
| > loss_text_ce: 0.05097378045320511 (0.04877862535846167)
| > loss_mel_ce: 2.732595205307007 (2.9294058316415534)
| > loss: 0.6958922743797302 (0.744546114562069)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2602 (0.24858484348077425)
| > loader_time: 0.0092 (0.009465023310396694)
[1m --> TIME: 2025-02-23 20:47:13 -- STEP: 4825/6985 -- GLOBAL_STEP: 109600[0m
| > loss_text_ce: 0.04774422571063042 (0.04878240692414763)
| > loss_mel_ce: 2.8762407302856445 (2.9291658755287626)
| > loss: 0.7309962511062622 (0.7444870709508189)
| > current_lr: 5e-06
| > step_time: 0.2812 (0.24864771724364917)
| > loader_time: 0.0099 (0.009466503667090231)
[1m --> TIME: 2025-02-23 20:47:31 -- STEP: 4875/6985 -- GLOBAL_STEP: 109650[0m
| > loss_text_ce: 0.051214542239904404 (0.048785861149048135)
| > loss_mel_ce: 2.3750274181365967 (2.928952421237262)
| > loss: 0.606560468673706 (0.7444345709605086)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2758 (0.24863054554279035)
| > loader_time: 0.0096 (0.009467417790339556)
[1m --> TIME: 2025-02-23 20:47:50 -- STEP: 4925/6985 -- GLOBAL_STEP: 109700[0m
| > loss_text_ce: 0.04863731935620308 (0.04878950050942176)
| > loss_mel_ce: 2.6588306427001953 (2.928767670181198)
| > loss: 0.6768670082092285 (0.7443892930485868)
| > current_lr: 5e-06
| > step_time: 0.277 (0.24863091318740457)
| > loader_time: 0.0095 (0.009468191698723049)
[1m --> TIME: 2025-02-23 20:48:08 -- STEP: 4975/6985 -- GLOBAL_STEP: 109750[0m
| > loss_text_ce: 0.0512242391705513 (0.048787547200169305)
| > loss_mel_ce: 2.8711225986480713 (2.928300092495867)
| > loss: 0.7305867075920105 (0.7442719103343516)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3025 (0.24869655609130858)
| > loader_time: 0.0096 (0.009469405370741053)
[1m --> TIME: 2025-02-23 20:48:27 -- STEP: 5025/6985 -- GLOBAL_STEP: 109800[0m
| > loss_text_ce: 0.04711979627609253 (0.04878459321844628)
| > loss_mel_ce: 3.1444029808044434 (2.9285316593018367)
| > loss: 0.7978807091712952 (0.7443290635483769)
| > current_lr: 5e-06
| > step_time: 0.277 (0.24874874285797574)
| > loader_time: 0.0099 (0.009470594320724285)
[1m --> TIME: 2025-02-23 20:48:45 -- STEP: 5075/6985 -- GLOBAL_STEP: 109850[0m
| > loss_text_ce: 0.045669712126255035 (0.04878539387448658)
| > loss_mel_ce: 3.387157678604126 (2.928407801078461)
| > loss: 0.8582068681716919 (0.7442982991223255)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2508 (0.24881106931000507)
| > loader_time: 0.0089 (0.009471904068744859)
[1m --> TIME: 2025-02-23 20:49:04 -- STEP: 5125/6985 -- GLOBAL_STEP: 109900[0m
| > loss_text_ce: 0.04888657107949257 (0.04878628156606738)
| > loss_mel_ce: 3.3134958744049072 (2.9283989650447246)
| > loss: 0.8405956029891968 (0.7442963120181375)
| > current_lr: 5e-06
| > step_time: 0.2876 (0.24883091210155953)
| > loader_time: 0.0099 (0.009473445752771922)
[1m --> TIME: 2025-02-23 20:49:22 -- STEP: 5175/6985 -- GLOBAL_STEP: 109950[0m
| > loss_text_ce: 0.04888376221060753 (0.048784025306430924)
| > loss_mel_ce: 3.488483428955078 (2.928505541114996)
| > loss: 0.8843417763710022 (0.7443223919615067)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2634 (0.24878153437001693)
| > loader_time: 0.0094 (0.009474063219079681)
[1m --> TIME: 2025-02-23 20:49:40 -- STEP: 5225/6985 -- GLOBAL_STEP: 110000[0m
| > loss_text_ce: 0.04892755299806595 (0.04877955626357679)
| > loss_mel_ce: 2.588892698287964 (2.9286630704414365)
| > loss: 0.6594550609588623 (0.7443606569892468)
| > current_lr: 5e-06
| > step_time: 0.2367 (0.2487250392859062)
| > loader_time: 0.0095 (0.009474408546703323)
> CHECKPOINT : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/checkpoint_110000.pth
[1m --> TIME: 2025-02-23 20:50:12 -- STEP: 5275/6985 -- GLOBAL_STEP: 110050[0m
| > loss_text_ce: 0.04960552230477333 (0.04877457877188491)
| > loss_mel_ce: 2.8315536975860596 (2.929219052599508)
| > loss: 0.7202898263931274 (0.7444984081232139)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2991 (0.24877445261625317)
| > loader_time: 0.0096 (0.009475730425938644)
[1m --> TIME: 2025-02-23 20:50:30 -- STEP: 5325/6985 -- GLOBAL_STEP: 110100[0m
| > loss_text_ce: 0.046105802059173584 (0.04877276720155566)
| > loss_mel_ce: 2.9809017181396484 (2.9287373992758767)
| > loss: 0.7567518949508667 (0.744377541956206)
| > current_lr: 5e-06
| > step_time: 0.2481 (0.2487166896336515)
| > loader_time: 0.0096 (0.009475824015800972)
[1m --> TIME: 2025-02-23 20:50:49 -- STEP: 5375/6985 -- GLOBAL_STEP: 110150[0m
| > loss_text_ce: 0.048342831432819366 (0.04877377464743541)
| > loss_mel_ce: 2.828343391418457 (2.928948817230937)
| > loss: 0.7191715836524963 (0.7444306483379618)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2709 (0.24872787524378576)
| > loader_time: 0.0092 (0.009476162134214924)
[1m --> TIME: 2025-02-23 20:51:07 -- STEP: 5425/6985 -- GLOBAL_STEP: 110200[0m
| > loss_text_ce: 0.0494173988699913 (0.048778540707678224)
| > loss_mel_ce: 3.1028661727905273 (2.9286298740404577)
| > loss: 0.7880709171295166 (0.7443521040485747)
| > current_lr: 5e-06
| > step_time: 0.254 (0.24879126997037967)
| > loader_time: 0.0102 (0.00947748614895732)
[1m --> TIME: 2025-02-23 20:51:25 -- STEP: 5475/6985 -- GLOBAL_STEP: 110250[0m
| > loss_text_ce: 0.04631761461496353 (0.04877402263553169)
| > loss_mel_ce: 3.1775166988372803 (2.928735307406076)
| > loss: 0.8059585690498352 (0.7443773328985793)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3104 (0.24868933189949488)
| > loader_time: 0.0093 (0.009479552752351149)
[1m --> TIME: 2025-02-23 20:51:43 -- STEP: 5525/6985 -- GLOBAL_STEP: 110300[0m
| > loss_text_ce: 0.04630371555685997 (0.04877134975871882)
| > loss_mel_ce: 2.5170490741729736 (2.9288279176082037)
| > loss: 0.6408382058143616 (0.74439981721645)
| > current_lr: 5e-06
| > step_time: 0.3326 (0.24871291186475106)
| > loader_time: 0.0103 (0.009480033158177205)
[1m --> TIME: 2025-02-23 20:52:01 -- STEP: 5575/6985 -- GLOBAL_STEP: 110350[0m
| > loss_text_ce: 0.04948740452528 (0.04877214584516297)
| > loss_mel_ce: 3.1693272590637207 (2.9289865854289)
| > loss: 0.8047036528587341 (0.7444396831850296)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3372 (0.24868359424608172)
| > loader_time: 0.0101 (0.009480029563732782)
[1m --> TIME: 2025-02-23 20:52:19 -- STEP: 5625/6985 -- GLOBAL_STEP: 110400[0m
| > loss_text_ce: 0.05049554258584976 (0.04877088516884374)
| > loss_mel_ce: 3.1468074321746826 (2.928629032897952)
| > loss: 0.7993257641792297 (0.744349979888068)
| > current_lr: 5e-06
| > step_time: 0.2697 (0.24868374366760254)
| > loader_time: 0.0096 (0.009479940075344548)
[1m --> TIME: 2025-02-23 20:52:38 -- STEP: 5675/6985 -- GLOBAL_STEP: 110450[0m
| > loss_text_ce: 0.048090074211359024 (0.04877432712636849)
| > loss_mel_ce: 2.800662040710449 (2.9286291392994372)
| > loss: 0.7121880054473877 (0.7443508669878415)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3059 (0.24871717927739484)
| > loader_time: 0.0123 (0.00948255123020797)
[1m --> TIME: 2025-02-23 20:52:56 -- STEP: 5725/6985 -- GLOBAL_STEP: 110500[0m
| > loss_text_ce: 0.05008624866604805 (0.0487728263060338)
| > loss_mel_ce: 2.827179431915283 (2.9284953372655504)
| > loss: 0.7193164229393005 (0.7443170412867347)
| > current_lr: 5e-06
| > step_time: 0.2366 (0.24872526077203874)
| > loader_time: 0.0096 (0.009486491607266253)
[1m --> TIME: 2025-02-23 20:53:14 -- STEP: 5775/6985 -- GLOBAL_STEP: 110550[0m
| > loss_text_ce: 0.04895656555891037 (0.04877121456386717)
| > loss_mel_ce: 2.930208683013916 (2.928618109195266)
| > loss: 0.7447913289070129 (0.7443473313793988)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2391 (0.24871429777764656)
| > loader_time: 0.009 (0.009485175475413696)
[1m --> TIME: 2025-02-23 20:53:32 -- STEP: 5825/6985 -- GLOBAL_STEP: 110600[0m
| > loss_text_ce: 0.05469514802098274 (0.04877046926146919)
| > loss_mel_ce: 2.7287163734436035 (2.928833447362223)
| > loss: 0.6958528757095337 (0.7444009796130296)
| > current_lr: 5e-06
| > step_time: 0.2614 (0.2487085990742041)
| > loader_time: 0.0096 (0.0094849081407801)
[1m --> TIME: 2025-02-23 20:53:51 -- STEP: 5875/6985 -- GLOBAL_STEP: 110650[0m
| > loss_text_ce: 0.0474826954305172 (0.048766697984426524)
| > loss_mel_ce: 2.642771005630493 (2.929356956887755)
| > loss: 0.6725634336471558 (0.7445309141544583)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2988 (0.24872034612615057)
| > loader_time: 0.0096 (0.009484837714661968)
[1m --> TIME: 2025-02-23 20:54:08 -- STEP: 5925/6985 -- GLOBAL_STEP: 110700[0m
| > loss_text_ce: 0.04595126584172249 (0.04876521692560186)
| > loss_mel_ce: 2.9549291133880615 (2.9294818456867096)
| > loss: 0.7502201199531555 (0.7445617660792062)
| > current_lr: 5e-06
| > step_time: 0.2546 (0.24864476819581624)
| > loader_time: 0.0095 (0.009485361002668578)
[1m --> TIME: 2025-02-23 20:54:26 -- STEP: 5975/6985 -- GLOBAL_STEP: 110750[0m
| > loss_text_ce: 0.0517205148935318 (0.048763939774435376)
| > loss_mel_ce: 2.9009857177734375 (2.928860881158999)
| > loss: 0.7381765842437744 (0.7444062056900564)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2593 (0.2486388673742446)
| > loader_time: 0.0096 (0.009485772823190122)
[1m --> TIME: 2025-02-23 20:54:45 -- STEP: 6025/6985 -- GLOBAL_STEP: 110800[0m
| > loss_text_ce: 0.04554186388850212 (0.04876171489350523)
| > loss_mel_ce: 3.3102736473083496 (2.9289913505142677)
| > loss: 0.8389538526535034 (0.7444382668036146)
| > current_lr: 5e-06
| > step_time: 0.2887 (0.24864889085540137)
| > loader_time: 0.0096 (0.009485744302203569)
[1m --> TIME: 2025-02-23 20:55:03 -- STEP: 6075/6985 -- GLOBAL_STEP: 110850[0m
| > loss_text_ce: 0.048925526440143585 (0.04876253191090409)
| > loss_mel_ce: 2.7725019454956055 (2.928454926847923)
| > loss: 0.7053568959236145 (0.7443043651306086)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2779 (0.24858505665029518)
| > loader_time: 0.0094 (0.009483708118705622)
[1m --> TIME: 2025-02-23 20:55:20 -- STEP: 6125/6985 -- GLOBAL_STEP: 110900[0m
| > loss_text_ce: 0.046110086143016815 (0.048762331058176143)
| > loss_mel_ce: 3.0274300575256348 (2.9284812055315315)
| > loss: 0.7683850526809692 (0.7443108845924842)
| > current_lr: 5e-06
| > step_time: 0.2746 (0.2485295311285525)
| > loader_time: 0.0098 (0.009484480176653197)
[1m --> TIME: 2025-02-23 20:55:38 -- STEP: 6175/6985 -- GLOBAL_STEP: 110950[0m
| > loss_text_ce: 0.04656600207090378 (0.048761623424557005)
| > loss_mel_ce: 3.0821166038513184 (2.9282522362929146)
| > loss: 0.7821706533432007 (0.7442534653474442)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2454 (0.248473881516862)
| > loader_time: 0.0094 (0.009485186796921969)
[1m --> TIME: 2025-02-23 20:55:56 -- STEP: 6225/6985 -- GLOBAL_STEP: 111000[0m
| > loss_text_ce: 0.04527108743786812 (0.048760532658980976)
| > loss_mel_ce: 3.28873872756958 (2.9281042105127075)
| > loss: 0.833502471446991 (0.7442161862151209)
| > current_lr: 5e-06
| > step_time: 0.2136 (0.2484824461343298)
| > loader_time: 0.0091 (0.009484078855399642)
> CHECKPOINT : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/checkpoint_111000.pth
[1m --> TIME: 2025-02-23 20:56:31 -- STEP: 6275/6985 -- GLOBAL_STEP: 111050[0m
| > loss_text_ce: 0.05027741938829422 (0.04875647280973737)
| > loss_mel_ce: 2.804758310317993 (2.9282392349851105)
| > loss: 0.7137589454650879 (0.7442489273614614)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2418 (0.24844519740556817)
| > loader_time: 0.0089 (0.009485491072514153)
[1m --> TIME: 2025-02-23 20:56:49 -- STEP: 6325/6985 -- GLOBAL_STEP: 111100[0m
| > loss_text_ce: 0.04652731865644455 (0.048753876230226624)
| > loss_mel_ce: 2.9759387969970703 (2.9284762471089745)
| > loss: 0.7556165456771851 (0.7443075312361884)
| > current_lr: 5e-06
| > step_time: 0.2719 (0.24848336781437688)
| > loader_time: 0.0098 (0.00948563277956998)
[1m --> TIME: 2025-02-23 20:57:07 -- STEP: 6375/6985 -- GLOBAL_STEP: 111150[0m
| > loss_text_ce: 0.05006267875432968 (0.04875117245199628)
| > loss_mel_ce: 2.739420175552368 (2.9284188199510783)
| > loss: 0.697370707988739 (0.7442924985137638)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.1882 (0.24844377540139592)
| > loader_time: 0.0083 (0.00948429272221585)
[1m --> TIME: 2025-02-23 20:57:25 -- STEP: 6425/6985 -- GLOBAL_STEP: 111200[0m
| > loss_text_ce: 0.05000179633498192 (0.04875352288266559)
| > loss_mel_ce: 2.9036307334899902 (2.927986501292962)
| > loss: 0.7384081482887268 (0.7441850064515136)
| > current_lr: 5e-06
| > step_time: 0.2461 (0.24834902900666114)
| > loader_time: 0.0097 (0.009484437319091333)
[1m --> TIME: 2025-02-23 20:57:43 -- STEP: 6475/6985 -- GLOBAL_STEP: 111250[0m
| > loss_text_ce: 0.05224543809890747 (0.0487533953555762)
| > loss_mel_ce: 2.540987968444824 (2.9278431041084225)
| > loss: 0.6483083367347717 (0.7441491252943353)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2053 (0.24834772496610075)
| > loader_time: 0.0088 (0.009485898441329436)
[1m --> TIME: 2025-02-23 20:58:01 -- STEP: 6525/6985 -- GLOBAL_STEP: 111300[0m
| > loss_text_ce: 0.04700886458158493 (0.04875553088797915)
| > loss_mel_ce: 2.8139917850494385 (2.92789247929365)
| > loss: 0.7152501344680786 (0.7441620029800237)
| > current_lr: 5e-06
| > step_time: 0.1849 (0.24839423881179984)
| > loader_time: 0.0087 (0.00948555496917375)
[1m --> TIME: 2025-02-23 20:58:20 -- STEP: 6575/6985 -- GLOBAL_STEP: 111350[0m
| > loss_text_ce: 0.04678722098469734 (0.048750844120752625)
| > loss_mel_ce: 2.9517087936401367 (2.9280545989279534)
| > loss: 0.7496240139007568 (0.7442013612083607)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2159 (0.24839620205839325)
| > loader_time: 0.0091 (0.009485175781830198)
[1m --> TIME: 2025-02-23 20:58:38 -- STEP: 6625/6985 -- GLOBAL_STEP: 111400[0m
| > loss_text_ce: 0.05038413032889366 (0.04874736022892983)
| > loss_mel_ce: 2.5893540382385254 (2.9279642825576517)
| > loss: 0.6599345207214355 (0.7441779111376345)
| > current_lr: 5e-06
| > step_time: 0.1973 (0.2483823238228852)
| > loader_time: 0.0092 (0.009484398967814906)
[1m --> TIME: 2025-02-23 20:58:56 -- STEP: 6675/6985 -- GLOBAL_STEP: 111450[0m
| > loss_text_ce: 0.050992004573345184 (0.04874765419893046)
| > loss_mel_ce: 2.586644411087036 (2.9281106000893145)
| > loss: 0.6594091057777405 (0.7442145640126772)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2131 (0.2484046154879452)
| > loader_time: 0.0089 (0.009483175027683003)
[1m --> TIME: 2025-02-23 20:59:14 -- STEP: 6725/6985 -- GLOBAL_STEP: 111500[0m
| > loss_text_ce: 0.05004487559199333 (0.04875175851760739)
| > loss_mel_ce: 2.556349277496338 (2.927636990954887)
| > loss: 0.6515985131263733 (0.7440971878026938)
| > current_lr: 5e-06
| > step_time: 0.2783 (0.2483956455386704)
| > loader_time: 0.0098 (0.009482372241392477)
[1m --> TIME: 2025-02-23 20:59:32 -- STEP: 6775/6985 -- GLOBAL_STEP: 111550[0m
| > loss_text_ce: 0.04816842079162598 (0.04874924655165175)
| > loss_mel_ce: 2.996366024017334 (2.9281756539362402)
| > loss: 0.76113361120224 (0.744231225555673)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.314 (0.24839090878673145)
| > loader_time: 0.0094 (0.009481884051952875)
[1m --> TIME: 2025-02-23 20:59:51 -- STEP: 6825/6985 -- GLOBAL_STEP: 111600[0m
| > loss_text_ce: 0.04873252287507057 (0.048748180851503994)
| > loss_mel_ce: 3.366567373275757 (2.928127926802026)
| > loss: 0.8538249731063843 (0.7442190273340803)
| > current_lr: 5e-06
| > step_time: 0.2891 (0.24840335971706518)
| > loader_time: 0.01 (0.009482020109127751)
[1m --> TIME: 2025-02-23 21:00:09 -- STEP: 6875/6985 -- GLOBAL_STEP: 111650[0m
| > loss_text_ce: 0.046570271253585815 (0.048746495106545315)
| > loss_mel_ce: 3.243521213531494 (2.9277341820456786)
| > loss: 0.8225228786468506 (0.7441201697089452)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2402 (0.24840393406261096)
| > loader_time: 0.0091 (0.009481090476296186)
[1m --> TIME: 2025-02-23 21:00:27 -- STEP: 6925/6985 -- GLOBAL_STEP: 111700[0m
| > loss_text_ce: 0.05006355792284012 (0.04874697400021634)
| > loss_mel_ce: 2.483377456665039 (2.927721701838912)
| > loss: 0.6333602666854858 (0.7441171693629733)
| > current_lr: 5e-06
| > step_time: 0.2584 (0.24837528793390046)
| > loader_time: 0.0095 (0.009479844578767101)
[1m --> TIME: 2025-02-23 21:00:45 -- STEP: 6975/6985 -- GLOBAL_STEP: 111750[0m
| > loss_text_ce: 0.0509994700551033 (0.04874901292518471)
| > loss_mel_ce: 2.5737099647521973 (2.9269793807819346)
| > loss: 0.6561773419380188 (0.7439320988039814)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2402 (0.2483389914249434)
| > loader_time: 0.0076 (0.009476954449889502)
[1m > EVALUATION [0m
[1m--> EVAL PERFORMANCE[0m
| > avg_loader_time:[92m 0.4635383038738974 [0m(-0.02096731210845748)
| > avg_loss_text_ce:[92m 0.047603454586921945 [0m(-0.00024476885990380726)
| > avg_loss_mel_ce:[92m 2.9448459522396906 [0m(-0.008362774755440228)
| > avg_loss:[92m 2.9924494004717066 [0m(-0.008607551163317684)
> BEST MODEL : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/best_model_111760.pth
[4m[1m > EPOCH: 16/30[0m
--> checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3
[1m > TRAINING (2025-02-23 21:03:25) [0m
[1m --> TIME: 2025-02-23 21:03:41 -- STEP: 40/6985 -- GLOBAL_STEP: 111800[0m
| > loss_text_ce: 0.04609755426645279 (0.048459068220108745)
| > loss_mel_ce: 3.025657892227173 (2.981030523777008)
| > loss: 0.7679388523101807 (0.7573723986744879)
| > current_lr: 5e-06
| > step_time: 0.2416 (0.24948707818984986)
| > loader_time: 0.0096 (0.009325343370437621)
[1m --> TIME: 2025-02-23 21:03:59 -- STEP: 90/6985 -- GLOBAL_STEP: 111850[0m
| > loss_text_ce: 0.04969281703233719 (0.04841990276343293)
| > loss_mel_ce: 3.1091465950012207 (2.9383168697357176)
| > loss: 0.7897098660469055 (0.746684193611145)
| > current_lr: 5e-06
| > step_time: 0.2873 (0.24824004703097874)
| > loader_time: 0.0094 (0.009264254570007324)
[1m --> TIME: 2025-02-23 21:04:18 -- STEP: 140/6985 -- GLOBAL_STEP: 111900[0m
| > loss_text_ce: 0.04962136223912239 (0.04853573635752712)
| > loss_mel_ce: 3.129903793334961 (2.9410748328481398)
| > loss: 0.794881284236908 (0.7474026411771775)
| > current_lr: 5e-06
| > step_time: 0.2401 (0.25208501304898945)
| > loader_time: 0.0094 (0.00931811843599592)
[1m --> TIME: 2025-02-23 21:04:36 -- STEP: 190/6985 -- GLOBAL_STEP: 111950[0m
| > loss_text_ce: 0.04965895041823387 (0.048516165151407845)
| > loss_mel_ce: 2.920229434967041 (2.9408012026234664)
| > loss: 0.7424721121788025 (0.7473293404830129)
| > current_lr: 5e-06
| > step_time: 0.2655 (0.25207239828611666)
| > loader_time: 0.009 (0.009293120785763383)
[1m --> TIME: 2025-02-23 21:04:54 -- STEP: 240/6985 -- GLOBAL_STEP: 112000[0m
| > loss_text_ce: 0.05020176246762276 (0.04857069042821725)
| > loss_mel_ce: 2.694977045059204 (2.9357811590035747)
| > loss: 0.686294674873352 (0.7460879613955815)
| > current_lr: 5e-06
| > step_time: 0.195 (0.25024607876936583)
| > loader_time: 0.0089 (0.009266356627146397)
> CHECKPOINT : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/checkpoint_112000.pth
[1m --> TIME: 2025-02-23 21:05:27 -- STEP: 290/6985 -- GLOBAL_STEP: 112050[0m
| > loss_text_ce: 0.046576227992773056 (0.04858093131975879)
| > loss_mel_ce: 2.7256503105163574 (2.931131041461023)
| > loss: 0.6930566430091858 (0.7449279922863535)
| > current_lr: 5e-06
| > step_time: 0.1896 (0.2484559264676323)
| > loader_time: 0.0088 (0.00934504804940059)
[1m --> TIME: 2025-02-23 21:05:46 -- STEP: 340/6985 -- GLOBAL_STEP: 112100[0m
| > loss_text_ce: 0.048083461821079254 (0.04861282631754877)
| > loss_mel_ce: 3.3750507831573486 (2.9332309610703406)
| > loss: 0.8557835817337036 (0.7454609460690448)
| > current_lr: 5e-06
| > step_time: 0.252 (0.24924488909104278)
| > loader_time: 0.0103 (0.009406652170069073)
[1m --> TIME: 2025-02-23 21:06:04 -- STEP: 390/6985 -- GLOBAL_STEP: 112150[0m
| > loss_text_ce: 0.05178433656692505 (0.04863775193882296)
| > loss_mel_ce: 3.1296658515930176 (2.931727006496527)
| > loss: 0.7953625321388245 (0.7450911887181116)
| > current_lr: 5e-06
| > step_time: 0.2793 (0.2484573822755079)
| > loader_time: 0.0095 (0.00941057999928792)
[1m --> TIME: 2025-02-23 21:06:23 -- STEP: 440/6985 -- GLOBAL_STEP: 112200[0m
| > loss_text_ce: 0.04754418879747391 (0.048594754460183076)
| > loss_mel_ce: 3.020480155944824 (2.942710318348624)
| > loss: 0.7670060992240906 (0.7478262673724787)
| > current_lr: 5e-06
| > step_time: 0.2508 (0.24943688891150725)
| > loader_time: 0.0103 (0.009445999969135628)
[1m --> TIME: 2025-02-23 21:06:40 -- STEP: 490/6985 -- GLOBAL_STEP: 112250[0m
| > loss_text_ce: 0.04667343571782112 (0.04863947759933619)
| > loss_mel_ce: 3.255404233932495 (2.9399064117548415)
| > loss: 0.8255194425582886 (0.7471364721959955)
| > current_lr: 5e-06
| > step_time: 0.2225 (0.2484910483262976)
| > loader_time: 0.0087 (0.00943488247540532)
[1m --> TIME: 2025-02-23 21:06:58 -- STEP: 540/6985 -- GLOBAL_STEP: 112300[0m
| > loss_text_ce: 0.05000215768814087 (0.048666556855594685)
| > loss_mel_ce: 3.1851534843444824 (2.9335360858175483)
| > loss: 0.8087888956069946 (0.745550660513066)
| > current_lr: 5e-06
| > step_time: 0.2276 (0.2482104606098598)
| > loader_time: 0.0094 (0.009414014109858758)
[1m --> TIME: 2025-02-23 21:07:16 -- STEP: 590/6985 -- GLOBAL_STEP: 112350[0m
| > loss_text_ce: 0.05037941411137581 (0.04868982665998455)
| > loss_mel_ce: 2.8333985805511475 (2.930537475973872)
| > loss: 0.7209445238113403 (0.7448068261146549)
| > current_lr: 5e-06
| > step_time: 0.2123 (0.24799402447070096)
| > loader_time: 0.0089 (0.009402895781953453)
[1m --> TIME: 2025-02-23 21:07:35 -- STEP: 640/6985 -- GLOBAL_STEP: 112400[0m
| > loss_text_ce: 0.05169138312339783 (0.04865986885852184)
| > loss_mel_ce: 2.6118760108947754 (2.9323639985173955)
| > loss: 0.6658918261528015 (0.745255967322737)
| > current_lr: 5e-06
| > step_time: 0.1737 (0.24846849255263798)
| > loader_time: 0.0093 (0.009396661072969431)
[1m --> TIME: 2025-02-23 21:07:53 -- STEP: 690/6985 -- GLOBAL_STEP: 112450[0m
| > loss_text_ce: 0.05106986314058304 (0.04865755149959655)
| > loss_mel_ce: 2.7066774368286133 (2.9305263146110216)
| > loss: 0.6894368529319763 (0.7447959669258284)
| > current_lr: 5e-06
| > step_time: 0.2655 (0.24860264356585507)
| > loader_time: 0.0102 (0.009388639615929643)
[1m --> TIME: 2025-02-23 21:08:12 -- STEP: 740/6985 -- GLOBAL_STEP: 112500[0m
| > loss_text_ce: 0.04567449167370796 (0.048626031590675994)
| > loss_mel_ce: 3.4267992973327637 (2.9319406409521367)
| > loss: 0.8681184649467468 (0.745141668577452)
| > current_lr: 5e-06
| > step_time: 0.2323 (0.24881034702868068)
| > loader_time: 0.0092 (0.00939492212759481)
[1m --> TIME: 2025-02-23 21:08:30 -- STEP: 790/6985 -- GLOBAL_STEP: 112550[0m
| > loss_text_ce: 0.04960794746875763 (0.04863130392247364)
| > loss_mel_ce: 3.1445937156677246 (2.928179524216471)
| > loss: 0.7985504269599915 (0.7442027073117751)
| > current_lr: 5e-06
| > step_time: 0.2751 (0.24929900652245623)
| > loader_time: 0.0096 (0.009400612794900232)
[1m --> TIME: 2025-02-23 21:08:49 -- STEP: 840/6985 -- GLOBAL_STEP: 112600[0m
| > loss_text_ce: 0.04911656677722931 (0.04862791309133173)
| > loss_mel_ce: 2.688709020614624 (2.929150444836844)
| > loss: 0.6844564080238342 (0.7444445896716345)
| > current_lr: 5e-06
| > step_time: 0.2443 (0.24935830831527703)
| > loader_time: 0.0097 (0.009401637599581746)
[1m --> TIME: 2025-02-23 21:09:07 -- STEP: 890/6985 -- GLOBAL_STEP: 112650[0m
| > loss_text_ce: 0.04728728160262108 (0.048622082119409965)
| > loss_mel_ce: 3.210020065307617 (2.9277886913063824)
| > loss: 0.814326822757721 (0.7441026935416661)
| > current_lr: 5e-06
| > step_time: 0.1973 (0.24905160464597545)
| > loader_time: 0.0091 (0.009392246235622431)
[1m --> TIME: 2025-02-23 21:09:25 -- STEP: 940/6985 -- GLOBAL_STEP: 112700[0m
| > loss_text_ce: 0.04825594648718834 (0.04859201836379919)
| > loss_mel_ce: 3.0584676265716553 (2.9267307902904274)
| > loss: 0.7766808867454529 (0.7438307023428856)
| > current_lr: 5e-06
| > step_time: 0.1715 (0.24912643153616718)
| > loader_time: 0.0087 (0.009392687361291098)
[1m --> TIME: 2025-02-23 21:09:43 -- STEP: 990/6985 -- GLOBAL_STEP: 112750[0m
| > loss_text_ce: 0.049080073833465576 (0.0485745712813705)
| > loss_mel_ce: 3.1553690433502197 (2.9248795160139456)
| > loss: 0.8011122941970825 (0.7433635222791422)
| > current_lr: 5e-06
| > step_time: 0.2082 (0.24869349893897466)
| > loader_time: 0.0089 (0.009387434371794097)
[1m --> TIME: 2025-02-23 21:10:01 -- STEP: 1040/6985 -- GLOBAL_STEP: 112800[0m
| > loss_text_ce: 0.049078814685344696 (0.048578313870642056)
| > loss_mel_ce: 2.2790400981903076 (2.923319614392061)
| > loss: 0.5820297002792358 (0.742974482362087)
| > current_lr: 5e-06
| > step_time: 0.171 (0.2483384680289488)
| > loader_time: 0.0092 (0.009379924719150234)
[1m --> TIME: 2025-02-23 21:10:19 -- STEP: 1090/6985 -- GLOBAL_STEP: 112850[0m
| > loss_text_ce: 0.04932314157485962 (0.0485860095111602)
| > loss_mel_ce: 2.5374393463134766 (2.9258844985874424)
| > loss: 0.6466906070709229 (0.7436176273254079)
| > current_lr: 5e-06
| > step_time: 0.2139 (0.2487187895206136)
| > loader_time: 0.0092 (0.009379990166480374)
[1m --> TIME: 2025-02-23 21:10:38 -- STEP: 1140/6985 -- GLOBAL_STEP: 112900[0m
| > loss_text_ce: 0.04557948186993599 (0.04857983836544711)
| > loss_mel_ce: 2.9099533557891846 (2.924312172437969)
| > loss: 0.7388831973075867 (0.7432230030758337)
| > current_lr: 5e-06
| > step_time: 0.2186 (0.24870918173539006)
| > loader_time: 0.009 (0.009375282756069235)
[1m --> TIME: 2025-02-23 21:10:56 -- STEP: 1190/6985 -- GLOBAL_STEP: 112950[0m
| > loss_text_ce: 0.05174722522497177 (0.04859800399163692)
| > loss_mel_ce: 2.5638785362243652 (2.9259876311326223)
| > loss: 0.6539064645767212 (0.7436464092310737)
| > current_lr: 5e-06
| > step_time: 0.2635 (0.24860465746967728)
| > loader_time: 0.0095 (0.009373096858753857)
[1m --> TIME: 2025-02-23 21:11:14 -- STEP: 1240/6985 -- GLOBAL_STEP: 113000[0m
| > loss_text_ce: 0.04799807816743851 (0.04860361041200739)
| > loss_mel_ce: 2.942085027694702 (2.924764352460061)
| > loss: 0.7475208044052124 (0.7433419912572832)
| > current_lr: 5e-06
| > step_time: 0.24 (0.2484609215490279)
| > loader_time: 0.0096 (0.009372743675785658)
> CHECKPOINT : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/checkpoint_113000.pth
[1m --> TIME: 2025-02-23 21:11:57 -- STEP: 1290/6985 -- GLOBAL_STEP: 113050[0m
| > loss_text_ce: 0.051392439752817154 (0.04860735519738622)
| > loss_mel_ce: 2.6501986980438232 (2.9232399365698662)
| > loss: 0.6753978133201599 (0.7429618234320207)
| > current_lr: 5e-06
| > step_time: 0.2654 (0.2481160683225291)
| > loader_time: 0.0095 (0.009369191088417687)
[1m --> TIME: 2025-02-23 21:12:15 -- STEP: 1340/6985 -- GLOBAL_STEP: 113100[0m
| > loss_text_ce: 0.04789792001247406 (0.0486010490569161)
| > loss_mel_ce: 3.360595703125 (2.922658171938427)
| > loss: 0.8521233797073364 (0.7428148057033765)
| > current_lr: 5e-06
| > step_time: 0.2407 (0.24776945185305463)
| > loader_time: 0.0088 (0.009361057317078985)
[1m --> TIME: 2025-02-23 21:12:34 -- STEP: 1390/6985 -- GLOBAL_STEP: 113150[0m
| > loss_text_ce: 0.046274423599243164 (0.04858779730074268)
| > loss_mel_ce: 3.1794583797454834 (2.9230578331638606)
| > loss: 0.8064332008361816 (0.742911408144793)
| > current_lr: 5e-06
| > step_time: 0.2081 (0.24805783453605154)
| > loader_time: 0.0091 (0.009356828044644343)
[1m --> TIME: 2025-02-23 21:12:52 -- STEP: 1440/6985 -- GLOBAL_STEP: 113200[0m
| > loss_text_ce: 0.05057596042752266 (0.04857757919623206)
| > loss_mel_ce: 2.5562260150909424 (2.9236919437845574)
| > loss: 0.651700496673584 (0.7430673812412552)
| > current_lr: 5e-06
| > step_time: 0.2514 (0.24816027863158116)
| > loader_time: 0.0097 (0.009351658489969024)
[1m --> TIME: 2025-02-23 21:13:10 -- STEP: 1490/6985 -- GLOBAL_STEP: 113250[0m
| > loss_text_ce: 0.05046491324901581 (0.048577833215662294)
| > loss_mel_ce: 2.7466254234313965 (2.920223007986212)
| > loss: 0.6992725729942322 (0.7422002108105076)
| > current_lr: 5e-06
| > step_time: 0.2576 (0.2479045112661067)
| > loader_time: 0.0091 (0.009348595702408128)
[1m --> TIME: 2025-02-23 21:13:28 -- STEP: 1540/6985 -- GLOBAL_STEP: 113300[0m
| > loss_text_ce: 0.048844512552022934 (0.04857538818538963)
| > loss_mel_ce: 3.3849668502807617 (2.92211348770501)
| > loss: 0.8584528565406799 (0.7426722196208965)
| > current_lr: 5e-06
| > step_time: 0.2692 (0.2480559982262648)
| > loader_time: 0.0092 (0.00934488881718028)
[1m --> TIME: 2025-02-23 21:13:46 -- STEP: 1590/6985 -- GLOBAL_STEP: 113350[0m
| > loss_text_ce: 0.048603594303131104 (0.04856872130771103)
| > loss_mel_ce: 2.856266975402832 (2.9243083249847865)
| > loss: 0.7262176275253296 (0.7432192622303212)
| > current_lr: 5e-06
| > step_time: 0.2409 (0.24784483054898818)
| > loader_time: 0.0091 (0.009337121435681222)
[1m --> TIME: 2025-02-23 21:14:04 -- STEP: 1640/6985 -- GLOBAL_STEP: 113400[0m
| > loss_text_ce: 0.044106949120759964 (0.048565555947673755)
| > loss_mel_ce: 3.503801107406616 (2.9233817091075407)
| > loss: 0.8869770169258118 (0.7429868170582665)
| > current_lr: 5e-06
| > step_time: 0.2399 (0.24803288506298526)
| > loader_time: 0.0091 (0.009330021753543758)
[1m --> TIME: 2025-02-23 21:14:22 -- STEP: 1690/6985 -- GLOBAL_STEP: 113450[0m
| > loss_text_ce: 0.04807339981198311 (0.04856373655813685)
| > loss_mel_ce: 2.6854019165039062 (2.921311076646728)
| > loss: 0.6833688020706177 (0.7424687041509785)
| > current_lr: 5e-06
| > step_time: 0.2769 (0.24796581874937698)
| > loader_time: 0.0093 (0.009322319510420389)
[1m --> TIME: 2025-02-23 21:14:41 -- STEP: 1740/6985 -- GLOBAL_STEP: 113500[0m
| > loss_text_ce: 0.052569154649972916 (0.048557032925215945)
| > loss_mel_ce: 2.2755179405212402 (2.921438517858244)
| > loss: 0.5820217728614807 (0.7424988885891848)
| > current_lr: 5e-06
| > step_time: 0.1689 (0.24799756633824313)
| > loader_time: 0.0091 (0.009321738385606081)
[1m --> TIME: 2025-02-23 21:14:59 -- STEP: 1790/6985 -- GLOBAL_STEP: 113550[0m
| > loss_text_ce: 0.04725753143429756 (0.04856504844553644)
| > loss_mel_ce: 3.096896171569824 (2.9197299374548438)
| > loss: 0.7860383987426758 (0.7420737473158862)
| > current_lr: 5e-06
| > step_time: 0.2087 (0.2479380538343717)
| > loader_time: 0.0088 (0.009320644293417474)
[1m --> TIME: 2025-02-23 21:15:17 -- STEP: 1840/6985 -- GLOBAL_STEP: 113600[0m
| > loss_text_ce: 0.04857632517814636 (0.04855937810776674)
| > loss_mel_ce: 3.2703700065612793 (2.920227916020416)
| > loss: 0.829736590385437 (0.7421968243530261)
| > current_lr: 5e-06
| > step_time: 0.2332 (0.24803973423398057)
| > loader_time: 0.01 (0.00931910043177397)
[1m --> TIME: 2025-02-23 21:15:36 -- STEP: 1890/6985 -- GLOBAL_STEP: 113650[0m
| > loss_text_ce: 0.04559526965022087 (0.048564200532972494)
| > loss_mel_ce: 2.912116765975952 (2.9208675361184233)
| > loss: 0.7394279837608337 (0.7423579348615867)
| > current_lr: 5e-06
| > step_time: 0.2158 (0.2483349970408848)
| > loader_time: 0.0087 (0.009316587826562302)
[1m --> TIME: 2025-02-23 21:15:54 -- STEP: 1940/6985 -- GLOBAL_STEP: 113700[0m
| > loss_text_ce: 0.047300953418016434 (0.048553328139265786)
| > loss_mel_ce: 3.0617594718933105 (2.9215079437211635)
| > loss: 0.7772651314735413 (0.7425153185872686)
| > current_lr: 5e-06
| > step_time: 0.1799 (0.24823544246634255)
| > loader_time: 0.0088 (0.009309580645610374)
[1m --> TIME: 2025-02-23 21:16:12 -- STEP: 1990/6985 -- GLOBAL_STEP: 113750[0m
| > loss_text_ce: 0.04603301361203194 (0.04855608276873078)
| > loss_mel_ce: 2.49739933013916 (2.920699752335574)
| > loss: 0.6358580589294434 (0.7423139593858814)
| > current_lr: 5e-06
| > step_time: 0.169 (0.24821645614489835)
| > loader_time: 0.0083 (0.009302002101687327)
[1m --> TIME: 2025-02-23 21:16:30 -- STEP: 2040/6985 -- GLOBAL_STEP: 113800[0m
| > loss_text_ce: 0.04814175143837929 (0.04855377406393196)
| > loss_mel_ce: 2.733152151107788 (2.919811889412358)
| > loss: 0.6953234672546387 (0.7420914164799101)
| > current_lr: 5e-06
| > step_time: 0.247 (0.24810675978660582)
| > loader_time: 0.0092 (0.009295560098161881)
[1m --> TIME: 2025-02-23 21:16:48 -- STEP: 2090/6985 -- GLOBAL_STEP: 113850[0m
| > loss_text_ce: 0.04979374259710312 (0.04855173595926978)
| > loss_mel_ce: 2.75663161277771 (2.9194685759726906)
| > loss: 0.7016063332557678 (0.7420050786014948)
| > current_lr: 5e-06
| > step_time: 0.2747 (0.2481676080010154)
| > loader_time: 0.0092 (0.009288140004901791)
[1m --> TIME: 2025-02-23 21:17:07 -- STEP: 2140/6985 -- GLOBAL_STEP: 113900[0m
| > loss_text_ce: 0.050446588546037674 (0.048557295255084454)
| > loss_mel_ce: 2.8877766132354736 (2.9193681261806863)
| > loss: 0.7345557808876038 (0.7419813559573387)
| > current_lr: 5e-06
| > step_time: 0.2178 (0.24832332769286966)
| > loader_time: 0.0091 (0.009288162494374207)
[1m --> TIME: 2025-02-23 21:17:26 -- STEP: 2190/6985 -- GLOBAL_STEP: 113950[0m
| > loss_text_ce: 0.04995451495051384 (0.04855256377289828)
| > loss_mel_ce: 2.479642868041992 (2.9193257090707903)
| > loss: 0.632399320602417 (0.7419695688028858)
| > current_lr: 5e-06
| > step_time: 0.2619 (0.2484673236603062)
| > loader_time: 0.0092 (0.009281526744093514)
[1m --> TIME: 2025-02-23 21:17:44 -- STEP: 2240/6985 -- GLOBAL_STEP: 114000[0m
| > loss_text_ce: 0.05092885345220566 (0.04855760472959701)
| > loss_mel_ce: 2.6696245670318604 (2.9178069432399116)
| > loss: 0.680138349533081 (0.7415911375811057)
| > current_lr: 5e-06
| > step_time: 0.1652 (0.2483590562428747)
| > loader_time: 0.0087 (0.00927503587944166)
> CHECKPOINT : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/checkpoint_114000.pth
[1m --> TIME: 2025-02-23 21:18:19 -- STEP: 2290/6985 -- GLOBAL_STEP: 114050[0m
| > loss_text_ce: 0.05008689686655998 (0.04856031955785102)
| > loss_mel_ce: 2.330676794052124 (2.9182112296595846)
| > loss: 0.5951909422874451 (0.741692887942864)
| > current_lr: 5e-06
| > step_time: 0.1738 (0.24843903941358542)
| > loader_time: 0.0091 (0.009292770473197029)
[1m --> TIME: 2025-02-23 21:18:37 -- STEP: 2340/6985 -- GLOBAL_STEP: 114100[0m
| > loss_text_ce: 0.04937151446938515 (0.04856726987144116)
| > loss_mel_ce: 2.8871867656707764 (2.917141748238833)
| > loss: 0.7341395616531372 (0.7414272551480524)
| > current_lr: 5e-06
| > step_time: 0.2965 (0.24844639973762708)
| > loader_time: 0.0101 (0.00930514702430137)
[1m --> TIME: 2025-02-23 21:18:55 -- STEP: 2390/6985 -- GLOBAL_STEP: 114150[0m
| > loss_text_ce: 0.04785274341702461 (0.04856531572952925)
| > loss_mel_ce: 3.427673578262329 (2.9169269751804126)
| > loss: 0.8688815832138062 (0.7413730732940734)
| > current_lr: 5e-06
| > step_time: 0.3329 (0.2482770155663271)
| > loader_time: 0.0103 (0.0093136482158964)
[1m --> TIME: 2025-02-23 21:19:13 -- STEP: 2440/6985 -- GLOBAL_STEP: 114200[0m
| > loss_text_ce: 0.04785136133432388 (0.048566152431742546)
| > loss_mel_ce: 3.3513054847717285 (2.9172128789249006)
| > loss: 0.8497892022132874 (0.7414447583258158)
| > current_lr: 5e-06
| > step_time: 0.235 (0.2482058916912704)
| > loader_time: 0.0106 (0.009323065593594396)
[1m --> TIME: 2025-02-23 21:19:31 -- STEP: 2490/6985 -- GLOBAL_STEP: 114250[0m
| > loss_text_ce: 0.04709583520889282 (0.04856827201015014)
| > loss_mel_ce: 2.7881758213043213 (2.917593591423875)
| > loss: 0.7088178992271423 (0.7415404662908802)
| > current_lr: 5e-06
| > step_time: 0.2766 (0.24814127429900878)
| > loader_time: 0.0093 (0.009331712761078479)
[1m --> TIME: 2025-02-23 21:19:50 -- STEP: 2540/6985 -- GLOBAL_STEP: 114300[0m
| > loss_text_ce: 0.04984712973237038 (0.04857152390814432)
| > loss_mel_ce: 2.4120733737945557 (2.917696503156751)
| > loss: 0.6154801249504089 (0.7415670072351863)
| > current_lr: 5e-06
| > step_time: 0.168 (0.24824056334382905)
| > loader_time: 0.0088 (0.009336306823520194)
[1m --> TIME: 2025-02-23 21:20:07 -- STEP: 2590/6985 -- GLOBAL_STEP: 114350[0m
| > loss_text_ce: 0.051083650439977646 (0.04857317583354969)
| > loss_mel_ce: 2.632215738296509 (2.9169208121115617)
| > loss: 0.6708248257637024 (0.7413734973742703)
| > current_lr: 5e-06
| > step_time: 0.1926 (0.24813221172936634)
| > loader_time: 0.0091 (0.00933909453020131)
[1m --> TIME: 2025-02-23 21:20:25 -- STEP: 2640/6985 -- GLOBAL_STEP: 114400[0m
| > loss_text_ce: 0.04915890097618103 (0.048573286368539796)
| > loss_mel_ce: 2.6088216304779053 (2.916454004473757)
| > loss: 0.6644951105117798 (0.7412568231085038)
| > current_lr: 5e-06
| > step_time: 0.2172 (0.2480674380605871)
| > loader_time: 0.0099 (0.009342592322465133)
[1m --> TIME: 2025-02-23 21:20:43 -- STEP: 2690/6985 -- GLOBAL_STEP: 114450[0m
| > loss_text_ce: 0.04931124672293663 (0.04857490140820077)
| > loss_mel_ce: 2.8140296936035156 (2.915261612904557)
| > loss: 0.7158352136611938 (0.7409591288925556)
| > current_lr: 5e-06
| > step_time: 0.1895 (0.24787755003649062)
| > loader_time: 0.0088 (0.009345332574667083)
[1m --> TIME: 2025-02-23 21:21:01 -- STEP: 2740/6985 -- GLOBAL_STEP: 114500[0m
| > loss_text_ce: 0.05033101886510849 (0.04857567209124996)
| > loss_mel_ce: 3.068741798400879 (2.914297553962162)
| > loss: 0.7797682285308838 (0.7407183068620906)
| > current_lr: 5e-06
| > step_time: 0.2427 (0.24773744910302822)
| > loader_time: 0.0094 (0.009348823206268073)
[1m --> TIME: 2025-02-23 21:21:19 -- STEP: 2790/6985 -- GLOBAL_STEP: 114550[0m
| > loss_text_ce: 0.04533614590764046 (0.048568399744542225)
| > loss_mel_ce: 2.5297906398773193 (2.9133618077496877)
| > loss: 0.6437817215919495 (0.7404825522801362)
| > current_lr: 5e-06
| > step_time: 0.2855 (0.2477614783044357)
| > loader_time: 0.0099 (0.00935308779439616)
[1m --> TIME: 2025-02-23 21:21:38 -- STEP: 2840/6985 -- GLOBAL_STEP: 114600[0m
| > loss_text_ce: 0.04770689457654953 (0.04855790230327505)
| > loss_mel_ce: 2.995285749435425 (2.914423260176683)
| > loss: 0.7607481479644775 (0.7407452910403977)
| > current_lr: 5e-06
| > step_time: 0.1718 (0.2478994775825823)
| > loader_time: 0.0096 (0.00936173360112685)
[1m --> TIME: 2025-02-23 21:21:56 -- STEP: 2890/6985 -- GLOBAL_STEP: 114650[0m
| > loss_text_ce: 0.04765639081597328 (0.04855500590249531)
| > loss_mel_ce: 3.144638776779175 (2.914450670319855)
| > loss: 0.7980737686157227 (0.7407514194613103)
| > current_lr: 5e-06
| > step_time: 0.275 (0.2478989521112409)
| > loader_time: 0.0099 (0.009368205235491138)
[1m --> TIME: 2025-02-23 21:22:14 -- STEP: 2940/6985 -- GLOBAL_STEP: 114700[0m
| > loss_text_ce: 0.045208804309368134 (0.04855775288654627)
| > loss_mel_ce: 2.6448276042938232 (2.9133615718812336)
| > loss: 0.6725090742111206 (0.740479831600271)
| > current_lr: 5e-06
| > step_time: 0.163 (0.24780011525770435)
| > loader_time: 0.0088 (0.009372951708683321)
[1m --> TIME: 2025-02-23 21:22:32 -- STEP: 2990/6985 -- GLOBAL_STEP: 114750[0m
| > loss_text_ce: 0.04994994401931763 (0.048555580183963276)
| > loss_mel_ce: 2.8125102519989014 (2.9131723854852734)
| > loss: 0.7156150341033936 (0.7404319918175611)
| > current_lr: 5e-06
| > step_time: 0.2554 (0.24774613404353726)
| > loader_time: 0.0103 (0.009379248475549986)
[1m --> TIME: 2025-02-23 21:22:50 -- STEP: 3040/6985 -- GLOBAL_STEP: 114800[0m
| > loss_text_ce: 0.047668296843767166 (0.04855123534430991)
| > loss_mel_ce: 2.830244779586792 (2.913822006669481)
| > loss: 0.7194782495498657 (0.7405933109259141)
| > current_lr: 5e-06
| > step_time: 0.2532 (0.24782744332363732)
| > loader_time: 0.0106 (0.00938551739642492)
[1m --> TIME: 2025-02-23 21:23:08 -- STEP: 3090/6985 -- GLOBAL_STEP: 114850[0m
| > loss_text_ce: 0.04867583513259888 (0.04854867637133325)
| > loss_mel_ce: 2.909780740737915 (2.913609668159174)
| > loss: 0.7396141290664673 (0.7405395865151032)
| > current_lr: 5e-06
| > step_time: 0.1778 (0.2478649248968822)
| > loader_time: 0.0088 (0.009390694886735319)
[1m --> TIME: 2025-02-23 21:23:27 -- STEP: 3140/6985 -- GLOBAL_STEP: 114900[0m
| > loss_text_ce: 0.049835819751024246 (0.0485465731210769)
| > loss_mel_ce: 2.843616247177124 (2.9148623520781256)
| > loss: 0.7233630418777466 (0.7408522317269052)
| > current_lr: 5e-06
| > step_time: 0.2164 (0.24794884517693974)
| > loader_time: 0.0098 (0.009398438520492236)
[1m --> TIME: 2025-02-23 21:23:46 -- STEP: 3190/6985 -- GLOBAL_STEP: 114950[0m
| > loss_text_ce: 0.047712717205286026 (0.0485385810693603)
| > loss_mel_ce: 2.8287513256073 (2.9163050892584725)
| > loss: 0.7191160321235657 (0.7412109180584229)
| > current_lr: 5e-06
| > step_time: 0.2799 (0.24806787339871206)
| > loader_time: 0.0097 (0.009404866822460946)
[1m --> TIME: 2025-02-23 21:24:04 -- STEP: 3240/6985 -- GLOBAL_STEP: 115000[0m
| > loss_text_ce: 0.050636522471904755 (0.04854015901017884)
| > loss_mel_ce: 2.8239901065826416 (2.9166237094152097)
| > loss: 0.7186566591262817 (0.741290967561949)
| > current_lr: 5e-06
| > step_time: 0.2183 (0.24808732830447916)
| > loader_time: 0.0094 (0.009409705061971377)
> CHECKPOINT : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/checkpoint_115000.pth
[1m --> TIME: 2025-02-23 21:24:35 -- STEP: 3290/6985 -- GLOBAL_STEP: 115050[0m
| > loss_text_ce: 0.04463604465126991 (0.0485417660438996)
| > loss_mel_ce: 3.3058032989501953 (2.916749702507237)
| > loss: 0.8376098275184631 (0.7413228675315451)
| > current_lr: 5e-06
| > step_time: 0.2652 (0.2480251453567783)
| > loader_time: 0.0099 (0.009415211141290606)
[1m --> TIME: 2025-02-23 21:24:53 -- STEP: 3340/6985 -- GLOBAL_STEP: 115100[0m
| > loss_text_ce: 0.05048007890582085 (0.04855004740087033)
| > loss_mel_ce: 2.827312469482422 (2.915392952086681)
| > loss: 0.7194481492042542 (0.7409857502686769)
| > current_lr: 5e-06
| > step_time: 0.2421 (0.2478957693020027)
| > loader_time: 0.0092 (0.009418873515671567)
[1m --> TIME: 2025-02-23 21:25:12 -- STEP: 3390/6985 -- GLOBAL_STEP: 115150[0m
| > loss_text_ce: 0.05008604750037193 (0.04855162030563942)
| > loss_mel_ce: 3.319122076034546 (2.9159318294145344)
| > loss: 0.8423020243644714 (0.7411208628465298)
| > current_lr: 5e-06
| > step_time: 0.2895 (0.2479845483746149)
| > loader_time: 0.0102 (0.009423848028379868)
[1m --> TIME: 2025-02-23 21:25:29 -- STEP: 3440/6985 -- GLOBAL_STEP: 115200[0m
| > loss_text_ce: 0.051506903022527695 (0.048555677588812456)
| > loss_mel_ce: 2.1980202198028564 (2.9159571399868898)
| > loss: 0.5623818039894104 (0.7411282048062535)
| > current_lr: 5e-06
| > step_time: 0.2249 (0.24788151910138684)
| > loader_time: 0.0094 (0.009427900785623554)
[1m --> TIME: 2025-02-23 21:25:48 -- STEP: 3490/6985 -- GLOBAL_STEP: 115250[0m
| > loss_text_ce: 0.046591587364673615 (0.04855073760116849)
| > loss_mel_ce: 3.2311015129089355 (2.91588830172503)
| > loss: 0.819423258304596 (0.7411097602123523)
| > current_lr: 5e-06
| > step_time: 0.1973 (0.247868330704107)
| > loader_time: 0.0092 (0.009432363236872679)
[1m --> TIME: 2025-02-23 21:26:06 -- STEP: 3540/6985 -- GLOBAL_STEP: 115300[0m
| > loss_text_ce: 0.04837130755186081 (0.04854913548182293)
| > loss_mel_ce: 3.1000843048095703 (2.91637829175103)
| > loss: 0.7871139049530029 (0.7412318571896881)
| > current_lr: 5e-06
| > step_time: 0.2264 (0.24795543635632358)
| > loader_time: 0.0093 (0.009435449010234728)
[1m --> TIME: 2025-02-23 21:26:24 -- STEP: 3590/6985 -- GLOBAL_STEP: 115350[0m
| > loss_text_ce: 0.048619288951158524 (0.04855068576493632)
| > loss_mel_ce: 2.910957098007202 (2.9167621924352494)
| > loss: 0.7398940920829773 (0.7413282199407359)
| > current_lr: 5e-06
| > step_time: 0.2848 (0.2479533696905152)
| > loader_time: 0.0103 (0.009437234753685702)
[1m --> TIME: 2025-02-23 21:26:43 -- STEP: 3640/6985 -- GLOBAL_STEP: 115400[0m
| > loss_text_ce: 0.04539820924401283 (0.04854416451979794)
| > loss_mel_ce: 2.5543816089630127 (2.916315848716011)
| > loss: 0.6499449610710144 (0.7412150037403296)
| > current_lr: 5e-06
| > step_time: 0.1865 (0.24800354851471199)
| > loader_time: 0.0095 (0.00943943583048303)
[1m --> TIME: 2025-02-23 21:27:01 -- STEP: 3690/6985 -- GLOBAL_STEP: 115450[0m
| > loss_text_ce: 0.047929003834724426 (0.048545381918468744)
| > loss_mel_ce: 2.9773521423339844 (2.9161219837542776)
| > loss: 0.7563202977180481 (0.7411668417980359)
| > current_lr: 5e-06
| > step_time: 0.2853 (0.2480543101706156)
| > loader_time: 0.0098 (0.009443083752784588)
[1m --> TIME: 2025-02-23 21:27:19 -- STEP: 3740/6985 -- GLOBAL_STEP: 115500[0m
| > loss_text_ce: 0.046857189387083054 (0.04854779117865196)
| > loss_mel_ce: 3.1220669746398926 (2.915319668959804)
| > loss: 0.792231023311615 (0.7409668654283105)
| > current_lr: 5e-06
| > step_time: 0.2346 (0.24800605155567435)
| > loader_time: 0.011 (0.009445102903294653)
[1m --> TIME: 2025-02-23 21:27:38 -- STEP: 3790/6985 -- GLOBAL_STEP: 115550[0m
| > loss_text_ce: 0.0467660091817379 (0.048550111171359406)
| > loss_mel_ce: 2.8389902114868164 (2.915131118020783)
| > loss: 0.7214390635490417 (0.7409203076975961)
| > current_lr: 5e-06
| > step_time: 0.1958 (0.24803497646603548)
| > loader_time: 0.0088 (0.00944685350936443)
[1m --> TIME: 2025-02-23 21:27:55 -- STEP: 3840/6985 -- GLOBAL_STEP: 115600[0m
| > loss_text_ce: 0.04985004663467407 (0.04854982913141912)
| > loss_mel_ce: 2.9879884719848633 (2.91501510189846)
| > loss: 0.7594596147537231 (0.7408912331874797)
| > current_lr: 5e-06
| > step_time: 0.2381 (0.24795980112006266)
| > loader_time: 0.0098 (0.009447291182974937)
[1m --> TIME: 2025-02-23 21:28:13 -- STEP: 3890/6985 -- GLOBAL_STEP: 115650[0m
| > loss_text_ce: 0.048762157559394836 (0.048549899735648376)
| > loss_mel_ce: 2.9884066581726074 (2.914716307271107)
| > loss: 0.7592921853065491 (0.7408165521747353)
| > current_lr: 5e-06
| > step_time: 0.2081 (0.24787141112251576)
| > loader_time: 0.0093 (0.0094468276727475)
[1m --> TIME: 2025-02-23 21:28:31 -- STEP: 3940/6985 -- GLOBAL_STEP: 115700[0m
| > loss_text_ce: 0.0470123328268528 (0.04855059045106926)
| > loss_mel_ce: 3.251400947570801 (2.914216811917153)
| > loss: 0.8246033191680908 (0.7406918510340802)
| > current_lr: 5e-06
| > step_time: 0.2261 (0.24777450337627818)
| > loader_time: 0.0091 (0.009446138355332546)
[1m --> TIME: 2025-02-23 21:28:49 -- STEP: 3990/6985 -- GLOBAL_STEP: 115750[0m
| > loss_text_ce: 0.04875021427869797 (0.04855271449830744)
| > loss_mel_ce: 3.048644542694092 (2.9142031075960393)
| > loss: 0.7743486762046814 (0.7406889559705758)
| > current_lr: 5e-06
| > step_time: 0.2328 (0.24781781922008161)
| > loader_time: 0.0092 (0.009445809063158502)
[1m --> TIME: 2025-02-23 21:29:08 -- STEP: 4040/6985 -- GLOBAL_STEP: 115800[0m
| > loss_text_ce: 0.04605313763022423 (0.04855135061805788)
| > loss_mel_ce: 3.1540117263793945 (2.9139001407540652)
| > loss: 0.8000162243843079 (0.7406128733243688)
| > current_lr: 5e-06
| > step_time: 0.2249 (0.24789857728646533)
| > loader_time: 0.0096 (0.009445976443810003)
[1m --> TIME: 2025-02-23 21:29:26 -- STEP: 4090/6985 -- GLOBAL_STEP: 115850[0m
| > loss_text_ce: 0.05061495304107666 (0.04855381744597241)
| > loss_mel_ce: 2.9342784881591797 (2.913622617342651)
| > loss: 0.7462233304977417 (0.740544109188549)
| > current_lr: 5e-06
| > step_time: 0.2799 (0.24795472225524978)
| > loader_time: 0.0097 (0.009445390025094518)
[1m --> TIME: 2025-02-23 21:29:45 -- STEP: 4140/6985 -- GLOBAL_STEP: 115900[0m
| > loss_text_ce: 0.050256941467523575 (0.04855370018271286)
| > loss_mel_ce: 2.6981825828552246 (2.9137231486143103)
| > loss: 0.6871098875999451 (0.7405692126799901)
| > current_lr: 5e-06
| > step_time: 0.2384 (0.2479905164760092)
| > loader_time: 0.0094 (0.009445064655248636)
[1m --> TIME: 2025-02-23 21:30:03 -- STEP: 4190/6985 -- GLOBAL_STEP: 115950[0m
| > loss_text_ce: 0.048636045306921005 (0.04854835660367989)
| > loss_mel_ce: 2.8588714599609375 (2.9138486459033284)
| > loss: 0.7268768548965454 (0.7405992510850793)
| > current_lr: 5e-06
| > step_time: 0.2205 (0.24800545850630876)
| > loader_time: 0.0088 (0.009444230553073897)
[1m --> TIME: 2025-02-23 21:30:21 -- STEP: 4240/6985 -- GLOBAL_STEP: 116000[0m
| > loss_text_ce: 0.048445504158735275 (0.048544989836419805)
| > loss_mel_ce: 3.1314306259155273 (2.9131955955107234)
| > loss: 0.7949690222740173 (0.7404351468285867)
| > current_lr: 5e-06
| > step_time: 0.2312 (0.2480183551896293)
| > loader_time: 0.0098 (0.009443374737253696)
> CHECKPOINT : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/checkpoint_116000.pth
[1m --> TIME: 2025-02-23 21:31:04 -- STEP: 4290/6985 -- GLOBAL_STEP: 116050[0m
| > loss_text_ce: 0.04755076393485069 (0.048545841107661636)
| > loss_mel_ce: 2.6517040729522705 (2.912890856277134)
| > loss: 0.6748136878013611 (0.7403591748231503)
| > current_lr: 5e-06
| > step_time: 0.2524 (0.2481015825605059)
| > loader_time: 0.0093 (0.009445905129670506)
[1m --> TIME: 2025-02-23 21:31:22 -- STEP: 4340/6985 -- GLOBAL_STEP: 116100[0m
| > loss_text_ce: 0.04838528856635094 (0.04854054261290809)
| > loss_mel_ce: 2.988804340362549 (2.9136086850397014)
| > loss: 0.7592974305152893 (0.7405373073873982)
| > current_lr: 5e-06
| > step_time: 0.22 (0.24818102401522446)
| > loader_time: 0.0086 (0.009442321111529624)
[1m --> TIME: 2025-02-23 21:31:41 -- STEP: 4390/6985 -- GLOBAL_STEP: 116150[0m
| > loss_text_ce: 0.048791222274303436 (0.04854236182020576)
| > loss_mel_ce: 2.7193942070007324 (2.9131723779480625)
| > loss: 0.6920463442802429 (0.7404286854155787)
| > current_lr: 5e-06
| > step_time: 0.2138 (0.24826290716071336)
| > loader_time: 0.0083 (0.009439128678045918)
[1m --> TIME: 2025-02-23 21:32:00 -- STEP: 4440/6985 -- GLOBAL_STEP: 116200[0m
| > loss_text_ce: 0.0472688227891922 (0.04854133953466205)
| > loss_mel_ce: 3.014101266860962 (2.9137558088914752)
| > loss: 0.7653425335884094 (0.7405742876097428)
| > current_lr: 5e-06
| > step_time: 0.229 (0.24839229406537236)
| > loader_time: 0.0095 (0.009436843470410157)
[1m --> TIME: 2025-02-23 21:32:18 -- STEP: 4490/6985 -- GLOBAL_STEP: 116250[0m
| > loss_text_ce: 0.04981230944395065 (0.04854168617031752)
| > loss_mel_ce: 2.911945343017578 (2.91350997139457)
| > loss: 0.7404394149780273 (0.7405129149456603)
| > current_lr: 5e-06
| > step_time: 0.2452 (0.24831479105492743)
| > loader_time: 0.0093 (0.0094329267408375)
[1m --> TIME: 2025-02-23 21:32:36 -- STEP: 4540/6985 -- GLOBAL_STEP: 116300[0m
| > loss_text_ce: 0.045315202325582504 (0.048539973352317724)
| > loss_mel_ce: 2.859112501144409 (2.9137844645241806)
| > loss: 0.7261069416999817 (0.7405811100213547)
| > current_lr: 5e-06
| > step_time: 0.2263 (0.24834073146534386)
| > loader_time: 0.0087 (0.009429439889176805)
[1m --> TIME: 2025-02-23 21:32:54 -- STEP: 4590/6985 -- GLOBAL_STEP: 116350[0m
| > loss_text_ce: 0.04714301601052284 (0.04853809855082973)
| > loss_mel_ce: 3.053457021713257 (2.91423683153518)
| > loss: 0.7751500010490417 (0.7406937330701522)
| > current_lr: 5e-06
| > step_time: 0.2558 (0.24832900687240567)
| > loader_time: 0.0091 (0.009426092634014036)
[1m --> TIME: 2025-02-23 21:33:13 -- STEP: 4640/6985 -- GLOBAL_STEP: 116400[0m
| > loss_text_ce: 0.04848301410675049 (0.04853559659537054)
| > loss_mel_ce: 2.7512733936309814 (2.913705087761428)
| > loss: 0.6999391317367554 (0.7405601716311339)
| > current_lr: 5e-06
| > step_time: 0.2468 (0.2484043147029548)
| > loader_time: 0.01 (0.009423595255818836)
[1m --> TIME: 2025-02-23 21:33:31 -- STEP: 4690/6985 -- GLOBAL_STEP: 116450[0m
| > loss_text_ce: 0.05199086666107178 (0.04853307115736165)
| > loss_mel_ce: 3.07253360748291 (2.913521583171795)
| > loss: 0.7811311483383179 (0.7405136641091132)
| > current_lr: 5e-06
| > step_time: 0.2094 (0.24840362382087627)
| > loader_time: 0.0089 (0.009419954611040105)
[1m --> TIME: 2025-02-23 21:33:49 -- STEP: 4740/6985 -- GLOBAL_STEP: 116500[0m
| > loss_text_ce: 0.04868501052260399 (0.048532198499966775)
| > loss_mel_ce: 3.0500295162200928 (2.913481669058779)
| > loss: 0.774678647518158 (0.7405034673930736)
| > current_lr: 5e-06
| > step_time: 0.2122 (0.24839566483276304)
| > loader_time: 0.0092 (0.009417391728751244)
[1m --> TIME: 2025-02-23 21:34:07 -- STEP: 4790/6985 -- GLOBAL_STEP: 116550[0m
| > loss_text_ce: 0.048082876950502396 (0.04853462613030243)
| > loss_mel_ce: 2.8308229446411133 (2.9126540333094812)
| > loss: 0.7197264432907104 (0.7402971653886042)
| > current_lr: 5e-06
| > step_time: 0.2763 (0.24836962277804636)
| > loader_time: 0.0098 (0.009414095520226567)
[1m --> TIME: 2025-02-23 21:34:25 -- STEP: 4840/6985 -- GLOBAL_STEP: 116600[0m
| > loss_text_ce: 0.04909055307507515 (0.04853188516495151)
| > loss_mel_ce: 3.006361722946167 (2.9127427483639443)
| > loss: 0.7638630867004395 (0.7403186589294731)
| > current_lr: 5e-06
| > step_time: 0.2266 (0.2482611206444827)
| > loader_time: 0.0091 (0.009411103469281128)
[1m --> TIME: 2025-02-23 21:34:43 -- STEP: 4890/6985 -- GLOBAL_STEP: 116650[0m
| > loss_text_ce: 0.04858088865876198 (0.0485339029648309)
| > loss_mel_ce: 2.6473419666290283 (2.912881819529036)
| > loss: 0.673980712890625 (0.7403539311483609)
| > current_lr: 5e-06
| > step_time: 0.1898 (0.2483519832049411)
| > loader_time: 0.0087 (0.009408860411380669)
[1m --> TIME: 2025-02-23 21:35:02 -- STEP: 4940/6985 -- GLOBAL_STEP: 116700[0m
| > loss_text_ce: 0.04737570509314537 (0.04853565571113279)
| > loss_mel_ce: 3.1242218017578125 (2.91244292256803)
| > loss: 0.7928993701934814 (0.7402446450793808)
| > current_lr: 5e-06
| > step_time: 0.3033 (0.24837164265906764)
| > loader_time: 0.0097 (0.009407064499642659)
[1m --> TIME: 2025-02-23 21:35:20 -- STEP: 4990/6985 -- GLOBAL_STEP: 116750[0m
| > loss_text_ce: 0.04596671089529991 (0.04853511039832079)
| > loss_mel_ce: 3.3248138427734375 (2.912930293861992)
| > loss: 0.8426951169967651 (0.7403663515626565)
| > current_lr: 5e-06
| > step_time: 0.2379 (0.24841628093757706)
| > loader_time: 0.0087 (0.009405653462381277)
[1m --> TIME: 2025-02-23 21:35:38 -- STEP: 5040/6985 -- GLOBAL_STEP: 116800[0m
| > loss_text_ce: 0.04941605404019356 (0.0485358557819079)
| > loss_mel_ce: 2.649564504623413 (2.9129199109143675)
| > loss: 0.6747451424598694 (0.7403639421753961)
| > current_lr: 5e-06
| > step_time: 0.2008 (0.24839617770815653)
| > loader_time: 0.0095 (0.009403454973584099)
[1m --> TIME: 2025-02-23 21:35:56 -- STEP: 5090/6985 -- GLOBAL_STEP: 116850[0m
| > loss_text_ce: 0.0481930710375309 (0.04853730547682832)
| > loss_mel_ce: 2.5535597801208496 (2.9123327803518064)
| > loss: 0.6504381895065308 (0.7402175219623444)
| > current_lr: 5e-06
| > step_time: 0.2763 (0.24840107385676596)
| > loader_time: 0.0094 (0.009402007906750727)
[1m --> TIME: 2025-02-23 21:36:14 -- STEP: 5140/6985 -- GLOBAL_STEP: 116900[0m
| > loss_text_ce: 0.04848141223192215 (0.04853733891932887)
| > loss_mel_ce: 2.93861722946167 (2.9126285524915634)
| > loss: 0.7467746734619141 (0.7402914732984559)
| > current_lr: 5e-06
| > step_time: 0.2258 (0.24831129150167977)
| > loader_time: 0.0091 (0.009399180421569444)
[1m --> TIME: 2025-02-23 21:36:32 -- STEP: 5190/6985 -- GLOBAL_STEP: 116950[0m
| > loss_text_ce: 0.0482713021337986 (0.048539649855941294)
| > loss_mel_ce: 3.041818857192993 (2.912558155551352)
| > loss: 0.7725225687026978 (0.7402744518022342)
| > current_lr: 5e-06
| > step_time: 0.2202 (0.24828758262715128)
| > loader_time: 0.0089 (0.009395997097037404)
[1m --> TIME: 2025-02-23 21:36:50 -- STEP: 5240/6985 -- GLOBAL_STEP: 117000[0m
| > loss_text_ce: 0.04765752702951431 (0.048540981257519225)
| > loss_mel_ce: 2.8231706619262695 (2.9124157765211955)
| > loss: 0.7177070379257202 (0.7402391898552445)
| > current_lr: 5e-06
| > step_time: 0.2971 (0.2482620609170608)
| > loader_time: 0.0095 (0.009394317956371134)
> CHECKPOINT : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/checkpoint_117000.pth
[1m --> TIME: 2025-02-23 21:37:22 -- STEP: 5290/6985 -- GLOBAL_STEP: 117050[0m
| > loss_text_ce: 0.050336044281721115 (0.048537605907944106)
| > loss_mel_ce: 2.840876579284668 (2.912439601700789)
| > loss: 0.7228031754493713 (0.7402443023000661)
| > current_lr: 5e-06
| > step_time: 0.2454 (0.2482803379430212)
| > loader_time: 0.0091 (0.009394280716692315)
[1m --> TIME: 2025-02-23 21:37:41 -- STEP: 5340/6985 -- GLOBAL_STEP: 117100[0m
| > loss_text_ce: 0.04936046898365021 (0.04853887786802732)
| > loss_mel_ce: 2.5803170204162598 (2.9119631609443446)
| > loss: 0.6574193835258484 (0.740125510102133)
| > current_lr: 5e-06
| > step_time: 0.2505 (0.24832855382662142)
| > loader_time: 0.0096 (0.009394331549883762)
[1m --> TIME: 2025-02-23 21:37:59 -- STEP: 5390/6985 -- GLOBAL_STEP: 117150[0m
| > loss_text_ce: 0.049675121903419495 (0.04853597012433143)
| > loss_mel_ce: 3.032670259475708 (2.9114126449392153)
| > loss: 0.770586371421814 (0.7399871541584603)
| > current_lr: 5e-06
| > step_time: 0.2484 (0.24827727634521937)
| > loader_time: 0.0092 (0.009393731605586384)
[1m --> TIME: 2025-02-23 21:38:17 -- STEP: 5440/6985 -- GLOBAL_STEP: 117200[0m
| > loss_text_ce: 0.049866802990436554 (0.04853795746149609)
| > loss_mel_ce: 2.440570831298828 (2.910529076724373)
| > loss: 0.6226094365119934 (0.7397667589597433)
| > current_lr: 5e-06
| > step_time: 0.1661 (0.24820711866897696)
| > loader_time: 0.0094 (0.009393799085827423)
[1m --> TIME: 2025-02-23 21:38:35 -- STEP: 5490/6985 -- GLOBAL_STEP: 117250[0m
| > loss_text_ce: 0.05205224081873894 (0.04854141704616004)
| > loss_mel_ce: 2.883368492126465 (2.9103588083619885)
| > loss: 0.7338551878929138 (0.7397250567683351)
| > current_lr: 5e-06
| > step_time: 0.2861 (0.2482234140562881)
| > loader_time: 0.0096 (0.009394778189111911)
[1m --> TIME: 2025-02-23 21:38:53 -- STEP: 5540/6985 -- GLOBAL_STEP: 117300[0m
| > loss_text_ce: 0.04653572291135788 (0.04854170063692099)
| > loss_mel_ce: 2.7117857933044434 (2.9102316008363007)
| > loss: 0.6895803809165955 (0.7396933257956396)
| > current_lr: 5e-06
| > step_time: 0.2256 (0.24817866422639426)
| > loader_time: 0.009 (0.009395269667628851)
[1m --> TIME: 2025-02-23 21:39:11 -- STEP: 5590/6985 -- GLOBAL_STEP: 117350[0m
| > loss_text_ce: 0.044439367949962616 (0.048543689471931106)
| > loss_mel_ce: 3.198603391647339 (2.9100725785351025)
| > loss: 0.8107606768608093 (0.7396540674465956)
| > current_lr: 5e-06
| > step_time: 0.251 (0.24816424850914262)
| > loader_time: 0.0092 (0.009395862137482275)
[1m --> TIME: 2025-02-23 21:39:29 -- STEP: 5640/6985 -- GLOBAL_STEP: 117400[0m
| > loss_text_ce: 0.04996945336461067 (0.048543404721067135)
| > loss_mel_ce: 2.816431760787964 (2.910131645646508)
| > loss: 0.7166002988815308 (0.7396687630167696)
| > current_lr: 5e-06
| > step_time: 0.2239 (0.24819574694261484)
| > loader_time: 0.0097 (0.009395864627040009)
[1m --> TIME: 2025-02-23 21:39:47 -- STEP: 5690/6985 -- GLOBAL_STEP: 117450[0m
| > loss_text_ce: 0.04764397069811821 (0.048544914213865246)
| > loss_mel_ce: 2.7028920650482178 (2.909861114469277)
| > loss: 0.6876339912414551 (0.739601507594383)
| > current_lr: 5e-06
| > step_time: 0.2636 (0.24819044513735913)
| > loader_time: 0.0093 (0.00939564872500346)
[1m --> TIME: 2025-02-23 21:40:05 -- STEP: 5740/6985 -- GLOBAL_STEP: 117500[0m
| > loss_text_ce: 0.04712362214922905 (0.04854003126742744)
| > loss_mel_ce: 2.8618669509887695 (2.909483250030664)
| > loss: 0.7272476553916931 (0.7395058207239867)
| > current_lr: 5e-06
| > step_time: 0.1716 (0.24818392049144786)
| > loader_time: 0.0087 (0.009394866788844188)
[1m --> TIME: 2025-02-23 21:40:23 -- STEP: 5790/6985 -- GLOBAL_STEP: 117550[0m
| > loss_text_ce: 0.0474475622177124 (0.04853859773430083)
| > loss_mel_ce: 2.979401111602783 (2.9095556825553883)
| > loss: 0.7567121982574463 (0.7395235704891863)
| > current_lr: 5e-06
| > step_time: 0.271 (0.24815753803352)
| > loader_time: 0.0094 (0.009394069615629245)
[1m --> TIME: 2025-02-23 21:40:42 -- STEP: 5840/6985 -- GLOBAL_STEP: 117600[0m
| > loss_text_ce: 0.050333067774772644 (0.048533959796473625)
| > loss_mel_ce: 3.0379297733306885 (2.910237862863776)
| > loss: 0.7720656991004944 (0.7396929560714008)
| > current_lr: 5e-06
| > step_time: 0.2413 (0.24823790674340235)
| > loader_time: 0.0093 (0.009394276468721137)
[1m --> TIME: 2025-02-23 21:41:01 -- STEP: 5890/6985 -- GLOBAL_STEP: 117650[0m
| > loss_text_ce: 0.046055641025304794 (0.048532100647359064)
| > loss_mel_ce: 3.135775327682495 (2.9099114595123448)
| > loss: 0.7954577207565308 (0.7396108904445543)
| > current_lr: 5e-06
| > step_time: 0.2725 (0.24826141480476627)
| > loader_time: 0.0103 (0.009394277255280086)
[1m --> TIME: 2025-02-23 21:41:19 -- STEP: 5940/6985 -- GLOBAL_STEP: 117700[0m
| > loss_text_ce: 0.0450572669506073 (0.048531284372664095)
| > loss_mel_ce: 2.898343086242676 (2.909645906181053)
| > loss: 0.7358500957489014 (0.739544298035732)
| > current_lr: 5e-06
| > step_time: 0.1883 (0.2483143733406709)
| > loader_time: 0.0091 (0.009394887721899756)
[1m --> TIME: 2025-02-23 21:41:38 -- STEP: 5990/6985 -- GLOBAL_STEP: 117750[0m
| > loss_text_ce: 0.048498280346393585 (0.04852792719108537)
| > loss_mel_ce: 2.7410097122192383 (2.9099347318154214)
| > loss: 0.6973770260810852 (0.7396156651697122)
| > current_lr: 5e-06
| > step_time: 0.1942 (0.2483817038034557)
| > loader_time: 0.0091 (0.00939522346789528)
[1m --> TIME: 2025-02-23 21:41:56 -- STEP: 6040/6985 -- GLOBAL_STEP: 117800[0m
| > loss_text_ce: 0.0474008210003376 (0.048530050745813694)
| > loss_mel_ce: 3.352022171020508 (2.909732670361639)
| > loss: 0.8498557209968567 (0.7395656806891749)
| > current_lr: 5e-06
| > step_time: 0.1943 (0.24833111206427316)
| > loader_time: 0.0093 (0.009394306615488393)
[1m --> TIME: 2025-02-23 21:42:14 -- STEP: 6090/6985 -- GLOBAL_STEP: 117850[0m
| > loss_text_ce: 0.047514658421278 (0.048528795932191775)
| > loss_mel_ce: 3.1004440784454346 (2.9097194230223784)
| > loss: 0.786989688873291 (0.7395620551945176)
| > current_lr: 5e-06
| > step_time: 0.2379 (0.24829300867121404)
| > loader_time: 0.0089 (0.009393637716672275)
[1m --> TIME: 2025-02-23 21:42:32 -- STEP: 6140/6985 -- GLOBAL_STEP: 117900[0m
| > loss_text_ce: 0.0498235709965229 (0.04852879635006775)
| > loss_mel_ce: 2.7384347915649414 (2.910037040729871)
| > loss: 0.6970645785331726 (0.7396414597327651)
| > current_lr: 5e-06
| > step_time: 0.223 (0.24833973486959351)
| > loader_time: 0.0093 (0.00939327214362176)
[1m --> TIME: 2025-02-23 21:42:51 -- STEP: 6190/6985 -- GLOBAL_STEP: 117950[0m
| > loss_text_ce: 0.046956129372119904 (0.04852563140008103)
| > loss_mel_ce: 2.552854537963867 (2.910740906221615)
| > loss: 0.6499526500701904 (0.7398166348504739)
| > current_lr: 5e-06
| > step_time: 0.1877 (0.24835611425809598)
| > loader_time: 0.0086 (0.009393979351431927)
[1m --> TIME: 2025-02-23 21:43:09 -- STEP: 6240/6985 -- GLOBAL_STEP: 118000[0m
| > loss_text_ce: 0.04510096088051796 (0.04852699695083388)
| > loss_mel_ce: 2.9766831398010254 (2.91016629290505)
| > loss: 0.7554460167884827 (0.7396733229215737)
| > current_lr: 5e-06
| > step_time: 0.2435 (0.2483129817323807)
| > loader_time: 0.0097 (0.00939398537843653)
> CHECKPOINT : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/checkpoint_118000.pth
[1m --> TIME: 2025-02-23 21:43:42 -- STEP: 6290/6985 -- GLOBAL_STEP: 118050[0m
| > loss_text_ce: 0.049703534692525864 (0.04852571953354564)
| > loss_mel_ce: 3.0125598907470703 (2.9098543868155913)
| > loss: 0.7655658721923828 (0.7395950270523544)
| > current_lr: 5e-06
| > step_time: 0.3032 (0.2483695585132593)
| > loader_time: 0.0101 (0.009396669936672859)
[1m --> TIME: 2025-02-23 21:44:00 -- STEP: 6340/6985 -- GLOBAL_STEP: 118100[0m
| > loss_text_ce: 0.04799523577094078 (0.04852336743546871)
| > loss_mel_ce: 2.7430405616760254 (2.909866038425494)
| > loss: 0.6977589726448059 (0.7395973519430954)
| > current_lr: 5e-06
| > step_time: 0.2244 (0.24836418760311715)
| > loader_time: 0.0099 (0.009397999909397924)
[1m --> TIME: 2025-02-23 21:44:19 -- STEP: 6390/6985 -- GLOBAL_STEP: 118150[0m
| > loss_text_ce: 0.0480242520570755 (0.04852105349780345)
| > loss_mel_ce: 2.8932042121887207 (2.90981377997496)
| > loss: 0.7353070974349976 (0.7395837088472619)
| > current_lr: 5e-06
| > step_time: 0.3327 (0.2484233731208646)
| > loader_time: 0.0104 (0.009400039248996303)
[1m --> TIME: 2025-02-23 21:44:37 -- STEP: 6440/6985 -- GLOBAL_STEP: 118200[0m
| > loss_text_ce: 0.04783018305897713 (0.04851496298363586)
| > loss_mel_ce: 3.149245262145996 (2.910219091158482)
| > loss: 0.7992688417434692 (0.7396835140143517)
| > current_lr: 5e-06
| > step_time: 0.2986 (0.24841525617593563)
| > loader_time: 0.0102 (0.009402090755308632)
[1m --> TIME: 2025-02-23 21:44:55 -- STEP: 6490/6985 -- GLOBAL_STEP: 118250[0m
| > loss_text_ce: 0.04711082950234413 (0.048513242478363354)
| > loss_mel_ce: 3.1665430068969727 (2.910404013944523)
| > loss: 0.803413450717926 (0.7397293145878866)
| > current_lr: 5e-06
| > step_time: 0.2767 (0.24839959725025806)
| > loader_time: 0.01 (0.009403028987772838)
[1m --> TIME: 2025-02-23 21:45:13 -- STEP: 6540/6985 -- GLOBAL_STEP: 118300[0m
| > loss_text_ce: 0.04952825605869293 (0.048512226837012236)
| > loss_mel_ce: 2.9652252197265625 (2.9106843024765743)
| > loss: 0.753688395023346 (0.7397991328201188)
| > current_lr: 5e-06
| > step_time: 0.2457 (0.24837905398202598)
| > loader_time: 0.0098 (0.009404624930215533)
[1m --> TIME: 2025-02-23 21:45:32 -- STEP: 6590/6985 -- GLOBAL_STEP: 118350[0m
| > loss_text_ce: 0.04778784513473511 (0.048514280443917854)
| > loss_mel_ce: 3.2047460079193115 (2.910652353676757)
| > loss: 0.8131334781646729 (0.7397916590091154)
| > current_lr: 5e-06
| > step_time: 0.289 (0.24844978579259244)
| > loader_time: 0.0098 (0.00940619466518234)
[1m --> TIME: 2025-02-23 21:45:50 -- STEP: 6640/6985 -- GLOBAL_STEP: 118400[0m
| > loss_text_ce: 0.05075395479798317 (0.04851355577695624)
| > loss_mel_ce: 2.993020534515381 (2.9109761168619297)
| > loss: 0.7609436511993408 (0.7398724186088331)
| > current_lr: 5e-06
| > step_time: 0.2434 (0.248463650999299)
| > loader_time: 0.0101 (0.009407746791839594)
[1m --> TIME: 2025-02-23 21:46:08 -- STEP: 6690/6985 -- GLOBAL_STEP: 118450[0m
| > loss_text_ce: 0.047972410917282104 (0.04851385939849603)
| > loss_mel_ce: 2.892484664916992 (2.910721676107307)
| > loss: 0.7351142764091492 (0.7398088843521362)
| > current_lr: 5e-06
| > step_time: 0.2063 (0.24844904102730286)
| > loader_time: 0.0091 (0.009409186943407716)
[1m --> TIME: 2025-02-23 21:46:27 -- STEP: 6740/6985 -- GLOBAL_STEP: 118500[0m
| > loss_text_ce: 0.048103928565979004 (0.04851428150456369)
| > loss_mel_ce: 3.3411543369293213 (2.9107426534243848)
| > loss: 0.8473145961761475 (0.7398142342088155)
| > current_lr: 5e-06
| > step_time: 0.2547 (0.2484576578663789)
| > loader_time: 0.0097 (0.00941079971698341)
[1m --> TIME: 2025-02-23 21:46:45 -- STEP: 6790/6985 -- GLOBAL_STEP: 118550[0m
| > loss_text_ce: 0.048466913402080536 (0.048512651015824734)
| > loss_mel_ce: 2.9162778854370117 (2.9110027476333262)
| > loss: 0.7411862015724182 (0.7398788501438606)
| > current_lr: 5e-06
| > step_time: 0.2783 (0.24849282778766615)
| > loader_time: 0.0098 (0.009412368442945504)
[1m --> TIME: 2025-02-23 21:47:03 -- STEP: 6840/6985 -- GLOBAL_STEP: 118600[0m
| > loss_text_ce: 0.04684894159436226 (0.04850988610271825)
| > loss_mel_ce: 2.5392937660217285 (2.9110378179808167)
| > loss: 0.6465356945991516 (0.7398869264936262)
| > current_lr: 5e-06
| > step_time: 0.1445 (0.2484676008336028)
| > loader_time: 0.0088 (0.00941353384514299)
[1m --> TIME: 2025-02-23 21:47:21 -- STEP: 6890/6985 -- GLOBAL_STEP: 118650[0m
| > loss_text_ce: 0.04928958788514137 (0.048512952026461)
| > loss_mel_ce: 2.556504249572754 (2.9102876944362053)
| > loss: 0.6514484882354736 (0.73970016208633)
| > current_lr: 5e-06
| > step_time: 0.1694 (0.248451684348296)
| > loader_time: 0.0088 (0.009414630842831706)
[1m --> TIME: 2025-02-23 21:47:39 -- STEP: 6940/6985 -- GLOBAL_STEP: 118700[0m
| > loss_text_ce: 0.046760398894548416 (0.04851224992896624)
| > loss_mel_ce: 2.4456653594970703 (2.9099221868370786)
| > loss: 0.6231064200401306 (0.7396086096463035)
| > current_lr: 5e-06
| > step_time: 0.165 (0.24842337170664103)
| > loader_time: 0.0086 (0.009415296999796647)
[1m > EVALUATION [0m
[1m--> EVAL PERFORMANCE[0m
| > avg_loader_time:[91m 0.4639811811883465 [0m(+0.0004428773144491416)
| > avg_loss_text_ce:[92m 0.04741015621260102 [0m(-0.00019329837432092295)
| > avg_loss_mel_ce:[92m 2.9395718075870687 [0m(-0.005274144652621882)
| > avg_loss:[92m 2.9869819700328346 [0m(-0.00546743043887199)
> BEST MODEL : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/best_model_118745.pth
[4m[1m > EPOCH: 17/30[0m
--> checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3
[1m > TRAINING (2025-02-23 21:50:36) [0m
[1m --> TIME: 2025-02-23 21:50:39 -- STEP: 5/6985 -- GLOBAL_STEP: 118750[0m
| > loss_text_ce: 0.047438982874155045 (0.04791752547025681)
| > loss_mel_ce: 3.3221704959869385 (3.1041983127593995)
| > loss: 0.8424023985862732 (0.7880289554595947)
| > current_lr: 5e-06
| > step_time: 0.232 (0.26282472610473634)
| > loader_time: 0.0087 (0.00989375114440918)
[1m --> TIME: 2025-02-23 21:50:57 -- STEP: 55/6985 -- GLOBAL_STEP: 118800[0m
| > loss_text_ce: 0.04738596826791763 (0.04809079224413091)
| > loss_mel_ce: 2.875969171524048 (2.88632736639543)
| > loss: 0.7308387756347656 (0.7336045395244251)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.227 (0.25052990046414453)
| > loader_time: 0.0089 (0.009375871311534539)
[1m --> TIME: 2025-02-23 21:51:15 -- STEP: 105/6985 -- GLOBAL_STEP: 118850[0m
| > loss_text_ce: 0.04870143160223961 (0.04823670603689693)
| > loss_mel_ce: 2.9124109745025635 (2.8671391759599953)
| > loss: 0.7402781248092651 (0.728843971661159)
| > current_lr: 5e-06
| > step_time: 0.2812 (0.24466096333095)
| > loader_time: 0.01 (0.009304255530947735)
[1m --> TIME: 2025-02-23 21:51:33 -- STEP: 155/6985 -- GLOBAL_STEP: 118900[0m
| > loss_text_ce: 0.04896189272403717 (0.04843673751719536)
| > loss_mel_ce: 2.953239917755127 (2.8731577027228568)
| > loss: 0.7505504488945007 (0.7303986087922127)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.336 (0.24600467374247884)
| > loader_time: 0.0095 (0.009356683300387471)
[1m --> TIME: 2025-02-23 21:51:52 -- STEP: 205/6985 -- GLOBAL_STEP: 118950[0m
| > loss_text_ce: 0.04832734167575836 (0.04850140780937381)
| > loss_mel_ce: 2.6376843452453613 (2.8822712619130195)
| > loss: 0.671502947807312 (0.7326931674305985)
| > current_lr: 5e-06
| > step_time: 0.2367 (0.2469263053521877)
| > loader_time: 0.0091 (0.009305467838194307)
[1m --> TIME: 2025-02-23 21:52:09 -- STEP: 255/6985 -- GLOBAL_STEP: 119000[0m
| > loss_text_ce: 0.050072457641363144 (0.04844565571231001)
| > loss_mel_ce: 2.8448801040649414 (2.8944884487226887)
| > loss: 0.7237381339073181 (0.7357335268282423)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3142 (0.24633194418514473)
| > loader_time: 0.0092 (0.009258912591373214)
> CHECKPOINT : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/checkpoint_119000.pth
[1m --> TIME: 2025-02-23 21:52:43 -- STEP: 305/6985 -- GLOBAL_STEP: 119050[0m
| > loss_text_ce: 0.05019873008131981 (0.0484925634548312)
| > loss_mel_ce: 3.095258951187134 (2.8816251911100776)
| > loss: 0.7863644361495972 (0.7325294391053618)
| > current_lr: 5e-06
| > step_time: 0.2469 (0.2448289800862797)
| > loader_time: 0.0098 (0.009296663471909813)
[1m --> TIME: 2025-02-23 21:53:01 -- STEP: 355/6985 -- GLOBAL_STEP: 119100[0m
| > loss_text_ce: 0.046988751739263535 (0.048452930530192125)
| > loss_mel_ce: 2.976402759552002 (2.88919255364109)
| > loss: 0.7558478713035583 (0.7344113714258432)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3024 (0.24628502617419606)
| > loader_time: 0.0095 (0.009331636697473656)
[1m --> TIME: 2025-02-23 21:53:19 -- STEP: 405/6985 -- GLOBAL_STEP: 119150[0m
| > loss_text_ce: 0.04956228286027908 (0.04843176145244526)
| > loss_mel_ce: 3.2266366481781006 (2.8960892571343306)
| > loss: 0.8190497159957886 (0.7361302550928089)
| > current_lr: 5e-06
| > step_time: 0.2649 (0.24656111458201468)
| > loader_time: 0.0095 (0.009346566965550541)
[1m --> TIME: 2025-02-23 21:53:39 -- STEP: 455/6985 -- GLOBAL_STEP: 119200[0m
| > loss_text_ce: 0.04875705763697624 (0.0484359202312899)
| > loss_mel_ce: 2.98593807220459 (2.900481183712298)
| > loss: 0.7586737871170044 (0.7372292763584261)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2885 (0.24844189895378363)
| > loader_time: 0.0092 (0.009366290647904944)
[1m --> TIME: 2025-02-23 21:53:57 -- STEP: 505/6985 -- GLOBAL_STEP: 119250[0m
| > loss_text_ce: 0.05210566893219948 (0.04842139053905363)
| > loss_mel_ce: 2.5537607669830322 (2.897995955401127)
| > loss: 0.6514666080474854 (0.7366043370549039)
| > current_lr: 5e-06
| > step_time: 0.2459 (0.2484711727293411)
| > loader_time: 0.0095 (0.009374191737411039)
[1m --> TIME: 2025-02-23 21:54:14 -- STEP: 555/6985 -- GLOBAL_STEP: 119300[0m
| > loss_text_ce: 0.04512118175625801 (0.048407195159443854)
| > loss_mel_ce: 2.77903151512146 (2.9001047074257778)
| > loss: 0.7060381770133972 (0.7371279761597914)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.1929 (0.24757668435036598)
| > loader_time: 0.0087 (0.00936990514531865)
[1m --> TIME: 2025-02-23 21:54:33 -- STEP: 605/6985 -- GLOBAL_STEP: 119350[0m
| > loss_text_ce: 0.04764725640416145 (0.04839118521445053)
| > loss_mel_ce: 2.897002696990967 (2.8998033854587)
| > loss: 0.7361624836921692 (0.7370486427929772)
| > current_lr: 5e-06
| > step_time: 0.1962 (0.2474164935182934)
| > loader_time: 0.009 (0.009369130962151142)
[1m --> TIME: 2025-02-23 21:54:51 -- STEP: 655/6985 -- GLOBAL_STEP: 119400[0m
| > loss_text_ce: 0.04995390772819519 (0.04838816206191332)
| > loss_mel_ce: 2.8599865436553955 (2.898991976439496)
| > loss: 0.7274851202964783 (0.7368450348613829)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.293 (0.2477191746689891)
| > loader_time: 0.0095 (0.009375063699620378)
[1m --> TIME: 2025-02-23 21:55:09 -- STEP: 705/6985 -- GLOBAL_STEP: 119450[0m
| > loss_text_ce: 0.04641244187951088 (0.04836193597908561)
| > loss_mel_ce: 3.2713303565979004 (2.9032188648873167)
| > loss: 0.8294357061386108 (0.7378952005230792)
| > current_lr: 5e-06
| > step_time: 0.2901 (0.24752855064175652)
| > loader_time: 0.0103 (0.009378703097079671)
[1m --> TIME: 2025-02-23 21:55:28 -- STEP: 755/6985 -- GLOBAL_STEP: 119500[0m
| > loss_text_ce: 0.04722894728183746 (0.04836862191360518)
| > loss_mel_ce: 2.828761100769043 (2.9038482997591113)
| > loss: 0.7189975380897522 (0.7380542308289487)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2432 (0.2479366469856919)
| > loader_time: 0.0093 (0.009379125115097756)
[1m --> TIME: 2025-02-23 21:55:45 -- STEP: 805/6985 -- GLOBAL_STEP: 119550[0m
| > loss_text_ce: 0.04843484237790108 (0.04835953883687902)
| > loss_mel_ce: 2.7933895587921143 (2.9045952186821395)
| > loss: 0.7104560732841492 (0.7382386895440383)
| > current_lr: 5e-06
| > step_time: 0.2857 (0.247746357414293)
| > loader_time: 0.0095 (0.009399900969511238)
[1m --> TIME: 2025-02-23 21:56:03 -- STEP: 855/6985 -- GLOBAL_STEP: 119600[0m
| > loss_text_ce: 0.048837121576070786 (0.04837788413578307)
| > loss_mel_ce: 2.91721248626709 (2.903454130295423)
| > loss: 0.7415124177932739 (0.7379580039727063)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3078 (0.2474693186798988)
| > loader_time: 0.0093 (0.009393711257399179)
[1m --> TIME: 2025-02-23 21:56:22 -- STEP: 905/6985 -- GLOBAL_STEP: 119650[0m
| > loss_text_ce: 0.045684099197387695 (0.048369103591909726)
| > loss_mel_ce: 2.962524175643921 (2.902776909401402)
| > loss: 0.7520520687103271 (0.7377865035230945)
| > current_lr: 5e-06
| > step_time: 0.2216 (0.24756055141680808)
| > loader_time: 0.0102 (0.009395559848342816)
[1m --> TIME: 2025-02-23 21:56:39 -- STEP: 955/6985 -- GLOBAL_STEP: 119700[0m
| > loss_text_ce: 0.04718833789229393 (0.04835864126838314)
| > loss_mel_ce: 2.8725764751434326 (2.9010060929503103)
| > loss: 0.729941189289093 (0.7373411835800293)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2146 (0.2474187361632342)
| > loader_time: 0.0087 (0.009393366469138584)
[1m --> TIME: 2025-02-23 21:56:58 -- STEP: 1005/6985 -- GLOBAL_STEP: 119750[0m
| > loss_text_ce: 0.05014963075518608 (0.04836856769536858)
| > loss_mel_ce: 3.1790122985839844 (2.90363609660324)
| > loss: 0.8072904944419861 (0.7380011660542657)
| > current_lr: 5e-06
| > step_time: 0.2194 (0.24775943376531648)
| > loader_time: 0.0092 (0.00939446231025962)
[1m --> TIME: 2025-02-23 21:57:17 -- STEP: 1055/6985 -- GLOBAL_STEP: 119800[0m
| > loss_text_ce: 0.04760212451219559 (0.04836173967868797)
| > loss_mel_ce: 2.916790246963501 (2.9014378859533503)
| > loss: 0.7410981059074402 (0.7374499063921202)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.305 (0.2479899329596786)
| > loader_time: 0.0095 (0.00939049133192307)
[1m --> TIME: 2025-02-23 21:57:35 -- STEP: 1105/6985 -- GLOBAL_STEP: 119850[0m
| > loss_text_ce: 0.052370499819517136 (0.04836002270021052)
| > loss_mel_ce: 2.683871030807495 (2.9023409476646993)
| > loss: 0.6840603947639465 (0.7376752425642575)
| > current_lr: 5e-06
| > step_time: 0.2832 (0.24815681422997385)
| > loader_time: 0.0099 (0.009385309607734508)
[1m --> TIME: 2025-02-23 21:57:53 -- STEP: 1155/6985 -- GLOBAL_STEP: 119900[0m
| > loss_text_ce: 0.04918474704027176 (0.04835383954631302)
| > loss_mel_ce: 3.1628849506378174 (2.9025174801483806)
| > loss: 0.8030174374580383 (0.7377178298962581)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2764 (0.24793193371264965)
| > loader_time: 0.0093 (0.009369765731679415)
[1m --> TIME: 2025-02-23 21:58:11 -- STEP: 1205/6985 -- GLOBAL_STEP: 119950[0m
| > loss_text_ce: 0.049015965312719345 (0.04834601295748689)
| > loss_mel_ce: 3.3650457859039307 (2.904292194081538)
| > loss: 0.8535154461860657 (0.7381595519568416)
| > current_lr: 5e-06
| > step_time: 0.2747 (0.24780105476062822)
| > loader_time: 0.0093 (0.00935544670864755)
[1m --> TIME: 2025-02-23 21:58:29 -- STEP: 1255/6985 -- GLOBAL_STEP: 120000[0m
| > loss_text_ce: 0.05032316967844963 (0.04836827545645705)
| > loss_mel_ce: 3.100301742553711 (2.9029823823754035)
| > loss: 0.7876562476158142 (0.737837664634583)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2462 (0.24785516727493104)
| > loader_time: 0.0087 (0.009343642162611767)
> CHECKPOINT : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/checkpoint_120000.pth
[1m --> TIME: 2025-02-23 21:59:01 -- STEP: 1305/6985 -- GLOBAL_STEP: 120050[0m
| > loss_text_ce: 0.04522981122136116 (0.04834945009471813)
| > loss_mel_ce: 3.1717653274536133 (2.9049716675418518)
| > loss: 0.8042488098144531 (0.7383302795019188)
| > current_lr: 5e-06
| > step_time: 0.248 (0.2477787489178537)
| > loader_time: 0.0093 (0.009339748214487837)
[1m --> TIME: 2025-02-23 21:59:18 -- STEP: 1355/6985 -- GLOBAL_STEP: 120100[0m
| > loss_text_ce: 0.04887058213353157 (0.04833744326640758)
| > loss_mel_ce: 3.0345325469970703 (2.9058921740063868)
| > loss: 0.7708507776260376 (0.7385574044336698)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.304 (0.24764820306503466)
| > loader_time: 0.0094 (0.009332483720955381)
[1m --> TIME: 2025-02-23 21:59:37 -- STEP: 1405/6985 -- GLOBAL_STEP: 120150[0m
| > loss_text_ce: 0.049889519810676575 (0.04834646284049939)
| > loss_mel_ce: 2.712841510772705 (2.905646219796555)
| > loss: 0.6906827688217163 (0.7384981706897565)
| > current_lr: 5e-06
| > step_time: 0.2873 (0.24782738346222033)
| > loader_time: 0.0093 (0.00932913827726426)
[1m --> TIME: 2025-02-23 21:59:55 -- STEP: 1455/6985 -- GLOBAL_STEP: 120200[0m
| > loss_text_ce: 0.047141481190919876 (0.04834760864012429)
| > loss_mel_ce: 3.055574893951416 (2.904891100945749)
| > loss: 0.7756791114807129 (0.7383096774009501)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.1927 (0.24777496409989713)
| > loader_time: 0.0085 (0.009323740005493167)
[1m --> TIME: 2025-02-23 22:00:13 -- STEP: 1505/6985 -- GLOBAL_STEP: 120250[0m
| > loss_text_ce: 0.047873783856630325 (0.04836429747879702)
| > loss_mel_ce: 2.422025203704834 (2.904352573065265)
| > loss: 0.6174747347831726 (0.7381792175809416)
| > current_lr: 5e-06
| > step_time: 0.2738 (0.24763665912159258)
| > loader_time: 0.0094 (0.00931874224513869)
[1m --> TIME: 2025-02-23 22:00:31 -- STEP: 1555/6985 -- GLOBAL_STEP: 120300[0m
| > loss_text_ce: 0.05175955221056938 (0.04835943956994166)
| > loss_mel_ce: 2.97396183013916 (2.9062836906150973)
| > loss: 0.7564303278923035 (0.7386607824797805)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3166 (0.24784532375274365)
| > loader_time: 0.0093 (0.009316999122644174)
[1m --> TIME: 2025-02-23 22:00:49 -- STEP: 1605/6985 -- GLOBAL_STEP: 120350[0m
| > loss_text_ce: 0.04944733530282974 (0.048355236798060634)
| > loss_mel_ce: 2.9208619594573975 (2.9063476810574143)
| > loss: 0.742577314376831 (0.738675729210875)
| > current_lr: 5e-06
| > step_time: 0.263 (0.24773287684003883)
| > loader_time: 0.0091 (0.009310738691288383)
[1m --> TIME: 2025-02-23 22:01:07 -- STEP: 1655/6985 -- GLOBAL_STEP: 120400[0m
| > loss_text_ce: 0.05127735063433647 (0.04835971211198593)
| > loss_mel_ce: 2.778174877166748 (2.907192256587508)
| > loss: 0.7073630690574646 (0.7388879920420696)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2719 (0.24779383062956195)
| > loader_time: 0.0094 (0.00930722919475638)
[1m --> TIME: 2025-02-23 22:01:25 -- STEP: 1705/6985 -- GLOBAL_STEP: 120450[0m
| > loss_text_ce: 0.04574469476938248 (0.04836610152530879)
| > loss_mel_ce: 2.9404683113098145 (2.9064526760683016)
| > loss: 0.7465532422065735 (0.7387046942962585)
| > current_lr: 5e-06
| > step_time: 0.2646 (0.24757539855420066)
| > loader_time: 0.0096 (0.00930140864464546)
[1m --> TIME: 2025-02-23 22:01:44 -- STEP: 1755/6985 -- GLOBAL_STEP: 120500[0m
| > loss_text_ce: 0.04777032136917114 (0.04837015911809399)
| > loss_mel_ce: 2.995380163192749 (2.90685359718453)
| > loss: 0.7607876062393188 (0.7388059390236514)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3023 (0.24778726365831164)
| > loader_time: 0.0093 (0.009299856848866188)
[1m --> TIME: 2025-02-23 22:02:02 -- STEP: 1805/6985 -- GLOBAL_STEP: 120550[0m
| > loss_text_ce: 0.0461646169424057 (0.048354946941632636)
| > loss_mel_ce: 3.0647900104522705 (2.9069327730881525)
| > loss: 0.777738630771637 (0.7388219300729751)
| > current_lr: 5e-06
| > step_time: 0.2801 (0.2478022958433199)
| > loader_time: 0.0094 (0.009297224161037133)
[1m --> TIME: 2025-02-23 22:02:21 -- STEP: 1855/6985 -- GLOBAL_STEP: 120600[0m
| > loss_text_ce: 0.0467083603143692 (0.04835130715908387)
| > loss_mel_ce: 3.1637747287750244 (2.908785608965109)
| > loss: 0.8026207685470581 (0.7392842290215099)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3001 (0.24803949186422755)
| > loader_time: 0.0093 (0.009296414280194815)
[1m --> TIME: 2025-02-23 22:02:39 -- STEP: 1905/6985 -- GLOBAL_STEP: 120650[0m
| > loss_text_ce: 0.048622820526361465 (0.04836007227382947)
| > loss_mel_ce: 2.725970506668091 (2.907354490400298)
| > loss: 0.6936483383178711 (0.7389286406396885)
| > current_lr: 5e-06
| > step_time: 0.2872 (0.2479651757738409)
| > loader_time: 0.0098 (0.009292447473120517)
[1m --> TIME: 2025-02-23 22:02:57 -- STEP: 1955/6985 -- GLOBAL_STEP: 120700[0m
| > loss_text_ce: 0.048274196684360504 (0.0483592167877785)
| > loss_mel_ce: 3.362159490585327 (2.90568136107891)
| > loss: 0.8526084423065186 (0.7385101443666331)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2987 (0.24798093390891618)
| > loader_time: 0.0097 (0.009289837005498174)
[1m --> TIME: 2025-02-23 22:03:15 -- STEP: 2005/6985 -- GLOBAL_STEP: 120750[0m
| > loss_text_ce: 0.0460917092859745 (0.04835353607400099)
| > loss_mel_ce: 3.1921045780181885 (2.906924424444944)
| > loss: 0.80954909324646 (0.738819490109299)
| > current_lr: 5e-06
| > step_time: 0.273 (0.24784881646496398)
| > loader_time: 0.0095 (0.009284756011201867)
[1m --> TIME: 2025-02-23 22:03:33 -- STEP: 2055/6985 -- GLOBAL_STEP: 120800[0m
| > loss_text_ce: 0.04897695034742355 (0.04835616021514518)
| > loss_mel_ce: 2.734724521636963 (2.9073484170175803)
| > loss: 0.6959253549575806 (0.7389261444119646)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2829 (0.24778470644985673)
| > loader_time: 0.0088 (0.009282566567117003)
[1m --> TIME: 2025-02-23 22:03:51 -- STEP: 2105/6985 -- GLOBAL_STEP: 120850[0m
| > loss_text_ce: 0.045707933604717255 (0.04835818889871629)
| > loss_mel_ce: 3.1334989070892334 (2.9082542787538275)
| > loss: 0.7948017120361328 (0.7391531170688733)
| > current_lr: 5e-06
| > step_time: 0.2546 (0.2479243219606667)
| > loader_time: 0.0093 (0.009281956271717509)
[1m --> TIME: 2025-02-23 22:04:10 -- STEP: 2155/6985 -- GLOBAL_STEP: 120900[0m
| > loss_text_ce: 0.04946205019950867 (0.048357839954978075)
| > loss_mel_ce: 3.2794623374938965 (2.907894475609408)
| > loss: 0.8322311043739319 (0.7390630789809883)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2866 (0.2481186477324802)
| > loader_time: 0.0093 (0.009280919143605963)
[1m --> TIME: 2025-02-23 22:04:28 -- STEP: 2205/6985 -- GLOBAL_STEP: 120950[0m
| > loss_text_ce: 0.04831583797931671 (0.04835148855300447)
| > loss_mel_ce: 2.523942470550537 (2.9077095165814923)
| > loss: 0.643064558506012 (0.7390152514386341)
| > current_lr: 5e-06
| > step_time: 0.1477 (0.24812555377986156)
| > loader_time: 0.0085 (0.009279056579347649)
[1m --> TIME: 2025-02-23 22:04:46 -- STEP: 2255/6985 -- GLOBAL_STEP: 121000[0m
| > loss_text_ce: 0.04830272123217583 (0.048346313677249085)
| > loss_mel_ce: 2.8946118354797363 (2.9064877288040187)
| > loss: 0.7357286214828491 (0.7387085107636296)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2657 (0.24805698320765188)
| > loader_time: 0.009 (0.009277035338915647)
> CHECKPOINT : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/checkpoint_121000.pth
[1m --> TIME: 2025-02-23 22:05:21 -- STEP: 2305/6985 -- GLOBAL_STEP: 121050[0m
| > loss_text_ce: 0.04662522301077843 (0.048350886056712825)
| > loss_mel_ce: 3.1911351680755615 (2.9068622422580352)
| > loss: 0.8094400763511658 (0.7388032822184866)
| > current_lr: 5e-06
| > step_time: 0.2547 (0.247995297458839)
| > loader_time: 0.0099 (0.009282320750768175)
[1m --> TIME: 2025-02-23 22:05:40 -- STEP: 2355/6985 -- GLOBAL_STEP: 121100[0m
| > loss_text_ce: 0.049543481320142746 (0.048347395503470385)
| > loss_mel_ce: 2.357762575149536 (2.9065407829932597)
| > loss: 0.6018264889717102 (0.7387220447483593)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2358 (0.2480725916074846)
| > loader_time: 0.0093 (0.009284988229188702)
[1m --> TIME: 2025-02-23 22:05:57 -- STEP: 2405/6985 -- GLOBAL_STEP: 121150[0m
| > loss_text_ce: 0.04581813886761665 (0.048343068739232845)
| > loss_mel_ce: 3.3206868171691895 (2.905850447934283)
| > loss: 0.8416262269020081 (0.7385483793062388)
| > current_lr: 5e-06
| > step_time: 0.2896 (0.24787652368605012)
| > loader_time: 0.01 (0.009285735092638938)
[1m --> TIME: 2025-02-23 22:06:15 -- STEP: 2455/6985 -- GLOBAL_STEP: 121200[0m
| > loss_text_ce: 0.048197198659181595 (0.04833858398732007)
| > loss_mel_ce: 2.876438856124878 (2.9048854335505228)
| > loss: 0.7311590313911438 (0.7383060045737609)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2823 (0.24784962562825189)
| > loader_time: 0.0097 (0.009289382285838704)
[1m --> TIME: 2025-02-23 22:06:33 -- STEP: 2505/6985 -- GLOBAL_STEP: 121250[0m
| > loss_text_ce: 0.04927930608391762 (0.04833388797448071)
| > loss_mel_ce: 3.356541156768799 (2.9055453892477474)
| > loss: 0.8514550924301147 (0.7384698194895922)
| > current_lr: 5e-06
| > step_time: 0.2876 (0.247864981896863)
| > loader_time: 0.0101 (0.009293180644631149)
[1m --> TIME: 2025-02-23 22:06:53 -- STEP: 2555/6985 -- GLOBAL_STEP: 121300[0m
| > loss_text_ce: 0.045672740787267685 (0.04833383744331026)
| > loss_mel_ce: 3.2370176315307617 (2.9056632242557328)
| > loss: 0.8206725716590881 (0.7384992655942597)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2886 (0.24821199362991841)
| > loader_time: 0.0094 (0.009298875793785502)
[1m --> TIME: 2025-02-23 22:07:11 -- STEP: 2605/6985 -- GLOBAL_STEP: 121350[0m
| > loss_text_ce: 0.0462961345911026 (0.04833844675326763)
| > loss_mel_ce: 2.951488494873047 (2.9057926254858195)
| > loss: 0.7494461536407471 (0.7385327682614107)
| > current_lr: 5e-06
| > step_time: 0.249 (0.24822669724814037)
| > loader_time: 0.0093 (0.00930234292189585)
[1m --> TIME: 2025-02-23 22:07:30 -- STEP: 2655/6985 -- GLOBAL_STEP: 121400[0m
| > loss_text_ce: 0.04982063174247742 (0.048338655567607025)
| > loss_mel_ce: 2.92018461227417 (2.905357586237445)
| > loss: 0.7425013184547424 (0.7384240606634862)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2975 (0.24843540290430216)
| > loader_time: 0.0091 (0.009305932607129912)
[1m --> TIME: 2025-02-23 22:07:49 -- STEP: 2705/6985 -- GLOBAL_STEP: 121450[0m
| > loss_text_ce: 0.04740596190094948 (0.04833819143019637)
| > loss_mel_ce: 2.6842291355133057 (2.9058245377708043)
| > loss: 0.6829087734222412 (0.7385406824445117)
| > current_lr: 5e-06
| > step_time: 0.2551 (0.24860130722553583)
| > loader_time: 0.0094 (0.009310135162691965)
[1m --> TIME: 2025-02-23 22:08:07 -- STEP: 2755/6985 -- GLOBAL_STEP: 121500[0m
| > loss_text_ce: 0.04682975262403488 (0.04833528246669724)
| > loss_mel_ce: 3.075559377670288 (2.9060679201205706)
| > loss: 0.7805972695350647 (0.7386008007989395)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3172 (0.24863917771354993)
| > loader_time: 0.0097 (0.009313210558328771)
[1m --> TIME: 2025-02-23 22:08:25 -- STEP: 2805/6985 -- GLOBAL_STEP: 121550[0m
| > loss_text_ce: 0.04990237578749657 (0.04833816445155371)
| > loss_mel_ce: 2.822540283203125 (2.905152861022266)
| > loss: 0.7181106805801392 (0.7383727564956207)
| > current_lr: 5e-06
| > step_time: 0.2742 (0.24857446352640789)
| > loader_time: 0.0096 (0.009314764757207359)
[1m --> TIME: 2025-02-23 22:08:44 -- STEP: 2855/6985 -- GLOBAL_STEP: 121600[0m
| > loss_text_ce: 0.046714868396520615 (0.04833380268615939)
| > loss_mel_ce: 2.895509719848633 (2.905711937451736)
| > loss: 0.7355561256408691 (0.7385114352047553)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2873 (0.24861184861739338)
| > loader_time: 0.0096 (0.009317198818494047)
[1m --> TIME: 2025-02-23 22:09:01 -- STEP: 2905/6985 -- GLOBAL_STEP: 121650[0m
| > loss_text_ce: 0.04843197390437126 (0.04833990512175328)
| > loss_mel_ce: 2.627610683441162 (2.9047768048698415)
| > loss: 0.6690106391906738 (0.7382791776460137)
| > current_lr: 5e-06
| > step_time: 0.237 (0.2484175728028079)
| > loader_time: 0.0093 (0.009317800141037422)
[1m --> TIME: 2025-02-23 22:09:20 -- STEP: 2955/6985 -- GLOBAL_STEP: 121700[0m
| > loss_text_ce: 0.04598554968833923 (0.04833997612324267)
| > loss_mel_ce: 3.0818653106689453 (2.9039237579920143)
| > loss: 0.7819626927375793 (0.7380659336366029)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.336 (0.24847918395867)
| > loader_time: 0.0098 (0.009320157594890547)
[1m --> TIME: 2025-02-23 22:09:37 -- STEP: 3005/6985 -- GLOBAL_STEP: 121750[0m
| > loss_text_ce: 0.050621990114450455 (0.04834481845431643)
| > loss_mel_ce: 2.2657575607299805 (2.9035359072407525)
| > loss: 0.5790948867797852 (0.7379701815706724)
| > current_lr: 5e-06
| > step_time: 0.1868 (0.24837003730101118)
| > loader_time: 0.0086 (0.00932011421825642)
[1m --> TIME: 2025-02-23 22:09:56 -- STEP: 3055/6985 -- GLOBAL_STEP: 121800[0m
| > loss_text_ce: 0.04807030409574509 (0.048341637213277014)
| > loss_mel_ce: 2.8118040561676025 (2.9033591783183272)
| > loss: 0.7149685621261597 (0.7379252039664315)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3131 (0.24846541284539306)
| > loader_time: 0.0096 (0.00932255415596469)
[1m --> TIME: 2025-02-23 22:10:14 -- STEP: 3105/6985 -- GLOBAL_STEP: 121850[0m
| > loss_text_ce: 0.04912177473306656 (0.048341532996983204)
| > loss_mel_ce: 2.8780250549316406 (2.903801572418825)
| > loss: 0.7317867279052734 (0.7380357763425552)
| > current_lr: 5e-06
| > step_time: 0.2771 (0.24853622970949624)
| > loader_time: 0.0098 (0.009324455261230455)
[1m --> TIME: 2025-02-23 22:10:33 -- STEP: 3155/6985 -- GLOBAL_STEP: 121900[0m
| > loss_text_ce: 0.04868737980723381 (0.04833811759570893)
| > loss_mel_ce: 3.04817533493042 (2.903702173444622)
| > loss: 0.7742156982421875 (0.7380100727270225)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2825 (0.24854754041378546)
| > loader_time: 0.0091 (0.009324989908281843)
[1m --> TIME: 2025-02-23 22:10:51 -- STEP: 3205/6985 -- GLOBAL_STEP: 121950[0m
| > loss_text_ce: 0.04882168024778366 (0.048344840289510596)
| > loss_mel_ce: 2.59273099899292 (2.903793900247295)
| > loss: 0.660388171672821 (0.73803468509323)
| > current_lr: 5e-06
| > step_time: 0.2137 (0.2486098404793583)
| > loader_time: 0.0094 (0.009327569357504504)
[1m --> TIME: 2025-02-23 22:11:10 -- STEP: 3255/6985 -- GLOBAL_STEP: 122000[0m
| > loss_text_ce: 0.04936867952346802 (0.04834792426516938)
| > loss_mel_ce: 2.8466780185699463 (2.903458351290535)
| > loss: 0.7240116596221924 (0.7379515688906438)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2053 (0.24872119921143704)
| > loader_time: 0.0095 (0.00933047424996135)
> CHECKPOINT : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/checkpoint_122000.pth
[1m --> TIME: 2025-02-23 22:11:44 -- STEP: 3305/6985 -- GLOBAL_STEP: 122050[0m
| > loss_text_ce: 0.049161482602357864 (0.04834905976088619)
| > loss_mel_ce: 3.008709192276001 (2.903953634195715)
| > loss: 0.7644676566123962 (0.7380756735260661)
| > current_lr: 5e-06
| > step_time: 0.2196 (0.24870254816698775)
| > loader_time: 0.0093 (0.009329518752451546)
[1m --> TIME: 2025-02-23 22:12:03 -- STEP: 3355/6985 -- GLOBAL_STEP: 122100[0m
| > loss_text_ce: 0.047901567071676254 (0.048347481448986186)
| > loss_mel_ce: 2.430982828140259 (2.903909843262899)
| > loss: 0.6197211146354675 (0.7380643312693002)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2058 (0.2488425792773683)
| > loader_time: 0.0087 (0.009328376980367953)
[1m --> TIME: 2025-02-23 22:12:21 -- STEP: 3405/6985 -- GLOBAL_STEP: 122150[0m
| > loss_text_ce: 0.048051003366708755 (0.04834213417225827)
| > loss_mel_ce: 3.164074659347534 (2.9037391248778603)
| > loss: 0.8030314445495605 (0.7380203148692018)
| > current_lr: 5e-06
| > step_time: 0.2683 (0.2488255320141494)
| > loader_time: 0.0095 (0.009326158431132972)
[1m --> TIME: 2025-02-23 22:12:39 -- STEP: 3455/6985 -- GLOBAL_STEP: 122200[0m
| > loss_text_ce: 0.05037618428468704 (0.04833729168030879)
| > loss_mel_ce: 2.9913034439086914 (2.9042814634988323)
| > loss: 0.7604199051856995 (0.7381546889303738)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3023 (0.2487761204218554)
| > loader_time: 0.0092 (0.009322967819125517)
[1m --> TIME: 2025-02-23 22:12:57 -- STEP: 3505/6985 -- GLOBAL_STEP: 122250[0m
| > loss_text_ce: 0.045671358704566956 (0.04834037265406871)
| > loss_mel_ce: 2.485513687133789 (2.904145390705101)
| > loss: 0.6327962875366211 (0.7381214409854039)
| > current_lr: 5e-06
| > step_time: 0.1832 (0.24867787912126615)
| > loader_time: 0.0087 (0.009320126178431252)
[1m --> TIME: 2025-02-23 22:13:16 -- STEP: 3555/6985 -- GLOBAL_STEP: 122300[0m
| > loss_text_ce: 0.04796961322426796 (0.0483385059233289)
| > loss_mel_ce: 3.2256381511688232 (2.903930512292809)
| > loss: 0.8184019327163696 (0.7380672546881667)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3133 (0.24875070435085378)
| > loader_time: 0.0095 (0.009318563002574273)
[1m --> TIME: 2025-02-23 22:13:34 -- STEP: 3605/6985 -- GLOBAL_STEP: 122350[0m
| > loss_text_ce: 0.04900418594479561 (0.04833508071369508)
| > loss_mel_ce: 2.180570125579834 (2.9044024182424115)
| > loss: 0.5573935508728027 (0.7381843748601898)
| > current_lr: 5e-06
| > step_time: 0.1852 (0.2487042897947949)
| > loader_time: 0.0086 (0.00931560321918967)
[1m --> TIME: 2025-02-23 22:13:52 -- STEP: 3655/6985 -- GLOBAL_STEP: 122400[0m
| > loss_text_ce: 0.04714014008641243 (0.04833291367858286)
| > loss_mel_ce: 3.1188642978668213 (2.904679615031187)
| > loss: 0.7915011048316956 (0.7382531323119819)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3141 (0.2487227913455989)
| > loader_time: 0.0096 (0.009313094860551764)
[1m --> TIME: 2025-02-23 22:14:11 -- STEP: 3705/6985 -- GLOBAL_STEP: 122450[0m
| > loss_text_ce: 0.048119883984327316 (0.048336699553708846)
| > loss_mel_ce: 3.1120047569274902 (2.9045875584065652)
| > loss: 0.7900311350822449 (0.7382310645622123)
| > current_lr: 5e-06
| > step_time: 0.223 (0.24880796984622353)
| > loader_time: 0.01 (0.009311738316668492)
[1m --> TIME: 2025-02-23 22:14:29 -- STEP: 3755/6985 -- GLOBAL_STEP: 122500[0m
| > loss_text_ce: 0.04816404730081558 (0.04833215165947793)
| > loss_mel_ce: 2.906653642654419 (2.9053297074593476)
| > loss: 0.7387044429779053 (0.7384154648660188)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2992 (0.24883414260874417)
| > loader_time: 0.0094 (0.009309690389112512)
[1m --> TIME: 2025-02-23 22:14:47 -- STEP: 3805/6985 -- GLOBAL_STEP: 122550[0m
| > loss_text_ce: 0.04758748412132263 (0.048334110190458)
| > loss_mel_ce: 3.182938575744629 (2.90523892276077)
| > loss: 0.8076314926147461 (0.7383932582652212)
| > current_lr: 5e-06
| > step_time: 0.2855 (0.24879534385520743)
| > loader_time: 0.0093 (0.009308225942503901)
[1m --> TIME: 2025-02-23 22:15:06 -- STEP: 3855/6985 -- GLOBAL_STEP: 122600[0m
| > loss_text_ce: 0.04880300536751747 (0.0483305260954587)
| > loss_mel_ce: 3.249178647994995 (2.9065218471522134)
| > loss: 0.8244954347610474 (0.7387130933512976)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2733 (0.2489932867339613)
| > loader_time: 0.0091 (0.009308230737767776)
[1m --> TIME: 2025-02-23 22:15:24 -- STEP: 3905/6985 -- GLOBAL_STEP: 122650[0m
| > loss_text_ce: 0.04910292848944664 (0.048325717382409705)
| > loss_mel_ce: 2.6387243270874023 (2.9063007293681618)
| > loss: 0.6719568371772766 (0.7386566117844725)
| > current_lr: 5e-06
| > step_time: 0.2847 (0.24893108207956624)
| > loader_time: 0.0097 (0.009306292894097186)
[1m --> TIME: 2025-02-23 22:15:42 -- STEP: 3955/6985 -- GLOBAL_STEP: 122700[0m
| > loss_text_ce: 0.05091455206274986 (0.04832530998343467)
| > loss_mel_ce: 2.774897813796997 (2.9055546547157856)
| > loss: 0.7064530849456787 (0.738469991295136)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3103 (0.24887172280611794)
| > loader_time: 0.0095 (0.00930404427982912)
[1m --> TIME: 2025-02-23 22:16:00 -- STEP: 4005/6985 -- GLOBAL_STEP: 122750[0m
| > loss_text_ce: 0.04669809341430664 (0.04832341490911043)
| > loss_mel_ce: 2.615910291671753 (2.9052046317435067)
| > loss: 0.6656520962715149 (0.7383820117784948)
| > current_lr: 5e-06
| > step_time: 0.272 (0.24890945305985013)
| > loader_time: 0.0094 (0.009301743584774537)
[1m --> TIME: 2025-02-23 22:16:19 -- STEP: 4055/6985 -- GLOBAL_STEP: 122800[0m
| > loss_text_ce: 0.05007914826273918 (0.048321609014390324)
| > loss_mel_ce: 2.4677071571350098 (2.9050688822378197)
| > loss: 0.6294465661048889 (0.7383476229396029)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2021 (0.24897457691949923)
| > loader_time: 0.0085 (0.009300088588465287)
[1m --> TIME: 2025-02-23 22:16:38 -- STEP: 4105/6985 -- GLOBAL_STEP: 122850[0m
| > loss_text_ce: 0.04815417155623436 (0.04832201755257389)
| > loss_mel_ce: 2.996490716934204 (2.9052587093302145)
| > loss: 0.761161208152771 (0.7383951818754266)
| > current_lr: 5e-06
| > step_time: 0.2804 (0.24902774210243364)
| > loader_time: 0.0094 (0.009299430254751507)
[1m --> TIME: 2025-02-23 22:16:55 -- STEP: 4155/6985 -- GLOBAL_STEP: 122900[0m
| > loss_text_ce: 0.048122718930244446 (0.04831931755825361)
| > loss_mel_ce: 2.832289934158325 (2.9059555428983486)
| > loss: 0.7201031446456909 (0.7385687151970849)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2812 (0.248945183587562)
| > loader_time: 0.0093 (0.009298060803924068)
[1m --> TIME: 2025-02-23 22:17:14 -- STEP: 4205/6985 -- GLOBAL_STEP: 122950[0m
| > loss_text_ce: 0.0468142069876194 (0.04831872807104725)
| > loss_mel_ce: 2.7304024696350098 (2.9058011040250964)
| > loss: 0.6943041682243347 (0.7385299580984539)
| > current_lr: 5e-06
| > step_time: 0.2447 (0.24893038638565118)
| > loader_time: 0.0091 (0.009297317273551566)
[1m --> TIME: 2025-02-23 22:17:31 -- STEP: 4255/6985 -- GLOBAL_STEP: 123000[0m
| > loss_text_ce: 0.0504605770111084 (0.048320637772912595)
| > loss_mel_ce: 3.2309951782226562 (2.9060335557693304)
| > loss: 0.8203639388084412 (0.7385885485190767)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3111 (0.24884487481571113)
| > loader_time: 0.0097 (0.009295855117600598)
> CHECKPOINT : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/checkpoint_123000.pth
[1m --> TIME: 2025-02-23 22:18:03 -- STEP: 4305/6985 -- GLOBAL_STEP: 123050[0m
| > loss_text_ce: 0.04961133003234863 (0.04832077264768463)
| > loss_mel_ce: 2.7756283283233643 (2.9058923304842446)
| > loss: 0.7063099145889282 (0.738553275934634)
| > current_lr: 5e-06
| > step_time: 0.241 (0.24891928463447385)
| > loader_time: 0.0095 (0.009297760466111506)
[1m --> TIME: 2025-02-23 22:18:21 -- STEP: 4355/6985 -- GLOBAL_STEP: 123100[0m
| > loss_text_ce: 0.04771212860941887 (0.048326117008171764)
| > loss_mel_ce: 2.9868905544281006 (2.905093332054145)
| > loss: 0.7586506605148315 (0.7383548624206222)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2747 (0.24888113686466326)
| > loader_time: 0.0093 (0.009298701893995861)
[1m --> TIME: 2025-02-23 22:18:40 -- STEP: 4405/6985 -- GLOBAL_STEP: 123150[0m
| > loss_text_ce: 0.05255270376801491 (0.048326246524980236)
| > loss_mel_ce: 2.4099338054656982 (2.9048655137571897)
| > loss: 0.6156216263771057 (0.7382979402071232)
| > current_lr: 5e-06
| > step_time: 0.2499 (0.24891172261838881)
| > loader_time: 0.0094 (0.009299815120545453)
[1m --> TIME: 2025-02-23 22:18:58 -- STEP: 4455/6985 -- GLOBAL_STEP: 123200[0m
| > loss_text_ce: 0.048964254558086395 (0.048322568224235043)
| > loss_mel_ce: 2.567948579788208 (2.9054398794099248)
| > loss: 0.6542282104492188 (0.7384406120688835)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2816 (0.24892206464953695)
| > loader_time: 0.0091 (0.009301133428759833)
[1m --> TIME: 2025-02-23 22:19:17 -- STEP: 4505/6985 -- GLOBAL_STEP: 123250[0m
| > loss_text_ce: 0.04573553800582886 (0.04832656279073971)
| > loss_mel_ce: 3.0153796672821045 (2.9054440798955268)
| > loss: 0.7652788162231445 (0.7384426608202073)
| > current_lr: 5e-06
| > step_time: 0.2477 (0.2489587198483957)
| > loader_time: 0.01 (0.00930237124418708)
[1m --> TIME: 2025-02-23 22:19:35 -- STEP: 4555/6985 -- GLOBAL_STEP: 123300[0m
| > loss_text_ce: 0.05083953216671944 (0.04832433577704642)
| > loss_mel_ce: 2.74394154548645 (2.9059666514789217)
| > loss: 0.6986952424049377 (0.7385727469405551)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3161 (0.24895884344266353)
| > loader_time: 0.0098 (0.009304170053693503)
[1m --> TIME: 2025-02-23 22:19:52 -- STEP: 4605/6985 -- GLOBAL_STEP: 123350[0m
| > loss_text_ce: 0.049381375312805176 (0.04832299747034083)
| > loss_mel_ce: 3.00658917427063 (2.9054729569359514)
| > loss: 0.7639926671981812 (0.7384489886923806)
| > current_lr: 5e-06
| > step_time: 0.236 (0.2488262021192122)
| > loader_time: 0.0093 (0.00930481661155608)
[1m --> TIME: 2025-02-23 22:20:11 -- STEP: 4655/6985 -- GLOBAL_STEP: 123400[0m
| > loss_text_ce: 0.04758699610829353 (0.048317948034959514)
| > loss_mel_ce: 2.7485527992248535 (2.9060250065124356)
| > loss: 0.6990349292755127 (0.7385857386824658)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2899 (0.2488579763889825)
| > loader_time: 0.0092 (0.009306019743070158)
[1m --> TIME: 2025-02-23 22:20:29 -- STEP: 4705/6985 -- GLOBAL_STEP: 123450[0m
| > loss_text_ce: 0.05034489184617996 (0.04831580015633745)
| > loss_mel_ce: 2.796008825302124 (2.906145808648605)
| > loss: 0.711588442325592 (0.7386154022784343)
| > current_lr: 5e-06
| > step_time: 0.2796 (0.24882717994016998)
| > loader_time: 0.0095 (0.009306958732645488)
[1m --> TIME: 2025-02-23 22:20:47 -- STEP: 4755/6985 -- GLOBAL_STEP: 123500[0m
| > loss_text_ce: 0.04686382785439491 (0.04831486534166665)
| > loss_mel_ce: 3.0722758769989014 (2.9058323559324806)
| > loss: 0.7797849178314209 (0.7385368053845431)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3103 (0.24874406452560024)
| > loader_time: 0.0096 (0.009307508187840513)
[1m --> TIME: 2025-02-23 22:21:05 -- STEP: 4805/6985 -- GLOBAL_STEP: 123550[0m
| > loss_text_ce: 0.04803409427404404 (0.048315599256822175)
| > loss_mel_ce: 2.9197945594787598 (2.9057513069783987)
| > loss: 0.7419571876525879 (0.7385167266402113)
| > current_lr: 5e-06
| > step_time: 0.2757 (0.2487144923731142)
| > loader_time: 0.0099 (0.009308658206872185)
[1m --> TIME: 2025-02-23 22:21:23 -- STEP: 4855/6985 -- GLOBAL_STEP: 123600[0m
| > loss_text_ce: 0.047825317829847336 (0.04831437182322103)
| > loss_mel_ce: 2.493380546569824 (2.905506073679662)
| > loss: 0.6353014707565308 (0.7384551114697171)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3129 (0.24869581992545162)
| > loader_time: 0.0097 (0.00931048186996567)
[1m --> TIME: 2025-02-23 22:21:42 -- STEP: 4905/6985 -- GLOBAL_STEP: 123650[0m
| > loss_text_ce: 0.04782789200544357 (0.04831692816786449)
| > loss_mel_ce: 2.928539752960205 (2.9057608123219305)
| > loss: 0.7440919280052185 (0.7385194352035257)
| > current_lr: 5e-06
| > step_time: 0.187 (0.2487785341299759)
| > loader_time: 0.0092 (0.009313147561387286)
[1m --> TIME: 2025-02-23 22:22:00 -- STEP: 4955/6985 -- GLOBAL_STEP: 123700[0m
| > loss_text_ce: 0.0432090163230896 (0.04831505317755959)
| > loss_mel_ce: 2.826108694076538 (2.9055632922772032)
| > loss: 0.7173294425010681 (0.7384695864228986)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3166 (0.24875142244710452)
| > loader_time: 0.0096 (0.009314667011726743)
[1m --> TIME: 2025-02-23 22:22:17 -- STEP: 5005/6985 -- GLOBAL_STEP: 123750[0m
| > loss_text_ce: 0.0495130680501461 (0.04831254184990381)
| > loss_mel_ce: 2.9169349670410156 (2.9058022494320825)
| > loss: 0.7416120171546936 (0.7385286978789264)
| > current_lr: 5e-06
| > step_time: 0.1938 (0.24855099586578278)
| > loader_time: 0.0091 (0.009314314016214482)
[1m --> TIME: 2025-02-23 22:22:34 -- STEP: 5055/6985 -- GLOBAL_STEP: 123800[0m
| > loss_text_ce: 0.04761643707752228 (0.04831171917676575)
| > loss_mel_ce: 3.2636733055114746 (2.906138586785742)
| > loss: 0.8278224468231201 (0.7386125765497674)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3134 (0.24849087826458094)
| > loader_time: 0.0097 (0.009315363377421101)
[1m --> TIME: 2025-02-23 22:22:52 -- STEP: 5105/6985 -- GLOBAL_STEP: 123850[0m
| > loss_text_ce: 0.04985557869076729 (0.04830890367798197)
| > loss_mel_ce: 2.8989102840423584 (2.90560501688958)
| > loss: 0.7371914386749268 (0.73847848024004)
| > current_lr: 5e-06
| > step_time: 0.2762 (0.24846202470179754)
| > loader_time: 0.0105 (0.009316531264466693)
[1m --> TIME: 2025-02-23 22:23:10 -- STEP: 5155/6985 -- GLOBAL_STEP: 123900[0m
| > loss_text_ce: 0.04837651923298836 (0.048303981923889384)
| > loss_mel_ce: 2.610374927520752 (2.9051983264900896)
| > loss: 0.6646878719329834 (0.738375577188949)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2329 (0.2484103935419299)
| > loader_time: 0.009 (0.009317191888936836)
[1m --> TIME: 2025-02-23 22:23:28 -- STEP: 5205/6985 -- GLOBAL_STEP: 123950[0m
| > loss_text_ce: 0.045793402940034866 (0.04830579919441751)
| > loss_mel_ce: 2.662391424179077 (2.904927969849191)
| > loss: 0.6770461797714233 (0.7383084423145807)
| > current_lr: 5e-06
| > step_time: 0.2766 (0.2484169503339315)
| > loader_time: 0.0097 (0.009318471939717183)
[1m --> TIME: 2025-02-23 22:23:47 -- STEP: 5255/6985 -- GLOBAL_STEP: 124000[0m
| > loss_text_ce: 0.048259615898132324 (0.04830238187347111)
| > loss_mel_ce: 2.5840210914611816 (2.904570126828413)
| > loss: 0.6580702066421509 (0.7382181272180053)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.1862 (0.24839763151363006)
| > loader_time: 0.0086 (0.009319880029113919)
> CHECKPOINT : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/checkpoint_124000.pth
[1m --> TIME: 2025-02-23 22:24:21 -- STEP: 5305/6985 -- GLOBAL_STEP: 124050[0m
| > loss_text_ce: 0.04865199327468872 (0.04829825050742645)
| > loss_mel_ce: 2.6719837188720703 (2.9041625393661668)
| > loss: 0.6801589131355286 (0.7381151975380935)
| > current_lr: 5e-06
| > step_time: 0.1454 (0.24837539072423245)
| > loader_time: 0.0084 (0.00931943386484156)
[1m --> TIME: 2025-02-23 22:24:39 -- STEP: 5355/6985 -- GLOBAL_STEP: 124100[0m
| > loss_text_ce: 0.04787681624293327 (0.048296398909486005)
| > loss_mel_ce: 2.8626444339752197 (2.9036141458790956)
| > loss: 0.7276303172111511 (0.7379776362611462)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2335 (0.24837739567796724)
| > loader_time: 0.0088 (0.009318149657476493)
[1m --> TIME: 2025-02-23 22:24:57 -- STEP: 5405/6985 -- GLOBAL_STEP: 124150[0m
| > loss_text_ce: 0.050789907574653625 (0.048294868625555765)
| > loss_mel_ce: 2.7692835330963135 (2.9037457265862696)
| > loss: 0.7050183415412903 (0.7380101488322486)
| > current_lr: 5e-06
| > step_time: 0.1905 (0.24838224154286204)
| > loader_time: 0.0085 (0.00931764032750299)
[1m --> TIME: 2025-02-23 22:25:15 -- STEP: 5455/6985 -- GLOBAL_STEP: 124200[0m
| > loss_text_ce: 0.04879641905426979 (0.04829107541676296)
| > loss_mel_ce: 3.318019151687622 (2.9036687585654115)
| > loss: 0.8417038917541504 (0.7379899585170552)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3043 (0.24836464282244744)
| > loader_time: 0.0097 (0.009317006155725548)
[1m --> TIME: 2025-02-23 22:25:34 -- STEP: 5505/6985 -- GLOBAL_STEP: 124250[0m
| > loss_text_ce: 0.05169115960597992 (0.0482895971149829)
| > loss_mel_ce: 2.7927892208099365 (2.903171534066197)
| > loss: 0.711120069026947 (0.7378652827941106)
| > current_lr: 5e-06
| > step_time: 0.2806 (0.2483846688248914)
| > loader_time: 0.0096 (0.009315975138969984)
[1m --> TIME: 2025-02-23 22:25:52 -- STEP: 5555/6985 -- GLOBAL_STEP: 124300[0m
| > loss_text_ce: 0.04752280190587044 (0.0482893050662523)
| > loss_mel_ce: 2.9621739387512207 (2.9029541283014333)
| > loss: 0.7524241805076599 (0.7378108583625428)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.1871 (0.24834554291973235)
| > loader_time: 0.0086 (0.009315098222583163)
[1m --> TIME: 2025-02-23 22:26:10 -- STEP: 5605/6985 -- GLOBAL_STEP: 124350[0m
| > loss_text_ce: 0.04770195484161377 (0.04828508943119933)
| > loss_mel_ce: 2.979532241821289 (2.902368261216476)
| > loss: 0.7568085193634033 (0.7376633376760422)
| > current_lr: 5e-06
| > step_time: 0.2747 (0.24832802388840333)
| > loader_time: 0.0093 (0.009314312284062933)
[1m --> TIME: 2025-02-23 22:26:28 -- STEP: 5655/6985 -- GLOBAL_STEP: 124400[0m
| > loss_text_ce: 0.048761624842882156 (0.04828855940507222)
| > loss_mel_ce: 3.091480016708374 (2.9021248698129143)
| > loss: 0.7850604057312012 (0.7376033573209658)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2805 (0.24839788280051964)
| > loader_time: 0.009 (0.009313849534322247)
[1m --> TIME: 2025-02-23 22:26:47 -- STEP: 5705/6985 -- GLOBAL_STEP: 124450[0m
| > loss_text_ce: 0.050679244101047516 (0.048283933684895926)
| > loss_mel_ce: 2.8134193420410156 (2.9023801414095223)
| > loss: 0.71602463722229 (0.7376660187656057)
| > current_lr: 5e-06
| > step_time: 0.2543 (0.2484646525537623)
| > loader_time: 0.01 (0.009314722433934369)
[1m --> TIME: 2025-02-23 22:27:05 -- STEP: 5755/6985 -- GLOBAL_STEP: 124500[0m
| > loss_text_ce: 0.04823712632060051 (0.0482835283106457)
| > loss_mel_ce: 2.6605184078216553 (2.9019824846219633)
| > loss: 0.6771888732910156 (0.7375665032273265)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2153 (0.24842951763825868)
| > loader_time: 0.009 (0.009315772557859295)
[1m --> TIME: 2025-02-23 22:27:23 -- STEP: 5805/6985 -- GLOBAL_STEP: 124550[0m
| > loss_text_ce: 0.05000197887420654 (0.0482877733986456)
| > loss_mel_ce: 2.980959415435791 (2.9019189285472162)
| > loss: 0.7577403783798218 (0.73755167549176)
| > current_lr: 5e-06
| > step_time: 0.2842 (0.24843975230602228)
| > loader_time: 0.0096 (0.009316696492276436)
[1m --> TIME: 2025-02-23 22:27:42 -- STEP: 5855/6985 -- GLOBAL_STEP: 124600[0m
| > loss_text_ce: 0.04929381608963013 (0.0482841466643381)
| > loss_mel_ce: 3.0274319648742676 (2.9021372301979604)
| > loss: 0.7691814303398132 (0.7376053441802625)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2524 (0.2484348728756534)
| > loader_time: 0.0092 (0.009317721107085468)
[1m --> TIME: 2025-02-23 22:28:00 -- STEP: 5905/6985 -- GLOBAL_STEP: 124650[0m
| > loss_text_ce: 0.04919586703181267 (0.04828337383701782)
| > loss_mel_ce: 2.9465808868408203 (2.9020476443801853)
| > loss: 0.7489441633224487 (0.73758275453364)
| > current_lr: 5e-06
| > step_time: 0.2484 (0.24844149554007947)
| > loader_time: 0.0098 (0.009318759701799064)
[1m --> TIME: 2025-02-23 22:28:18 -- STEP: 5955/6985 -- GLOBAL_STEP: 124700[0m
| > loss_text_ce: 0.04847882688045502 (0.04828386984884391)
| > loss_mel_ce: 2.7420589923858643 (2.9013838671917265)
| > loss: 0.6976344585418701 (0.7374169342663985)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3006 (0.24840517204214205)
| > loader_time: 0.0096 (0.009319057712827167)
[1m --> TIME: 2025-02-23 22:28:36 -- STEP: 6005/6985 -- GLOBAL_STEP: 124750[0m
| > loss_text_ce: 0.04818737879395485 (0.048284300727510755)
| > loss_mel_ce: 2.8649890422821045 (2.9011266801279834)
| > loss: 0.7282941341400146 (0.7373527452213181)
| > current_lr: 5e-06
| > step_time: 0.2901 (0.24835505437890656)
| > loader_time: 0.0096 (0.009319812669841358)
[1m --> TIME: 2025-02-23 22:28:54 -- STEP: 6055/6985 -- GLOBAL_STEP: 124800[0m
| > loss_text_ce: 0.04992518201470375 (0.04828086332791018)
| > loss_mel_ce: 2.420116901397705 (2.900492590975898)
| > loss: 0.6175104975700378 (0.7371933635751832)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.1857 (0.24836812834420743)
| > loader_time: 0.0087 (0.00932126214541647)
[1m --> TIME: 2025-02-23 22:29:12 -- STEP: 6105/6985 -- GLOBAL_STEP: 124850[0m
| > loss_text_ce: 0.04961814731359482 (0.048283763562407704)
| > loss_mel_ce: 2.7867507934570312 (2.9000513608684106)
| > loss: 0.7090922594070435 (0.7370837810974838)
| > current_lr: 5e-06
| > step_time: 0.2462 (0.2483622848548233)
| > loader_time: 0.0096 (0.00932273220371554)
[1m --> TIME: 2025-02-23 22:29:30 -- STEP: 6155/6985 -- GLOBAL_STEP: 124900[0m
| > loss_text_ce: 0.04473338648676872 (0.04828258772856528)
| > loss_mel_ce: 3.069005250930786 (2.900039095843738)
| > loss: 0.7784346342086792 (0.7370804209132004)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2139 (0.24834804147554548)
| > loader_time: 0.0091 (0.009324654246809791)
[1m --> TIME: 2025-02-23 22:29:49 -- STEP: 6205/6985 -- GLOBAL_STEP: 124950[0m
| > loss_text_ce: 0.0498676560819149 (0.04828344452871038)
| > loss_mel_ce: 2.513063669204712 (2.899544881448737)
| > loss: 0.6407328248023987 (0.7369570815303841)
| > current_lr: 5e-06
| > step_time: 0.1966 (0.24837645327823957)
| > loader_time: 0.0094 (0.009326835181999345)
[1m --> TIME: 2025-02-23 22:30:07 -- STEP: 6255/6985 -- GLOBAL_STEP: 125000[0m
| > loss_text_ce: 0.04993047937750816 (0.04828141467403072)
| > loss_mel_ce: 2.7663443088531494 (2.8995643206351653)
| > loss: 0.7040687203407288 (0.7369614338893874)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2011 (0.24843116107699778)
| > loader_time: 0.0087 (0.009328946449773766)
> CHECKPOINT : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/checkpoint_125000.pth
[1m --> TIME: 2025-02-23 22:30:45 -- STEP: 6305/6985 -- GLOBAL_STEP: 125050[0m
| > loss_text_ce: 0.05164036154747009 (0.048283309212972234)
| > loss_mel_ce: 2.7335214614868164 (2.8992441216316784)
| > loss: 0.6962904334068298 (0.7368818577842802)
| > current_lr: 5e-06
| > step_time: 0.2806 (0.24839556306056992)
| > loader_time: 0.0103 (0.009331355749095455)
[1m --> TIME: 2025-02-23 22:31:02 -- STEP: 6355/6985 -- GLOBAL_STEP: 125100[0m
| > loss_text_ce: 0.048873595893383026 (0.048284369361250565)
| > loss_mel_ce: 2.4957234859466553 (2.89924456478572)
| > loss: 0.6361492872238159 (0.7368822336196899)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2959 (0.24831058080509644)
| > loader_time: 0.0097 (0.009332881097620996)
[1m --> TIME: 2025-02-23 22:31:21 -- STEP: 6405/6985 -- GLOBAL_STEP: 125150[0m
| > loss_text_ce: 0.04785475134849548 (0.04828385287702412)
| > loss_mel_ce: 3.045084238052368 (2.899618987568088)
| > loss: 0.7732347249984741 (0.7369757101928507)
| > current_lr: 5e-06
| > step_time: 0.2773 (0.24834621799448148)
| > loader_time: 0.0098 (0.009335477867692265)
[1m --> TIME: 2025-02-23 22:31:40 -- STEP: 6455/6985 -- GLOBAL_STEP: 125200[0m
| > loss_text_ce: 0.04598292335867882 (0.04828146631684443)
| > loss_mel_ce: 2.7195754051208496 (2.8996087559981447)
| > loss: 0.6913895606994629 (0.7369725556820514)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2728 (0.2484170942875325)
| > loader_time: 0.0093 (0.009337608173408772)
[1m --> TIME: 2025-02-23 22:31:58 -- STEP: 6505/6985 -- GLOBAL_STEP: 125250[0m
| > loss_text_ce: 0.04837067797780037 (0.04828324055300597)
| > loss_mel_ce: 2.9747555255889893 (2.900023476148365)
| > loss: 0.7557815313339233 (0.7370766792821479)
| > current_lr: 5e-06
| > step_time: 0.2576 (0.24849697156285983)
| > loader_time: 0.0095 (0.009339519210451844)
[1m --> TIME: 2025-02-23 22:32:17 -- STEP: 6555/6985 -- GLOBAL_STEP: 125300[0m
| > loss_text_ce: 0.04827947914600372 (0.04828187169167582)
| > loss_mel_ce: 3.1024577617645264 (2.900120078580784)
| > loss: 0.7876843214035034 (0.7371004876883133)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2354 (0.24849551609688184)
| > loader_time: 0.0092 (0.009341017259703979)
[1m --> TIME: 2025-02-23 22:32:35 -- STEP: 6605/6985 -- GLOBAL_STEP: 125350[0m
| > loss_text_ce: 0.04662461206316948 (0.048279361193329914)
| > loss_mel_ce: 2.9215142726898193 (2.900314890120084)
| > loss: 0.7420347332954407 (0.7371485629558201)
| > current_lr: 5e-06
| > step_time: 0.1475 (0.24849871733619985)
| > loader_time: 0.0089 (0.009342295648833274)
[1m --> TIME: 2025-02-23 22:32:53 -- STEP: 6655/6985 -- GLOBAL_STEP: 125400[0m
| > loss_text_ce: 0.04837869852781296 (0.048277457666903154)
| > loss_mel_ce: 2.818887233734131 (2.9003457900906384)
| > loss: 0.7168164849281311 (0.7371558120696727)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3074 (0.2485330614266227)
| > loader_time: 0.0094 (0.009343611755199122)
[1m --> TIME: 2025-02-23 22:33:12 -- STEP: 6705/6985 -- GLOBAL_STEP: 125450[0m
| > loss_text_ce: 0.04899083077907562 (0.048274182595484855)
| > loss_mel_ce: 2.9988913536071777 (2.900359628308983)
| > loss: 0.7619705200195312 (0.7371584528600164)
| > current_lr: 5e-06
| > step_time: 0.2881 (0.24855572869758122)
| > loader_time: 0.0099 (0.009345216772433614)
[1m --> TIME: 2025-02-23 22:33:31 -- STEP: 6755/6985 -- GLOBAL_STEP: 125500[0m
| > loss_text_ce: 0.04782800003886223 (0.0482744215970389)
| > loss_mel_ce: 3.047245740890503 (2.9004949993596605)
| > loss: 0.773768424987793 (0.7371923554040695)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3106 (0.24861526559848066)
| > loader_time: 0.0098 (0.009347105308606113)
[1m --> TIME: 2025-02-23 22:33:49 -- STEP: 6805/6985 -- GLOBAL_STEP: 125550[0m
| > loss_text_ce: 0.047126881778240204 (0.04827821402975431)
| > loss_mel_ce: 3.3817038536071777 (2.8999616426724346)
| > loss: 0.8572076559066772 (0.7370599643523686)
| > current_lr: 5e-06
| > step_time: 0.273 (0.2485849104411106)
| > loader_time: 0.0096 (0.009348009930736067)
[1m --> TIME: 2025-02-23 22:34:07 -- STEP: 6855/6985 -- GLOBAL_STEP: 125600[0m
| > loss_text_ce: 0.04913713410496712 (0.048278049791515724)
| > loss_mel_ce: 2.8127870559692383 (2.899820397319278)
| > loss: 0.7154810428619385 (0.7370246119607023)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2717 (0.24864097323233328)
| > loader_time: 0.0096 (0.009349835101572095)
[1m --> TIME: 2025-02-23 22:34:26 -- STEP: 6905/6985 -- GLOBAL_STEP: 125650[0m
| > loss_text_ce: 0.04882160201668739 (0.048276950939572634)
| > loss_mel_ce: 2.7577173709869385 (2.9002823199162346)
| > loss: 0.7016347646713257 (0.737139817910467)
| > current_lr: 5e-06
| > step_time: 0.2751 (0.24868207675317852)
| > loader_time: 0.0095 (0.009351470244267447)
[1m --> TIME: 2025-02-23 22:34:44 -- STEP: 6955/6985 -- GLOBAL_STEP: 125700[0m
| > loss_text_ce: 0.04654545709490776 (0.0482779884455146)
| > loss_mel_ce: 3.314729690551758 (2.899966127695923)
| > loss: 0.8403187990188599 (0.7370610292569755)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2982 (0.24869212867714877)
| > loader_time: 0.0096 (0.009352924119303482)
[1m > EVALUATION [0m
[1m--> EVAL PERFORMANCE[0m
| > avg_loader_time:[91m 0.46473801525589686 [0m(+0.0007568340675503382)
| > avg_loss_text_ce:[92m 0.04720432781218705 [0m(-0.000205828400413971)
| > avg_loss_mel_ce:[92m 2.9357140484978177 [0m(-0.0038577590892510116)
| > avg_loss:[92m 2.9829183793535425 [0m(-0.004063590679292073)
> BEST MODEL : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/best_model_125730.pth
[4m[1m > EPOCH: 18/30[0m
--> checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3
[1m > TRAINING (2025-02-23 22:37:37) [0m
[1m --> TIME: 2025-02-23 22:37:45 -- STEP: 20/6985 -- GLOBAL_STEP: 125750[0m
| > loss_text_ce: 0.04900520667433739 (0.04838834553956985)
| > loss_mel_ce: 2.553757429122925 (2.9203320741653442)
| > loss: 0.6506906747817993 (0.7421801060438156)
| > current_lr: 5e-06
| > step_time: 0.2368 (0.2507081627845764)
| > loader_time: 0.0093 (0.00952824354171753)
[1m --> TIME: 2025-02-23 22:38:04 -- STEP: 70/6985 -- GLOBAL_STEP: 125800[0m
| > loss_text_ce: 0.04658518731594086 (0.04819621220231056)
| > loss_mel_ce: 3.4483861923217773 (2.9165711164474493)
| > loss: 0.8737428188323975 (0.7411918316568648)
| > current_lr: 5e-06
| > step_time: 0.2753 (0.25412718909127363)
| > loader_time: 0.0097 (0.009453831400190078)
[1m --> TIME: 2025-02-23 22:38:21 -- STEP: 120/6985 -- GLOBAL_STEP: 125850[0m
| > loss_text_ce: 0.04983516409993172 (0.04816929968073966)
| > loss_mel_ce: 2.560293436050415 (2.8785207947095235)
| > loss: 0.652532160282135 (0.7316725234190624)
| > current_lr: 5e-06
| > step_time: 0.2305 (0.2458727300167083)
| > loader_time: 0.0097 (0.009372782707214356)
[1m --> TIME: 2025-02-23 22:38:39 -- STEP: 170/6985 -- GLOBAL_STEP: 125900[0m
| > loss_text_ce: 0.045087769627571106 (0.04816233373301873)
| > loss_mel_ce: 2.8925933837890625 (2.8869114146513106)
| > loss: 0.7344202995300293 (0.7337684361373681)
| > current_lr: 5e-06
| > step_time: 0.2494 (0.2467148991192088)
| > loader_time: 0.0094 (0.009358595399295585)
[1m --> TIME: 2025-02-23 22:38:58 -- STEP: 220/6985 -- GLOBAL_STEP: 125950[0m
| > loss_text_ce: 0.04396815225481987 (0.04802749429575423)
| > loss_mel_ce: 2.688220500946045 (2.890711288018661)
| > loss: 0.6830471754074097 (0.734684694897045)
| > current_lr: 5e-06
| > step_time: 0.2665 (0.24893627166748045)
| > loader_time: 0.0095 (0.00935494032773105)
[1m --> TIME: 2025-02-23 22:39:17 -- STEP: 270/6985 -- GLOBAL_STEP: 126000[0m
| > loss_text_ce: 0.04719819128513336 (0.048035263891021425)
| > loss_mel_ce: 3.123577356338501 (2.897810418517502)
| > loss: 0.7926939129829407 (0.736461420633175)
| > current_lr: 5e-06
| > step_time: 0.2401 (0.2501878747233638)
| > loader_time: 0.0089 (0.009340600614194521)
> CHECKPOINT : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/checkpoint_126000.pth
[1m --> TIME: 2025-02-23 22:39:52 -- STEP: 320/6985 -- GLOBAL_STEP: 126050[0m
| > loss_text_ce: 0.04670475050806999 (0.0479964766302146)
| > loss_mel_ce: 2.9548935890197754 (2.9019849173724657)
| > loss: 0.7503995895385742 (0.7374953491613271)
| > current_lr: 5e-06
| > step_time: 0.2455 (0.25118265375494964)
| > loader_time: 0.0094 (0.009345591813325883)
[1m --> TIME: 2025-02-23 22:40:11 -- STEP: 370/6985 -- GLOBAL_STEP: 126100[0m
| > loss_text_ce: 0.04918910562992096 (0.048042371999975804)
| > loss_mel_ce: 2.8717377185821533 (2.8933035579887583)
| > loss: 0.7302317023277283 (0.735336483491434)
| > current_lr: 5e-06
| > step_time: 0.2656 (0.25080231653677454)
| > loader_time: 0.0094 (0.0093232502808442)
[1m --> TIME: 2025-02-23 22:40:29 -- STEP: 420/6985 -- GLOBAL_STEP: 126150[0m
| > loss_text_ce: 0.04820803552865982 (0.04804457300120877)
| > loss_mel_ce: 3.2858636379241943 (2.9000521648497797)
| > loss: 0.8335179090499878 (0.7370241853452867)
| > current_lr: 5e-06
| > step_time: 0.2326 (0.2503185243833634)
| > loader_time: 0.0097 (0.009303388709113704)
[1m --> TIME: 2025-02-23 22:40:47 -- STEP: 470/6985 -- GLOBAL_STEP: 126200[0m
| > loss_text_ce: 0.04641101136803627 (0.04805434941452869)
| > loss_mel_ce: 3.363279104232788 (2.902196880097084)
| > loss: 0.8524225354194641 (0.7375628083310232)
| > current_lr: 5e-06
| > step_time: 0.2643 (0.2506527855041179)
| > loader_time: 0.009 (0.00929205772724557)
[1m --> TIME: 2025-02-23 22:41:06 -- STEP: 520/6985 -- GLOBAL_STEP: 126250[0m
| > loss_text_ce: 0.047033943235874176 (0.04808326518306366)
| > loss_mel_ce: 2.8797833919525146 (2.9014757995422062)
| > loss: 0.7317043542861938 (0.7373897667114554)
| > current_lr: 5e-06
| > step_time: 0.1722 (0.2511592401907994)
| > loader_time: 0.0089 (0.009283893841963544)
[1m --> TIME: 2025-02-23 22:41:24 -- STEP: 570/6985 -- GLOBAL_STEP: 126300[0m
| > loss_text_ce: 0.04586978629231453 (0.048109429146636996)
| > loss_mel_ce: 2.7888166904449463 (2.8951770435299777)
| > loss: 0.7086716294288635 (0.7358216186364493)
| > current_lr: 5e-06
| > step_time: 0.1927 (0.25057368864092905)
| > loader_time: 0.0089 (0.009269725648980386)
[1m --> TIME: 2025-02-23 22:41:42 -- STEP: 620/6985 -- GLOBAL_STEP: 126350[0m
| > loss_text_ce: 0.04875607788562775 (0.04812108962646414)
| > loss_mel_ce: 2.732534170150757 (2.895132736236816)
| > loss: 0.695322573184967 (0.7358134568698944)
| > current_lr: 5e-06
| > step_time: 0.2539 (0.25051622083110214)
| > loader_time: 0.0093 (0.009269519390598415)
[1m --> TIME: 2025-02-23 22:42:00 -- STEP: 670/6985 -- GLOBAL_STEP: 126400[0m
| > loss_text_ce: 0.04674443602561951 (0.048121336808622774)
| > loss_mel_ce: 2.679903745651245 (2.896331982826117)
| > loss: 0.6816620230674744 (0.7361133303215256)
| > current_lr: 5e-06
| > step_time: 0.1954 (0.2502316567435197)
| > loader_time: 0.009 (0.00926991469824491)
[1m --> TIME: 2025-02-23 22:42:19 -- STEP: 720/6985 -- GLOBAL_STEP: 126450[0m
| > loss_text_ce: 0.0493747778236866 (0.04815581624085705)
| > loss_mel_ce: 2.8101601600646973 (2.8954109271367368)
| > loss: 0.7148837447166443 (0.7358916862971253)
| > current_lr: 5e-06
| > step_time: 0.2338 (0.2503715733687088)
| > loader_time: 0.009 (0.00926720632447136)
[1m --> TIME: 2025-02-23 22:42:37 -- STEP: 770/6985 -- GLOBAL_STEP: 126500[0m
| > loss_text_ce: 0.0468723438680172 (0.04812961402167747)
| > loss_mel_ce: 3.0762078762054443 (2.8924062060071254)
| > loss: 0.7807700634002686 (0.7351339553083692)
| > current_lr: 5e-06
| > step_time: 0.2847 (0.24999516196065197)
| > loader_time: 0.0097 (0.009264377494911085)
[1m --> TIME: 2025-02-23 22:42:55 -- STEP: 820/6985 -- GLOBAL_STEP: 126550[0m
| > loss_text_ce: 0.04884415119886398 (0.048157141394004586)
| > loss_mel_ce: 2.55643892288208 (2.887938641048057)
| > loss: 0.65132075548172 (0.7340239457240919)
| > current_lr: 5e-06
| > step_time: 0.158 (0.25018821605822017)
| > loader_time: 0.0084 (0.009268699622735741)
[1m --> TIME: 2025-02-23 22:43:13 -- STEP: 870/6985 -- GLOBAL_STEP: 126600[0m
| > loss_text_ce: 0.044606395065784454 (0.048143977457764504)
| > loss_mel_ce: 3.297030210494995 (2.8914181391398093)
| > loss: 0.8354091644287109 (0.7348905292050592)
| > current_lr: 5e-06
| > step_time: 0.2377 (0.2500988708145323)
| > loader_time: 0.0093 (0.009270204620799794)
[1m --> TIME: 2025-02-23 22:43:31 -- STEP: 920/6985 -- GLOBAL_STEP: 126650[0m
| > loss_text_ce: 0.04903998598456383 (0.048147423589683096)
| > loss_mel_ce: 2.834555149078369 (2.8924420558887958)
| > loss: 0.7208988070487976 (0.735147369944531)
| > current_lr: 5e-06
| > step_time: 0.2408 (0.24955309318459595)
| > loader_time: 0.0096 (0.009266879247582474)
[1m --> TIME: 2025-02-23 22:43:49 -- STEP: 970/6985 -- GLOBAL_STEP: 126700[0m
| > loss_text_ce: 0.04717525467276573 (0.04814256756883307)
| > loss_mel_ce: 2.9569294452667236 (2.891926786825827)
| > loss: 0.7510261535644531 (0.7350173384872909)
| > current_lr: 5e-06
| > step_time: 0.2881 (0.24920575569585468)
| > loader_time: 0.0093 (0.009262240547494787)
[1m --> TIME: 2025-02-23 22:44:07 -- STEP: 1020/6985 -- GLOBAL_STEP: 126750[0m
| > loss_text_ce: 0.04515129327774048 (0.048143820658180056)
| > loss_mel_ce: 3.087303638458252 (2.8903904814346144)
| > loss: 0.7831137180328369 (0.7346335752921946)
| > current_lr: 5e-06
| > step_time: 0.2513 (0.2491370362394)
| > loader_time: 0.0096 (0.009260944759144499)
[1m --> TIME: 2025-02-23 22:44:25 -- STEP: 1070/6985 -- GLOBAL_STEP: 126800[0m
| > loss_text_ce: 0.048958100378513336 (0.04815805046079315)
| > loss_mel_ce: 2.7711167335510254 (2.8882450177290706)
| > loss: 0.7050186991691589 (0.7341007667167164)
| > current_lr: 5e-06
| > step_time: 0.2767 (0.24925950464801291)
| > loader_time: 0.0094 (0.009260844961505066)
[1m --> TIME: 2025-02-23 22:44:44 -- STEP: 1120/6985 -- GLOBAL_STEP: 126850[0m
| > loss_text_ce: 0.05124283581972122 (0.04814331675879658)
| > loss_mel_ce: 3.0360188484191895 (2.888589135876721)
| > loss: 0.7718154191970825 (0.7341831126915559)
| > current_lr: 5e-06
| > step_time: 0.2424 (0.2492253971951352)
| > loader_time: 0.0096 (0.009260619325297217)
[1m --> TIME: 2025-02-23 22:45:02 -- STEP: 1170/6985 -- GLOBAL_STEP: 126900[0m
| > loss_text_ce: 0.05085499957203865 (0.048151711323577116)
| > loss_mel_ce: 2.7978100776672363 (2.886228748060697)
| > loss: 0.7121662497520447 (0.733595114284092)
| > current_lr: 5e-06
| > step_time: 0.2467 (0.24925591680738696)
| > loader_time: 0.0095 (0.009258909714527624)
[1m --> TIME: 2025-02-23 22:45:21 -- STEP: 1220/6985 -- GLOBAL_STEP: 126950[0m
| > loss_text_ce: 0.0475609116256237 (0.048160659637851794)
| > loss_mel_ce: 2.603578805923462 (2.886055793136845)
| > loss: 0.6627849340438843 (0.7335541125692308)
| > current_lr: 5e-06
| > step_time: 0.2272 (0.24940509151239898)
| > loader_time: 0.0091 (0.009257825280799244)
[1m --> TIME: 2025-02-23 22:45:39 -- STEP: 1270/6985 -- GLOBAL_STEP: 127000[0m
| > loss_text_ce: 0.046667881309986115 (0.04816836007819403)
| > loss_mel_ce: 2.9834866523742676 (2.8875548586132007)
| > loss: 0.7575386166572571 (0.7339308040817895)
| > current_lr: 5e-06
| > step_time: 0.2743 (0.2494041234489504)
| > loader_time: 0.0095 (0.009255597722811966)
> CHECKPOINT : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/checkpoint_127000.pth
[1m --> TIME: 2025-02-23 22:46:15 -- STEP: 1320/6985 -- GLOBAL_STEP: 127050[0m
| > loss_text_ce: 0.04999517276883125 (0.048169456698903546)
| > loss_mel_ce: 2.962815284729004 (2.8895945083011263)
| > loss: 0.7532026171684265 (0.7344409907406033)
| > current_lr: 5e-06
| > step_time: 0.231 (0.24928819771968988)
| > loader_time: 0.0095 (0.00925157232718035)
[1m --> TIME: 2025-02-23 22:46:33 -- STEP: 1370/6985 -- GLOBAL_STEP: 127100[0m
| > loss_text_ce: 0.04547543823719025 (0.04816923115375269)
| > loss_mel_ce: 2.853209972381592 (2.891971333009481)
| > loss: 0.7246713638305664 (0.7350351406709997)
| > current_lr: 5e-06
| > step_time: 0.2834 (0.24917746129697285)
| > loader_time: 0.0096 (0.009247366529311586)
[1m --> TIME: 2025-02-23 22:46:51 -- STEP: 1420/6985 -- GLOBAL_STEP: 127150[0m
| > loss_text_ce: 0.045818429440259933 (0.04815468256637245)
| > loss_mel_ce: 3.1954216957092285 (2.8941125732072615)
| > loss: 0.8103100061416626 (0.7355668135931801)
| > current_lr: 5e-06
| > step_time: 0.2217 (0.24912973021117762)
| > loader_time: 0.0093 (0.009244616434607713)
[1m --> TIME: 2025-02-23 22:47:09 -- STEP: 1470/6985 -- GLOBAL_STEP: 127200[0m
| > loss_text_ce: 0.04959006980061531 (0.04816759470976941)
| > loss_mel_ce: 2.464398145675659 (2.892646753382518)
| > loss: 0.6284970641136169 (0.7352035867924599)
| > current_lr: 5e-06
| > step_time: 0.2241 (0.24927736723504126)
| > loader_time: 0.0089 (0.009242043851995143)
[1m --> TIME: 2025-02-23 22:47:28 -- STEP: 1520/6985 -- GLOBAL_STEP: 127250[0m
| > loss_text_ce: 0.049451299011707306 (0.048159730189332846)
| > loss_mel_ce: 3.153189182281494 (2.8933234757498667)
| > loss: 0.8006601333618164 (0.7353708012715773)
| > current_lr: 5e-06
| > step_time: 0.1944 (0.24935953899433763)
| > loader_time: 0.0091 (0.009238989572775996)
[1m --> TIME: 2025-02-23 22:47:46 -- STEP: 1570/6985 -- GLOBAL_STEP: 127300[0m
| > loss_text_ce: 0.045854661613702774 (0.04814478479990155)
| > loss_mel_ce: 3.1322717666625977 (2.8935920112451905)
| > loss: 0.7945315837860107 (0.7354341988730588)
| > current_lr: 5e-06
| > step_time: 0.2843 (0.249264117714706)
| > loader_time: 0.0097 (0.00923530387270982)
[1m --> TIME: 2025-02-23 22:48:04 -- STEP: 1620/6985 -- GLOBAL_STEP: 127350[0m
| > loss_text_ce: 0.047145113348960876 (0.04813529896193449)
| > loss_mel_ce: 3.1373307704925537 (2.897189743577696)
| > loss: 0.796118974685669 (0.7363312603146948)
| > current_lr: 5e-06
| > step_time: 0.2408 (0.24930834902657428)
| > loader_time: 0.009 (0.009232354899983352)
[1m --> TIME: 2025-02-23 22:48:23 -- STEP: 1670/6985 -- GLOBAL_STEP: 127400[0m
| > loss_text_ce: 0.0492243655025959 (0.04812738310300305)
| > loss_mel_ce: 2.480975389480591 (2.895876466014426)
| > loss: 0.6325499415397644 (0.7360009619218866)
| > current_lr: 5e-06
| > step_time: 0.2216 (0.2493132425639446)
| > loader_time: 0.009 (0.009230968766583657)
[1m --> TIME: 2025-02-23 22:48:41 -- STEP: 1720/6985 -- GLOBAL_STEP: 127450[0m
| > loss_text_ce: 0.046392884105443954 (0.048132277360229306)
| > loss_mel_ce: 2.727423906326294 (2.8946283128372436)
| > loss: 0.6934542059898376 (0.7356901471698012)
| > current_lr: 5e-06
| > step_time: 0.218 (0.24947874407435597)
| > loader_time: 0.0094 (0.009231081674265309)
[1m --> TIME: 2025-02-23 22:48:59 -- STEP: 1770/6985 -- GLOBAL_STEP: 127500[0m
| > loss_text_ce: 0.047856491059064865 (0.04813102322320144)
| > loss_mel_ce: 2.9468088150024414 (2.892730892041307)
| > loss: 0.7486663460731506 (0.7352154783946652)
| > current_lr: 5e-06
| > step_time: 0.267 (0.24930713661646461)
| > loader_time: 0.0089 (0.009226793488540221)
[1m --> TIME: 2025-02-23 22:49:18 -- STEP: 1820/6985 -- GLOBAL_STEP: 127550[0m
| > loss_text_ce: 0.049567364156246185 (0.048133679153909405)
| > loss_mel_ce: 3.067338466644287 (2.892273316540559)
| > loss: 0.7792264819145203 (0.7351017484953121)
| > current_lr: 5e-06
| > step_time: 0.2699 (0.24943905885402995)
| > loader_time: 0.0091 (0.009225445265298364)
[1m --> TIME: 2025-02-23 22:49:36 -- STEP: 1870/6985 -- GLOBAL_STEP: 127600[0m
| > loss_text_ce: 0.050507351756095886 (0.048127509653568275)
| > loss_mel_ce: 2.495159387588501 (2.892509179064295)
| > loss: 0.6364166736602783 (0.7351591717750636)
| > current_lr: 5e-06
| > step_time: 0.2076 (0.24956429272412)
| > loader_time: 0.0085 (0.00922447423883938)
[1m --> TIME: 2025-02-23 22:49:54 -- STEP: 1920/6985 -- GLOBAL_STEP: 127650[0m
| > loss_text_ce: 0.04394703358411789 (0.048123120462211476)
| > loss_mel_ce: 3.092857599258423 (2.892707025880613)
| > loss: 0.7842011451721191 (0.7352075361957158)
| > current_lr: 5e-06
| > step_time: 0.2688 (0.24945087817808012)
| > loader_time: 0.0097 (0.009219668308893841)
[1m --> TIME: 2025-02-23 22:50:13 -- STEP: 1970/6985 -- GLOBAL_STEP: 127700[0m
| > loss_text_ce: 0.04848539084196091 (0.048121317139434336)
| > loss_mel_ce: 3.27657413482666 (2.8935209327542823)
| > loss: 0.831264853477478 (0.7354105621122471)
| > current_lr: 5e-06
| > step_time: 0.3058 (0.2495583664947357)
| > loader_time: 0.0095 (0.009218881578009748)
[1m --> TIME: 2025-02-23 22:50:31 -- STEP: 2020/6985 -- GLOBAL_STEP: 127750[0m
| > loss_text_ce: 0.04936903715133667 (0.048126084126974694)
| > loss_mel_ce: 2.8645946979522705 (2.8926937331067437)
| > loss: 0.728490948677063 (0.7352049538994784)
| > current_lr: 5e-06
| > step_time: 0.2097 (0.24950014152149183)
| > loader_time: 0.0089 (0.009216762297224292)
[1m --> TIME: 2025-02-23 22:50:49 -- STEP: 2070/6985 -- GLOBAL_STEP: 127800[0m
| > loss_text_ce: 0.05215541273355484 (0.04812943206173211)
| > loss_mel_ce: 2.41587495803833 (2.892474909335517)
| > loss: 0.6170076131820679 (0.7351510848975991)
| > current_lr: 5e-06
| > step_time: 0.2435 (0.24931764522036515)
| > loader_time: 0.0089 (0.009213881907255755)
[1m --> TIME: 2025-02-23 22:51:07 -- STEP: 2120/6985 -- GLOBAL_STEP: 127850[0m
| > loss_text_ce: 0.04907463863492012 (0.04813301288259199)
| > loss_mel_ce: 2.8953139781951904 (2.892873061602968)
| > loss: 0.7360971570014954 (0.7352515181842844)
| > current_lr: 5e-06
| > step_time: 0.163 (0.24933636986984417)
| > loader_time: 0.0089 (0.00921345521818917)
[1m --> TIME: 2025-02-23 22:51:25 -- STEP: 2170/6985 -- GLOBAL_STEP: 127900[0m
| > loss_text_ce: 0.04818637669086456 (0.048137022278481906)
| > loss_mel_ce: 2.9241414070129395 (2.891607032613269)
| > loss: 0.7430819272994995 (0.7349360132821698)
| > current_lr: 5e-06
| > step_time: 0.2638 (0.24928116391880742)
| > loader_time: 0.0094 (0.009210895832782518)
[1m --> TIME: 2025-02-23 22:51:44 -- STEP: 2220/6985 -- GLOBAL_STEP: 127950[0m
| > loss_text_ce: 0.047393932938575745 (0.04813507133004095)
| > loss_mel_ce: 3.312087297439575 (2.891341979868775)
| > loss: 0.8398703336715698 (0.7348692624687079)
| > current_lr: 5e-06
| > step_time: 0.2256 (0.24930819659619738)
| > loader_time: 0.0091 (0.009209831233497142)
[1m --> TIME: 2025-02-23 22:52:02 -- STEP: 2270/6985 -- GLOBAL_STEP: 128000[0m
| > loss_text_ce: 0.04831525683403015 (0.04813718409133901)
| > loss_mel_ce: 2.808398485183716 (2.892019716128378)
| > loss: 0.7141784429550171 (0.735039224682401)
| > current_lr: 5e-06
| > step_time: 0.2871 (0.24924033601903725)
| > loader_time: 0.0094 (0.009207782871397584)
> CHECKPOINT : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/checkpoint_128000.pth
[1m --> TIME: 2025-02-23 22:52:39 -- STEP: 2320/6985 -- GLOBAL_STEP: 128050[0m
| > loss_text_ce: 0.045610006898641586 (0.04813213701167239)
| > loss_mel_ce: 3.253133535385132 (2.892567637357218)
| > loss: 0.8246858716011047 (0.7351749431727268)
| > current_lr: 5e-06
| > step_time: 0.2256 (0.24937539470606856)
| > loader_time: 0.0089 (0.009210797322207477)
[1m --> TIME: 2025-02-23 22:52:57 -- STEP: 2370/6985 -- GLOBAL_STEP: 128100[0m
| > loss_text_ce: 0.04779484495520592 (0.04813647928808814)
| > loss_mel_ce: 3.1674602031707764 (2.8918430508440536)
| > loss: 0.8038137555122375 (0.7349948820685542)
| > current_lr: 5e-06
| > step_time: 0.2201 (0.24929104525328707)
| > loader_time: 0.0091 (0.00921170309123107)
[1m --> TIME: 2025-02-23 22:53:16 -- STEP: 2420/6985 -- GLOBAL_STEP: 128150[0m
| > loss_text_ce: 0.04504667595028877 (0.048140503944875304)
| > loss_mel_ce: 3.1684625148773193 (2.8916767006078024)
| > loss: 0.8033772706985474 (0.7349543006952151)
| > current_lr: 5e-06
| > step_time: 0.2456 (0.2493273650319125)
| > loader_time: 0.0092 (0.009212840687144874)
[1m --> TIME: 2025-02-23 22:53:34 -- STEP: 2470/6985 -- GLOBAL_STEP: 128200[0m
| > loss_text_ce: 0.048231109976768494 (0.048140526110464765)
| > loss_mel_ce: 2.913058042526245 (2.890371331222626)
| > loss: 0.7403222918510437 (0.7346279638740221)
| > current_lr: 5e-06
| > step_time: 0.1932 (0.24944317977920735)
| > loader_time: 0.0087 (0.009215015148826933)
[1m --> TIME: 2025-02-23 22:53:53 -- STEP: 2520/6985 -- GLOBAL_STEP: 128250[0m
| > loss_text_ce: 0.05091623589396477 (0.04813843028146837)
| > loss_mel_ce: 2.835362195968628 (2.8902080732678606)
| > loss: 0.7215695977210999 (0.7345866254397806)
| > current_lr: 5e-06
| > step_time: 0.247 (0.24947728978263026)
| > loader_time: 0.0096 (0.009219874370665767)
[1m --> TIME: 2025-02-23 22:54:11 -- STEP: 2570/6985 -- GLOBAL_STEP: 128300[0m
| > loss_text_ce: 0.048092663288116455 (0.048135925390203234)
| > loss_mel_ce: 2.6844699382781982 (2.8896648127745106)
| > loss: 0.6831406354904175 (0.7344501840697184)
| > current_lr: 5e-06
| > step_time: 0.2056 (0.2495846261310208)
| > loader_time: 0.0094 (0.009222697283971158)
[1m --> TIME: 2025-02-23 22:54:30 -- STEP: 2620/6985 -- GLOBAL_STEP: 128350[0m
| > loss_text_ce: 0.04698438197374344 (0.04813856650001683)
| > loss_mel_ce: 2.8078694343566895 (2.889700452426007)
| > loss: 0.7137134671211243 (0.7344597542103916)
| > current_lr: 5e-06
| > step_time: 0.2514 (0.2497405143184518)
| > loader_time: 0.0094 (0.009224111979244309)
[1m --> TIME: 2025-02-23 22:54:48 -- STEP: 2670/6985 -- GLOBAL_STEP: 128400[0m
| > loss_text_ce: 0.048878319561481476 (0.04814713017994106)
| > loss_mel_ce: 2.6770026683807373 (2.889541528287451)
| > loss: 0.6814702749252319 (0.7344221641508374)
| > current_lr: 5e-06
| > step_time: 0.2085 (0.24960136556446794)
| > loader_time: 0.0091 (0.009224637885218698)
[1m --> TIME: 2025-02-23 22:55:06 -- STEP: 2720/6985 -- GLOBAL_STEP: 128450[0m
| > loss_text_ce: 0.048234209418296814 (0.048140363843070744)
| > loss_mel_ce: 2.7419328689575195 (2.889329597529242)
| > loss: 0.6975417733192444 (0.7343674899024111)
| > current_lr: 5e-06
| > step_time: 0.1728 (0.24949458644670616)
| > loader_time: 0.0092 (0.00922475369537577)
[1m --> TIME: 2025-02-23 22:55:24 -- STEP: 2770/6985 -- GLOBAL_STEP: 128500[0m
| > loss_text_ce: 0.04797034338116646 (0.04813491118675112)
| > loss_mel_ce: 3.0276243686676025 (2.890568463552728)
| > loss: 0.7688986659049988 (0.7346758432767013)
| > current_lr: 5e-06
| > step_time: 0.2202 (0.24946665152746003)
| > loader_time: 0.0089 (0.009226345929858477)
[1m --> TIME: 2025-02-23 22:55:43 -- STEP: 2820/6985 -- GLOBAL_STEP: 128550[0m
| > loss_text_ce: 0.050773851573467255 (0.048134506612699156)
| > loss_mel_ce: 2.557149648666382 (2.8904224159869725)
| > loss: 0.6519808769226074 (0.7346392302437027)
| > current_lr: 5e-06
| > step_time: 0.2018 (0.24968392739059247)
| > loader_time: 0.0089 (0.009228413324829526)
[1m --> TIME: 2025-02-23 22:56:02 -- STEP: 2870/6985 -- GLOBAL_STEP: 128600[0m
| > loss_text_ce: 0.04832092672586441 (0.04813288191158189)
| > loss_mel_ce: 2.7316184043884277 (2.8897378477900677)
| > loss: 0.6949848532676697 (0.7344676820450954)
| > current_lr: 5e-06
| > step_time: 0.2074 (0.249790218233647)
| > loader_time: 0.0089 (0.00923016877124533)
[1m --> TIME: 2025-02-23 22:56:20 -- STEP: 2920/6985 -- GLOBAL_STEP: 128650[0m
| > loss_text_ce: 0.04626582935452461 (0.048130461044150336)
| > loss_mel_ce: 2.876826047897339 (2.8893009706719255)
| > loss: 0.7307729721069336 (0.7343578575612743)
| > current_lr: 5e-06
| > step_time: 0.2437 (0.24972673319790478)
| > loader_time: 0.0095 (0.009230658779405558)
[1m --> TIME: 2025-02-23 22:56:38 -- STEP: 2970/6985 -- GLOBAL_STEP: 128700[0m
| > loss_text_ce: 0.04749983549118042 (0.048129875870164464)
| > loss_mel_ce: 3.0427231788635254 (2.8894647210535354)
| > loss: 0.7725557684898376 (0.7343986489355359)
| > current_lr: 5e-06
| > step_time: 0.2068 (0.24965479438152394)
| > loader_time: 0.0088 (0.009231105476918834)
[1m --> TIME: 2025-02-23 22:56:56 -- STEP: 3020/6985 -- GLOBAL_STEP: 128750[0m
| > loss_text_ce: 0.050978176295757294 (0.04812257958095009)
| > loss_mel_ce: 2.9991393089294434 (2.888836330846443)
| > loss: 0.7625293731689453 (0.7342397273376283)
| > current_lr: 5e-06
| > step_time: 0.2387 (0.24964396464114172)
| > loader_time: 0.0096 (0.009232444242136352)
[1m --> TIME: 2025-02-23 22:57:14 -- STEP: 3070/6985 -- GLOBAL_STEP: 128800[0m
| > loss_text_ce: 0.048147499561309814 (0.04812232820675123)
| > loss_mel_ce: 2.8035175800323486 (2.8894677583868393)
| > loss: 0.7129162549972534 (0.7343975213917532)
| > current_lr: 5e-06
| > step_time: 0.1836 (0.2495758879844841)
| > loader_time: 0.0089 (0.00923361125908766)
[1m --> TIME: 2025-02-23 22:57:33 -- STEP: 3120/6985 -- GLOBAL_STEP: 128850[0m
| > loss_text_ce: 0.04740403965115547 (0.04811740231055486)
| > loss_mel_ce: 2.724304676055908 (2.889567449612493)
| > loss: 0.6929271817207336 (0.7344212127801695)
| > current_lr: 5e-06
| > step_time: 0.196 (0.2495768227638344)
| > loader_time: 0.0089 (0.009235598567204578)
[1m --> TIME: 2025-02-23 22:57:51 -- STEP: 3170/6985 -- GLOBAL_STEP: 128900[0m
| > loss_text_ce: 0.04779656231403351 (0.04811340288878998)
| > loss_mel_ce: 2.775852918624878 (2.8895161282000834)
| > loss: 0.7059123516082764 (0.7344073825266079)
| > current_lr: 5e-06
| > step_time: 0.1913 (0.24955182519244862)
| > loader_time: 0.0085 (0.009235839813665617)
[1m --> TIME: 2025-02-23 22:58:09 -- STEP: 3220/6985 -- GLOBAL_STEP: 128950[0m
| > loss_text_ce: 0.047184865921735764 (0.04810566217493943)
| > loss_mel_ce: 3.1206347942352295 (2.8903812512107496)
| > loss: 0.7919549345970154 (0.7346217281329701)
| > current_lr: 5e-06
| > step_time: 0.2492 (0.24954843017625528)
| > loader_time: 0.0096 (0.009236095558782523)
[1m --> TIME: 2025-02-23 22:58:27 -- STEP: 3270/6985 -- GLOBAL_STEP: 129000[0m
| > loss_text_ce: 0.048761215060949326 (0.04810181213172574)
| > loss_mel_ce: 3.321951389312744 (2.8899911171070274)
| > loss: 0.8426781296730042 (0.7345232321034874)
| > current_lr: 5e-06
| > step_time: 0.2546 (0.24944203242614013)
| > loader_time: 0.0094 (0.009235282192171866)
> CHECKPOINT : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/checkpoint_129000.pth
[1m --> TIME: 2025-02-23 22:58:57 -- STEP: 3320/6985 -- GLOBAL_STEP: 129050[0m
| > loss_text_ce: 0.05080752074718475 (0.04810428417074578)
| > loss_mel_ce: 2.9701578617095947 (2.8890750252338755)
| > loss: 0.755241334438324 (0.7342948271567559)
| > current_lr: 5e-06
| > step_time: 0.2322 (0.24934558573975635)
| > loader_time: 0.0094 (0.009236446417957879)
[1m --> TIME: 2025-02-23 22:59:15 -- STEP: 3370/6985 -- GLOBAL_STEP: 129100[0m
| > loss_text_ce: 0.051052846014499664 (0.048096558671632636)
| > loss_mel_ce: 2.881441831588745 (2.8898987939166716)
| > loss: 0.7331236600875854 (0.7344988379881711)
| > current_lr: 5e-06
| > step_time: 0.2818 (0.249286836827898)
| > loader_time: 0.0094 (0.00923715168361491)
[1m --> TIME: 2025-02-23 22:59:33 -- STEP: 3420/6985 -- GLOBAL_STEP: 129150[0m
| > loss_text_ce: 0.047796085476875305 (0.048094530888337546)
| > loss_mel_ce: 3.5680606365203857 (2.8902967403506654)
| > loss: 0.9039641618728638 (0.7345978175861789)
| > current_lr: 5e-06
| > step_time: 0.2552 (0.24919292383026673)
| > loader_time: 0.0092 (0.009238028386880048)
[1m --> TIME: 2025-02-23 22:59:51 -- STEP: 3470/6985 -- GLOBAL_STEP: 129200[0m
| > loss_text_ce: 0.04663625732064247 (0.0480887006506625)
| > loss_mel_ce: 2.8819730281829834 (2.8914037240685215)
| > loss: 0.7321523427963257 (0.7348731059677659)
| > current_lr: 5e-06
| > step_time: 0.1757 (0.24929567001738548)
| > loader_time: 0.0087 (0.00923912270955459)
[1m --> TIME: 2025-02-23 23:00:10 -- STEP: 3520/6985 -- GLOBAL_STEP: 129250[0m
| > loss_text_ce: 0.0486786849796772 (0.04808829179329972)
| > loss_mel_ce: 3.121596336364746 (2.890976908396589)
| > loss: 0.7925687432289124 (0.7347662998871366)
| > current_lr: 5e-06
| > step_time: 0.2418 (0.24933643483302823)
| > loader_time: 0.0093 (0.009240173412994874)
[1m --> TIME: 2025-02-23 23:00:28 -- STEP: 3570/6985 -- GLOBAL_STEP: 129300[0m
| > loss_text_ce: 0.0516718365252018 (0.04808967062572143)
| > loss_mel_ce: 3.0432088375091553 (2.890979185825634)
| > loss: 0.7737201452255249 (0.7347672139563143)
| > current_lr: 5e-06
| > step_time: 0.2847 (0.24937374605184187)
| > loader_time: 0.0093 (0.00924266413146371)
[1m --> TIME: 2025-02-23 23:00:46 -- STEP: 3620/6985 -- GLOBAL_STEP: 129350[0m
| > loss_text_ce: 0.045650530606508255 (0.048090797003091094)
| > loss_mel_ce: 2.9143309593200684 (2.8908851971942395)
| > loss: 0.7399953603744507 (0.7347439983602383)
| > current_lr: 5e-06
| > step_time: 0.1737 (0.24930934174943378)
| > loader_time: 0.009 (0.0092438379703964)
[1m --> TIME: 2025-02-23 23:01:05 -- STEP: 3670/6985 -- GLOBAL_STEP: 129400[0m
| > loss_text_ce: 0.04595289006829262 (0.04809117344403467)
| > loss_mel_ce: 2.5664660930633545 (2.8913208530774215)
| > loss: 0.6531047224998474 (0.7348530064486674)
| > current_lr: 5e-06
| > step_time: 0.1876 (0.2493795143486045)
| > loader_time: 0.0086 (0.009245075062120287)
[1m --> TIME: 2025-02-23 23:01:23 -- STEP: 3720/6985 -- GLOBAL_STEP: 129450[0m
| > loss_text_ce: 0.047972049564123154 (0.048090815653283485)
| > loss_mel_ce: 2.921072483062744 (2.8915520935930212)
| > loss: 0.7422611117362976 (0.73491072712406)
| > current_lr: 5e-06
| > step_time: 0.2197 (0.2492969302720922)
| > loader_time: 0.0096 (0.009247072473649025)
[1m --> TIME: 2025-02-23 23:01:41 -- STEP: 3770/6985 -- GLOBAL_STEP: 129500[0m
| > loss_text_ce: 0.0485965721309185 (0.04809030592046308)
| > loss_mel_ce: 3.024672508239746 (2.89161969116575)
| > loss: 0.7683172821998596 (0.7349274991045577)
| > current_lr: 5e-06
| > step_time: 0.1949 (0.24927174671891525)
| > loader_time: 0.009 (0.00924847518101292)
[1m --> TIME: 2025-02-23 23:01:59 -- STEP: 3820/6985 -- GLOBAL_STEP: 129550[0m
| > loss_text_ce: 0.05109987035393715 (0.04809133063670234)
| > loss_mel_ce: 2.654827833175659 (2.8912195495910025)
| > loss: 0.6764819025993347 (0.7348277198550586)
| > current_lr: 5e-06
| > step_time: 0.1731 (0.24925057026728298)
| > loader_time: 0.0091 (0.009249244372882114)
[1m --> TIME: 2025-02-23 23:02:17 -- STEP: 3870/6985 -- GLOBAL_STEP: 129600[0m
| > loss_text_ce: 0.05060436949133873 (0.04809097555545416)
| > loss_mel_ce: 2.70888614654541 (2.8914506665803956)
| > loss: 0.6898726224899292 (0.7348854104061764)
| > current_lr: 5e-06
| > step_time: 0.2465 (0.24927489307807718)
| > loader_time: 0.0091 (0.009250435410235866)
[1m --> TIME: 2025-02-23 23:02:36 -- STEP: 3920/6985 -- GLOBAL_STEP: 129650[0m
| > loss_text_ce: 0.047714658081531525 (0.04809024366740219)
| > loss_mel_ce: 2.8374228477478027 (2.891273527607624)
| > loss: 0.7212843894958496 (0.7348409427672012)
| > current_lr: 5e-06
| > step_time: 0.2524 (0.2493521212315074)
| > loader_time: 0.0099 (0.009251628664075083)
[1m --> TIME: 2025-02-23 23:02:54 -- STEP: 3970/6985 -- GLOBAL_STEP: 129700[0m
| > loss_text_ce: 0.04898812621831894 (0.04808885817995455)
| > loss_mel_ce: 2.489429473876953 (2.891476587684687)
| > loss: 0.6346043944358826 (0.7348913614335525)
| > current_lr: 5e-06
| > step_time: 0.2878 (0.2492032410215672)
| > loader_time: 0.0101 (0.00925187446008098)
[1m --> TIME: 2025-02-23 23:03:12 -- STEP: 4020/6985 -- GLOBAL_STEP: 129750[0m
| > loss_text_ce: 0.0480269230902195 (0.048089347362740766)
| > loss_mel_ce: 3.29333758354187 (2.8916584500032854)
| > loss: 0.8353411555290222 (0.7349369492993423)
| > current_lr: 5e-06
| > step_time: 0.1921 (0.249243529222498)
| > loader_time: 0.0092 (0.009252226589924039)
[1m --> TIME: 2025-02-23 23:03:30 -- STEP: 4070/6985 -- GLOBAL_STEP: 129800[0m
| > loss_text_ce: 0.05333015322685242 (0.04808690450737756)
| > loss_mel_ce: 2.563206672668457 (2.8908864648687733)
| > loss: 0.654134213924408 (0.7347433423087986)
| > current_lr: 5e-06
| > step_time: 0.2448 (0.24913433541244032)
| > loader_time: 0.0096 (0.00925307033688779)
[1m --> TIME: 2025-02-23 23:03:48 -- STEP: 4120/6985 -- GLOBAL_STEP: 129850[0m
| > loss_text_ce: 0.047147538512945175 (0.04808431656000399)
| > loss_mel_ce: 2.9700918197631836 (2.8912644993332965)
| > loss: 0.7543098330497742 (0.734837203885166)
| > current_lr: 5e-06
| > step_time: 0.2458 (0.24920347709100235)
| > loader_time: 0.0098 (0.009254604057200876)
[1m --> TIME: 2025-02-23 23:04:07 -- STEP: 4170/6985 -- GLOBAL_STEP: 129900[0m
| > loss_text_ce: 0.04747401550412178 (0.0480830908572074)
| > loss_mel_ce: 2.458254814147949 (2.89208503592786)
| > loss: 0.6264321804046631 (0.7350420316060381)
| > current_lr: 5e-06
| > step_time: 0.1959 (0.24918144612575333)
| > loader_time: 0.009 (0.009255377051355719)
[1m --> TIME: 2025-02-23 23:04:25 -- STEP: 4220/6985 -- GLOBAL_STEP: 129950[0m
| > loss_text_ce: 0.04631524160504341 (0.048081612288598814)
| > loss_mel_ce: 3.003415822982788 (2.8923779472920548)
| > loss: 0.7624327540397644 (0.7351148898002662)
| > current_lr: 5e-06
| > step_time: 0.269 (0.24925510747737806)
| > loader_time: 0.0094 (0.00925668201175344)
[1m --> TIME: 2025-02-23 23:04:44 -- STEP: 4270/6985 -- GLOBAL_STEP: 130000[0m
| > loss_text_ce: 0.04658861458301544 (0.04807703719764464)
| > loss_mel_ce: 2.9280169010162354 (2.8927454355449793)
| > loss: 0.7436513900756836 (0.7352056180844543)
| > current_lr: 5e-06
| > step_time: 0.259 (0.24933410612146537)
| > loader_time: 0.0094 (0.009258272385429702)
> CHECKPOINT : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/checkpoint_130000.pth
[1m --> TIME: 2025-02-23 23:05:17 -- STEP: 4320/6985 -- GLOBAL_STEP: 130050[0m
| > loss_text_ce: 0.05085320025682449 (0.0480730790627638)
| > loss_mel_ce: 2.667611837387085 (2.8930504692373438)
| > loss: 0.6796162724494934 (0.7352808869823261)
| > current_lr: 5e-06
| > step_time: 0.2366 (0.24922420161741762)
| > loader_time: 0.0096 (0.00925880703661175)
[1m --> TIME: 2025-02-23 23:05:36 -- STEP: 4370/6985 -- GLOBAL_STEP: 130100[0m
| > loss_text_ce: 0.0469738245010376 (0.04807397029799514)
| > loss_mel_ce: 3.0780017375946045 (2.8929127108859793)
| > loss: 0.7812439203262329 (0.7352466702052056)
| > current_lr: 5e-06
| > step_time: 0.2549 (0.2492809897974919)
| > loader_time: 0.0095 (0.0092600665867192)
[1m --> TIME: 2025-02-23 23:05:55 -- STEP: 4420/6985 -- GLOBAL_STEP: 130150[0m
| > loss_text_ce: 0.047016408294439316 (0.04807040425127048)
| > loss_mel_ce: 2.799123525619507 (2.893206046231732)
| > loss: 0.7115349769592285 (0.7353191125716556)
| > current_lr: 5e-06
| > step_time: 0.2497 (0.24931491705087525)
| > loader_time: 0.0098 (0.009262260322657086)
[1m --> TIME: 2025-02-23 23:06:13 -- STEP: 4470/6985 -- GLOBAL_STEP: 130200[0m
| > loss_text_ce: 0.048855870962142944 (0.04807140975690533)
| > loss_mel_ce: 2.792943239212036 (2.8926204317101436)
| > loss: 0.710449755191803 (0.7351729603288422)
| > current_lr: 5e-06
| > step_time: 0.2856 (0.24928621216375033)
| > loader_time: 0.01 (0.0092653843647148)
[1m --> TIME: 2025-02-23 23:06:31 -- STEP: 4520/6985 -- GLOBAL_STEP: 130250[0m
| > loss_text_ce: 0.04526436701416969 (0.048071801203377264)
| > loss_mel_ce: 2.7127671241760254 (2.8926206362458458)
| > loss: 0.6895079016685486 (0.7351731093715778)
| > current_lr: 5e-06
| > step_time: 0.2439 (0.2492968282868378)
| > loader_time: 0.0101 (0.009268775344949881)
[1m --> TIME: 2025-02-23 23:06:49 -- STEP: 4570/6985 -- GLOBAL_STEP: 130300[0m
| > loss_text_ce: 0.049455754458904266 (0.04806972146767891)
| > loss_mel_ce: 2.8988006114959717 (2.8923103516680935)
| > loss: 0.7370640635490417 (0.7350950183310186)
| > current_lr: 5e-06
| > step_time: 0.2474 (0.24931601246806684)
| > loader_time: 0.0093 (0.009271466758110304)
[1m --> TIME: 2025-02-23 23:07:08 -- STEP: 4620/6985 -- GLOBAL_STEP: 130350[0m
| > loss_text_ce: 0.04895391687750816 (0.048066946587553575)
| > loss_mel_ce: 3.0120279788970947 (2.89216747996095)
| > loss: 0.7652454972267151 (0.7350586066514384)
| > current_lr: 5e-06
| > step_time: 0.249 (0.2493035381490535)
| > loader_time: 0.0095 (0.009271632489703927)
[1m --> TIME: 2025-02-23 23:07:26 -- STEP: 4670/6985 -- GLOBAL_STEP: 130400[0m
| > loss_text_ce: 0.048283278942108154 (0.04806890495887284)
| > loss_mel_ce: 2.667020320892334 (2.8924326841529995)
| > loss: 0.6788259148597717 (0.7351253973212435)
| > current_lr: 5e-06
| > step_time: 0.2579 (0.24938161031081804)
| > loader_time: 0.0091 (0.009275646025925148)
[1m --> TIME: 2025-02-23 23:07:45 -- STEP: 4720/6985 -- GLOBAL_STEP: 130450[0m
| > loss_text_ce: 0.04682924970984459 (0.04807356509490546)
| > loss_mel_ce: 3.0042388439178467 (2.8920155664621774)
| > loss: 0.7627670168876648 (0.735022282941361)
| > current_lr: 5e-06
| > step_time: 0.2505 (0.24937472580853165)
| > loader_time: 0.0101 (0.009275221925670792)
[1m --> TIME: 2025-02-23 23:08:03 -- STEP: 4770/6985 -- GLOBAL_STEP: 130500[0m
| > loss_text_ce: 0.04869897663593292 (0.048067338821679344)
| > loss_mel_ce: 2.9913129806518555 (2.89226720872915)
| > loss: 0.7600029706954956 (0.7350836369351518)
| > current_lr: 5e-06
| > step_time: 0.2876 (0.24933797338473732)
| > loader_time: 0.0094 (0.009275234220412763)
[1m --> TIME: 2025-02-23 23:08:21 -- STEP: 4820/6985 -- GLOBAL_STEP: 130550[0m
| > loss_text_ce: 0.04524686187505722 (0.04806520009251061)
| > loss_mel_ce: 2.91532301902771 (2.8919522395272463)
| > loss: 0.7401424646377563 (0.7350043599659967)
| > current_lr: 5e-06
| > step_time: 0.2545 (0.24934296474417225)
| > loader_time: 0.0093 (0.009276026611011519)
[1m --> TIME: 2025-02-23 23:08:40 -- STEP: 4870/6985 -- GLOBAL_STEP: 130600[0m
| > loss_text_ce: 0.04704982042312622 (0.048071029930694946)
| > loss_mel_ce: 3.2723135948181152 (2.8919513753796995)
| > loss: 0.8298408389091492 (0.7350056014266584)
| > current_lr: 5e-06
| > step_time: 0.2874 (0.24937791119365976)
| > loader_time: 0.0095 (0.009276900203320974)
[1m --> TIME: 2025-02-23 23:08:57 -- STEP: 4920/6985 -- GLOBAL_STEP: 130650[0m
| > loss_text_ce: 0.052698127925395966 (0.04806959085181605)
| > loss_mel_ce: 2.5358123779296875 (2.891624768526574)
| > loss: 0.647127628326416 (0.7349235899443539)
| > current_lr: 5e-06
| > step_time: 0.2268 (0.24929032626190814)
| > loader_time: 0.0094 (0.009276769170916133)
[1m --> TIME: 2025-02-23 23:09:16 -- STEP: 4970/6985 -- GLOBAL_STEP: 130700[0m
| > loss_text_ce: 0.048135679215192795 (0.048067391212557486)
| > loss_mel_ce: 3.024770498275757 (2.8915715025224444)
| > loss: 0.7682265639305115 (0.7349097234982114)
| > current_lr: 5e-06
| > step_time: 0.2758 (0.24928421537641077)
| > loader_time: 0.0096 (0.009277365337195243)
[1m --> TIME: 2025-02-23 23:09:35 -- STEP: 5020/6985 -- GLOBAL_STEP: 130750[0m
| > loss_text_ce: 0.046697989106178284 (0.048066016707376494)
| > loss_mel_ce: 2.781451463699341 (2.891344183707144)
| > loss: 0.7070373892784119 (0.7348525501579868)
| > current_lr: 5e-06
| > step_time: 0.2402 (0.24940469184244782)
| > loader_time: 0.0089 (0.009277824386657427)
[1m --> TIME: 2025-02-23 23:09:53 -- STEP: 5070/6985 -- GLOBAL_STEP: 130800[0m
| > loss_text_ce: 0.047039102762937546 (0.0480662566288219)
| > loss_mel_ce: 3.1175663471221924 (2.891570208152605)
| > loss: 0.7911513447761536 (0.7349091162460554)
| > current_lr: 5e-06
| > step_time: 0.2376 (0.24933070638005794)
| > loader_time: 0.0093 (0.009277811746390342)
[1m --> TIME: 2025-02-23 23:10:11 -- STEP: 5120/6985 -- GLOBAL_STEP: 130850[0m
| > loss_text_ce: 0.05009883642196655 (0.04806644572745434)
| > loss_mel_ce: 3.2659690380096436 (2.8919555860105897)
| > loss: 0.8290169835090637 (0.7350055079557926)
| > current_lr: 5e-06
| > step_time: 0.2263 (0.2493110055103899)
| > loader_time: 0.0091 (0.00927809574641284)
[1m --> TIME: 2025-02-23 23:10:29 -- STEP: 5170/6985 -- GLOBAL_STEP: 130900[0m
| > loss_text_ce: 0.046242017298936844 (0.04806168983605782)
| > loss_mel_ce: 2.925147533416748 (2.8920403116215123)
| > loss: 0.7428473830223083 (0.7350255004096075)
| > current_lr: 5e-06
| > step_time: 0.1959 (0.2492947883255478)
| > loader_time: 0.009 (0.009278172404438626)
[1m --> TIME: 2025-02-23 23:10:47 -- STEP: 5220/6985 -- GLOBAL_STEP: 130950[0m
| > loss_text_ce: 0.04668157175183296 (0.048063912056386576)
| > loss_mel_ce: 2.8396620750427246 (2.891477236893898)
| > loss: 0.7215859293937683 (0.7348852872848506)
| > current_lr: 5e-06
| > step_time: 0.2427 (0.24931247357664446)
| > loader_time: 0.0094 (0.009278193287465725)
[1m --> TIME: 2025-02-23 23:11:05 -- STEP: 5270/6985 -- GLOBAL_STEP: 131000[0m
| > loss_text_ce: 0.048568714410066605 (0.048065537197314025)
| > loss_mel_ce: 2.968636989593506 (2.891515598306165)
| > loss: 0.7543014287948608 (0.7348952839112143)
| > current_lr: 5e-06
| > step_time: 0.2882 (0.24927417073801764)
| > loader_time: 0.0096 (0.009278621031165763)
> CHECKPOINT : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/checkpoint_131000.pth
[1m --> TIME: 2025-02-23 23:11:42 -- STEP: 5320/6985 -- GLOBAL_STEP: 131050[0m
| > loss_text_ce: 0.04338908940553665 (0.048062848726189565)
| > loss_mel_ce: 3.278162717819214 (2.8918973967096857)
| > loss: 0.8303879499435425 (0.7349900613826018)
| > current_lr: 5e-06
| > step_time: 0.2507 (0.24927192702329257)
| > loader_time: 0.0097 (0.009279855167059032)
[1m --> TIME: 2025-02-23 23:12:01 -- STEP: 5370/6985 -- GLOBAL_STEP: 131100[0m
| > loss_text_ce: 0.047742024064064026 (0.04806206037031993)
| > loss_mel_ce: 3.294443368911743 (2.8924773963026067)
| > loss: 0.8355463743209839 (0.7351348641975411)
| > current_lr: 5e-06
| > step_time: 0.2454 (0.24932465819673175)
| > loader_time: 0.0095 (0.009285278116080532)
[1m --> TIME: 2025-02-23 23:12:19 -- STEP: 5420/6985 -- GLOBAL_STEP: 131150[0m
| > loss_text_ce: 0.050109632313251495 (0.048059291202176425)
| > loss_mel_ce: 2.6195359230041504 (2.892644049232738)
| > loss: 0.6674113869667053 (0.7351758351405171)
| > current_lr: 5e-06
| > step_time: 0.1878 (0.24933397255260575)
| > loader_time: 0.0091 (0.009286303845718729)
[1m --> TIME: 2025-02-23 23:12:37 -- STEP: 5470/6985 -- GLOBAL_STEP: 131200[0m
| > loss_text_ce: 0.04804103448987007 (0.048062647863459866)
| > loss_mel_ce: 3.2486214637756348 (2.8923979458468927)
| > loss: 0.8241656422615051 (0.7351151484567028)
| > current_lr: 5e-06
| > step_time: 0.3335 (0.2493454482481293)
| > loader_time: 0.0096 (0.009286936153223522)
[1m --> TIME: 2025-02-23 23:12:56 -- STEP: 5520/6985 -- GLOBAL_STEP: 131250[0m
| > loss_text_ce: 0.05051073431968689 (0.048065744306001426)
| > loss_mel_ce: 3.0025076866149902 (2.8917654324700885)
| > loss: 0.7632545828819275 (0.7349577942296219)
| > current_lr: 5e-06
| > step_time: 0.222 (0.24933359933936086)
| > loader_time: 0.0091 (0.009288940395134036)
[1m --> TIME: 2025-02-23 23:13:14 -- STEP: 5570/6985 -- GLOBAL_STEP: 131300[0m
| > loss_text_ce: 0.047797612845897675 (0.048063697653891256)
| > loss_mel_ce: 2.9636526107788086 (2.89164399993698)
| > loss: 0.7528625726699829 (0.7349269244465405)
| > current_lr: 5e-06
| > step_time: 0.2559 (0.2493130045690486)
| > loader_time: 0.0094 (0.009289241307941709)
[1m --> TIME: 2025-02-23 23:13:32 -- STEP: 5620/6985 -- GLOBAL_STEP: 131350[0m
| > loss_text_ce: 0.04609666392207146 (0.04806627919864304)
| > loss_mel_ce: 3.1759259700775146 (2.891823306160042)
| > loss: 0.805505633354187 (0.7349723963975053)
| > current_lr: 5e-06
| > step_time: 0.2485 (0.2493912692596056)
| > loader_time: 0.0095 (0.009290084380696203)
[1m --> TIME: 2025-02-23 23:13:51 -- STEP: 5670/6985 -- GLOBAL_STEP: 131400[0m
| > loss_text_ce: 0.047342538833618164 (0.04806452287423452)
| > loss_mel_ce: 2.791142702102661 (2.8922468936001824)
| > loss: 0.7096213102340698 (0.7350778542183058)
| > current_lr: 5e-06
| > step_time: 0.2734 (0.24938026584645437)
| > loader_time: 0.0096 (0.00929057022040899)
[1m --> TIME: 2025-02-23 23:14:09 -- STEP: 5720/6985 -- GLOBAL_STEP: 131450[0m
| > loss_text_ce: 0.04987794905900955 (0.04806511436973324)
| > loss_mel_ce: 2.9063448905944824 (2.8920870718422482)
| > loss: 0.7390556931495667 (0.7350380466326129)
| > current_lr: 5e-06
| > step_time: 0.2268 (0.2494149483167209)
| > loader_time: 0.0094 (0.00929133804528025)
[1m --> TIME: 2025-02-23 23:14:29 -- STEP: 5770/6985 -- GLOBAL_STEP: 131500[0m
| > loss_text_ce: 0.047636933624744415 (0.048062318542155584)
| > loss_mel_ce: 2.8114655017852783 (2.8921664845798842)
| > loss: 0.7147756218910217 (0.7350572008710589)
| > current_lr: 5e-06
| > step_time: 0.2756 (0.2495606707534923)
| > loader_time: 0.0095 (0.009293205279411389)
[1m --> TIME: 2025-02-23 23:14:47 -- STEP: 5820/6985 -- GLOBAL_STEP: 131550[0m
| > loss_text_ce: 0.04779091104865074 (0.04806460267208091)
| > loss_mel_ce: 3.0255091190338135 (2.891746138952853)
| > loss: 0.7683250308036804 (0.7349526854827227)
| > current_lr: 5e-06
| > step_time: 0.2433 (0.24953286586348553)
| > loader_time: 0.0093 (0.009293464983451773)
[1m --> TIME: 2025-02-23 23:15:05 -- STEP: 5870/6985 -- GLOBAL_STEP: 131600[0m
| > loss_text_ce: 0.04728846624493599 (0.04806545185436087)
| > loss_mel_ce: 2.8961148262023926 (2.892214341707897)
| > loss: 0.7358508110046387 (0.7350699484652916)
| > current_lr: 5e-06
| > step_time: 0.2578 (0.24954526919928693)
| > loader_time: 0.0095 (0.00929415827106166)
[1m --> TIME: 2025-02-23 23:15:23 -- STEP: 5920/6985 -- GLOBAL_STEP: 131650[0m
| > loss_text_ce: 0.048453424125909805 (0.048067120977400624)
| > loss_mel_ce: 3.0164756774902344 (2.892148315101058)
| > loss: 0.7662322521209717 (0.7350538591073973)
| > current_lr: 5e-06
| > step_time: 0.1824 (0.24948628891158756)
| > loader_time: 0.0094 (0.00929443514024885)
[1m --> TIME: 2025-02-23 23:15:41 -- STEP: 5970/6985 -- GLOBAL_STEP: 131700[0m
| > loss_text_ce: 0.047993406653404236 (0.04806484724059586)
| > loss_mel_ce: 3.0649521350860596 (2.8924701107606627)
| > loss: 0.7782363891601562 (0.735133739552106)
| > current_lr: 5e-06
| > step_time: 0.2771 (0.2494734196606993)
| > loader_time: 0.0095 (0.009295211724899475)
[1m --> TIME: 2025-02-23 23:16:00 -- STEP: 6020/6985 -- GLOBAL_STEP: 131750[0m
| > loss_text_ce: 0.04897585138678551 (0.048060703637740634)
| > loss_mel_ce: 2.8174076080322266 (2.8923899217301443)
| > loss: 0.7165958881378174 (0.7351126563905477)
| > current_lr: 5e-06
| > step_time: 0.2505 (0.2495218730448093)
| > loader_time: 0.0102 (0.009296504286832544)
[1m --> TIME: 2025-02-23 23:16:18 -- STEP: 6070/6985 -- GLOBAL_STEP: 131800[0m
| > loss_text_ce: 0.05046815425157547 (0.04806223592461638)
| > loss_mel_ce: 2.5779435634613037 (2.891765818407352)
| > loss: 0.6571029424667358 (0.7349570136093814)
| > current_lr: 5e-06
| > step_time: 0.2861 (0.24952748187094984)
| > loader_time: 0.01 (0.009297814125676884)
[1m --> TIME: 2025-02-23 23:16:37 -- STEP: 6120/6985 -- GLOBAL_STEP: 131850[0m
| > loss_text_ce: 0.04717016592621803 (0.04806108557454813)
| > loss_mel_ce: 3.3064467906951904 (2.8916944556376527)
| > loss: 0.8384042382240295 (0.7349388853397241)
| > current_lr: 5e-06
| > step_time: 0.2513 (0.2495799692238079)
| > loader_time: 0.01 (0.009299230069116796)
[1m --> TIME: 2025-02-23 23:16:55 -- STEP: 6170/6985 -- GLOBAL_STEP: 131900[0m
| > loss_text_ce: 0.04929568991065025 (0.04805873369668262)
| > loss_mel_ce: 2.711668014526367 (2.8916551708595497)
| > loss: 0.6902409195899963 (0.7349284762018499)
| > current_lr: 5e-06
| > step_time: 0.2725 (0.24951867156902055)
| > loader_time: 0.0094 (0.009300121109528096)
[1m --> TIME: 2025-02-23 23:17:12 -- STEP: 6220/6985 -- GLOBAL_STEP: 131950[0m
| > loss_text_ce: 0.05146012082695961 (0.048059596733408816)
| > loss_mel_ce: 2.503175735473633 (2.8914264840711748)
| > loss: 0.6386589407920837 (0.7348715202505561)
| > current_lr: 5e-06
| > step_time: 0.146 (0.24944924407449956)
| > loader_time: 0.0088 (0.00930058216358684)
[1m --> TIME: 2025-02-23 23:17:30 -- STEP: 6270/6985 -- GLOBAL_STEP: 132000[0m
| > loss_text_ce: 0.04581127688288689 (0.048060956599110714)
| > loss_mel_ce: 3.103276491165161 (2.8911978772572553)
| > loss: 0.7872719168663025 (0.7348147085218715)
| > current_lr: 5e-06
| > step_time: 0.272 (0.24942943753237937)
| > loader_time: 0.01 (0.009302192745786687)
> CHECKPOINT : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/checkpoint_132000.pth
[1m --> TIME: 2025-02-23 23:18:05 -- STEP: 6320/6985 -- GLOBAL_STEP: 132050[0m
| > loss_text_ce: 0.0472877062857151 (0.048061228889524084)
| > loss_mel_ce: 3.1120388507843018 (2.891172584589525)
| > loss: 0.7898316383361816 (0.734808453427085)
| > current_lr: 5e-06
| > step_time: 0.2255 (0.24943170283414148)
| > loader_time: 0.0099 (0.009302933042562429)
[1m --> TIME: 2025-02-23 23:18:23 -- STEP: 6370/6985 -- GLOBAL_STEP: 132100[0m
| > loss_text_ce: 0.04898785799741745 (0.04805702930272476)
| > loss_mel_ce: 3.259683847427368 (2.891626218574202)
| > loss: 0.8271679282188416 (0.7349208119806349)
| > current_lr: 5e-06
| > step_time: 0.2642 (0.24947212790394885)
| > loader_time: 0.0099 (0.009304162845881024)
[1m --> TIME: 2025-02-23 23:18:41 -- STEP: 6420/6985 -- GLOBAL_STEP: 132150[0m
| > loss_text_ce: 0.048232290893793106 (0.048057295148757104)
| > loss_mel_ce: 3.0905654430389404 (2.89136824693264)
| > loss: 0.7846994400024414 (0.7348563855403676)
| > current_lr: 5e-06
| > step_time: 0.2428 (0.24937814217861576)
| > loader_time: 0.009 (0.009304045331069582)
[1m --> TIME: 2025-02-23 23:18:59 -- STEP: 6470/6985 -- GLOBAL_STEP: 132200[0m
| > loss_text_ce: 0.04767399653792381 (0.04805753388409001)
| > loss_mel_ce: 3.064910411834717 (2.891496202529307)
| > loss: 0.7781460881233215 (0.7348884341245084)
| > current_lr: 5e-06
| > step_time: 0.1914 (0.24937535872599448)
| > loader_time: 0.009 (0.009304209949428528)
[1m --> TIME: 2025-02-23 23:19:17 -- STEP: 6520/6985 -- GLOBAL_STEP: 132250[0m
| > loss_text_ce: 0.05029000714421272 (0.0480563636977752)
| > loss_mel_ce: 2.7609500885009766 (2.891544849155872)
| > loss: 0.7028100490570068 (0.7349003032398366)
| > current_lr: 5e-06
| > step_time: 0.1891 (0.24937088782070613)
| > loader_time: 0.0093 (0.009304684985634717)
[1m --> TIME: 2025-02-23 23:19:35 -- STEP: 6570/6985 -- GLOBAL_STEP: 132300[0m
| > loss_text_ce: 0.04440682753920555 (0.04805052656243752)
| > loss_mel_ce: 2.9139907360076904 (2.89113442534907)
| > loss: 0.7395994067192078 (0.7347962379818452)
| > current_lr: 5e-06
| > step_time: 0.2312 (0.2493416086905261)
| > loader_time: 0.0092 (0.00930490087337869)
[1m --> TIME: 2025-02-23 23:19:54 -- STEP: 6620/6985 -- GLOBAL_STEP: 132350[0m
| > loss_text_ce: 0.0483890064060688 (0.048051402018352125)
| > loss_mel_ce: 3.3366730213165283 (2.890461931559976)
| > loss: 0.8462654948234558 (0.7346283333899387)
| > current_lr: 5e-06
| > step_time: 0.2195 (0.24933288162208403)
| > loader_time: 0.0092 (0.009305432267779648)
[1m --> TIME: 2025-02-23 23:20:11 -- STEP: 6670/6985 -- GLOBAL_STEP: 132400[0m
| > loss_text_ce: 0.049121975898742676 (0.048051591104139535)
| > loss_mel_ce: 2.6356024742126465 (2.890491210502843)
| > loss: 0.6711810827255249 (0.7346357004038393)
| > current_lr: 5e-06
| > step_time: 0.2201 (0.2492860460567332)
| > loader_time: 0.009 (0.009305755094788398)
[1m --> TIME: 2025-02-23 23:20:30 -- STEP: 6720/6985 -- GLOBAL_STEP: 132450[0m
| > loss_text_ce: 0.04857796058058739 (0.04804841906741447)
| > loss_mel_ce: 3.1625523567199707 (2.890621047147684)
| > loss: 0.8027825951576233 (0.734667366583432)
| > current_lr: 5e-06
| > step_time: 0.2421 (0.24928862129648532)
| > loader_time: 0.0097 (0.009306369544494698)
[1m --> TIME: 2025-02-23 23:20:48 -- STEP: 6770/6985 -- GLOBAL_STEP: 132500[0m
| > loss_text_ce: 0.049157142639160156 (0.04804595104381561)
| > loss_mel_ce: 3.20822811126709 (2.8906184603227656)
| > loss: 0.8143463134765625 (0.7346661028780996)
| > current_lr: 5e-06
| > step_time: 0.2821 (0.24929368397333782)
| > loader_time: 0.0097 (0.009306884868458395)
[1m --> TIME: 2025-02-23 23:21:06 -- STEP: 6820/6985 -- GLOBAL_STEP: 132550[0m
| > loss_text_ce: 0.04901816323399544 (0.048049762483435024)
| > loss_mel_ce: 2.4912004470825195 (2.8901163541676373)
| > loss: 0.6350546479225159 (0.7345415291985454)
| > current_lr: 5e-06
| > step_time: 0.1937 (0.249232887662401)
| > loader_time: 0.009 (0.009306440605096427)
[1m --> TIME: 2025-02-23 23:21:24 -- STEP: 6870/6985 -- GLOBAL_STEP: 132600[0m
| > loss_text_ce: 0.05090765655040741 (0.04804809963740037)
| > loss_mel_ce: 2.661478281021118 (2.889608268446278)
| > loss: 0.6780964732170105 (0.7344140920663327)
| > current_lr: 5e-06
| > step_time: 0.2154 (0.24924691348096695)
| > loader_time: 0.0092 (0.00930907525002867)
[1m --> TIME: 2025-02-23 23:21:42 -- STEP: 6920/6985 -- GLOBAL_STEP: 132650[0m
| > loss_text_ce: 0.04526185244321823 (0.04804784911765451)
| > loss_mel_ce: 3.0949594974517822 (2.8894298806011345)
| > loss: 0.7850553393363953 (0.7343694324868948)
| > current_lr: 5e-06
| > step_time: 0.2107 (0.24923648889354205)
| > loader_time: 0.0091 (0.009309501007113126)
[1m --> TIME: 2025-02-23 23:22:01 -- STEP: 6970/6985 -- GLOBAL_STEP: 132700[0m
| > loss_text_ce: 0.04574457183480263 (0.04804516457010555)
| > loss_mel_ce: 3.0983242988586426 (2.8895977678052676)
| > loss: 0.7860172390937805 (0.7344107331384713)
| > current_lr: 5e-06
| > step_time: 0.2575 (0.24929843978526095)
| > loader_time: 0.0083 (0.009310109748730843)
[1m > EVALUATION [0m
[1m--> EVAL PERFORMANCE[0m
| > avg_loader_time:[92m 0.46348975686465993 [0m(-0.0012482583912369338)
| > avg_loss_text_ce:[92m 0.04698419244655597 [0m(-0.0002201353656310842)
| > avg_loss_mel_ce:[92m 2.9309362243203565 [0m(-0.0047778241774611985)
| > avg_loss:[92m 2.9779204184712933 [0m(-0.004997960882249242)
> BEST MODEL : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/best_model_132715.pth
[4m[1m > EPOCH: 19/30[0m
--> checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3
[1m > TRAINING (2025-02-23 23:24:28) [0m
[1m --> TIME: 2025-02-23 23:24:41 -- STEP: 35/6985 -- GLOBAL_STEP: 132750[0m
| > loss_text_ce: 0.046842820942401886 (0.04754938706755638)
| > loss_mel_ce: 2.5748696327209473 (2.9300764833177837)
| > loss: 0.6554281115531921 (0.7444064685276577)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2756 (0.24734156472342356)
| > loader_time: 0.0095 (0.009598616191319057)
[1m --> TIME: 2025-02-23 23:24:59 -- STEP: 85/6985 -- GLOBAL_STEP: 132800[0m
| > loss_text_ce: 0.04849989339709282 (0.04789546872763074)
| > loss_mel_ce: 2.977008581161499 (2.8891474134781783)
| > loss: 0.756377100944519 (0.7342607189627255)
| > current_lr: 5e-06
| > step_time: 0.2471 (0.24131004109102136)
| > loader_time: 0.0095 (0.009496557011323818)
[1m --> TIME: 2025-02-23 23:25:17 -- STEP: 135/6985 -- GLOBAL_STEP: 132850[0m
| > loss_text_ce: 0.049694690853357315 (0.047778504369435496)
| > loss_mel_ce: 2.4611103534698486 (2.8883365542800337)
| > loss: 0.6277012825012207 (0.7340287654488175)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2883 (0.24564075293364349)
| > loader_time: 0.0097 (0.009490633010864257)
[1m --> TIME: 2025-02-23 23:25:35 -- STEP: 185/6985 -- GLOBAL_STEP: 132900[0m
| > loss_text_ce: 0.048025988042354584 (0.04788448822659417)
| > loss_mel_ce: 2.8749074935913086 (2.8968494930782835)
| > loss: 0.7307333946228027 (0.7361834954571079)
| > current_lr: 5e-06
| > step_time: 0.2233 (0.24592307580483927)
| > loader_time: 0.0092 (0.009462401673600481)
[1m --> TIME: 2025-02-23 23:25:54 -- STEP: 235/6985 -- GLOBAL_STEP: 132950[0m
| > loss_text_ce: 0.04548066854476929 (0.047894575082241236)
| > loss_mel_ce: 3.1958231925964355 (2.892231582073455)
| > loss: 0.8103259801864624 (0.7350315393285548)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2131 (0.2467077945141082)
| > loader_time: 0.0088 (0.009443864416568836)
[1m --> TIME: 2025-02-23 23:26:12 -- STEP: 285/6985 -- GLOBAL_STEP: 133000[0m
| > loss_text_ce: 0.049368128180503845 (0.04798410687791674)
| > loss_mel_ce: 3.040822744369507 (2.8867468733536565)
| > loss: 0.772547721862793 (0.7336827449631274)
| > current_lr: 5e-06
| > step_time: 0.3097 (0.24824369330155222)
| > loader_time: 0.0101 (0.009430093932570074)
> CHECKPOINT : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/checkpoint_133000.pth
[1m --> TIME: 2025-02-23 23:26:50 -- STEP: 335/6985 -- GLOBAL_STEP: 133050[0m
| > loss_text_ce: 0.04817282035946846 (0.04794681908479377)
| > loss_mel_ce: 2.575859785079956 (2.884500960449675)
| > loss: 0.6560081243515015 (0.7331119451949845)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2155 (0.2481392796359845)
| > loader_time: 0.0094 (0.009419904538054961)
[1m --> TIME: 2025-02-23 23:27:08 -- STEP: 385/6985 -- GLOBAL_STEP: 133100[0m
| > loss_text_ce: 0.047979023307561874 (0.047921467988522023)
| > loss_mel_ce: 2.639820098876953 (2.8947006919167264)
| > loss: 0.6719498038291931 (0.7356555401504811)
| > current_lr: 5e-06
| > step_time: 0.2464 (0.24780624067628537)
| > loader_time: 0.0091 (0.009397147537825943)
[1m --> TIME: 2025-02-23 23:27:26 -- STEP: 435/6985 -- GLOBAL_STEP: 133150[0m
| > loss_text_ce: 0.047765884548425674 (0.04793900021876412)
| > loss_mel_ce: 2.576401710510254 (2.8929326501385924)
| > loss: 0.6560419201850891 (0.7352179132658857)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2681 (0.24855865884101253)
| > loader_time: 0.0087 (0.009374788437766594)
[1m --> TIME: 2025-02-23 23:27:44 -- STEP: 485/6985 -- GLOBAL_STEP: 133200[0m
| > loss_text_ce: 0.048897456377744675 (0.04797434544133157)
| > loss_mel_ce: 2.9353041648864746 (2.888025199260909)
| > loss: 0.7460504174232483 (0.7339998872009746)
| > current_lr: 5e-06
| > step_time: 0.194 (0.24737106991797378)
| > loader_time: 0.0091 (0.009348214532911167)
[1m --> TIME: 2025-02-23 23:28:02 -- STEP: 535/6985 -- GLOBAL_STEP: 133250[0m
| > loss_text_ce: 0.047136325389146805 (0.047998377235136294)
| > loss_mel_ce: 3.201833724975586 (2.8891542336651104)
| > loss: 0.8122425079345703 (0.7342881533587089)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3175 (0.24831469660607453)
| > loader_time: 0.0095 (0.009344491334719084)
[1m --> TIME: 2025-02-23 23:28:21 -- STEP: 585/6985 -- GLOBAL_STEP: 133300[0m
| > loss_text_ce: 0.05226791277527809 (0.04800259919248075)
| > loss_mel_ce: 2.60874080657959 (2.8860912318922516)
| > loss: 0.6652522087097168 (0.7335234584971371)
| > current_lr: 5e-06
| > step_time: 0.2078 (0.24823087341765054)
| > loader_time: 0.0091 (0.009337079626882181)
[1m --> TIME: 2025-02-23 23:28:39 -- STEP: 635/6985 -- GLOBAL_STEP: 133350[0m
| > loss_text_ce: 0.04872773587703705 (0.048027792913237895)
| > loss_mel_ce: 2.3040835857391357 (2.8846411701262467)
| > loss: 0.5882028341293335 (0.7331672411265335)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2665 (0.24815585331653986)
| > loader_time: 0.0093 (0.00933084525461272)
[1m --> TIME: 2025-02-23 23:28:57 -- STEP: 685/6985 -- GLOBAL_STEP: 133400[0m
| > loss_text_ce: 0.04564091935753822 (0.048012075943015764)
| > loss_mel_ce: 3.1963164806365967 (2.8859471679603974)
| > loss: 0.8104893565177917 (0.7334898115074548)
| > current_lr: 5e-06
| > step_time: 0.2801 (0.24817666276528016)
| > loader_time: 0.0091 (0.009324987439343528)
[1m --> TIME: 2025-02-23 23:29:15 -- STEP: 735/6985 -- GLOBAL_STEP: 133450[0m
| > loss_text_ce: 0.04776303842663765 (0.04801414747830149)
| > loss_mel_ce: 3.132857084274292 (2.881558750438043)
| > loss: 0.7951550483703613 (0.7323932248718884)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3179 (0.24810171613887866)
| > loader_time: 0.0095 (0.009305931597339867)
[1m --> TIME: 2025-02-23 23:29:33 -- STEP: 785/6985 -- GLOBAL_STEP: 133500[0m
| > loss_text_ce: 0.04704999178647995 (0.048016814550586547)
| > loss_mel_ce: 2.989792823791504 (2.880400394026642)
| > loss: 0.7592107057571411 (0.732104302591579)
| > current_lr: 5e-06
| > step_time: 0.28 (0.24793819804100473)
| > loader_time: 0.0093 (0.009292234736643026)
[1m --> TIME: 2025-02-23 23:29:51 -- STEP: 835/6985 -- GLOBAL_STEP: 133550[0m
| > loss_text_ce: 0.048085253685712814 (0.048014828174592475)
| > loss_mel_ce: 2.803590774536133 (2.879744086008587)
| > loss: 0.7129189968109131 (0.7319397289595918)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2122 (0.2481295874018869)
| > loader_time: 0.0087 (0.009281692676201558)
[1m --> TIME: 2025-02-23 23:30:10 -- STEP: 885/6985 -- GLOBAL_STEP: 133600[0m
| > loss_text_ce: 0.049901749938726425 (0.048018607345678026)
| > loss_mel_ce: 2.425983190536499 (2.8811521360429677)
| > loss: 0.6189712285995483 (0.7322926862091668)
| > current_lr: 5e-06
| > step_time: 0.2724 (0.24844742710307494)
| > loader_time: 0.0096 (0.009275629560826193)
[1m --> TIME: 2025-02-23 23:30:29 -- STEP: 935/6985 -- GLOBAL_STEP: 133650[0m
| > loss_text_ce: 0.04626134783029556 (0.04799662515680419)
| > loss_mel_ce: 3.1548373699188232 (2.883738646022777)
| > loss: 0.800274670124054 (0.732933818210255)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3154 (0.24872020680636645)
| > loader_time: 0.0093 (0.009267544618902362)
[1m --> TIME: 2025-02-23 23:30:47 -- STEP: 985/6985 -- GLOBAL_STEP: 133700[0m
| > loss_text_ce: 0.048381224274635315 (0.04797812397331754)
| > loss_mel_ce: 2.969386577606201 (2.8843682226190723)
| > loss: 0.7544419765472412 (0.7330865871482695)
| > current_lr: 5e-06
| > step_time: 0.2586 (0.2487176055230465)
| > loader_time: 0.009 (0.009259525047340978)
[1m --> TIME: 2025-02-23 23:31:06 -- STEP: 1035/6985 -- GLOBAL_STEP: 133750[0m
| > loss_text_ce: 0.048183877021074295 (0.047993317771936946)
| > loss_mel_ce: 2.657756805419922 (2.883172715458894)
| > loss: 0.6764851808547974 (0.7327915086838358)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.314 (0.2490815554264087)
| > loader_time: 0.0092 (0.009253069744017968)
[1m --> TIME: 2025-02-23 23:31:23 -- STEP: 1085/6985 -- GLOBAL_STEP: 133800[0m
| > loss_text_ce: 0.049578554928302765 (0.048004251261872626)
| > loss_mel_ce: 2.886225938796997 (2.882683107929846)
| > loss: 0.7339511513710022 (0.7326718401249652)
| > current_lr: 5e-06
| > step_time: 0.1948 (0.24878711898206016)
| > loader_time: 0.0087 (0.009244367054530552)
[1m --> TIME: 2025-02-23 23:31:41 -- STEP: 1135/6985 -- GLOBAL_STEP: 133850[0m
| > loss_text_ce: 0.04987141862511635 (0.04800199123534337)
| > loss_mel_ce: 3.2576403617858887 (2.88153376201176)
| > loss: 0.8268779516220093 (0.7323839385604016)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3115 (0.2484042327309495)
| > loader_time: 0.0094 (0.009236442465088968)
[1m --> TIME: 2025-02-23 23:31:59 -- STEP: 1185/6985 -- GLOBAL_STEP: 133900[0m
| > loss_text_ce: 0.04482303187251091 (0.047990240222668325)
| > loss_mel_ce: 3.140151023864746 (2.8800749567490596)
| > loss: 0.7962434887886047 (0.7320162996461117)
| > current_lr: 5e-06
| > step_time: 0.2692 (0.24824339669465012)
| > loader_time: 0.0094 (0.00923185268031897)
[1m --> TIME: 2025-02-23 23:32:17 -- STEP: 1235/6985 -- GLOBAL_STEP: 133950[0m
| > loss_text_ce: 0.04695327579975128 (0.04798540781263396)
| > loss_mel_ce: 3.272742986679077 (2.8790602346180907)
| > loss: 0.8299240469932556 (0.7317614108444703)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2799 (0.24805376674482213)
| > loader_time: 0.0092 (0.009221543570761742)
[1m --> TIME: 2025-02-23 23:32:35 -- STEP: 1285/6985 -- GLOBAL_STEP: 134000[0m
| > loss_text_ce: 0.044591329991817474 (0.047993725074404386)
| > loss_mel_ce: 3.275442123413086 (2.876761022337678)
| > loss: 0.8300083875656128 (0.7311886871371283)
| > current_lr: 5e-06
| > step_time: 0.3067 (0.2480188581266292)
| > loader_time: 0.0097 (0.009216996760683768)
> CHECKPOINT : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/checkpoint_134000.pth
[1m --> TIME: 2025-02-23 23:33:10 -- STEP: 1335/6985 -- GLOBAL_STEP: 134050[0m
| > loss_text_ce: 0.0504249706864357 (0.04800802412606805)
| > loss_mel_ce: 2.7879750728607178 (2.873281700512887)
| > loss: 0.709600031375885 (0.7303224315357562)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2962 (0.24815898102320982)
| > loader_time: 0.0094 (0.009215997131576262)
[1m --> TIME: 2025-02-23 23:33:28 -- STEP: 1385/6985 -- GLOBAL_STEP: 134100[0m
| > loss_text_ce: 0.04950438439846039 (0.04800873597283657)
| > loss_mel_ce: 2.5142180919647217 (2.8750480693169855)
| > loss: 0.6409305930137634 (0.7307642016600178)
| > current_lr: 5e-06
| > step_time: 0.222 (0.24807877988161162)
| > loader_time: 0.0092 (0.009212198498447035)
[1m --> TIME: 2025-02-23 23:33:46 -- STEP: 1435/6985 -- GLOBAL_STEP: 134150[0m
| > loss_text_ce: 0.047185271978378296 (0.047996147610376946)
| > loss_mel_ce: 2.9429008960723877 (2.874792551412814)
| > loss: 0.7475215196609497 (0.7306971750608299)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2536 (0.24834287307819009)
| > loader_time: 0.0087 (0.009209577214842488)
[1m --> TIME: 2025-02-23 23:34:04 -- STEP: 1485/6985 -- GLOBAL_STEP: 134200[0m
| > loss_text_ce: 0.049036819487810135 (0.047984216557909756)
| > loss_mel_ce: 2.531621217727661 (2.8772287807079264)
| > loss: 0.6451644897460938 (0.7313032495052318)
| > current_lr: 5e-06
| > step_time: 0.2302 (0.24820541998352666)
| > loader_time: 0.0091 (0.009208069746743167)
[1m --> TIME: 2025-02-23 23:34:23 -- STEP: 1535/6985 -- GLOBAL_STEP: 134250[0m
| > loss_text_ce: 0.04606690630316734 (0.047986550473817405)
| > loss_mel_ce: 2.8412833213806152 (2.878300070219008)
| > loss: 0.72183758020401 (0.7315716555141853)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2366 (0.24817962894998855)
| > loader_time: 0.0093 (0.00920622403147945)
[1m --> TIME: 2025-02-23 23:34:41 -- STEP: 1585/6985 -- GLOBAL_STEP: 134300[0m
| > loss_text_ce: 0.044164031744003296 (0.04795953157102273)
| > loss_mel_ce: 2.950117588043213 (2.8796057719161445)
| > loss: 0.7485703825950623 (0.7318913261597083)
| > current_lr: 5e-06
| > step_time: 0.2882 (0.24822943564093075)
| > loader_time: 0.0094 (0.009204978972955484)
[1m --> TIME: 2025-02-23 23:35:00 -- STEP: 1635/6985 -- GLOBAL_STEP: 134350[0m
| > loss_text_ce: 0.04474296793341637 (0.047971190405092484)
| > loss_mel_ce: 3.2366647720336914 (2.8797712799970516)
| > loss: 0.8203519582748413 (0.7319356178289519)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3041 (0.24841762288994745)
| > loader_time: 0.0092 (0.009203317624713327)
[1m --> TIME: 2025-02-23 23:35:18 -- STEP: 1685/6985 -- GLOBAL_STEP: 134400[0m
| > loss_text_ce: 0.05074399709701538 (0.04797710878912703)
| > loss_mel_ce: 2.644965887069702 (2.8801566436665693)
| > loss: 0.6739274859428406 (0.7320334382863705)
| > current_lr: 5e-06
| > step_time: 0.2723 (0.24833242532407496)
| > loader_time: 0.0093 (0.009199558733478882)
[1m --> TIME: 2025-02-23 23:35:36 -- STEP: 1735/6985 -- GLOBAL_STEP: 134450[0m
| > loss_text_ce: 0.048731282353401184 (0.04797139813431059)
| > loss_mel_ce: 2.725843667984009 (2.880781965915338)
| > loss: 0.6936437487602234 (0.7321883412190743)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2822 (0.2485432138360543)
| > loader_time: 0.0092 (0.00919858261899924)
[1m --> TIME: 2025-02-23 23:35:55 -- STEP: 1785/6985 -- GLOBAL_STEP: 134500[0m
| > loss_text_ce: 0.050194911658763885 (0.04796723664140835)
| > loss_mel_ce: 2.6020925045013428 (2.8814080826040733)
| > loss: 0.663071870803833 (0.7323438300472008)
| > current_lr: 5e-06
| > step_time: 0.2885 (0.24880854769581173)
| > loader_time: 0.0095 (0.009197251536265173)
[1m --> TIME: 2025-02-23 23:36:13 -- STEP: 1835/6985 -- GLOBAL_STEP: 134550[0m
| > loss_text_ce: 0.046675700694322586 (0.04796274403866371)
| > loss_mel_ce: 2.979714870452881 (2.8800458246745584)
| > loss: 0.756597638130188 (0.7320021423397007)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2163 (0.24878308402744886)
| > loader_time: 0.0087 (0.009195360630669482)
[1m --> TIME: 2025-02-23 23:36:32 -- STEP: 1885/6985 -- GLOBAL_STEP: 134600[0m
| > loss_text_ce: 0.0487213172018528 (0.04795557845887835)
| > loss_mel_ce: 2.8758275508880615 (2.8813666772462954)
| > loss: 0.731137216091156 (0.7323305640675972)
| > current_lr: 5e-06
| > step_time: 0.2737 (0.2489532622481531)
| > loader_time: 0.0096 (0.009194563175069904)
[1m --> TIME: 2025-02-23 23:36:50 -- STEP: 1935/6985 -- GLOBAL_STEP: 134650[0m
| > loss_text_ce: 0.049927063286304474 (0.04795945962693649)
| > loss_mel_ce: 3.0928332805633545 (2.8810821785791276)
| > loss: 0.7856900691986084 (0.7322604097137151)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2647 (0.24890129670924302)
| > loader_time: 0.0095 (0.009193760849708764)
[1m --> TIME: 2025-02-23 23:37:08 -- STEP: 1985/6985 -- GLOBAL_STEP: 134700[0m
| > loss_text_ce: 0.04897766932845116 (0.04795724923724792)
| > loss_mel_ce: 2.6800386905670166 (2.8817314012224777)
| > loss: 0.6822540760040283 (0.7324221628138636)
| > current_lr: 5e-06
| > step_time: 0.1964 (0.24890686883133664)
| > loader_time: 0.0088 (0.009192261827982972)
[1m --> TIME: 2025-02-23 23:37:27 -- STEP: 2035/6985 -- GLOBAL_STEP: 134750[0m
| > loss_text_ce: 0.04746084660291672 (0.04795085263486577)
| > loss_mel_ce: 3.2841718196868896 (2.8846534110404343)
| > loss: 0.8329081535339355 (0.7331510661860937)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2836 (0.24906496415852913)
| > loader_time: 0.0092 (0.009193337930215399)
[1m --> TIME: 2025-02-23 23:37:45 -- STEP: 2085/6985 -- GLOBAL_STEP: 134800[0m
| > loss_text_ce: 0.04908165708184242 (0.04795100884936411)
| > loss_mel_ce: 2.8749687671661377 (2.884545241385626)
| > loss: 0.7310125827789307 (0.7331240627691324)
| > current_lr: 5e-06
| > step_time: 0.1959 (0.24888277602710313)
| > loader_time: 0.0088 (0.009190690660362362)
[1m --> TIME: 2025-02-23 23:38:03 -- STEP: 2135/6985 -- GLOBAL_STEP: 134850[0m
| > loss_text_ce: 0.05005152150988579 (0.04795882803076045)
| > loss_mel_ce: 2.678650140762329 (2.8838877360770505)
| > loss: 0.6821753978729248 (0.7329616412625096)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2114 (0.24887313876274877)
| > loader_time: 0.0088 (0.009195124070035796)
[1m --> TIME: 2025-02-23 23:38:22 -- STEP: 2185/6985 -- GLOBAL_STEP: 134900[0m
| > loss_text_ce: 0.04697907716035843 (0.047966951670581216)
| > loss_mel_ce: 2.896982192993164 (2.885376476095795)
| > loss: 0.7359903454780579 (0.7333358572604176)
| > current_lr: 5e-06
| > step_time: 0.2206 (0.24896339737305107)
| > loader_time: 0.0097 (0.009196285361283455)
[1m --> TIME: 2025-02-23 23:38:40 -- STEP: 2235/6985 -- GLOBAL_STEP: 134950[0m
| > loss_text_ce: 0.047318585216999054 (0.04796281522952471)
| > loss_mel_ce: 3.0963308811187744 (2.8847129210529676)
| > loss: 0.7859123945236206 (0.7331689344689878)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3153 (0.24895140916709133)
| > loader_time: 0.0091 (0.009195188654615867)
[1m --> TIME: 2025-02-23 23:38:57 -- STEP: 2285/6985 -- GLOBAL_STEP: 135000[0m
| > loss_text_ce: 0.04954581707715988 (0.04795966145115815)
| > loss_mel_ce: 2.8644683361053467 (2.883867869283226)
| > loss: 0.7285035252571106 (0.7329568831873667)
| > current_lr: 5e-06
| > step_time: 0.2735 (0.2487910342686025)
| > loader_time: 0.0092 (0.009194191905549657)
> CHECKPOINT : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/checkpoint_135000.pth
[1m --> TIME: 2025-02-23 23:39:34 -- STEP: 2335/6985 -- GLOBAL_STEP: 135050[0m
| > loss_text_ce: 0.047025613486766815 (0.047964472310892736)
| > loss_mel_ce: 2.830228567123413 (2.8830340965401655)
| > loss: 0.7193135619163513 (0.732749642779536)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3149 (0.2487995096651849)
| > loader_time: 0.0096 (0.009197828345942061)
[1m --> TIME: 2025-02-23 23:39:52 -- STEP: 2385/6985 -- GLOBAL_STEP: 135100[0m
| > loss_text_ce: 0.048807594925165176 (0.047963050827852564)
| > loss_mel_ce: 2.7068347930908203 (2.8829691259116212)
| > loss: 0.6889106035232544 (0.732733044784274)
| > current_lr: 5e-06
| > step_time: 0.2495 (0.24870084206763055)
| > loader_time: 0.0094 (0.009201675391047277)
[1m --> TIME: 2025-02-23 23:40:10 -- STEP: 2435/6985 -- GLOBAL_STEP: 135150[0m
| > loss_text_ce: 0.04874597489833832 (0.047959737459798105)
| > loss_mel_ce: 2.8892815113067627 (2.8843478012868227)
| > loss: 0.7345068454742432 (0.7330768853242394)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3037 (0.2488607341993516)
| > loader_time: 0.0095 (0.00920587623878183)
[1m --> TIME: 2025-02-23 23:40:29 -- STEP: 2485/6985 -- GLOBAL_STEP: 135200[0m
| > loss_text_ce: 0.046908002346754074 (0.047945076916779045)
| > loss_mel_ce: 3.2297770977020264 (2.885215981769367)
| > loss: 0.8191712498664856 (0.7332902653116576)
| > current_lr: 5e-06
| > step_time: 0.2398 (0.24886986628864372)
| > loader_time: 0.0093 (0.009207843247074007)
[1m --> TIME: 2025-02-23 23:40:47 -- STEP: 2535/6985 -- GLOBAL_STEP: 135250[0m
| > loss_text_ce: 0.04873032867908478 (0.047952704528379714)
| > loss_mel_ce: 2.7953381538391113 (2.8846187646102126)
| > loss: 0.7110171318054199 (0.7331428679488818)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2177 (0.2489011196460009)
| > loader_time: 0.0089 (0.009208526742999146)
[1m --> TIME: 2025-02-23 23:41:06 -- STEP: 2585/6985 -- GLOBAL_STEP: 135300[0m
| > loss_text_ce: 0.05153847485780716 (0.04795801540407955)
| > loss_mel_ce: 2.7190871238708496 (2.884565474954746)
| > loss: 0.692656397819519 (0.7331308731949766)
| > current_lr: 5e-06
| > step_time: 0.2812 (0.24910901445945874)
| > loader_time: 0.0093 (0.009209062236881825)
[1m --> TIME: 2025-02-23 23:41:25 -- STEP: 2635/6985 -- GLOBAL_STEP: 135350[0m
| > loss_text_ce: 0.048147764056921005 (0.0479559583260732)
| > loss_mel_ce: 2.838132619857788 (2.882852042060644)
| > loss: 0.7215700745582581 (0.7327020006795079)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.241 (0.24919473007462736)
| > loader_time: 0.0086 (0.00920849018350274)
[1m --> TIME: 2025-02-23 23:41:43 -- STEP: 2685/6985 -- GLOBAL_STEP: 135400[0m
| > loss_text_ce: 0.04828013479709625 (0.047959218884591016)
| > loss_mel_ce: 2.899329900741577 (2.882329733678076)
| > loss: 0.7369025349617004 (0.7325722386495129)
| > current_lr: 5e-06
| > step_time: 0.1943 (0.24917380663269725)
| > loader_time: 0.0093 (0.009208841341611866)
[1m --> TIME: 2025-02-23 23:42:01 -- STEP: 2735/6985 -- GLOBAL_STEP: 135450[0m
| > loss_text_ce: 0.049766071140766144 (0.04795742645941439)
| > loss_mel_ce: 2.8629136085510254 (2.8828530239666548)
| > loss: 0.7281699180603027 (0.7327026130948239)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2266 (0.24922771758963463)
| > loader_time: 0.0114 (0.00920925105511601)
[1m --> TIME: 2025-02-23 23:42:20 -- STEP: 2785/6985 -- GLOBAL_STEP: 135500[0m
| > loss_text_ce: 0.04680703580379486 (0.047959337759381736)
| > loss_mel_ce: 2.9396588802337646 (2.8821296417520452)
| > loss: 0.7466164827346802 (0.7325222453266317)
| > current_lr: 5e-06
| > step_time: 0.1868 (0.24926707509176094)
| > loader_time: 0.0086 (0.009209229830565569)
[1m --> TIME: 2025-02-23 23:42:38 -- STEP: 2835/6985 -- GLOBAL_STEP: 135550[0m
| > loss_text_ce: 0.048717524856328964 (0.04795969559218093)
| > loss_mel_ce: 3.1067698001861572 (2.8816416469200483)
| > loss: 0.7888718247413635 (0.7324003360048581)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2887 (0.24926774161202567)
| > loader_time: 0.0095 (0.009209315066194665)
[1m --> TIME: 2025-02-23 23:42:56 -- STEP: 2885/6985 -- GLOBAL_STEP: 135600[0m
| > loss_text_ce: 0.049183983355760574 (0.04795428820122256)
| > loss_mel_ce: 2.949679136276245 (2.8817992457897144)
| > loss: 0.7497158050537109 (0.7324383837718058)
| > current_lr: 5e-06
| > step_time: 0.2689 (0.24932504369646466)
| > loader_time: 0.0096 (0.009211066029513982)
[1m --> TIME: 2025-02-23 23:43:15 -- STEP: 2935/6985 -- GLOBAL_STEP: 135650[0m
| > loss_text_ce: 0.04657488688826561 (0.04795174943806768)
| > loss_mel_ce: 3.010179042816162 (2.88122271301392)
| > loss: 0.7641884684562683 (0.7322936158976306)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2806 (0.2493675490254235)
| > loader_time: 0.0093 (0.009210200610315212)
[1m --> TIME: 2025-02-23 23:43:32 -- STEP: 2985/6985 -- GLOBAL_STEP: 135700[0m
| > loss_text_ce: 0.04883608594536781 (0.04795364359116031)
| > loss_mel_ce: 2.860265016555786 (2.880520650210283)
| > loss: 0.7272752523422241 (0.7321185737598669)
| > current_lr: 5e-06
| > step_time: 0.242 (0.24919896229627345)
| > loader_time: 0.0094 (0.009209010029957368)
[1m --> TIME: 2025-02-23 23:43:51 -- STEP: 3035/6985 -- GLOBAL_STEP: 135750[0m
| > loss_text_ce: 0.04746565595269203 (0.04795103954792608)
| > loss_mel_ce: 3.429992437362671 (2.8794112505983387)
| > loss: 0.8693645000457764 (0.7318405728363704)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2414 (0.24917036414735597)
| > loader_time: 0.0089 (0.009208342035284206)
[1m --> TIME: 2025-02-23 23:44:09 -- STEP: 3085/6985 -- GLOBAL_STEP: 135800[0m
| > loss_text_ce: 0.047123707830905914 (0.04795438339103559)
| > loss_mel_ce: 2.945688486099243 (2.879321049755155)
| > loss: 0.7482030391693115 (0.7318188586150023)
| > current_lr: 5e-06
| > step_time: 0.2814 (0.24913313949127444)
| > loader_time: 0.0092 (0.009207769112610216)
[1m --> TIME: 2025-02-23 23:44:27 -- STEP: 3135/6985 -- GLOBAL_STEP: 135850[0m
| > loss_text_ce: 0.0501537024974823 (0.047953269479757636)
| > loss_mel_ce: 2.476496696472168 (2.879894439607517)
| > loss: 0.6316626071929932 (0.731961927649696)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2142 (0.2491895458915017)
| > loader_time: 0.0091 (0.009207888805505042)
[1m --> TIME: 2025-02-23 23:44:45 -- STEP: 3185/6985 -- GLOBAL_STEP: 135900[0m
| > loss_text_ce: 0.04650016501545906 (0.047947975319446126)
| > loss_mel_ce: 3.0016322135925293 (2.8808852830898726)
| > loss: 0.7620331048965454 (0.7322083149824625)
| > current_lr: 5e-06
| > step_time: 0.1852 (0.2490371877020532)
| > loader_time: 0.0088 (0.009206306316788983)
[1m --> TIME: 2025-02-23 23:45:04 -- STEP: 3235/6985 -- GLOBAL_STEP: 135950[0m
| > loss_text_ce: 0.04671865701675415 (0.04794754627660213)
| > loss_mel_ce: 2.970531702041626 (2.8807173636449637)
| > loss: 0.7543125748634338 (0.7321662278411182)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3012 (0.2492425834561426)
| > loader_time: 0.0095 (0.009207783968776648)
[1m --> TIME: 2025-02-23 23:45:22 -- STEP: 3285/6985 -- GLOBAL_STEP: 136000[0m
| > loss_text_ce: 0.04466512054204941 (0.04795183045520264)
| > loss_mel_ce: 2.6723973751068115 (2.8805700131202854)
| > loss: 0.6792656183242798 (0.7321304612508092)
| > current_lr: 5e-06
| > step_time: 0.2282 (0.24924817281226588)
| > loader_time: 0.0086 (0.009208073608770082)
> CHECKPOINT : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/checkpoint_136000.pth
[1m --> TIME: 2025-02-23 23:45:59 -- STEP: 3335/6985 -- GLOBAL_STEP: 136050[0m
| > loss_text_ce: 0.04606648162007332 (0.04794976260775566)
| > loss_mel_ce: 2.831878900527954 (2.880261711631034)
| > loss: 0.7194863557815552 (0.7320528689710443)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.297 (0.2491790925187507)
| > loader_time: 0.0098 (0.009213001188309701)
[1m --> TIME: 2025-02-23 23:46:17 -- STEP: 3385/6985 -- GLOBAL_STEP: 136100[0m
| > loss_text_ce: 0.04887790232896805 (0.04795358888859936)
| > loss_mel_ce: 2.4755959510803223 (2.8798303412193653)
| > loss: 0.6311184763908386 (0.7319459830112249)
| > current_lr: 5e-06
| > step_time: 0.2116 (0.2490766943645618)
| > loader_time: 0.0093 (0.009214439631564975)
[1m --> TIME: 2025-02-23 23:46:35 -- STEP: 3435/6985 -- GLOBAL_STEP: 136150[0m
| > loss_text_ce: 0.04697046056389809 (0.047950028232264866)
| > loss_mel_ce: 2.957578659057617 (2.8790769476036755)
| > loss: 0.7511372566223145 (0.7317567444437619)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2691 (0.2490610134480128)
| > loader_time: 0.0096 (0.00921566961807633)
[1m --> TIME: 2025-02-23 23:46:52 -- STEP: 3485/6985 -- GLOBAL_STEP: 136200[0m
| > loss_text_ce: 0.04549074545502663 (0.04794450569229793)
| > loss_mel_ce: 2.7985048294067383 (2.8793835268130006)
| > loss: 0.7109988927841187 (0.7318320086046808)
| > current_lr: 5e-06
| > step_time: 0.2594 (0.24891235530804015)
| > loader_time: 0.0103 (0.009216890786607474)
[1m --> TIME: 2025-02-23 23:47:11 -- STEP: 3535/6985 -- GLOBAL_STEP: 136250[0m
| > loss_text_ce: 0.04778268560767174 (0.04794475579110025)
| > loss_mel_ce: 2.969219923019409 (2.879206444923738)
| > loss: 0.7542506456375122 (0.7317878006034042)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3029 (0.2489394124528812)
| > loader_time: 0.0099 (0.009218818092616012)
[1m --> TIME: 2025-02-23 23:47:29 -- STEP: 3585/6985 -- GLOBAL_STEP: 136300[0m
| > loss_text_ce: 0.04621746018528938 (0.0479424026398562)
| > loss_mel_ce: 3.3421168327331543 (2.8789866730425233)
| > loss: 0.847083568572998 (0.7317322693443022)
| > current_lr: 5e-06
| > step_time: 0.2584 (0.24894553028888783)
| > loader_time: 0.0095 (0.009220740519141924)
[1m --> TIME: 2025-02-23 23:47:47 -- STEP: 3635/6985 -- GLOBAL_STEP: 136350[0m
| > loss_text_ce: 0.04882529750466347 (0.04794046800107048)
| > loss_mel_ce: 2.7207822799682617 (2.879148151556424)
| > loss: 0.6924018859863281 (0.7317721553649)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.234 (0.24884709288690243)
| > loader_time: 0.009 (0.009221609619329562)
[1m --> TIME: 2025-02-23 23:48:05 -- STEP: 3685/6985 -- GLOBAL_STEP: 136400[0m
| > loss_text_ce: 0.04778626188635826 (0.04793719114531005)
| > loss_mel_ce: 3.0109288692474365 (2.878640294139704)
| > loss: 0.7646787762641907 (0.731644371794877)
| > current_lr: 5e-06
| > step_time: 0.2465 (0.24875690060360622)
| > loader_time: 0.0092 (0.009221662368670933)
[1m --> TIME: 2025-02-23 23:48:23 -- STEP: 3735/6985 -- GLOBAL_STEP: 136450[0m
| > loss_text_ce: 0.04789496213197708 (0.04793900212988633)
| > loss_mel_ce: 3.0244762897491455 (2.879290537119223)
| > loss: 0.7680928111076355 (0.7318073853112279)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3646 (0.2487741937599029)
| > loader_time: 0.01 (0.009223406956377795)
[1m --> TIME: 2025-02-23 23:48:41 -- STEP: 3785/6985 -- GLOBAL_STEP: 136500[0m
| > loss_text_ce: 0.048711612820625305 (0.04793723780007309)
| > loss_mel_ce: 2.99918794631958 (2.879574695603528)
| > loss: 0.7619748711585999 (0.7318779837974931)
| > current_lr: 5e-06
| > step_time: 0.2809 (0.24886305140063186)
| > loader_time: 0.0094 (0.009224938464448228)
[1m --> TIME: 2025-02-23 23:48:59 -- STEP: 3835/6985 -- GLOBAL_STEP: 136550[0m
| > loss_text_ce: 0.047284748405218124 (0.0479364629062633)
| > loss_mel_ce: 3.0695250034332275 (2.878689582624515)
| > loss: 0.7792024612426758 (0.731656511759353)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3117 (0.2487098216388807)
| > loader_time: 0.0097 (0.009225210590188512)
[1m --> TIME: 2025-02-23 23:49:17 -- STEP: 3885/6985 -- GLOBAL_STEP: 136600[0m
| > loss_text_ce: 0.044774025678634644 (0.04793340259422203)
| > loss_mel_ce: 3.2413017749786377 (2.8786581598193415)
| > loss: 0.8215189576148987 (0.7316478910593444)
| > current_lr: 5e-06
| > step_time: 0.2567 (0.24868395135209367)
| > loader_time: 0.0096 (0.009227211840517923)
[1m --> TIME: 2025-02-23 23:49:35 -- STEP: 3935/6985 -- GLOBAL_STEP: 136650[0m
| > loss_text_ce: 0.05058033764362335 (0.04793048795251104)
| > loss_mel_ce: 2.657243251800537 (2.877808152644721)
| > loss: 0.6769558787345886 (0.7314346606576902)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2998 (0.24864414522881126)
| > loader_time: 0.0095 (0.009231154224924126)
[1m --> TIME: 2025-02-23 23:49:53 -- STEP: 3985/6985 -- GLOBAL_STEP: 136700[0m
| > loss_text_ce: 0.04906200245022774 (0.04793471278741934)
| > loss_mel_ce: 2.9754433631896973 (2.8777404445028294)
| > loss: 0.756126344203949 (0.7314187898689701)
| > current_lr: 5e-06
| > step_time: 0.2382 (0.2486619284640591)
| > loader_time: 0.01 (0.009233371825559262)
[1m --> TIME: 2025-02-23 23:50:11 -- STEP: 4035/6985 -- GLOBAL_STEP: 136750[0m
| > loss_text_ce: 0.044796571135520935 (0.04792986355417277)
| > loss_mel_ce: 2.896088123321533 (2.877876481070387)
| > loss: 0.7352211475372314 (0.7314515866606939)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2141 (0.24857229217425303)
| > loader_time: 0.0087 (0.009234728925437915)
[1m --> TIME: 2025-02-23 23:50:29 -- STEP: 4085/6985 -- GLOBAL_STEP: 136800[0m
| > loss_text_ce: 0.04821007698774338 (0.047928844714215775)
| > loss_mel_ce: 3.0817248821258545 (2.877131568116096)
| > loss: 0.7824837565422058 (0.7312651037586207)
| > current_lr: 5e-06
| > step_time: 0.2552 (0.248479215722335)
| > loader_time: 0.0096 (0.009235491279872896)
[1m --> TIME: 2025-02-23 23:50:47 -- STEP: 4135/6985 -- GLOBAL_STEP: 136850[0m
| > loss_text_ce: 0.04433538392186165 (0.047925639012884755)
| > loss_mel_ce: 3.1416449546813965 (2.8768572131840684)
| > loss: 0.7964950799942017 (0.7311957136463216)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3151 (0.2485196559287905)
| > loader_time: 0.0097 (0.009237275129362092)
[1m --> TIME: 2025-02-23 23:51:06 -- STEP: 4185/6985 -- GLOBAL_STEP: 136900[0m
| > loss_text_ce: 0.04558311030268669 (0.04791948340361404)
| > loss_mel_ce: 2.5506365299224854 (2.8772480301247345)
| > loss: 0.6490548849105835 (0.7312918789212983)
| > current_lr: 5e-06
| > step_time: 0.2879 (0.24862446625457726)
| > loader_time: 0.0097 (0.009239116392967412)
[1m --> TIME: 2025-02-23 23:51:25 -- STEP: 4235/6985 -- GLOBAL_STEP: 136950[0m
| > loss_text_ce: 0.048651404678821564 (0.04791756925979075)
| > loss_mel_ce: 3.124117851257324 (2.8775490037665796)
| > loss: 0.7931923270225525 (0.7313666437845996)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3688 (0.24866403570704365)
| > loader_time: 0.0099 (0.009240968168274463)
[1m --> TIME: 2025-02-23 23:51:43 -- STEP: 4285/6985 -- GLOBAL_STEP: 137000[0m
| > loss_text_ce: 0.048685863614082336 (0.04791543785060995)
| > loss_mel_ce: 2.5160653591156006 (2.877455535068526)
| > loss: 0.6411877870559692 (0.731342743728374)
| > current_lr: 5e-06
| > step_time: 0.2529 (0.24867654826009566)
| > loader_time: 0.0093 (0.009242592002574903)
> CHECKPOINT : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/checkpoint_137000.pth
[1m --> TIME: 2025-02-23 23:52:19 -- STEP: 4335/6985 -- GLOBAL_STEP: 137050[0m
| > loss_text_ce: 0.047149982303380966 (0.04791535400928373)
| > loss_mel_ce: 3.1128954887390137 (2.877565402088136)
| > loss: 0.7900113463401794 (0.7313701894869018)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2667 (0.248647194777668)
| > loader_time: 0.0097 (0.009245301392939161)
[1m --> TIME: 2025-02-23 23:52:38 -- STEP: 4385/6985 -- GLOBAL_STEP: 137100[0m
| > loss_text_ce: 0.04673750326037407 (0.04791880029348173)
| > loss_mel_ce: 2.989429235458374 (2.877106385655108)
| > loss: 0.7590416669845581 (0.7312562969554643)
| > current_lr: 5e-06
| > step_time: 0.2638 (0.24862020230483572)
| > loader_time: 0.0099 (0.009247445027124143)
[1m --> TIME: 2025-02-23 23:52:56 -- STEP: 4435/6985 -- GLOBAL_STEP: 137150[0m
| > loss_text_ce: 0.04999546334147453 (0.04791884231207872)
| > loss_mel_ce: 3.3502657413482666 (2.877077050864891)
| > loss: 0.850065290927887 (0.7312489737921386)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2743 (0.24868879458009188)
| > loader_time: 0.0094 (0.009248419463836125)
[1m --> TIME: 2025-02-23 23:53:14 -- STEP: 4485/6985 -- GLOBAL_STEP: 137200[0m
| > loss_text_ce: 0.04997652769088745 (0.04791697676863558)
| > loss_mel_ce: 3.29063081741333 (2.8770348006400437)
| > loss: 0.8351518511772156 (0.7312379448177281)
| > current_lr: 5e-06
| > step_time: 0.2475 (0.24867844549708543)
| > loader_time: 0.0093 (0.009248553151669748)
[1m --> TIME: 2025-02-23 23:53:33 -- STEP: 4535/6985 -- GLOBAL_STEP: 137250[0m
| > loss_text_ce: 0.04787839204072952 (0.04791496929105748)
| > loss_mel_ce: 2.7368171215057373 (2.877115012187804)
| > loss: 0.696173906326294 (0.7312574958328103)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2977 (0.2487026270326995)
| > loader_time: 0.0094 (0.009248950068716741)
[1m --> TIME: 2025-02-23 23:53:51 -- STEP: 4585/6985 -- GLOBAL_STEP: 137300[0m
| > loss_text_ce: 0.04989944025874138 (0.047917973042964426)
| > loss_mel_ce: 2.9420549869537354 (2.876781555168494)
| > loss: 0.7479885816574097 (0.7311748825086749)
| > current_lr: 5e-06
| > step_time: 0.1937 (0.2487220886359428)
| > loader_time: 0.0091 (0.009249188101798686)
[1m --> TIME: 2025-02-23 23:54:10 -- STEP: 4635/6985 -- GLOBAL_STEP: 137350[0m
| > loss_text_ce: 0.04966535046696663 (0.047913823664156245)
| > loss_mel_ce: 2.48002028465271 (2.8762462629598002)
| > loss: 0.6324214339256287 (0.7310400220954288)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2888 (0.248809680558074)
| > loader_time: 0.0092 (0.009252395444703368)
[1m --> TIME: 2025-02-23 23:54:28 -- STEP: 4685/6985 -- GLOBAL_STEP: 137400[0m
| > loss_text_ce: 0.04571298509836197 (0.04791466650675305)
| > loss_mel_ce: 2.876913070678711 (2.876073721022585)
| > loss: 0.7306565046310425 (0.7309970972377677)
| > current_lr: 5e-06
| > step_time: 0.2901 (0.24882224768940897)
| > loader_time: 0.0092 (0.009254934846273518)
[1m --> TIME: 2025-02-23 23:54:46 -- STEP: 4735/6985 -- GLOBAL_STEP: 137450[0m
| > loss_text_ce: 0.04516111686825752 (0.04791697400849249)
| > loss_mel_ce: 3.365859270095825 (2.8761371362549153)
| > loss: 0.852755069732666 (0.731013527918515)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3174 (0.2488469862006408)
| > loader_time: 0.0102 (0.009255311103909446)
[1m --> TIME: 2025-02-23 23:55:05 -- STEP: 4785/6985 -- GLOBAL_STEP: 137500[0m
| > loss_text_ce: 0.04876307025551796 (0.047920265545447725)
| > loss_mel_ce: 2.905179977416992 (2.875863655358393)
| > loss: 0.7384857535362244 (0.7309459805364008)
| > current_lr: 5e-06
| > step_time: 0.2755 (0.2488553414897859)
| > loader_time: 0.0095 (0.009255885380313463)
[1m --> TIME: 2025-02-23 23:55:23 -- STEP: 4835/6985 -- GLOBAL_STEP: 137550[0m
| > loss_text_ce: 0.047304246574640274 (0.04791793252929913)
| > loss_mel_ce: 3.4090638160705566 (2.8755627559900474)
| > loss: 0.8640919923782349 (0.7308701724769399)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3163 (0.2488761597606734)
| > loader_time: 0.0096 (0.009256223315660096)
[1m --> TIME: 2025-02-23 23:55:41 -- STEP: 4885/6985 -- GLOBAL_STEP: 137600[0m
| > loss_text_ce: 0.04519322142004967 (0.047915361005671855)
| > loss_mel_ce: 3.08950138092041 (2.8756659610000543)
| > loss: 0.7836736440658569 (0.7308953308766293)
| > current_lr: 5e-06
| > step_time: 0.2872 (0.2488773004303447)
| > loader_time: 0.0095 (0.009256612412639168)
[1m --> TIME: 2025-02-23 23:56:00 -- STEP: 4935/6985 -- GLOBAL_STEP: 137650[0m
| > loss_text_ce: 0.048671476542949677 (0.047910526237830854)
| > loss_mel_ce: 2.9417836666107178 (2.8758246806134053)
| > loss: 0.747613787651062 (0.7309338020819408)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2995 (0.2488923364618025)
| > loader_time: 0.0096 (0.00925678158482764)
[1m --> TIME: 2025-02-23 23:56:18 -- STEP: 4985/6985 -- GLOBAL_STEP: 137700[0m
| > loss_text_ce: 0.051993660628795624 (0.04791056743356869)
| > loss_mel_ce: 2.5668649673461914 (2.8754151092489098)
| > loss: 0.6547146439552307 (0.7308314195367964)
| > current_lr: 5e-06
| > step_time: 0.2569 (0.24884768842813842)
| > loader_time: 0.0093 (0.009256546188859576)
[1m --> TIME: 2025-02-23 23:56:35 -- STEP: 5035/6985 -- GLOBAL_STEP: 137750[0m
| > loss_text_ce: 0.051373839378356934 (0.047909943811232945)
| > loss_mel_ce: 2.4324092864990234 (2.8746483728215595)
| > loss: 0.6209458112716675 (0.7306395795162994)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2069 (0.24877400057318194)
| > loader_time: 0.0092 (0.00925654919879086)
[1m --> TIME: 2025-02-23 23:56:53 -- STEP: 5085/6985 -- GLOBAL_STEP: 137800[0m
| > loss_text_ce: 0.04625560715794563 (0.04790561634281627)
| > loss_mel_ce: 3.0065431594848633 (2.8750237017840603)
| > loss: 0.7631996870040894 (0.7307323298740291)
| > current_lr: 5e-06
| > step_time: 0.2374 (0.24877042737565092)
| > loader_time: 0.0092 (0.009257744007992088)
[1m --> TIME: 2025-02-23 23:57:11 -- STEP: 5135/6985 -- GLOBAL_STEP: 137850[0m
| > loss_text_ce: 0.05143056809902191 (0.047906569232611)
| > loss_mel_ce: 2.370208740234375 (2.8751198745632784)
| > loss: 0.6054098010063171 (0.730756611287768)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2353 (0.248721753494649)
| > loader_time: 0.0091 (0.009257764314839096)
[1m --> TIME: 2025-02-23 23:57:30 -- STEP: 5185/6985 -- GLOBAL_STEP: 137900[0m
| > loss_text_ce: 0.04966983199119568 (0.04790462669319216)
| > loss_mel_ce: 2.7746741771698 (2.875429166938204)
| > loss: 0.7060859799385071 (0.7308334487613396)
| > current_lr: 5e-06
| > step_time: 0.2446 (0.2488193462301933)
| > loader_time: 0.0095 (0.009259021983427191)
[1m --> TIME: 2025-02-23 23:57:48 -- STEP: 5235/6985 -- GLOBAL_STEP: 137950[0m
| > loss_text_ce: 0.047042958438396454 (0.04790326234561662)
| > loss_mel_ce: 3.039335012435913 (2.8758717814056536)
| > loss: 0.7715944647789001 (0.7309437612749446)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2775 (0.24880286442630042)
| > loader_time: 0.0092 (0.009258771785236965)
[1m --> TIME: 2025-02-23 23:58:07 -- STEP: 5285/6985 -- GLOBAL_STEP: 138000[0m
| > loss_text_ce: 0.048283569514751434 (0.04790229472202177)
| > loss_mel_ce: 3.1386024951934814 (2.875734091865189)
| > loss: 0.7967215180397034 (0.7309090969578323)
| > current_lr: 5e-06
| > step_time: 0.2152 (0.2488111075073791)
| > loader_time: 0.0089 (0.00926142771963595)
> CHECKPOINT : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/checkpoint_138000.pth
[1m --> TIME: 2025-02-23 23:58:45 -- STEP: 5335/6985 -- GLOBAL_STEP: 138050[0m
| > loss_text_ce: 0.046505216509103775 (0.04789936849611765)
| > loss_mel_ce: 2.482816457748413 (2.8757217566097744)
| > loss: 0.6323304176330566 (0.7309052816147887)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2631 (0.24881743870836168)
| > loader_time: 0.0105 (0.009268936042821441)
[1m --> TIME: 2025-02-23 23:59:03 -- STEP: 5385/6985 -- GLOBAL_STEP: 138100[0m
| > loss_text_ce: 0.048658937215805054 (0.04790062852957893)
| > loss_mel_ce: 2.959045648574829 (2.875367796299289)
| > loss: 0.7519261240959167 (0.7308171065404898)
| > current_lr: 5e-06
| > step_time: 0.1934 (0.24877013593441707)
| > loader_time: 0.0096 (0.009272771160582689)
[1m --> TIME: 2025-02-23 23:59:21 -- STEP: 5435/6985 -- GLOBAL_STEP: 138150[0m
| > loss_text_ce: 0.048571113497018814 (0.04789776561341374)
| > loss_mel_ce: 3.1223111152648926 (2.8751746574891364)
| > loss: 0.7927205562591553 (0.730768106108757)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3144 (0.24874929622871236)
| > loader_time: 0.0101 (0.009277030318399729)
[1m --> TIME: 2025-02-23 23:59:39 -- STEP: 5485/6985 -- GLOBAL_STEP: 138200[0m
| > loss_text_ce: 0.04792476072907448 (0.047898964829056895)
| > loss_mel_ce: 2.687014102935791 (2.8746726001949843)
| > loss: 0.6837347149848938 (0.7306428916147888)
| > current_lr: 5e-06
| > step_time: 0.2221 (0.24878230746920368)
| > loader_time: 0.0095 (0.009281105982138042)
[1m --> TIME: 2025-02-23 23:59:57 -- STEP: 5535/6985 -- GLOBAL_STEP: 138250[0m
| > loss_text_ce: 0.04712020605802536 (0.047896698194656015)
| > loss_mel_ce: 2.936443567276001 (2.874584513326535)
| > loss: 0.7458909153938293 (0.7306203032035292)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3141 (0.24877691122466847)
| > loader_time: 0.0104 (0.009285637873621199)
[1m --> TIME: 2025-02-24 00:00:15 -- STEP: 5585/6985 -- GLOBAL_STEP: 138300[0m
| > loss_text_ce: 0.04517744481563568 (0.047896125970696764)
| > loss_mel_ce: 3.2999894618988037 (2.8742375385152887)
| > loss: 0.8362917304039001 (0.7305334164611775)
| > current_lr: 5e-06
| > step_time: 0.2542 (0.2487518659316757)
| > loader_time: 0.0099 (0.0092883346970848)
[1m --> TIME: 2025-02-24 00:00:33 -- STEP: 5635/6985 -- GLOBAL_STEP: 138350[0m
| > loss_text_ce: 0.04704848676919937 (0.047894300451004686)
| > loss_mel_ce: 3.0410187244415283 (2.874380570697692)
| > loss: 0.7720168232917786 (0.7305687181274779)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2283 (0.24873309960487996)
| > loader_time: 0.0089 (0.009290476107660855)
[1m --> TIME: 2025-02-24 00:00:52 -- STEP: 5685/6985 -- GLOBAL_STEP: 138400[0m
| > loss_text_ce: 0.04925710707902908 (0.047893232043599875)
| > loss_mel_ce: 2.3862111568450928 (2.874583880505013)
| > loss: 0.6088670492172241 (0.7306192784846208)
| > current_lr: 5e-06
| > step_time: 0.2849 (0.24873901004841587)
| > loader_time: 0.01 (0.009293969472249383)
[1m --> TIME: 2025-02-24 00:01:10 -- STEP: 5735/6985 -- GLOBAL_STEP: 138450[0m
| > loss_text_ce: 0.04806504026055336 (0.047891151964820314)
| > loss_mel_ce: 2.783918857574463 (2.8745960190489397)
| > loss: 0.7079959511756897 (0.7306217930788786)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.269 (0.2487243725927165)
| > loader_time: 0.0097 (0.009296629131619825)
[1m --> TIME: 2025-02-24 00:01:28 -- STEP: 5785/6985 -- GLOBAL_STEP: 138500[0m
| > loss_text_ce: 0.047378525137901306 (0.04789296586578426)
| > loss_mel_ce: 2.9646387100219727 (2.8746522419804954)
| > loss: 0.7530043125152588 (0.7306363023141397)
| > current_lr: 5e-06
| > step_time: 0.2794 (0.24874512603186077)
| > loader_time: 0.01 (0.009299679140438818)
[1m --> TIME: 2025-02-24 00:01:46 -- STEP: 5835/6985 -- GLOBAL_STEP: 138550[0m
| > loss_text_ce: 0.050881702452898026 (0.04789028021202905)
| > loss_mel_ce: 2.8563039302825928 (2.8746348635396406)
| > loss: 0.7267963886260986 (0.7306312863093326)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3082 (0.2487162052308175)
| > loader_time: 0.0102 (0.009302011921350675)
[1m --> TIME: 2025-02-24 00:02:04 -- STEP: 5885/6985 -- GLOBAL_STEP: 138600[0m
| > loss_text_ce: 0.050240252166986465 (0.04788862121439422)
| > loss_mel_ce: 2.4964842796325684 (2.8746371048633095)
| > loss: 0.6366811394691467 (0.7306314318789816)
| > current_lr: 5e-06
| > step_time: 0.245 (0.24869615843261614)
| > loader_time: 0.0099 (0.00930476678866096)
[1m --> TIME: 2025-02-24 00:02:23 -- STEP: 5935/6985 -- GLOBAL_STEP: 138650[0m
| > loss_text_ce: 0.04768671467900276 (0.04789071963957202)
| > loss_mel_ce: 2.9393231868743896 (2.8745166862723917)
| > loss: 0.7467525005340576 (0.7306018518718645)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2109 (0.24873521406307075)
| > loader_time: 0.0089 (0.009307402286995566)
[1m --> TIME: 2025-02-24 00:02:42 -- STEP: 5985/6985 -- GLOBAL_STEP: 138700[0m
| > loss_text_ce: 0.048462703824043274 (0.04788987102950223)
| > loss_mel_ce: 2.8488552570343018 (2.8746089543913755)
| > loss: 0.7243294715881348 (0.7306247067132801)
| > current_lr: 5e-06
| > step_time: 0.2866 (0.24878822723426913)
| > loader_time: 0.0104 (0.009310933123455545)
[1m --> TIME: 2025-02-24 00:03:00 -- STEP: 6035/6985 -- GLOBAL_STEP: 138750[0m
| > loss_text_ce: 0.050253238528966904 (0.047890984658352447)
| > loss_mel_ce: 3.009260416030884 (2.8742903312573986)
| > loss: 0.7648783922195435 (0.730545329316748)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2419 (0.24878986385506643)
| > loader_time: 0.0092 (0.00931578871625068)
[1m --> TIME: 2025-02-24 00:03:18 -- STEP: 6085/6985 -- GLOBAL_STEP: 138800[0m
| > loss_text_ce: 0.047687966376543045 (0.047890405989295615)
| > loss_mel_ce: 2.728283643722534 (2.8743360315470112)
| > loss: 0.6939929127693176 (0.7305566097246212)
| > current_lr: 5e-06
| > step_time: 0.173 (0.24874882972328605)
| > loader_time: 0.0091 (0.009319499524382201)
[1m --> TIME: 2025-02-24 00:03:36 -- STEP: 6135/6985 -- GLOBAL_STEP: 138850[0m
| > loss_text_ce: 0.04741887375712395 (0.0478872818300028)
| > loss_mel_ce: 3.0529496669769287 (2.874385521270041)
| > loss: 0.7750921249389648 (0.7305682011221919)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2126 (0.2486965177888878)
| > loader_time: 0.0093 (0.009323277663873707)
[1m --> TIME: 2025-02-24 00:03:54 -- STEP: 6185/6985 -- GLOBAL_STEP: 138900[0m
| > loss_text_ce: 0.04974818229675293 (0.04788552196749099)
| > loss_mel_ce: 2.4564201831817627 (2.8746326951317487)
| > loss: 0.6265420913696289 (0.7306295546390604)
| > current_lr: 5e-06
| > step_time: 0.2053 (0.24874035454413151)
| > loader_time: 0.0093 (0.009327522245451853)
[1m --> TIME: 2025-02-24 00:04:13 -- STEP: 6235/6985 -- GLOBAL_STEP: 138950[0m
| > loss_text_ce: 0.04521705210208893 (0.04788372891312036)
| > loss_mel_ce: 3.1022162437438965 (2.8745774066629766)
| > loss: 0.786858320236206 (0.7306152842383254)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2706 (0.24874555007304397)
| > loader_time: 0.0097 (0.009331423546088282)
[1m --> TIME: 2025-02-24 00:04:31 -- STEP: 6285/6985 -- GLOBAL_STEP: 139000[0m
| > loss_text_ce: 0.04467037692666054 (0.0478773432947523)
| > loss_mel_ce: 3.4264848232269287 (2.8753730039323346)
| > loss: 0.8677887916564941 (0.7308125871367758)
| > current_lr: 5e-06
| > step_time: 0.277 (0.24874851432411843)
| > loader_time: 0.0099 (0.009337499583630532)
> CHECKPOINT : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/checkpoint_139000.pth
[1m --> TIME: 2025-02-24 00:05:04 -- STEP: 6335/6985 -- GLOBAL_STEP: 139050[0m
| > loss_text_ce: 0.04477830231189728 (0.04787937971192167)
| > loss_mel_ce: 3.0636000633239746 (2.875565405934453)
| > loss: 0.7770946025848389 (0.7308611967569286)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3078 (0.2487394095784393)
| > loader_time: 0.0103 (0.0093416579050066)
[1m --> TIME: 2025-02-24 00:05:23 -- STEP: 6385/6985 -- GLOBAL_STEP: 139100[0m
| > loss_text_ce: 0.04855926334857941 (0.047881479024560324)
| > loss_mel_ce: 2.883373498916626 (2.8753933128567453)
| > loss: 0.7329831719398499 (0.7308186982792632)
| > current_lr: 5e-06
| > step_time: 0.2735 (0.24870865488761837)
| > loader_time: 0.0099 (0.009345387030880099)
[1m --> TIME: 2025-02-24 00:05:40 -- STEP: 6435/6985 -- GLOBAL_STEP: 139150[0m
| > loss_text_ce: 0.049727991223335266 (0.047882388841299986)
| > loss_mel_ce: 2.5718727111816406 (2.8753901766730277)
| > loss: 0.6554001569747925 (0.7308181416645669)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2692 (0.24867957722056996)
| > loader_time: 0.0099 (0.00935169718667532)
[1m --> TIME: 2025-02-24 00:05:59 -- STEP: 6485/6985 -- GLOBAL_STEP: 139200[0m
| > loss_text_ce: 0.05034417659044266 (0.047881396807035084)
| > loss_mel_ce: 2.715137243270874 (2.8752734144375443)
| > loss: 0.6913703680038452 (0.7307887030824306)
| > current_lr: 5e-06
| > step_time: 0.241 (0.24868955693064787)
| > loader_time: 0.0097 (0.009355429566265014)
[1m --> TIME: 2025-02-24 00:06:17 -- STEP: 6535/6985 -- GLOBAL_STEP: 139250[0m
| > loss_text_ce: 0.04689577966928482 (0.047880681309430004)
| > loss_mel_ce: 2.8156838417053223 (2.8749690249756004)
| > loss: 0.715644896030426 (0.7307124268397551)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2803 (0.24872980274676182)
| > loader_time: 0.0102 (0.00935878407070452)
[1m --> TIME: 2025-02-24 00:06:36 -- STEP: 6585/6985 -- GLOBAL_STEP: 139300[0m
| > loss_text_ce: 0.04948503524065018 (0.04788080592248684)
| > loss_mel_ce: 2.79038667678833 (2.8754315835196693)
| > loss: 0.7099679112434387 (0.7308280976504755)
| > current_lr: 5e-06
| > step_time: 0.2463 (0.2487505900470615)
| > loader_time: 0.0093 (0.009362179814818811)
[1m --> TIME: 2025-02-24 00:06:54 -- STEP: 6635/6985 -- GLOBAL_STEP: 139350[0m
| > loss_text_ce: 0.04672737792134285 (0.04787852183130328)
| > loss_mel_ce: 2.956658124923706 (2.875409328820739)
| > loss: 0.7508463859558105 (0.7308219629836076)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.214 (0.24878644943237305)
| > loader_time: 0.0091 (0.009365589994187658)
[1m --> TIME: 2025-02-24 00:07:12 -- STEP: 6685/6985 -- GLOBAL_STEP: 139400[0m
| > loss_text_ce: 0.044462066143751144 (0.047875831596046185)
| > loss_mel_ce: 3.177302837371826 (2.875574382152136)
| > loss: 0.8054412007331848 (0.7308625537687582)
| > current_lr: 5e-06
| > step_time: 0.2263 (0.2487697007857603)
| > loader_time: 0.0091 (0.009367353985714416)
[1m --> TIME: 2025-02-24 00:07:30 -- STEP: 6735/6985 -- GLOBAL_STEP: 139450[0m
| > loss_text_ce: 0.04741869866847992 (0.04787528385209786)
| > loss_mel_ce: 2.9119298458099365 (2.875421970777355)
| > loss: 0.739837110042572 (0.7308243139991969)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2783 (0.24873874720238542)
| > loader_time: 0.0099 (0.00936853094462033)
[1m --> TIME: 2025-02-24 00:07:49 -- STEP: 6785/6985 -- GLOBAL_STEP: 139500[0m
| > loss_text_ce: 0.04839197173714638 (0.04787238932481649)
| > loss_mel_ce: 2.2971174716949463 (2.8753158682307967)
| > loss: 0.5863773822784424 (0.7307970647260217)
| > current_lr: 5e-06
| > step_time: 0.1956 (0.248756733235842)
| > loader_time: 0.0089 (0.009370115388379712)
[1m --> TIME: 2025-02-24 00:08:07 -- STEP: 6835/6985 -- GLOBAL_STEP: 139550[0m
| > loss_text_ce: 0.046534400433301926 (0.047870350558782165)
| > loss_mel_ce: 2.5739119052886963 (2.875135786775778)
| > loss: 0.65511155128479 (0.7307515346315028)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2472 (0.24872388504854326)
| > loader_time: 0.0095 (0.009372214043149153)
[1m --> TIME: 2025-02-24 00:08:25 -- STEP: 6885/6985 -- GLOBAL_STEP: 139600[0m
| > loss_text_ce: 0.04998328909277916 (0.04786858035382705)
| > loss_mel_ce: 2.720899820327759 (2.875384956992176)
| > loss: 0.6927207708358765 (0.7308133846620946)
| > current_lr: 5e-06
| > step_time: 0.2819 (0.24873218958847057)
| > loader_time: 0.0102 (0.009374544113203525)
[1m --> TIME: 2025-02-24 00:08:44 -- STEP: 6935/6985 -- GLOBAL_STEP: 139650[0m
| > loss_text_ce: 0.048066396266222 (0.0478688704012406)
| > loss_mel_ce: 2.627898693084717 (2.8752484227567514)
| > loss: 0.6689912676811218 (0.7307793236071041)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.215 (0.24875656336266613)
| > loader_time: 0.0095 (0.009376609626225477)
[1m > EVALUATION [0m
[1m--> EVAL PERFORMANCE[0m
| > avg_loader_time:[91m 0.4699855224758971 [0m(+0.006495765611237159)
| > avg_loss_text_ce:[92m 0.04680988737960265 [0m(-0.0001743050669533175)
| > avg_loss_mel_ce:[92m 2.9277362293667255 [0m(-0.0031999949536309913)
| > avg_loss:[92m 2.9745461208368433 [0m(-0.003374297634449963)
> BEST MODEL : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/best_model_139700.pth
[4m[1m > EPOCH: 20/30[0m
--> checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3
[1m > TRAINING (2025-02-24 00:11:42) [0m
[1m --> TIME: 2025-02-24 00:11:43 -- STEP: 0/6985 -- GLOBAL_STEP: 139700[0m
| > loss_text_ce: 0.04624802991747856 (0.04624802991747856)
| > loss_mel_ce: 3.3016321659088135 (3.3016321659088135)
| > loss: 0.8369700312614441 (0.8369700312614441)
| > current_lr: 5e-06
| > step_time: 0.269 (0.26897311210632324)
| > loader_time: 0.7142 (0.7142462730407715)
[1m --> TIME: 2025-02-24 00:12:01 -- STEP: 50/6985 -- GLOBAL_STEP: 139750[0m
| > loss_text_ce: 0.04796403646469116 (0.04795668072998524)
| > loss_mel_ce: 2.756579875946045 (2.8770809841156004)
| > loss: 0.7011359930038452 (0.7312594175338744)
| > current_lr: 5e-06
| > step_time: 0.2059 (0.24685588359832766)
| > loader_time: 0.0096 (0.010159215927124021)
[1m --> TIME: 2025-02-24 00:12:19 -- STEP: 100/6985 -- GLOBAL_STEP: 139800[0m
| > loss_text_ce: 0.0475994236767292 (0.047589320801198494)
| > loss_mel_ce: 3.2571115493774414 (2.8636799001693727)
| > loss: 0.826177716255188 (0.7278173047304154)
| > current_lr: 5e-06
| > step_time: 0.1901 (0.24601446866989135)
| > loader_time: 0.0092 (0.010047488212585444)
[1m --> TIME: 2025-02-24 00:12:37 -- STEP: 150/6985 -- GLOBAL_STEP: 139850[0m
| > loss_text_ce: 0.04472339153289795 (0.04767669583360354)
| > loss_mel_ce: 3.162311553955078 (2.868152906099956)
| > loss: 0.8017587661743164 (0.7289574015140532)
| > current_lr: 5e-06
| > step_time: 0.2431 (0.24822436491648356)
| > loader_time: 0.0091 (0.010004289944966629)
[1m --> TIME: 2025-02-24 00:12:56 -- STEP: 200/6985 -- GLOBAL_STEP: 139900[0m
| > loss_text_ce: 0.050759829580783844 (0.04772657342255115)
| > loss_mel_ce: 2.3453707695007324 (2.8644549691677104)
| > loss: 0.5990326404571533 (0.7280453857779502)
| > current_lr: 5e-06
| > step_time: 0.2473 (0.24777900099754332)
| > loader_time: 0.0098 (0.009933996200561512)
[1m --> TIME: 2025-02-24 00:13:14 -- STEP: 250/6985 -- GLOBAL_STEP: 139950[0m
| > loss_text_ce: 0.045647844672203064 (0.04777309899032115)
| > loss_mel_ce: 3.063460350036621 (2.8619886503219614)
| > loss: 0.7772770524024963 (0.7274404373168945)
| > current_lr: 5e-06
| > step_time: 0.2844 (0.2480867462158203)
| > loader_time: 0.0113 (0.009881734848022452)
[1m --> TIME: 2025-02-24 00:13:32 -- STEP: 300/6985 -- GLOBAL_STEP: 140000[0m
| > loss_text_ce: 0.04623397812247276 (0.04770800035446882)
| > loss_mel_ce: 3.022578239440918 (2.862953162193299)
| > loss: 0.7672030329704285 (0.727665290236473)
| > current_lr: 5e-06
| > step_time: 0.2979 (0.24874420086542764)
| > loader_time: 0.0097 (0.009840218226114902)
> CHECKPOINT : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/checkpoint_140000.pth
[1m --> TIME: 2025-02-24 00:14:08 -- STEP: 350/6985 -- GLOBAL_STEP: 140050[0m
| > loss_text_ce: 0.047409433871507645 (0.047679632274167875)
| > loss_mel_ce: 3.069673538208008 (2.8728418200356636)
| > loss: 0.7792707681655884 (0.7301303628512793)
| > current_lr: 5e-06
| > step_time: 0.2485 (0.24791707720075334)
| > loader_time: 0.0096 (0.009878086362566258)
[1m --> TIME: 2025-02-24 00:14:26 -- STEP: 400/6985 -- GLOBAL_STEP: 140100[0m
| > loss_text_ce: 0.046519141644239426 (0.04769408503547311)
| > loss_mel_ce: 2.9151687622070312 (2.8757006585598)
| > loss: 0.7404219508171082 (0.7308486855030061)
| > current_lr: 5e-06
| > step_time: 0.2263 (0.2481954973936081)
| > loader_time: 0.0101 (0.00989481568336486)
[1m --> TIME: 2025-02-24 00:14:45 -- STEP: 450/6985 -- GLOBAL_STEP: 140150[0m
| > loss_text_ce: 0.049288082867860794 (0.04773889924916956)
| > loss_mel_ce: 2.898993730545044 (2.873119437429641)
| > loss: 0.7370704412460327 (0.7302145837412941)
| > current_lr: 5e-06
| > step_time: 0.2483 (0.2487687555948893)
| > loader_time: 0.0103 (0.009902599652608226)
[1m --> TIME: 2025-02-24 00:15:03 -- STEP: 500/6985 -- GLOBAL_STEP: 140200[0m
| > loss_text_ce: 0.047726526856422424 (0.04774359124153853)
| > loss_mel_ce: 2.861464262008667 (2.8674375438690194)
| > loss: 0.7272977232933044 (0.7287952839136125)
| > current_lr: 5e-06
| > step_time: 0.2428 (0.24787445735931396)
| > loader_time: 0.0099 (0.009899577617645254)
[1m --> TIME: 2025-02-24 00:15:20 -- STEP: 550/6985 -- GLOBAL_STEP: 140250[0m
| > loss_text_ce: 0.0471564345061779 (0.04776349100876937)
| > loss_mel_ce: 3.0207366943359375 (2.8640913711894656)
| > loss: 0.7669732570648193 (0.7279637156833303)
| > current_lr: 5e-06
| > step_time: 0.3083 (0.2473237518830733)
| > loader_time: 0.0102 (0.009934592680497595)
[1m --> TIME: 2025-02-24 00:15:38 -- STEP: 600/6985 -- GLOBAL_STEP: 140300[0m
| > loss_text_ce: 0.04772393777966499 (0.047754706206421076)
| > loss_mel_ce: 2.784295082092285 (2.862352860768636)
| > loss: 0.7080047726631165 (0.727526891926924)
| > current_lr: 5e-06
| > step_time: 0.2527 (0.24700595577557882)
| > loader_time: 0.0098 (0.009931535720825188)
[1m --> TIME: 2025-02-24 00:15:57 -- STEP: 650/6985 -- GLOBAL_STEP: 140350[0m
| > loss_text_ce: 0.04775461181998253 (0.04773571773790399)
| > loss_mel_ce: 3.149681806564331 (2.8677696521465603)
| > loss: 0.7993590831756592 (0.7288763424066396)
| > current_lr: 5e-06
| > step_time: 0.285 (0.24708939442267785)
| > loader_time: 0.0112 (0.009914781863872811)
[1m --> TIME: 2025-02-24 00:16:15 -- STEP: 700/6985 -- GLOBAL_STEP: 140400[0m
| > loss_text_ce: 0.0479620024561882 (0.04772403463189093)
| > loss_mel_ce: 3.3728835582733154 (2.871516047205243)
| > loss: 0.8552113771438599 (0.7298100204978671)
| > current_lr: 5e-06
| > step_time: 0.2454 (0.24755172184535434)
| > loader_time: 0.0096 (0.009921403612409311)
[1m --> TIME: 2025-02-24 00:16:33 -- STEP: 750/6985 -- GLOBAL_STEP: 140450[0m
| > loss_text_ce: 0.048629745841026306 (0.047710614268978456)
| > loss_mel_ce: 2.9774270057678223 (2.871150898297628)
| > loss: 0.7565141916275024 (0.7297153782049817)
| > current_lr: 5e-06
| > step_time: 0.2629 (0.24763630358378091)
| > loader_time: 0.0097 (0.00992157967885335)
[1m --> TIME: 2025-02-24 00:16:51 -- STEP: 800/6985 -- GLOBAL_STEP: 140500[0m
| > loss_text_ce: 0.04778913035988808 (0.04769009366165848)
| > loss_mel_ce: 2.9900965690612793 (2.8708642023801803)
| > loss: 0.7594714164733887 (0.7296385741233827)
| > current_lr: 5e-06
| > step_time: 0.1944 (0.2473242911696434)
| > loader_time: 0.0095 (0.00991515189409256)
[1m --> TIME: 2025-02-24 00:17:10 -- STEP: 850/6985 -- GLOBAL_STEP: 140550[0m
| > loss_text_ce: 0.04901186376810074 (0.04769305212094505)
| > loss_mel_ce: 2.8946917057037354 (2.8709206965390375)
| > loss: 0.7359259128570557 (0.7296534374180963)
| > current_lr: 5e-06
| > step_time: 0.2903 (0.24747257961946376)
| > loader_time: 0.0112 (0.009909096605637496)
[1m --> TIME: 2025-02-24 00:17:28 -- STEP: 900/6985 -- GLOBAL_STEP: 140600[0m
| > loss_text_ce: 0.04645957052707672 (0.047704280676941095)
| > loss_mel_ce: 3.058624029159546 (2.8702261593606737)
| > loss: 0.7762709259986877 (0.729482610291905)
| > current_lr: 5e-06
| > step_time: 0.1968 (0.2473684271176656)
| > loader_time: 0.0092 (0.009903133975134957)
[1m --> TIME: 2025-02-24 00:17:46 -- STEP: 950/6985 -- GLOBAL_STEP: 140650[0m
| > loss_text_ce: 0.04906902834773064 (0.047716329505569074)
| > loss_mel_ce: 2.880748748779297 (2.868051579124049)
| > loss: 0.7324544191360474 (0.7289419774632706)
| > current_lr: 5e-06
| > step_time: 0.2762 (0.2477000489987825)
| > loader_time: 0.0101 (0.00989809036254883)
[1m --> TIME: 2025-02-24 00:18:04 -- STEP: 1000/6985 -- GLOBAL_STEP: 140700[0m
| > loss_text_ce: 0.045635126531124115 (0.04770534756407143)
| > loss_mel_ce: 3.2629952430725098 (2.867521247625351)
| > loss: 0.8271576166152954 (0.7288066490888597)
| > current_lr: 5e-06
| > step_time: 0.2005 (0.24731495451927185)
| > loader_time: 0.0091 (0.009889023542404177)
[1m --> TIME: 2025-02-24 00:18:22 -- STEP: 1050/6985 -- GLOBAL_STEP: 140750[0m
| > loss_text_ce: 0.04638703167438507 (0.047697310841509286)
| > loss_mel_ce: 2.664896249771118 (2.8665265721366517)
| > loss: 0.6778208017349243 (0.7285559711569832)
| > current_lr: 5e-06
| > step_time: 0.2749 (0.24734854107811338)
| > loader_time: 0.0096 (0.009876509166899182)
[1m --> TIME: 2025-02-24 00:18:40 -- STEP: 1100/6985 -- GLOBAL_STEP: 140800[0m
| > loss_text_ce: 0.047388263046741486 (0.04771442345258866)
| > loss_mel_ce: 2.994654893875122 (2.8676232888481827)
| > loss: 0.7605108022689819 (0.7288344285704873)
| > current_lr: 5e-06
| > step_time: 0.2398 (0.24729840083555743)
| > loader_time: 0.0096 (0.009858358123085716)
[1m --> TIME: 2025-02-24 00:18:58 -- STEP: 1150/6985 -- GLOBAL_STEP: 140850[0m
| > loss_text_ce: 0.04471924155950546 (0.0477110278606415)
| > loss_mel_ce: 2.5946288108825684 (2.866397444890891)
| > loss: 0.659837007522583 (0.7285271185377371)
| > current_lr: 5e-06
| > step_time: 0.2859 (0.24742294145667035)
| > loader_time: 0.0095 (0.009839388391245965)
[1m --> TIME: 2025-02-24 00:19:16 -- STEP: 1200/6985 -- GLOBAL_STEP: 140900[0m
| > loss_text_ce: 0.04939180612564087 (0.04771907944542669)
| > loss_mel_ce: 2.7480955123901367 (2.8667721496025704)
| > loss: 0.6993718147277832 (0.7286228076616926)
| > current_lr: 5e-06
| > step_time: 0.1646 (0.24729307929674785)
| > loader_time: 0.0085 (0.009820978641510008)
[1m --> TIME: 2025-02-24 00:19:35 -- STEP: 1250/6985 -- GLOBAL_STEP: 140950[0m
| > loss_text_ce: 0.048233117908239365 (0.047714020368456865)
| > loss_mel_ce: 2.974599599838257 (2.8688229343414298)
| > loss: 0.7557081580162048 (0.7291342392444613)
| > current_lr: 5e-06
| > step_time: 0.3074 (0.24749078483581544)
| > loader_time: 0.0098 (0.009801708412170415)
[1m --> TIME: 2025-02-24 00:19:53 -- STEP: 1300/6985 -- GLOBAL_STEP: 141000[0m
| > loss_text_ce: 0.047723982483148575 (0.047734357648744036)
| > loss_mel_ce: 2.7272801399230957 (2.8704171178891094)
| > loss: 0.6937510371208191 (0.7295378694167504)
| > current_lr: 5e-06
| > step_time: 0.2421 (0.247724855863131)
| > loader_time: 0.0092 (0.009788281000577485)
> CHECKPOINT : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/checkpoint_141000.pth
[1m --> TIME: 2025-02-24 00:20:26 -- STEP: 1350/6985 -- GLOBAL_STEP: 141050[0m
| > loss_text_ce: 0.04612867161631584 (0.04771528529900092)
| > loss_mel_ce: 2.755805253982544 (2.8726624794359545)
| > loss: 0.700483500957489 (0.7300944415286735)
| > current_lr: 5e-06
| > step_time: 0.1936 (0.2476639018235383)
| > loader_time: 0.0093 (0.009783112384654857)
[1m --> TIME: 2025-02-24 00:20:44 -- STEP: 1400/6985 -- GLOBAL_STEP: 141100[0m
| > loss_text_ce: 0.046980299055576324 (0.047719988963965856)
| > loss_mel_ce: 2.5796315670013428 (2.8707641541957845)
| > loss: 0.6566529870033264 (0.7296210362230022)
| > current_lr: 5e-06
| > step_time: 0.2454 (0.24752224785940988)
| > loader_time: 0.0097 (0.009773183039256507)
[1m --> TIME: 2025-02-24 00:21:03 -- STEP: 1450/6985 -- GLOBAL_STEP: 141150[0m
| > loss_text_ce: 0.04865594208240509 (0.04772208865089663)
| > loss_mel_ce: 2.729064702987671 (2.8708015971348204)
| > loss: 0.6944301724433899 (0.7296309217913391)
| > current_lr: 5e-06
| > step_time: 0.2476 (0.24775853814749882)
| > loader_time: 0.0093 (0.009762347977736915)
[1m --> TIME: 2025-02-24 00:21:22 -- STEP: 1500/6985 -- GLOBAL_STEP: 141200[0m
| > loss_text_ce: 0.044940900057554245 (0.047715758537252746)
| > loss_mel_ce: 2.826847553253174 (2.8719401671091718)
| > loss: 0.7179471254348755 (0.7299139817953104)
| > current_lr: 5e-06
| > step_time: 0.2515 (0.24809719832738242)
| > loader_time: 0.01 (0.0097598900794983)
[1m --> TIME: 2025-02-24 00:21:40 -- STEP: 1550/6985 -- GLOBAL_STEP: 141250[0m
| > loss_text_ce: 0.048852890729904175 (0.04773044335265313)
| > loss_mel_ce: 2.731275796890259 (2.872934389883472)
| > loss: 0.6950321793556213 (0.7301662087055939)
| > current_lr: 5e-06
| > step_time: 0.2547 (0.24841726056991084)
| > loader_time: 0.0091 (0.009761452828684165)
[1m --> TIME: 2025-02-24 00:21:59 -- STEP: 1600/6985 -- GLOBAL_STEP: 141300[0m
| > loss_text_ce: 0.047618307173252106 (0.047736232990864665)
| > loss_mel_ce: 2.788187026977539 (2.872224889844656)
| > loss: 0.7089513540267944 (0.7299902811646456)
| > current_lr: 5e-06
| > step_time: 0.1998 (0.24849123045802116)
| > loader_time: 0.0088 (0.009747714996337897)
[1m --> TIME: 2025-02-24 00:22:17 -- STEP: 1650/6985 -- GLOBAL_STEP: 141350[0m
| > loss_text_ce: 0.04683513194322586 (0.04772645676452102)
| > loss_mel_ce: 2.958022117614746 (2.8717296613346446)
| > loss: 0.751214325428009 (0.7298640299927099)
| > current_lr: 5e-06
| > step_time: 0.2469 (0.2483186624989365)
| > loader_time: 0.0103 (0.009740730921427413)
[1m --> TIME: 2025-02-24 00:22:35 -- STEP: 1700/6985 -- GLOBAL_STEP: 141400[0m
| > loss_text_ce: 0.0446721687912941 (0.04772103850236711)
| > loss_mel_ce: 2.99809193611145 (2.8723601208013645)
| > loss: 0.7606910467147827 (0.7300202903326815)
| > current_lr: 5e-06
| > step_time: 0.1837 (0.248307684730081)
| > loader_time: 0.009 (0.00973947595147526)
[1m --> TIME: 2025-02-24 00:22:53 -- STEP: 1750/6985 -- GLOBAL_STEP: 141450[0m
| > loss_text_ce: 0.045780811458826065 (0.04772276470065117)
| > loss_mel_ce: 2.934669256210327 (2.87007823739733)
| > loss: 0.7451125383377075 (0.7294502510343274)
| > current_lr: 5e-06
| > step_time: 0.278 (0.2481856005532401)
| > loader_time: 0.0116 (0.009732422692435133)
[1m --> TIME: 2025-02-24 00:23:12 -- STEP: 1800/6985 -- GLOBAL_STEP: 141500[0m
| > loss_text_ce: 0.04702740162611008 (0.04771538755339053)
| > loss_mel_ce: 3.0530290603637695 (2.871526036792331)
| > loss: 0.7750141024589539 (0.7298103565639915)
| > current_lr: 5e-06
| > step_time: 0.2501 (0.24847669667667813)
| > loader_time: 0.0098 (0.009730519718594025)
[1m --> TIME: 2025-02-24 00:23:30 -- STEP: 1850/6985 -- GLOBAL_STEP: 141550[0m
| > loss_text_ce: 0.04938497021794319 (0.04771069550433674)
| > loss_mel_ce: 3.0329298973083496 (2.8723747997026186)
| > loss: 0.7705787420272827 (0.7300213743867096)
| > current_lr: 5e-06
| > step_time: 0.2862 (0.24851632053787645)
| > loader_time: 0.0095 (0.009722623180698707)
[1m --> TIME: 2025-02-24 00:23:49 -- STEP: 1900/6985 -- GLOBAL_STEP: 141600[0m
| > loss_text_ce: 0.04564627632498741 (0.04770919174151985)
| > loss_mel_ce: 2.5247843265533447 (2.8726890696977314)
| > loss: 0.6426076292991638 (0.7300995659514472)
| > current_lr: 5e-06
| > step_time: 0.1935 (0.24869383159436678)
| > loader_time: 0.009 (0.009717596957558083)
[1m --> TIME: 2025-02-24 00:24:07 -- STEP: 1950/6985 -- GLOBAL_STEP: 141650[0m
| > loss_text_ce: 0.047853365540504456 (0.04770924844611914)
| > loss_mel_ce: 2.481158494949341 (2.871694773405026)
| > loss: 0.6322529911994934 (0.729851006177755)
| > current_lr: 5e-06
| > step_time: 0.1744 (0.24877865840227176)
| > loader_time: 0.0089 (0.009710688101939669)
[1m --> TIME: 2025-02-24 00:24:25 -- STEP: 2000/6985 -- GLOBAL_STEP: 141700[0m
| > loss_text_ce: 0.04574579745531082 (0.04769665188901127)
| > loss_mel_ce: 2.629863977432251 (2.871995164990425)
| > loss: 0.6689024567604065 (0.7299229549169536)
| > current_lr: 5e-06
| > step_time: 0.2167 (0.24876481211185456)
| > loader_time: 0.0095 (0.009702105641365056)
[1m --> TIME: 2025-02-24 00:24:44 -- STEP: 2050/6985 -- GLOBAL_STEP: 141750[0m
| > loss_text_ce: 0.04671827331185341 (0.04769478622006207)
| > loss_mel_ce: 3.5364370346069336 (2.8712783628556786)
| > loss: 0.895788848400116 (0.7297432879122288)
| > current_lr: 5e-06
| > step_time: 0.2817 (0.24888612409917318)
| > loader_time: 0.0103 (0.009693803554627957)
[1m --> TIME: 2025-02-24 00:25:03 -- STEP: 2100/6985 -- GLOBAL_STEP: 141800[0m
| > loss_text_ce: 0.045660924166440964 (0.04768436509761072)
| > loss_mel_ce: 3.2222776412963867 (2.8718171392168323)
| > loss: 0.8169846534729004 (0.7298753766502648)
| > current_lr: 5e-06
| > step_time: 0.2506 (0.2490305975505284)
| > loader_time: 0.0098 (0.009691162449972974)
[1m --> TIME: 2025-02-24 00:25:20 -- STEP: 2150/6985 -- GLOBAL_STEP: 141850[0m
| > loss_text_ce: 0.048040807247161865 (0.04767919876894283)
| > loss_mel_ce: 2.5896782875061035 (2.871823544280474)
| > loss: 0.6594297885894775 (0.7298756863627318)
| > current_lr: 5e-06
| > step_time: 0.2044 (0.24890795119973116)
| > loader_time: 0.0087 (0.009682560743287555)
[1m --> TIME: 2025-02-24 00:25:39 -- STEP: 2200/6985 -- GLOBAL_STEP: 141900[0m
| > loss_text_ce: 0.0459870845079422 (0.047671876437962044)
| > loss_mel_ce: 3.0606906414031982 (2.8720288783853705)
| > loss: 0.776669442653656 (0.7299251892891794)
| > current_lr: 5e-06
| > step_time: 0.2452 (0.2488741444457661)
| > loader_time: 0.0093 (0.009672579765319827)
[1m --> TIME: 2025-02-24 00:25:56 -- STEP: 2250/6985 -- GLOBAL_STEP: 141950[0m
| > loss_text_ce: 0.04887586832046509 (0.04767355345851845)
| > loss_mel_ce: 2.6962127685546875 (2.871917154524062)
| > loss: 0.686272144317627 (0.7298976776070059)
| > current_lr: 5e-06
| > step_time: 0.2235 (0.24877230177985296)
| > loader_time: 0.0089 (0.009661505063374848)
[1m --> TIME: 2025-02-24 00:26:15 -- STEP: 2300/6985 -- GLOBAL_STEP: 142000[0m
| > loss_text_ce: 0.05022098496556282 (0.047677742924703184)
| > loss_mel_ce: 2.8697824478149414 (2.8708218040673623)
| > loss: 0.7300008535385132 (0.7296248873161228)
| > current_lr: 5e-06
| > step_time: 0.2026 (0.24873238553171573)
| > loader_time: 0.009 (0.00965249196342801)
> CHECKPOINT : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/checkpoint_142000.pth
[1m --> TIME: 2025-02-24 00:26:47 -- STEP: 2350/6985 -- GLOBAL_STEP: 142050[0m
| > loss_text_ce: 0.048819899559020996 (0.04767931799305244)
| > loss_mel_ce: 2.401912212371826 (2.872239681913496)
| > loss: 0.6126830577850342 (0.7299797505774392)
| > current_lr: 5e-06
| > step_time: 0.2849 (0.2487652503683212)
| > loader_time: 0.0103 (0.009652997990872006)
[1m --> TIME: 2025-02-24 00:27:05 -- STEP: 2400/6985 -- GLOBAL_STEP: 142100[0m
| > loss_text_ce: 0.05065752565860748 (0.047681096717715254)
| > loss_mel_ce: 2.8128907680511475 (2.872998676300047)
| > loss: 0.7158870697021484 (0.7301699438194428)
| > current_lr: 5e-06
| > step_time: 0.244 (0.2487458409865697)
| > loader_time: 0.0099 (0.009653597970803588)
[1m --> TIME: 2025-02-24 00:27:24 -- STEP: 2450/6985 -- GLOBAL_STEP: 142150[0m
| > loss_text_ce: 0.050173982977867126 (0.04768753186172365)
| > loss_mel_ce: 2.894519329071045 (2.8721762215361295)
| > loss: 0.7361733317375183 (0.7299659388649209)
| > current_lr: 5e-06
| > step_time: 0.2858 (0.24884170104046258)
| > loader_time: 0.0098 (0.009654935136133325)
[1m --> TIME: 2025-02-24 00:27:42 -- STEP: 2500/6985 -- GLOBAL_STEP: 142200[0m
| > loss_text_ce: 0.045744627714157104 (0.04769243877679106)
| > loss_mel_ce: 2.9334909915924072 (2.8724769087791446)
| > loss: 0.7448089122772217 (0.7300423374652854)
| > current_lr: 5e-06
| > step_time: 0.2178 (0.24884243030548095)
| > loader_time: 0.0092 (0.009655481910705577)
[1m --> TIME: 2025-02-24 00:28:01 -- STEP: 2550/6985 -- GLOBAL_STEP: 142250[0m
| > loss_text_ce: 0.046178460121154785 (0.047690383203181544)
| > loss_mel_ce: 3.057405471801758 (2.8715667986402322)
| > loss: 0.7758959531784058 (0.7298142959323571)
| > current_lr: 5e-06
| > step_time: 0.1954 (0.24888333890952316)
| > loader_time: 0.0092 (0.009655709734150017)
[1m --> TIME: 2025-02-24 00:28:19 -- STEP: 2600/6985 -- GLOBAL_STEP: 142300[0m
| > loss_text_ce: 0.047148991376161575 (0.04769183861951412)
| > loss_mel_ce: 3.107438325881958 (2.87160488816408)
| > loss: 0.7886468172073364 (0.7298241822077669)
| > current_lr: 5e-06
| > step_time: 0.2707 (0.24879837934787458)
| > loader_time: 0.0103 (0.009655769054706293)
[1m --> TIME: 2025-02-24 00:28:37 -- STEP: 2650/6985 -- GLOBAL_STEP: 142350[0m
| > loss_text_ce: 0.048147618770599365 (0.04768473872036301)
| > loss_mel_ce: 2.682150363922119 (2.87150719795587)
| > loss: 0.6825745105743408 (0.7297979846990328)
| > current_lr: 5e-06
| > step_time: 0.2235 (0.24879714452995444)
| > loader_time: 0.0091 (0.009661979945200811)
[1m --> TIME: 2025-02-24 00:28:55 -- STEP: 2700/6985 -- GLOBAL_STEP: 142400[0m
| > loss_text_ce: 0.045483462512493134 (0.047689783337215554)
| > loss_mel_ce: 3.039951801300049 (2.8710359500072635)
| > loss: 0.7713587880134583 (0.7296814339249211)
| > current_lr: 5e-06
| > step_time: 0.2347 (0.24884045592060797)
| > loader_time: 0.0098 (0.009660968515608066)
[1m --> TIME: 2025-02-24 00:29:14 -- STEP: 2750/6985 -- GLOBAL_STEP: 142450[0m
| > loss_text_ce: 0.04336618259549141 (0.047695414808663426)
| > loss_mel_ce: 2.995845079421997 (2.8715785378542806)
| > loss: 0.7598028182983398 (0.7298184887279152)
| > current_lr: 5e-06
| > step_time: 0.1956 (0.24892001724243165)
| > loader_time: 0.009 (0.009659418019381453)
[1m --> TIME: 2025-02-24 00:29:32 -- STEP: 2800/6985 -- GLOBAL_STEP: 142500[0m
| > loss_text_ce: 0.04874645546078682 (0.047698782248688565)
| > loss_mel_ce: 2.7738258838653564 (2.8707040561097004)
| > loss: 0.7056430578231812 (0.7296007101237756)
| > current_lr: 5e-06
| > step_time: 0.2041 (0.2488732213633401)
| > loader_time: 0.0093 (0.009655159541538795)
[1m --> TIME: 2025-02-24 00:29:50 -- STEP: 2850/6985 -- GLOBAL_STEP: 142550[0m
| > loss_text_ce: 0.04744787514209747 (0.04769220727446829)
| > loss_mel_ce: 2.9089176654815674 (2.8719610452651976)
| > loss: 0.7390913963317871 (0.7299133135979619)
| > current_lr: 5e-06
| > step_time: 0.2874 (0.24890191705603348)
| > loader_time: 0.0103 (0.009653530706439109)
[1m --> TIME: 2025-02-24 00:30:09 -- STEP: 2900/6985 -- GLOBAL_STEP: 142600[0m
| > loss_text_ce: 0.0460997000336647 (0.04769363835582442)
| > loss_mel_ce: 2.58966326713562 (2.872418161918377)
| > loss: 0.6589407324790955 (0.7300279505293927)
| > current_lr: 5e-06
| > step_time: 0.2307 (0.24899561586051153)
| > loader_time: 0.009 (0.009652239207563734)
[1m --> TIME: 2025-02-24 00:30:27 -- STEP: 2950/6985 -- GLOBAL_STEP: 142650[0m
| > loss_text_ce: 0.04764004424214363 (0.047689134817002155)
| > loss_mel_ce: 2.6145029067993164 (2.871763010348304)
| > loss: 0.6655357480049133 (0.72986303672952)
| > current_lr: 5e-06
| > step_time: 0.2874 (0.24897207648067152)
| > loader_time: 0.01 (0.00964990906796213)
[1m --> TIME: 2025-02-24 00:30:46 -- STEP: 3000/6985 -- GLOBAL_STEP: 142700[0m
| > loss_text_ce: 0.04722448065876961 (0.047684394907206266)
| > loss_mel_ce: 2.732372522354126 (2.8720103039741516)
| > loss: 0.6948992609977722 (0.7299236751596117)
| > current_lr: 5e-06
| > step_time: 0.2249 (0.24906354347864787)
| > loader_time: 0.0102 (0.00964723205566406)
[1m --> TIME: 2025-02-24 00:31:04 -- STEP: 3050/6985 -- GLOBAL_STEP: 142750[0m
| > loss_text_ce: 0.04896131530404091 (0.047687420167151016)
| > loss_mel_ce: 3.0559816360473633 (2.8715016018758055)
| > loss: 0.7762357592582703 (0.7297972559538027)
| > current_lr: 5e-06
| > step_time: 0.2562 (0.2490035231387029)
| > loader_time: 0.0091 (0.009643593225322784)
[1m --> TIME: 2025-02-24 00:31:22 -- STEP: 3100/6985 -- GLOBAL_STEP: 142800[0m
| > loss_text_ce: 0.047864921391010284 (0.04767965090250774)
| > loss_mel_ce: 3.105970859527588 (2.8712023589687963)
| > loss: 0.7884589433670044 (0.7297205029187648)
| > current_lr: 5e-06
| > step_time: 0.2423 (0.2489806257524798)
| > loader_time: 0.0095 (0.009646401866789786)
[1m --> TIME: 2025-02-24 00:31:40 -- STEP: 3150/6985 -- GLOBAL_STEP: 142850[0m
| > loss_text_ce: 0.050469473004341125 (0.04768683328751531)
| > loss_mel_ce: 2.8073031902313232 (2.871478926643493)
| > loss: 0.7144431471824646 (0.7297914404150023)
| > current_lr: 5e-06
| > step_time: 0.278 (0.24899838371882363)
| > loader_time: 0.0097 (0.009644637940421938)
[1m --> TIME: 2025-02-24 00:31:59 -- STEP: 3200/6985 -- GLOBAL_STEP: 142900[0m
| > loss_text_ce: 0.04773733392357826 (0.047682317654835035)
| > loss_mel_ce: 2.7316181659698486 (2.8719247137755155)
| > loss: 0.6948388814926147 (0.7299017582461222)
| > current_lr: 5e-06
| > step_time: 0.2456 (0.24910367496311664)
| > loader_time: 0.0098 (0.009643720909953121)
[1m --> TIME: 2025-02-24 00:32:17 -- STEP: 3250/6985 -- GLOBAL_STEP: 142950[0m
| > loss_text_ce: 0.0457577183842659 (0.04768085726407855)
| > loss_mel_ce: 3.2005741596221924 (2.871899263381958)
| > loss: 0.8115829825401306 (0.7298950306085424)
| > current_lr: 5e-06
| > step_time: 0.2905 (0.24907165571359488)
| > loader_time: 0.0101 (0.00964228776785045)
[1m --> TIME: 2025-02-24 00:32:35 -- STEP: 3300/6985 -- GLOBAL_STEP: 143000[0m
| > loss_text_ce: 0.04612017050385475 (0.04767335265649085)
| > loss_mel_ce: 3.2641146183013916 (2.8719957214413268)
| > loss: 0.827558696269989 (0.7299172689156084)
| > current_lr: 5e-06
| > step_time: 0.2435 (0.24902490052309903)
| > loader_time: 0.0095 (0.009640408067992245)
> CHECKPOINT : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/checkpoint_143000.pth
[1m --> TIME: 2025-02-24 00:33:06 -- STEP: 3350/6985 -- GLOBAL_STEP: 143050[0m
| > loss_text_ce: 0.05107548087835312 (0.047672122362167065)
| > loss_mel_ce: 2.6568126678466797 (2.871984017998425)
| > loss: 0.6769720315933228 (0.7299140355302312)
| > current_lr: 5e-06
| > step_time: 0.2607 (0.24908023008659705)
| > loader_time: 0.0095 (0.009641952799327344)
[1m --> TIME: 2025-02-24 00:33:24 -- STEP: 3400/6985 -- GLOBAL_STEP: 143100[0m
| > loss_text_ce: 0.047431182116270065 (0.04767794410752897)
| > loss_mel_ce: 2.9032444953918457 (2.8711152634199926)
| > loss: 0.7376689314842224 (0.7296983023601405)
| > current_lr: 5e-06
| > step_time: 0.2392 (0.2490371580684886)
| > loader_time: 0.0094 (0.009640544863308183)
[1m --> TIME: 2025-02-24 00:33:42 -- STEP: 3450/6985 -- GLOBAL_STEP: 143150[0m
| > loss_text_ce: 0.04819711670279503 (0.047680317002578035)
| > loss_mel_ce: 2.8290908336639404 (2.8700206471871637)
| > loss: 0.7193219661712646 (0.7294252414807015)
| > current_lr: 5e-06
| > step_time: 0.2731 (0.2489282842995464)
| > loader_time: 0.0094 (0.0096390183766683)
[1m --> TIME: 2025-02-24 00:34:00 -- STEP: 3500/6985 -- GLOBAL_STEP: 143200[0m
| > loss_text_ce: 0.04759548231959343 (0.04767686685281138)
| > loss_mel_ce: 3.0282888412475586 (2.8699226912770954)
| > loss: 0.7689710855484009 (0.7293998899630123)
| > current_lr: 5e-06
| > step_time: 0.2259 (0.2489376151902335)
| > loader_time: 0.0101 (0.009639018126896456)
[1m --> TIME: 2025-02-24 00:34:19 -- STEP: 3550/6985 -- GLOBAL_STEP: 143250[0m
| > loss_text_ce: 0.04850718006491661 (0.0476759141179877)
| > loss_mel_ce: 2.7001867294311523 (2.869899221003895)
| > loss: 0.6871734857559204 (0.7293937842275041)
| > current_lr: 5e-06
| > step_time: 0.2489 (0.24904258016129616)
| > loader_time: 0.0091 (0.009638676441891099)
[1m --> TIME: 2025-02-24 00:34:37 -- STEP: 3600/6985 -- GLOBAL_STEP: 143300[0m
| > loss_text_ce: 0.046790845692157745 (0.04766968517771195)
| > loss_mel_ce: 2.9084551334381104 (2.869434817698267)
| > loss: 0.7388114929199219 (0.7292761261430037)
| > current_lr: 5e-06
| > step_time: 0.1661 (0.24898417969544728)
| > loader_time: 0.0091 (0.009637410971853473)
[1m --> TIME: 2025-02-24 00:34:55 -- STEP: 3650/6985 -- GLOBAL_STEP: 143350[0m
| > loss_text_ce: 0.04878799244761467 (0.047668772092828986)
| > loss_mel_ce: 2.44311785697937 (2.8691741298649407)
| > loss: 0.6229764819145203 (0.7292107258920787)
| > current_lr: 5e-06
| > step_time: 0.2317 (0.24887900470054314)
| > loader_time: 0.0112 (0.009636093100456348)
[1m --> TIME: 2025-02-24 00:35:13 -- STEP: 3700/6985 -- GLOBAL_STEP: 143400[0m
| > loss_text_ce: 0.04633580520749092 (0.04766821516627393)
| > loss_mel_ce: 2.913710117340088 (2.868640783026412)
| > loss: 0.74001145362854 (0.7290772499425978)
| > current_lr: 5e-06
| > step_time: 0.2423 (0.24883826751966734)
| > loader_time: 0.0092 (0.009633886491930168)
[1m --> TIME: 2025-02-24 00:35:31 -- STEP: 3750/6985 -- GLOBAL_STEP: 143450[0m
| > loss_text_ce: 0.04896431788802147 (0.04766937516729035)
| > loss_mel_ce: 2.569946527481079 (2.867807523282369)
| > loss: 0.6547276973724365 (0.7288692249615973)
| > current_lr: 5e-06
| > step_time: 0.1718 (0.24880692125956216)
| > loader_time: 0.0092 (0.009632727877298996)
[1m --> TIME: 2025-02-24 00:35:49 -- STEP: 3800/6985 -- GLOBAL_STEP: 143500[0m
| > loss_text_ce: 0.04908367618918419 (0.04766983103399212)
| > loss_mel_ce: 2.445168972015381 (2.8674794609923113)
| > loss: 0.6235631704330444 (0.7287873232992058)
| > current_lr: 5e-06
| > step_time: 0.1712 (0.24880573787187274)
| > loader_time: 0.0091 (0.009631155603810367)
[1m --> TIME: 2025-02-24 00:36:08 -- STEP: 3850/6985 -- GLOBAL_STEP: 143550[0m
| > loss_text_ce: 0.045568544417619705 (0.04767105794862491)
| > loss_mel_ce: 2.9324870109558105 (2.8668199373220467)
| > loss: 0.7445138692855835 (0.728622749068519)
| > current_lr: 5e-06
| > step_time: 0.2843 (0.24888149651614103)
| > loader_time: 0.0097 (0.009631354034721084)
[1m --> TIME: 2025-02-24 00:36:26 -- STEP: 3900/6985 -- GLOBAL_STEP: 143600[0m
| > loss_text_ce: 0.04690103605389595 (0.04767111035971303)
| > loss_mel_ce: 2.890812873840332 (2.8667123596484845)
| > loss: 0.7344284653663635 (0.7285958677224611)
| > current_lr: 5e-06
| > step_time: 0.2527 (0.24880723317464193)
| > loader_time: 0.01 (0.009629741815420303)
[1m --> TIME: 2025-02-24 00:36:43 -- STEP: 3950/6985 -- GLOBAL_STEP: 143650[0m
| > loss_text_ce: 0.045588407665491104 (0.04766341504982753)
| > loss_mel_ce: 2.6187028884887695 (2.8667132645619064)
| > loss: 0.6660728454589844 (0.7285941701599301)
| > current_lr: 5e-06
| > step_time: 0.2466 (0.2487354365481606)
| > loader_time: 0.0094 (0.009627833607830583)
[1m --> TIME: 2025-02-24 00:37:01 -- STEP: 4000/6985 -- GLOBAL_STEP: 143700[0m
| > loss_text_ce: 0.04587681218981743 (0.04766117472760377)
| > loss_mel_ce: 2.9042341709136963 (2.8666722573041916)
| > loss: 0.7375277280807495 (0.7285833582729089)
| > current_lr: 5e-06
| > step_time: 0.2224 (0.24869052916765214)
| > loader_time: 0.0097 (0.009629441618919378)
[1m --> TIME: 2025-02-24 00:37:20 -- STEP: 4050/6985 -- GLOBAL_STEP: 143750[0m
| > loss_text_ce: 0.04838067293167114 (0.04766336326245906)
| > loss_mel_ce: 2.9741129875183105 (2.8665753203851208)
| > loss: 0.7556234002113342 (0.7285596712135962)
| > current_lr: 5e-06
| > step_time: 0.2743 (0.24872821748992544)
| > loader_time: 0.0094 (0.009628460613297833)
[1m --> TIME: 2025-02-24 00:37:38 -- STEP: 4100/6985 -- GLOBAL_STEP: 143800[0m
| > loss_text_ce: 0.05274362117052078 (0.047661935031959174)
| > loss_mel_ce: 2.831357479095459 (2.86610070315803)
| > loss: 0.721025288105011 (0.7284406598312086)
| > current_lr: 5e-06
| > step_time: 0.2218 (0.24870280981063841)
| > loader_time: 0.0092 (0.009627033268533107)
[1m --> TIME: 2025-02-24 00:37:57 -- STEP: 4150/6985 -- GLOBAL_STEP: 143850[0m
| > loss_text_ce: 0.050306644290685654 (0.04766334434140875)
| > loss_mel_ce: 2.698671579360962 (2.8666014422566057)
| > loss: 0.6872445344924927 (0.7285661969127413)
| > current_lr: 5e-06
| > step_time: 0.2735 (0.24882778294115182)
| > loader_time: 0.0094 (0.009626180637313663)
[1m --> TIME: 2025-02-24 00:38:15 -- STEP: 4200/6985 -- GLOBAL_STEP: 143900[0m
| > loss_text_ce: 0.04683595523238182 (0.04766733115272861)
| > loss_mel_ce: 3.068711280822754 (2.86607187691189)
| > loss: 0.7788867950439453 (0.7284348023079679)
| > current_lr: 5e-06
| > step_time: 0.25 (0.2487739762805757)
| > loader_time: 0.01 (0.009625593423843393)
[1m --> TIME: 2025-02-24 00:38:33 -- STEP: 4250/6985 -- GLOBAL_STEP: 143950[0m
| > loss_text_ce: 0.04694371670484543 (0.047662687768830946)
| > loss_mel_ce: 2.59546160697937 (2.866517474286697)
| > loss: 0.6606013178825378 (0.7285450408458697)
| > current_lr: 5e-06
| > step_time: 0.2482 (0.2487476064457613)
| > loader_time: 0.0094 (0.009625287897446586)
[1m --> TIME: 2025-02-24 00:38:51 -- STEP: 4300/6985 -- GLOBAL_STEP: 144000[0m
| > loss_text_ce: 0.049241237342357635 (0.047663239652160974)
| > loss_mel_ce: 2.644806385040283 (2.866522434755814)
| > loss: 0.6735119223594666 (0.7285464189634754)
| > current_lr: 5e-06
| > step_time: 0.2038 (0.24876855323481006)
| > loader_time: 0.0098 (0.009624918505202902)
> CHECKPOINT : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/checkpoint_144000.pth
[1m --> TIME: 2025-02-24 00:39:25 -- STEP: 4350/6985 -- GLOBAL_STEP: 144050[0m
| > loss_text_ce: 0.047397926449775696 (0.04766247535916578)
| > loss_mel_ce: 3.143873691558838 (2.8660994819114936)
| > loss: 0.7978178858757019 (0.728440489673065)
| > current_lr: 5e-06
| > step_time: 0.2878 (0.24867433410951462)
| > loader_time: 0.0098 (0.009621657996342107)
[1m --> TIME: 2025-02-24 00:39:44 -- STEP: 4400/6985 -- GLOBAL_STEP: 144100[0m
| > loss_text_ce: 0.04726172238588333 (0.047665141627869806)
| > loss_mel_ce: 2.9814767837524414 (2.865509222908453)
| > loss: 0.757184624671936 (0.7282935914939087)
| > current_lr: 5e-06
| > step_time: 0.247 (0.24868686058304526)
| > loader_time: 0.0098 (0.009619567123326393)
[1m --> TIME: 2025-02-24 00:40:01 -- STEP: 4450/6985 -- GLOBAL_STEP: 144150[0m
| > loss_text_ce: 0.04756126180291176 (0.047661804384394976)
| > loss_mel_ce: 2.849982261657715 (2.8654220690352186)
| > loss: 0.7243858575820923 (0.7282709687211528)
| > current_lr: 5e-06
| > step_time: 0.2136 (0.2486244365070643)
| > loader_time: 0.0094 (0.009619324448403355)
[1m --> TIME: 2025-02-24 00:40:19 -- STEP: 4500/6985 -- GLOBAL_STEP: 144200[0m
| > loss_text_ce: 0.04756792262196541 (0.04766043315082789)
| > loss_mel_ce: 2.6758973598480225 (2.8655663147502475)
| > loss: 0.6808663010597229 (0.728306687315304)
| > current_lr: 5e-06
| > step_time: 0.191 (0.24855990097257827)
| > loader_time: 0.0095 (0.009620162698957664)
[1m --> TIME: 2025-02-24 00:40:38 -- STEP: 4550/6985 -- GLOBAL_STEP: 144250[0m
| > loss_text_ce: 0.04688806086778641 (0.0476623148905052)
| > loss_mel_ce: 3.0951621532440186 (2.8658197465309714)
| > loss: 0.7855125665664673 (0.7283705156845041)
| > current_lr: 5e-06
| > step_time: 0.2551 (0.2486732982803177)
| > loader_time: 0.0095 (0.009624337364029109)
[1m --> TIME: 2025-02-24 00:40:57 -- STEP: 4600/6985 -- GLOBAL_STEP: 144300[0m
| > loss_text_ce: 0.048667922616004944 (0.04766368065434306)
| > loss_mel_ce: 2.6470096111297607 (2.86584309671236)
| > loss: 0.6739193797111511 (0.7283766946585272)
| > current_lr: 5e-06
| > step_time: 0.2528 (0.24873572924862739)
| > loader_time: 0.0097 (0.009627507769543206)
[1m --> TIME: 2025-02-24 00:41:15 -- STEP: 4650/6985 -- GLOBAL_STEP: 144350[0m
| > loss_text_ce: 0.04530088230967522 (0.04765777711826627)
| > loss_mel_ce: 3.319812059402466 (2.8657673329178985)
| > loss: 0.8412782549858093 (0.728356277840111)
| > current_lr: 5e-06
| > step_time: 0.2872 (0.2486932719651089)
| > loader_time: 0.0099 (0.009626591949052726)
[1m --> TIME: 2025-02-24 00:41:33 -- STEP: 4700/6985 -- GLOBAL_STEP: 144400[0m
| > loss_text_ce: 0.04526181519031525 (0.04765957619677831)
| > loss_mel_ce: 2.925994396209717 (2.865586584628894)
| > loss: 0.7428140640258789 (0.7283115405858824)
| > current_lr: 5e-06
| > step_time: 0.2477 (0.24867144868728963)
| > loader_time: 0.0099 (0.009627283583296117)
[1m --> TIME: 2025-02-24 00:41:51 -- STEP: 4750/6985 -- GLOBAL_STEP: 144450[0m
| > loss_text_ce: 0.04683966562151909 (0.04765551801025867)
| > loss_mel_ce: 2.472261428833008 (2.865864413512379)
| > loss: 0.6297752857208252 (0.7283799832620111)
| > current_lr: 5e-06
| > step_time: 0.2228 (0.2486978073622051)
| > loader_time: 0.0094 (0.009629058135183242)
[1m --> TIME: 2025-02-24 00:42:10 -- STEP: 4800/6985 -- GLOBAL_STEP: 144500[0m
| > loss_text_ce: 0.05078212916851044 (0.04765741851646452)
| > loss_mel_ce: 2.9880831241607666 (2.8651212374369295)
| > loss: 0.7597163319587708 (0.7281946643814439)
| > current_lr: 5e-06
| > step_time: 0.2412 (0.24869680965940158)
| > loader_time: 0.01 (0.009628799508015323)
[1m --> TIME: 2025-02-24 00:42:28 -- STEP: 4850/6985 -- GLOBAL_STEP: 144550[0m
| > loss_text_ce: 0.047021474689245224 (0.04766322712308353)
| > loss_mel_ce: 2.8684701919555664 (2.8648928029758434)
| > loss: 0.7288728952407837 (0.7281390078534778)
| > current_lr: 5e-06
| > step_time: 0.2556 (0.24871802797022555)
| > loader_time: 0.0095 (0.00963130700219539)
[1m --> TIME: 2025-02-24 00:42:47 -- STEP: 4900/6985 -- GLOBAL_STEP: 144600[0m
| > loss_text_ce: 0.047900523990392685 (0.04766929956038995)
| > loss_mel_ce: 2.842167377471924 (2.8644752026577387)
| > loss: 0.7225169539451599 (0.7280361259105246)
| > current_lr: 5e-06
| > step_time: 0.1717 (0.24875524374903465)
| > loader_time: 0.009 (0.009633182798113161)
[1m --> TIME: 2025-02-24 00:43:05 -- STEP: 4950/6985 -- GLOBAL_STEP: 144650[0m
| > loss_text_ce: 0.04557948186993599 (0.047671147964217425)
| > loss_mel_ce: 2.909419536590576 (2.864637519855692)
| > loss: 0.7387497425079346 (0.7280771672846079)
| > current_lr: 5e-06
| > step_time: 0.1457 (0.24882567241938428)
| > loader_time: 0.0085 (0.009633369253139321)
[1m --> TIME: 2025-02-24 00:43:23 -- STEP: 5000/6985 -- GLOBAL_STEP: 144700[0m
| > loss_text_ce: 0.045608699321746826 (0.047674124651402215)
| > loss_mel_ce: 2.7720158100128174 (2.8645886353492727)
| > loss: 0.7044061422348022 (0.7280656903624525)
| > current_lr: 5e-06
| > step_time: 0.2184 (0.24881273865699768)
| > loader_time: 0.0098 (0.009632316207885759)
[1m --> TIME: 2025-02-24 00:43:42 -- STEP: 5050/6985 -- GLOBAL_STEP: 144750[0m
| > loss_text_ce: 0.04590987041592598 (0.047675859067257055)
| > loss_mel_ce: 3.108754873275757 (2.8643203798615104)
| > loss: 0.7886661887168884 (0.7279990600831432)
| > current_lr: 5e-06
| > step_time: 0.2805 (0.24882782421489755)
| > loader_time: 0.0098 (0.009631884735409588)
[1m --> TIME: 2025-02-24 00:44:00 -- STEP: 5100/6985 -- GLOBAL_STEP: 144800[0m
| > loss_text_ce: 0.04399855434894562 (0.0476730341646893)
| > loss_mel_ce: 3.015221118927002 (2.864136937786549)
| > loss: 0.7648048996925354 (0.7279524933356859)
| > current_lr: 5e-06
| > step_time: 0.2103 (0.24878088726716882)
| > loader_time: 0.0094 (0.009631888819675832)
[1m --> TIME: 2025-02-24 00:44:18 -- STEP: 5150/6985 -- GLOBAL_STEP: 144850[0m
| > loss_text_ce: 0.04459116980433464 (0.04767312941982326)
| > loss_mel_ce: 3.566234588623047 (2.8646119923730478)
| > loss: 0.9027064442634583 (0.7280712807872916)
| > current_lr: 5e-06
| > step_time: 0.2588 (0.24875949317969165)
| > loader_time: 0.0093 (0.009633153619118118)
[1m --> TIME: 2025-02-24 00:44:36 -- STEP: 5200/6985 -- GLOBAL_STEP: 144900[0m
| > loss_text_ce: 0.04810477793216705 (0.04767366827537231)
| > loss_mel_ce: 2.7811810970306396 (2.8651638624759794)
| > loss: 0.7073214650154114 (0.7282093829948163)
| > current_lr: 5e-06
| > step_time: 0.2521 (0.24879152229199042)
| > loader_time: 0.0095 (0.00963167479405038)
[1m --> TIME: 2025-02-24 00:44:55 -- STEP: 5250/6985 -- GLOBAL_STEP: 144950[0m
| > loss_text_ce: 0.04630105942487717 (0.047669433503633424)
| > loss_mel_ce: 3.2776267528533936 (2.8657705290203985)
| > loss: 0.830981969833374 (0.7283599909714285)
| > current_lr: 5e-06
| > step_time: 0.2881 (0.24879900932312013)
| > loader_time: 0.0096 (0.009629506792340984)
[1m --> TIME: 2025-02-24 00:45:13 -- STEP: 5300/6985 -- GLOBAL_STEP: 145000[0m
| > loss_text_ce: 0.04526595398783684 (0.04767266775147527)
| > loss_mel_ce: 3.5407328605651855 (2.8657149647316844)
| > loss: 0.8964996933937073 (0.7283469084748676)
| > current_lr: 5e-06
| > step_time: 0.2267 (0.24880027307654326)
| > loader_time: 0.0094 (0.009627008753002842)
> CHECKPOINT : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/checkpoint_145000.pth
[1m --> TIME: 2025-02-24 00:45:47 -- STEP: 5350/6985 -- GLOBAL_STEP: 145050[0m
| > loss_text_ce: 0.050573527812957764 (0.047672718800256135)
| > loss_mel_ce: 3.099273204803467 (2.8650642997082145)
| > loss: 0.7874616980552673 (0.7281842549827604)
| > current_lr: 5e-06
| > step_time: 0.2474 (0.2487636478370595)
| > loader_time: 0.0088 (0.009627853286600582)
[1m --> TIME: 2025-02-24 00:46:05 -- STEP: 5400/6985 -- GLOBAL_STEP: 145100[0m
| > loss_text_ce: 0.04719558730721474 (0.04766981870556863)
| > loss_mel_ce: 2.669661045074463 (2.865070222704499)
| > loss: 0.6792141795158386 (0.7281850106738221)
| > current_lr: 5e-06
| > step_time: 0.1291 (0.24868679779547231)
| > loader_time: 0.0084 (0.009625462161170136)
[1m --> TIME: 2025-02-24 00:46:24 -- STEP: 5450/6985 -- GLOBAL_STEP: 145150[0m
| > loss_text_ce: 0.05004369467496872 (0.0476702848534791)
| > loss_mel_ce: 2.450512647628784 (2.8654128978449274)
| > loss: 0.625139057636261 (0.728270795990567)
| > current_lr: 5e-06
| > step_time: 0.2195 (0.2487967103993127)
| > loader_time: 0.0096 (0.009624829379790444)
[1m --> TIME: 2025-02-24 00:46:42 -- STEP: 5500/6985 -- GLOBAL_STEP: 145200[0m
| > loss_text_ce: 0.04653084650635719 (0.04767084224251175)
| > loss_mel_ce: 2.989003896713257 (2.865339107340032)
| > loss: 0.7588837146759033 (0.7282524877136395)
| > current_lr: 5e-06
| > step_time: 0.2509 (0.2487740736874667)
| > loader_time: 0.0093 (0.009624019969593422)
[1m --> TIME: 2025-02-24 00:47:00 -- STEP: 5550/6985 -- GLOBAL_STEP: 145250[0m
| > loss_text_ce: 0.05108781158924103 (0.04767100862353226)
| > loss_mel_ce: 2.4024994373321533 (2.8650216354765345)
| > loss: 0.6133968234062195 (0.7281731613691854)
| > current_lr: 5e-06
| > step_time: 0.1885 (0.24877143185417933)
| > loader_time: 0.0091 (0.009623812555192849)
[1m --> TIME: 2025-02-24 00:47:19 -- STEP: 5600/6985 -- GLOBAL_STEP: 145300[0m
| > loss_text_ce: 0.0461566299200058 (0.04767119531785795)
| > loss_mel_ce: 3.0576717853546143 (2.865240244993143)
| > loss: 0.7759571075439453 (0.7282278604273279)
| > current_lr: 5e-06
| > step_time: 0.2425 (0.24887248537370138)
| > loader_time: 0.0095 (0.00962544249636789)
[1m --> TIME: 2025-02-24 00:47:38 -- STEP: 5650/6985 -- GLOBAL_STEP: 145350[0m
| > loss_text_ce: 0.04935324564576149 (0.047670519808884135)
| > loss_mel_ce: 2.4957022666931152 (2.8653664070315084)
| > loss: 0.636263906955719 (0.7282592320442196)
| > current_lr: 5e-06
| > step_time: 0.2639 (0.24889075962843094)
| > loader_time: 0.0095 (0.00962614371713286)
[1m --> TIME: 2025-02-24 00:47:56 -- STEP: 5700/6985 -- GLOBAL_STEP: 145400[0m
| > loss_text_ce: 0.0524003691971302 (0.0476751815815243)
| > loss_mel_ce: 2.590824604034424 (2.865388707236241)
| > loss: 0.6608062386512756 (0.7282659725452721)
| > current_lr: 5e-06
| > step_time: 0.1892 (0.24885854018361944)
| > loader_time: 0.0092 (0.009626771107054614)
[1m --> TIME: 2025-02-24 00:48:14 -- STEP: 5750/6985 -- GLOBAL_STEP: 145450[0m
| > loss_text_ce: 0.04829740896821022 (0.047676094362917074)
| > loss_mel_ce: 2.6499733924865723 (2.8655385557672264)
| > loss: 0.674567699432373 (0.7283036628391428)
| > current_lr: 5e-06
| > step_time: 0.2152 (0.24884255604121996)
| > loader_time: 0.0093 (0.009626415584398368)
[1m --> TIME: 2025-02-24 00:48:33 -- STEP: 5800/6985 -- GLOBAL_STEP: 145500[0m
| > loss_text_ce: 0.04792734980583191 (0.04767641085553264)
| > loss_mel_ce: 2.776042938232422 (2.8657607951246473)
| > loss: 0.705992579460144 (0.7283593017890533)
| > current_lr: 5e-06
| > step_time: 0.2528 (0.24893631980336944)
| > loader_time: 0.0102 (0.009627271109613894)
[1m --> TIME: 2025-02-24 00:48:51 -- STEP: 5850/6985 -- GLOBAL_STEP: 145550[0m
| > loss_text_ce: 0.05026879161596298 (0.04767570900738741)
| > loss_mel_ce: 2.8233535289764404 (2.8655031203000987)
| > loss: 0.7184056043624878 (0.72829470759783)
| > current_lr: 5e-06
| > step_time: 0.2858 (0.24886865163460756)
| > loader_time: 0.0102 (0.009627846163562227)
[1m --> TIME: 2025-02-24 00:49:09 -- STEP: 5900/6985 -- GLOBAL_STEP: 145600[0m
| > loss_text_ce: 0.049166660755872726 (0.047674389342635286)
| > loss_mel_ce: 2.5860860347747803 (2.8656192730645014)
| > loss: 0.6588131785392761 (0.7283234158713936)
| > current_lr: 5e-06
| > step_time: 0.2245 (0.248919069362899)
| > loader_time: 0.0099 (0.009629342717639476)
[1m --> TIME: 2025-02-24 00:49:28 -- STEP: 5950/6985 -- GLOBAL_STEP: 145650[0m
| > loss_text_ce: 0.045071471482515335 (0.047668652152564266)
| > loss_mel_ce: 2.7311315536499023 (2.8660567136171498)
| > loss: 0.6940507292747498 (0.7284313416881718)
| > current_lr: 5e-06
| > step_time: 0.3335 (0.24895777377761713)
| > loader_time: 0.0101 (0.009630607035981512)
[1m --> TIME: 2025-02-24 00:49:46 -- STEP: 6000/6985 -- GLOBAL_STEP: 145700[0m
| > loss_text_ce: 0.052680015563964844 (0.04766772124357514)
| > loss_mel_ce: 2.350468635559082 (2.865828484376273)
| > loss: 0.6007871627807617 (0.7283740516304966)
| > current_lr: 5e-06
| > step_time: 0.1916 (0.24897298296292622)
| > loader_time: 0.0093 (0.009631618261337278)
[1m --> TIME: 2025-02-24 00:50:05 -- STEP: 6050/6985 -- GLOBAL_STEP: 145750[0m
| > loss_text_ce: 0.048919107764959335 (0.047670184376318515)
| > loss_mel_ce: 2.818329095840454 (2.8656701315336)
| > loss: 0.7168120741844177 (0.7283350792404045)
| > current_lr: 5e-06
| > step_time: 0.193 (0.248985015301665)
| > loader_time: 0.0096 (0.009632533049780472)
[1m --> TIME: 2025-02-24 00:50:23 -- STEP: 6100/6985 -- GLOBAL_STEP: 145800[0m
| > loss_text_ce: 0.04938976839184761 (0.047672509161419484)
| > loss_mel_ce: 2.8085405826568604 (2.8651876064597595)
| > loss: 0.7144826054573059 (0.728215029151713)
| > current_lr: 5e-06
| > step_time: 0.252 (0.24897788430823656)
| > loader_time: 0.0099 (0.009632590598747374)
[1m --> TIME: 2025-02-24 00:50:41 -- STEP: 6150/6985 -- GLOBAL_STEP: 145850[0m
| > loss_text_ce: 0.04589666798710823 (0.04767317207060686)
| > loss_mel_ce: 2.6699109077453613 (2.8647313217225125)
| > loss: 0.6789519190788269 (0.7281011237458482)
| > current_lr: 5e-06
| > step_time: 0.2087 (0.24892526231160977)
| > loader_time: 0.0091 (0.009632426626314)
[1m --> TIME: 2025-02-24 00:50:59 -- STEP: 6200/6985 -- GLOBAL_STEP: 145900[0m
| > loss_text_ce: 0.045704569667577744 (0.047672335572180174)
| > loss_mel_ce: 2.935760974884033 (2.864162432916704)
| > loss: 0.7453663945198059 (0.7279586924564451)
| > current_lr: 5e-06
| > step_time: 0.2533 (0.24892756035251)
| > loader_time: 0.0101 (0.009632639308129598)
[1m --> TIME: 2025-02-24 00:51:17 -- STEP: 6250/6985 -- GLOBAL_STEP: 145950[0m
| > loss_text_ce: 0.04991854727268219 (0.04766964670121662)
| > loss_mel_ce: 3.1174678802490234 (2.864067402687074)
| > loss: 0.7918466329574585 (0.727934262704849)
| > current_lr: 5e-06
| > step_time: 0.2791 (0.2489416273498535)
| > loader_time: 0.0095 (0.009633313331604013)
[1m --> TIME: 2025-02-24 00:51:35 -- STEP: 6300/6985 -- GLOBAL_STEP: 146000[0m
| > loss_text_ce: 0.0447554737329483 (0.047666116923921566)
| > loss_mel_ce: 2.984842300415039 (2.8636474575315214)
| > loss: 0.7573994398117065 (0.7278283939948155)
| > current_lr: 5e-06
| > step_time: 0.2265 (0.24889180611050318)
| > loader_time: 0.0094 (0.009631874977596239)
> CHECKPOINT : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/checkpoint_146000.pth
[1m --> TIME: 2025-02-24 00:52:08 -- STEP: 6350/6985 -- GLOBAL_STEP: 146050[0m
| > loss_text_ce: 0.047361548990011215 (0.04766494725515516)
| > loss_mel_ce: 2.761821985244751 (2.8630655262413938)
| > loss: 0.7022958993911743 (0.7276826187850919)
| > current_lr: 5e-06
| > step_time: 0.2214 (0.24879353309240868)
| > loader_time: 0.0093 (0.009631132966890122)
[1m --> TIME: 2025-02-24 00:52:26 -- STEP: 6400/6985 -- GLOBAL_STEP: 146100[0m
| > loss_text_ce: 0.04883978143334389 (0.047662346399156306)
| > loss_mel_ce: 2.602508783340454 (2.8629108441621076)
| > loss: 0.6628371477127075 (0.7276432980503884)
| > current_lr: 5e-06
| > step_time: 0.1722 (0.24879026174545288)
| > loader_time: 0.0091 (0.009630760066211242)
[1m --> TIME: 2025-02-24 00:52:44 -- STEP: 6450/6985 -- GLOBAL_STEP: 146150[0m
| > loss_text_ce: 0.047867149114608765 (0.0476602432853722)
| > loss_mel_ce: 2.6219897270202637 (2.8627052302693223)
| > loss: 0.6674641966819763 (0.7275913688009097)
| > current_lr: 5e-06
| > step_time: 0.2193 (0.2487666082012561)
| > loader_time: 0.009 (0.009630628593208273)
[1m --> TIME: 2025-02-24 00:53:02 -- STEP: 6500/6985 -- GLOBAL_STEP: 146200[0m
| > loss_text_ce: 0.04603411629796028 (0.0476576368711315)
| > loss_mel_ce: 2.703240394592285 (2.862518837048458)
| > loss: 0.6873186230659485 (0.727544118917905)
| > current_lr: 5e-06
| > step_time: 0.2396 (0.24878286699148325)
| > loader_time: 0.0099 (0.009631936953617994)
[1m --> TIME: 2025-02-24 00:53:21 -- STEP: 6550/6985 -- GLOBAL_STEP: 146250[0m
| > loss_text_ce: 0.049034569412469864 (0.04765672129017244)
| > loss_mel_ce: 2.682264804840088 (2.8623026716072153)
| > loss: 0.6828248500823975 (0.7274898486555985)
| > current_lr: 5e-06
| > step_time: 0.2876 (0.24881115720472263)
| > loader_time: 0.0101 (0.009632299874575104)
[1m --> TIME: 2025-02-24 00:53:39 -- STEP: 6600/6985 -- GLOBAL_STEP: 146300[0m
| > loss_text_ce: 0.04686502367258072 (0.047656561895979103)
| > loss_mel_ce: 2.4172732830047607 (2.8621337989243605)
| > loss: 0.6160345673561096 (0.7274475906292595)
| > current_lr: 5e-06
| > step_time: 0.1873 (0.2488303074692235)
| > loader_time: 0.0108 (0.009632589636427002)
[1m --> TIME: 2025-02-24 00:53:57 -- STEP: 6650/6985 -- GLOBAL_STEP: 146350[0m
| > loss_text_ce: 0.04549218714237213 (0.04765429811314078)
| > loss_mel_ce: 2.8167531490325928 (2.8621758613371324)
| > loss: 0.7155613303184509 (0.7274575402772514)
| > current_lr: 5e-06
| > step_time: 0.2302 (0.24885251615280496)
| > loader_time: 0.0094 (0.00963306799867101)
[1m --> TIME: 2025-02-24 00:54:16 -- STEP: 6700/6985 -- GLOBAL_STEP: 146400[0m
| > loss_text_ce: 0.04748675227165222 (0.04765569060762865)
| > loss_mel_ce: 3.1972219944000244 (2.8617191672680993)
| > loss: 0.8111771941184998 (0.7273437148955328)
| > current_lr: 5e-06
| > step_time: 0.255 (0.24883918185732257)
| > loader_time: 0.0102 (0.009633263296155804)
[1m --> TIME: 2025-02-24 00:54:34 -- STEP: 6750/6985 -- GLOBAL_STEP: 146450[0m
| > loss_text_ce: 0.04748562350869179 (0.047655462490187685)
| > loss_mel_ce: 2.710134744644165 (2.8618621512165787)
| > loss: 0.689405083656311 (0.7273794038560653)
| > current_lr: 5e-06
| > step_time: 0.2793 (0.24884711484555844)
| > loader_time: 0.0095 (0.009633831730595357)
[1m --> TIME: 2025-02-24 00:54:52 -- STEP: 6800/6985 -- GLOBAL_STEP: 146500[0m
| > loss_text_ce: 0.047877468168735504 (0.04765485750456498)
| > loss_mel_ce: 2.7455062866210938 (2.8619234764926587)
| > loss: 0.698345959186554 (0.7273945839527772)
| > current_lr: 5e-06
| > step_time: 0.2115 (0.24877098875887255)
| > loader_time: 0.0097 (0.009633086639292117)
[1m --> TIME: 2025-02-24 00:55:10 -- STEP: 6850/6985 -- GLOBAL_STEP: 146550[0m
| > loss_text_ce: 0.04770020395517349 (0.04765509526061744)
| > loss_mel_ce: 2.668154716491699 (2.8618173776751896)
| > loss: 0.6789637207984924 (0.727368118684657)
| > current_lr: 5e-06
| > step_time: 0.245 (0.2488060645291405)
| > loader_time: 0.0103 (0.009633198097674532)
[1m --> TIME: 2025-02-24 00:55:28 -- STEP: 6900/6985 -- GLOBAL_STEP: 146600[0m
| > loss_text_ce: 0.04926179721951485 (0.04765440179493974)
| > loss_mel_ce: 2.5795702934265137 (2.8613925081059564)
| > loss: 0.6572080254554749 (0.7272617279273874)
| > current_lr: 5e-06
| > step_time: 0.1681 (0.2487948529271112)
| > loader_time: 0.0086 (0.00963287184203882)
[1m --> TIME: 2025-02-24 00:55:47 -- STEP: 6950/6985 -- GLOBAL_STEP: 146650[0m
| > loss_text_ce: 0.04316474497318268 (0.047654868605003876)
| > loss_mel_ce: 2.9294607639312744 (2.8615656442436395)
| > loss: 0.743156373500824 (0.7273051286515569)
| > current_lr: 5e-06
| > step_time: 0.2727 (0.24883945955646983)
| > loader_time: 0.0104 (0.009633204130817677)
[1m > EVALUATION [0m
[1m--> EVAL PERFORMANCE[0m
| > avg_loader_time:[91m 0.4876854217130374 [0m(+0.017699899237140326)
| > avg_loss_text_ce:[92m 0.04662599577720647 [0m(-0.00018389160239618008)
| > avg_loss_mel_ce:[92m 2.9220386050105867 [0m(-0.005697624356138853)
| > avg_loss:[92m 2.9686646009582316 [0m(-0.005881519878611741)
> BEST MODEL : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/best_model_146685.pth
[4m[1m > EPOCH: 21/30[0m
--> checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3
[1m > TRAINING (2025-02-24 00:58:28) [0m
[1m --> TIME: 2025-02-24 00:58:34 -- STEP: 15/6985 -- GLOBAL_STEP: 146700[0m
| > loss_text_ce: 0.04532667621970177 (0.04786620686451594)
| > loss_mel_ce: 3.0478780269622803 (2.888563696543376)
| > loss: 0.7733011841773987 (0.7341074744860331)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2676 (0.25306544303894046)
| > loader_time: 0.0094 (0.010227457682291666)
[1m --> TIME: 2025-02-24 00:58:52 -- STEP: 65/6985 -- GLOBAL_STEP: 146750[0m
| > loss_text_ce: 0.04768378287553787 (0.04765774447184343)
| > loss_mel_ce: 3.032230854034424 (2.8942196699289178)
| > loss: 0.7699786424636841 (0.7354693559499887)
| > current_lr: 5e-06
| > step_time: 0.2508 (0.24342980751624474)
| > loader_time: 0.0109 (0.009991675156813401)
[1m --> TIME: 2025-02-24 00:59:10 -- STEP: 115/6985 -- GLOBAL_STEP: 146800[0m
| > loss_text_ce: 0.0456622913479805 (0.04766598162443742)
| > loss_mel_ce: 2.838848114013672 (2.8741288060727324)
| > loss: 0.7211276292800903 (0.7304486979608951)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2795 (0.2448024086330248)
| > loader_time: 0.0095 (0.009937736262445864)
[1m --> TIME: 2025-02-24 00:59:28 -- STEP: 165/6985 -- GLOBAL_STEP: 146850[0m
| > loss_text_ce: 0.046432528644800186 (0.047747024058392575)
| > loss_mel_ce: 2.564300298690796 (2.8643564180894328)
| > loss: 0.6526831984519958 (0.7280258601362056)
| > current_lr: 5e-06
| > step_time: 0.3042 (0.24329059051744867)
| > loader_time: 0.0096 (0.009891608267119439)
[1m --> TIME: 2025-02-24 00:59:46 -- STEP: 215/6985 -- GLOBAL_STEP: 146900[0m
| > loss_text_ce: 0.04679669439792633 (0.047665044682663554)
| > loss_mel_ce: 3.0239875316619873 (2.869329171956972)
| > loss: 0.7676960825920105 (0.7292485528214033)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3016 (0.24520552435586618)
| > loader_time: 0.0096 (0.009844315329263375)
[1m --> TIME: 2025-02-24 01:00:05 -- STEP: 265/6985 -- GLOBAL_STEP: 146950[0m
| > loss_text_ce: 0.04891703650355339 (0.0477629435512255)
| > loss_mel_ce: 2.8830807209014893 (2.8718805879916784)
| > loss: 0.7329994440078735 (0.7299108815643023)
| > current_lr: 5e-06
| > step_time: 0.2583 (0.2464722921263497)
| > loader_time: 0.0103 (0.009805585753242923)
[1m --> TIME: 2025-02-24 01:00:23 -- STEP: 315/6985 -- GLOBAL_STEP: 147000[0m
| > loss_text_ce: 0.04440481960773468 (0.04767786290437455)
| > loss_mel_ce: 3.184781074523926 (2.8800008342379617)
| > loss: 0.8072964549064636 (0.7319196727540758)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2711 (0.24807162360539511)
| > loader_time: 0.0091 (0.009811430885678247)
> CHECKPOINT : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/checkpoint_147000.pth
[1m --> TIME: 2025-02-24 01:00:56 -- STEP: 365/6985 -- GLOBAL_STEP: 147050[0m
| > loss_text_ce: 0.04561702162027359 (0.04768207827455375)
| > loss_mel_ce: 2.781649112701416 (2.874797143021675)
| > loss: 0.706816554069519 (0.7306198043366002)
| > current_lr: 5e-06
| > step_time: 0.2843 (0.24733235672728657)
| > loader_time: 0.0098 (0.00979126250907166)
[1m --> TIME: 2025-02-24 01:01:15 -- STEP: 415/6985 -- GLOBAL_STEP: 147100[0m
| > loss_text_ce: 0.046402741223573685 (0.04767637288714028)
| > loss_mel_ce: 2.5305237770080566 (2.8745395970631793)
| > loss: 0.6442316174507141 (0.7305539921105627)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2683 (0.2473458910562906)
| > loader_time: 0.0091 (0.009761783301112166)
[1m --> TIME: 2025-02-24 01:01:33 -- STEP: 465/6985 -- GLOBAL_STEP: 147150[0m
| > loss_text_ce: 0.05060012266039848 (0.0476713537368723)
| > loss_mel_ce: 2.8163671493530273 (2.8743565800369426)
| > loss: 0.7167418003082275 (0.7305069828546177)
| > current_lr: 5e-06
| > step_time: 0.2756 (0.24765030440463814)
| > loader_time: 0.0108 (0.009732053100421866)
[1m --> TIME: 2025-02-24 01:01:51 -- STEP: 515/6985 -- GLOBAL_STEP: 147200[0m
| > loss_text_ce: 0.04769398644566536 (0.047662885523247475)
| > loss_mel_ce: 2.7422587871551514 (2.875945939832521)
| > loss: 0.6974881887435913 (0.7309022056246268)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3142 (0.2479030882270591)
| > loader_time: 0.0096 (0.009709864218258165)
[1m --> TIME: 2025-02-24 01:02:10 -- STEP: 565/6985 -- GLOBAL_STEP: 147250[0m
| > loss_text_ce: 0.04676191136240959 (0.047643038459056236)
| > loss_mel_ce: 3.315833330154419 (2.876583881293778)
| > loss: 0.8406488299369812 (0.7310567291437)
| > current_lr: 5e-06
| > step_time: 0.1946 (0.24823804197058214)
| > loader_time: 0.0093 (0.009718059860499562)
[1m --> TIME: 2025-02-24 01:02:28 -- STEP: 615/6985 -- GLOBAL_STEP: 147300[0m
| > loss_text_ce: 0.04733090475201607 (0.04761419186020284)
| > loss_mel_ce: 3.0005083084106445 (2.8751136570442015)
| > loss: 0.7619597911834717 (0.7306819614356127)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.314 (0.2483885699171361)
| > loader_time: 0.0097 (0.009745723445241045)
[1m --> TIME: 2025-02-24 01:02:47 -- STEP: 665/6985 -- GLOBAL_STEP: 147350[0m
| > loss_text_ce: 0.046418193727731705 (0.04759113001532124)
| > loss_mel_ce: 3.1326162815093994 (2.8769148987935)
| > loss: 0.7947586178779602 (0.7311265067050333)
| > current_lr: 5e-06
| > step_time: 0.2843 (0.24934895450907543)
| > loader_time: 0.0109 (0.009770181842316364)
[1m --> TIME: 2025-02-24 01:03:06 -- STEP: 715/6985 -- GLOBAL_STEP: 147400[0m
| > loss_text_ce: 0.04871290922164917 (0.04758778581252465)
| > loss_mel_ce: 2.4169998168945312 (2.8737605088240605)
| > loss: 0.6164281964302063 (0.7303370733361141)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.1904 (0.24956286703789984)
| > loader_time: 0.0091 (0.009792979447158071)
[1m --> TIME: 2025-02-24 01:03:24 -- STEP: 765/6985 -- GLOBAL_STEP: 147450[0m
| > loss_text_ce: 0.04799648001790047 (0.047570603652522456)
| > loss_mel_ce: 3.044466018676758 (2.8750835481032815)
| > loss: 0.7731156349182129 (0.7306635378232965)
| > current_lr: 5e-06
| > step_time: 0.2634 (0.24944136033650316)
| > loader_time: 0.0096 (0.009812549516266467)
[1m --> TIME: 2025-02-24 01:03:42 -- STEP: 815/6985 -- GLOBAL_STEP: 147500[0m
| > loss_text_ce: 0.04961739107966423 (0.04758462918225242)
| > loss_mel_ce: 2.53147029876709 (2.8729734765971355)
| > loss: 0.645271897315979 (0.7301395262677243)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3081 (0.24950551957440523)
| > loader_time: 0.0107 (0.009839420377111144)
[1m --> TIME: 2025-02-24 01:04:01 -- STEP: 865/6985 -- GLOBAL_STEP: 147550[0m
| > loss_text_ce: 0.046120136976242065 (0.04759884150214278)
| > loss_mel_ce: 3.0897133350372314 (2.8720272855262525)
| > loss: 0.783958375453949 (0.7299065317032651)
| > current_lr: 5e-06
| > step_time: 0.2868 (0.24981655357890045)
| > loader_time: 0.0118 (0.00987619995381791)
[1m --> TIME: 2025-02-24 01:04:20 -- STEP: 915/6985 -- GLOBAL_STEP: 147600[0m
| > loss_text_ce: 0.04746675491333008 (0.04759005894019304)
| > loss_mel_ce: 2.5835280418395996 (2.873179228318844)
| > loss: 0.6577486991882324 (0.7301923218320625)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.28 (0.25027992477833894)
| > loader_time: 0.0101 (0.009899195947282302)
[1m --> TIME: 2025-02-24 01:04:38 -- STEP: 965/6985 -- GLOBAL_STEP: 147650[0m
| > loss_text_ce: 0.049880050122737885 (0.04759001962338705)
| > loss_mel_ce: 2.496553421020508 (2.8705230072989973)
| > loss: 0.636608362197876 (0.7295282567720954)
| > current_lr: 5e-06
| > step_time: 0.2133 (0.2501018146159118)
| > loader_time: 0.009 (0.00991278682965689)
[1m --> TIME: 2025-02-24 01:04:56 -- STEP: 1015/6985 -- GLOBAL_STEP: 147700[0m
| > loss_text_ce: 0.045613184571266174 (0.04758482492836238)
| > loss_mel_ce: 2.346849203109741 (2.8675387288549254)
| > loss: 0.5981156229972839 (0.7287808885128038)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.1589 (0.24988975877245073)
| > loader_time: 0.0086 (0.009918537750619974)
[1m --> TIME: 2025-02-24 01:05:13 -- STEP: 1065/6985 -- GLOBAL_STEP: 147750[0m
| > loss_text_ce: 0.04914277419447899 (0.04757522999400824)
| > loss_mel_ce: 3.0436079502105713 (2.8687270936831615)
| > loss: 0.7731876969337463 (0.729075581031226)
| > current_lr: 5e-06
| > step_time: 0.3038 (0.24929459844956375)
| > loader_time: 0.0114 (0.009917611359430591)
[1m --> TIME: 2025-02-24 01:05:31 -- STEP: 1115/6985 -- GLOBAL_STEP: 147800[0m
| > loss_text_ce: 0.04658336564898491 (0.04758699299775964)
| > loss_mel_ce: 2.903326988220215 (2.864229306511815)
| > loss: 0.7374776005744934 (0.7279540749408734)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3117 (0.24900395602923336)
| > loader_time: 0.0124 (0.009983247919467529)
[1m --> TIME: 2025-02-24 01:05:50 -- STEP: 1165/6985 -- GLOBAL_STEP: 147850[0m
| > loss_text_ce: 0.048725128173828125 (0.04757248809792961)
| > loss_mel_ce: 3.0571398735046387 (2.8621251052029675)
| > loss: 0.7764662504196167 (0.7274243982564731)
| > current_lr: 5e-06
| > step_time: 0.2727 (0.24887676586920612)
| > loader_time: 0.0112 (0.01001823286130193)
[1m --> TIME: 2025-02-24 01:06:08 -- STEP: 1215/6985 -- GLOBAL_STEP: 147900[0m
| > loss_text_ce: 0.04980169236660004 (0.04756892012593182)
| > loss_mel_ce: 2.71537184715271 (2.860811933372247)
| > loss: 0.6912933588027954 (0.7270952133975392)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2768 (0.24897705517678595)
| > loader_time: 0.0096 (0.010034636313042028)
[1m --> TIME: 2025-02-24 01:06:26 -- STEP: 1265/6985 -- GLOBAL_STEP: 147950[0m
| > loss_text_ce: 0.04760129377245903 (0.04756295796734068)
| > loss_mel_ce: 2.624311923980713 (2.8603168959674177)
| > loss: 0.6679782867431641 (0.7269699635241806)
| > current_lr: 5e-06
| > step_time: 0.1874 (0.24895942069796234)
| > loader_time: 0.0102 (0.010035182930264066)
[1m --> TIME: 2025-02-24 01:06:44 -- STEP: 1315/6985 -- GLOBAL_STEP: 148000[0m
| > loss_text_ce: 0.04675816744565964 (0.04754704362482624)
| > loss_mel_ce: 2.8516387939453125 (2.860350458250302)
| > loss: 0.7245992422103882 (0.7269743755743067)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2696 (0.24878087859643278)
| > loader_time: 0.0095 (0.010036971269904877)
> CHECKPOINT : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/checkpoint_148000.pth
[1m --> TIME: 2025-02-24 01:07:22 -- STEP: 1365/6985 -- GLOBAL_STEP: 148050[0m
| > loss_text_ce: 0.04772051051259041 (0.047550975782421484)
| > loss_mel_ce: 2.745267391204834 (2.859550361406237)
| > loss: 0.698246955871582 (0.7267753343005747)
| > current_lr: 5e-06
| > step_time: 0.1907 (0.24867785492222824)
| > loader_time: 0.0093 (0.010049793047782701)
[1m --> TIME: 2025-02-24 01:07:41 -- STEP: 1415/6985 -- GLOBAL_STEP: 148100[0m
| > loss_text_ce: 0.04864509031176567 (0.04754905339211963)
| > loss_mel_ce: 3.2394163608551025 (2.8577801698509466)
| > loss: 0.8220153450965881 (0.726332305766668)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2824 (0.24862792095952657)
| > loader_time: 0.0098 (0.010051415750078934)
[1m --> TIME: 2025-02-24 01:07:58 -- STEP: 1465/6985 -- GLOBAL_STEP: 148150[0m
| > loss_text_ce: 0.048782363533973694 (0.04754155012222687)
| > loss_mel_ce: 2.6592140197753906 (2.857504675005891)
| > loss: 0.6769990921020508 (0.7262615563112716)
| > current_lr: 5e-06
| > step_time: 0.3324 (0.24833292847200467)
| > loader_time: 0.0106 (0.0100429482834331)
[1m --> TIME: 2025-02-24 01:08:16 -- STEP: 1515/6985 -- GLOBAL_STEP: 148200[0m
| > loss_text_ce: 0.04755984991788864 (0.04755076012103864)
| > loss_mel_ce: 2.754467010498047 (2.8554749296836732)
| > loss: 0.7005066871643066 (0.7257564223638852)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3025 (0.2480906366908511)
| > loader_time: 0.0101 (0.010062160271622557)
[1m --> TIME: 2025-02-24 01:08:34 -- STEP: 1565/6985 -- GLOBAL_STEP: 148250[0m
| > loss_text_ce: 0.047273892909288406 (0.04755278224952685)
| > loss_mel_ce: 2.6886467933654785 (2.8558968799182787)
| > loss: 0.6839801669120789 (0.7258624155300489)
| > current_lr: 5e-06
| > step_time: 0.2773 (0.2481872791680284)
| > loader_time: 0.0102 (0.01006235817369942)
[1m --> TIME: 2025-02-24 01:08:52 -- STEP: 1615/6985 -- GLOBAL_STEP: 148300[0m
| > loss_text_ce: 0.045627642422914505 (0.047554187698076386)
| > loss_mel_ce: 3.0735740661621094 (2.8539287254906296)
| > loss: 0.7798004150390625 (0.7253707283421562)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.307 (0.24804139609676396)
| > loader_time: 0.0101 (0.010055557788341033)
[1m --> TIME: 2025-02-24 01:09:10 -- STEP: 1665/6985 -- GLOBAL_STEP: 148350[0m
| > loss_text_ce: 0.05255821719765663 (0.04754976514536697)
| > loss_mel_ce: 2.8413615226745605 (2.8533288798890677)
| > loss: 0.7234799265861511 (0.7252196612658798)
| > current_lr: 5e-06
| > step_time: 0.2794 (0.2479064921359042)
| > loader_time: 0.0111 (0.01004938234438051)
[1m --> TIME: 2025-02-24 01:09:29 -- STEP: 1715/6985 -- GLOBAL_STEP: 148400[0m
| > loss_text_ce: 0.04917987063527107 (0.0475506371663715)
| > loss_mel_ce: 2.8820972442626953 (2.853083195908772)
| > loss: 0.7328192591667175 (0.7251584583051695)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2786 (0.24790697083876362)
| > loader_time: 0.0097 (0.01004426583604284)
[1m --> TIME: 2025-02-24 01:09:47 -- STEP: 1765/6985 -- GLOBAL_STEP: 148450[0m
| > loss_text_ce: 0.04803726449608803 (0.04753892243583885)
| > loss_mel_ce: 2.7747647762298584 (2.8538386777845393)
| > loss: 0.7057005167007446 (0.7253444001289666)
| > current_lr: 5e-06
| > step_time: 0.2215 (0.2478385638920511)
| > loader_time: 0.0091 (0.010038969131772305)
[1m --> TIME: 2025-02-24 01:10:06 -- STEP: 1815/6985 -- GLOBAL_STEP: 148500[0m
| > loss_text_ce: 0.04680084064602852 (0.04754217144707346)
| > loss_mel_ce: 3.05922532081604 (2.8555257286907234)
| > loss: 0.7765065431594849 (0.7257669752622764)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.313 (0.24817019283935715)
| > loader_time: 0.0097 (0.010038973937021467)
[1m --> TIME: 2025-02-24 01:10:23 -- STEP: 1865/6985 -- GLOBAL_STEP: 148550[0m
| > loss_text_ce: 0.04805599898099899 (0.04753626976112258)
| > loss_mel_ce: 2.8781449794769287 (2.8551526135477885)
| > loss: 0.7315502166748047 (0.7256722208961401)
| > current_lr: 5e-06
| > step_time: 0.2809 (0.2478551706104432)
| > loader_time: 0.0111 (0.010030929396683022)
[1m --> TIME: 2025-02-24 01:10:41 -- STEP: 1915/6985 -- GLOBAL_STEP: 148600[0m
| > loss_text_ce: 0.04712846130132675 (0.047537943837536845)
| > loss_mel_ce: 2.458757162094116 (2.854373840812604)
| > loss: 0.6264714002609253 (0.7254779461469721)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.225 (0.24785946305675854)
| > loader_time: 0.0092 (0.010024297953274476)
[1m --> TIME: 2025-02-24 01:11:00 -- STEP: 1965/6985 -- GLOBAL_STEP: 148650[0m
| > loss_text_ce: 0.047045864164829254 (0.04752353879104134)
| > loss_mel_ce: 3.382812738418579 (2.8552101530191556)
| > loss: 0.8574646711349487 (0.7256834229743507)
| > current_lr: 5e-06
| > step_time: 0.2827 (0.24801268007312416)
| > loader_time: 0.0097 (0.010018805511125169)
[1m --> TIME: 2025-02-24 01:11:18 -- STEP: 2015/6985 -- GLOBAL_STEP: 148700[0m
| > loss_text_ce: 0.049043674021959305 (0.04751994281674437)
| > loss_mel_ce: 2.2836122512817383 (2.8562296889260157)
| > loss: 0.5831639766693115 (0.7259374079278322)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.1907 (0.2481273022833888)
| > loader_time: 0.0088 (0.010012924819075437)
[1m --> TIME: 2025-02-24 01:11:37 -- STEP: 2065/6985 -- GLOBAL_STEP: 148750[0m
| > loss_text_ce: 0.04663759097456932 (0.04751499630420606)
| > loss_mel_ce: 2.9750308990478516 (2.8559416457469475)
| > loss: 0.7554171085357666 (0.7258641604649815)
| > current_lr: 5e-06
| > step_time: 0.2534 (0.2481480219750947)
| > loader_time: 0.0094 (0.010003876974738535)
[1m --> TIME: 2025-02-24 01:11:55 -- STEP: 2115/6985 -- GLOBAL_STEP: 148800[0m
| > loss_text_ce: 0.04923909157514572 (0.04751081864215239)
| > loss_mel_ce: 2.9132275581359863 (2.857447826721426)
| > loss: 0.7406166791915894 (0.7262396612911358)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3626 (0.24825498612496305)
| > loader_time: 0.0099 (0.009998523766267382)
[1m --> TIME: 2025-02-24 01:12:13 -- STEP: 2165/6985 -- GLOBAL_STEP: 148850[0m
| > loss_text_ce: 0.04447981342673302 (0.04751410418067462)
| > loss_mel_ce: 3.2024221420288086 (2.857169334938016)
| > loss: 0.8117254972457886 (0.7261708598213987)
| > current_lr: 5e-06
| > step_time: 0.2884 (0.24826850362517816)
| > loader_time: 0.0096 (0.009989241804867363)
[1m --> TIME: 2025-02-24 01:12:32 -- STEP: 2215/6985 -- GLOBAL_STEP: 148900[0m
| > loss_text_ce: 0.04272811487317085 (0.0475144777623579)
| > loss_mel_ce: 3.1377005577087402 (2.8577337274163908)
| > loss: 0.7951071858406067 (0.7263120512930048)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3121 (0.24837977514848214)
| > loader_time: 0.01 (0.009980834956631974)
[1m --> TIME: 2025-02-24 01:12:50 -- STEP: 2265/6985 -- GLOBAL_STEP: 148950[0m
| > loss_text_ce: 0.04714370146393776 (0.04750935159804541)
| > loss_mel_ce: 2.388021945953369 (2.8576645075880154)
| > loss: 0.6087914109230042 (0.7262934648174851)
| > current_lr: 5e-06
| > step_time: 0.1659 (0.24842236299914766)
| > loader_time: 0.0089 (0.009971304655601386)
[1m --> TIME: 2025-02-24 01:13:08 -- STEP: 2315/6985 -- GLOBAL_STEP: 149000[0m
| > loss_text_ce: 0.0448216013610363 (0.04750742632935937)
| > loss_mel_ce: 3.1484158039093018 (2.856534759272254)
| > loss: 0.798309326171875 (0.7260105464679893)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2588 (0.2484025847062179)
| > loader_time: 0.009 (0.009960339754240561)
> CHECKPOINT : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/checkpoint_149000.pth
[1m --> TIME: 2025-02-24 01:13:47 -- STEP: 2365/6985 -- GLOBAL_STEP: 149050[0m
| > loss_text_ce: 0.044262707233428955 (0.047510958129016345)
| > loss_mel_ce: 2.937751054763794 (2.8573839040941755)
| > loss: 0.7455034255981445 (0.7262237156168352)
| > current_lr: 5e-06
| > step_time: 0.2842 (0.24843892698308126)
| > loader_time: 0.01 (0.009954388297889501)
[1m --> TIME: 2025-02-24 01:14:04 -- STEP: 2415/6985 -- GLOBAL_STEP: 149100[0m
| > loss_text_ce: 0.050603851675987244 (0.047511212885626604)
| > loss_mel_ce: 2.724843978881836 (2.8583091777797605)
| > loss: 0.6938619613647461 (0.7264550977118515)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2122 (0.24834882457804236)
| > loader_time: 0.0091 (0.009946518161528854)
[1m --> TIME: 2025-02-24 01:14:23 -- STEP: 2465/6985 -- GLOBAL_STEP: 149150[0m
| > loss_text_ce: 0.04444098472595215 (0.04750479502531628)
| > loss_mel_ce: 3.0841991901397705 (2.8571260692623577)
| > loss: 0.7821600437164307 (0.726157716200753)
| > current_lr: 5e-06
| > step_time: 0.2821 (0.24830437006379721)
| > loader_time: 0.0097 (0.009938506228928655)
[1m --> TIME: 2025-02-24 01:14:40 -- STEP: 2515/6985 -- GLOBAL_STEP: 149200[0m
| > loss_text_ce: 0.04654913768172264 (0.047502426281719544)
| > loss_mel_ce: 3.1145057678222656 (2.8563005889623403)
| > loss: 0.7902637124061584 (0.7259507538784091)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2636 (0.24815676169651404)
| > loader_time: 0.0104 (0.00993079949562879)
[1m --> TIME: 2025-02-24 01:14:58 -- STEP: 2565/6985 -- GLOBAL_STEP: 149250[0m
| > loss_text_ce: 0.047579579055309296 (0.04750715277028829)
| > loss_mel_ce: 2.8464295864105225 (2.856621107720496)
| > loss: 0.7235022783279419 (0.7260320651136174)
| > current_lr: 5e-06
| > step_time: 0.2643 (0.24808773864314804)
| > loader_time: 0.0096 (0.009923058597200352)
[1m --> TIME: 2025-02-24 01:15:17 -- STEP: 2615/6985 -- GLOBAL_STEP: 149300[0m
| > loss_text_ce: 0.04757541045546532 (0.0475075358756414)
| > loss_mel_ce: 2.642516613006592 (2.857768938737438)
| > loss: 0.672523021697998 (0.7263191186903079)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2775 (0.24830044186593925)
| > loader_time: 0.0093 (0.009918143963494696)
[1m --> TIME: 2025-02-24 01:15:35 -- STEP: 2665/6985 -- GLOBAL_STEP: 149350[0m
| > loss_text_ce: 0.04961080849170685 (0.047512406906144514)
| > loss_mel_ce: 2.3909804821014404 (2.857944134565502)
| > loss: 0.6101478338241577 (0.7263641353619699)
| > current_lr: 5e-06
| > step_time: 0.2564 (0.2482813313575444)
| > loader_time: 0.0094 (0.009911828372089345)
[1m --> TIME: 2025-02-24 01:15:54 -- STEP: 2715/6985 -- GLOBAL_STEP: 149400[0m
| > loss_text_ce: 0.04605172947049141 (0.047509010156709205)
| > loss_mel_ce: 3.078753709793091 (2.8580405971621974)
| > loss: 0.7812013626098633 (0.7263874018389874)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2695 (0.2482786514043369)
| > loader_time: 0.0094 (0.009904684590151763)
[1m --> TIME: 2025-02-24 01:16:13 -- STEP: 2765/6985 -- GLOBAL_STEP: 149450[0m
| > loss_text_ce: 0.04656060412526131 (0.04750508714676121)
| > loss_mel_ce: 2.728137969970703 (2.8581421327418504)
| > loss: 0.693674623966217 (0.726411804950259)
| > current_lr: 5e-06
| > step_time: 0.2635 (0.2484438031319037)
| > loader_time: 0.0096 (0.009899849227712152)
[1m --> TIME: 2025-02-24 01:16:31 -- STEP: 2815/6985 -- GLOBAL_STEP: 149500[0m
| > loss_text_ce: 0.04465601220726967 (0.0474981166898781)
| > loss_mel_ce: 2.960745334625244 (2.8584237857144466)
| > loss: 0.7513503432273865 (0.7264804755815601)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2782 (0.24845093740663138)
| > loader_time: 0.0093 (0.00989397863723459)
[1m --> TIME: 2025-02-24 01:16:49 -- STEP: 2865/6985 -- GLOBAL_STEP: 149550[0m
| > loss_text_ce: 0.051216840744018555 (0.047490850187200964)
| > loss_mel_ce: 2.841855764389038 (2.85871401369884)
| > loss: 0.7232681512832642 (0.7265512159773605)
| > current_lr: 5e-06
| > step_time: 0.22 (0.2483517016831909)
| > loader_time: 0.0093 (0.009887716200131206)
[1m --> TIME: 2025-02-24 01:17:07 -- STEP: 2915/6985 -- GLOBAL_STEP: 149600[0m
| > loss_text_ce: 0.04957615211606026 (0.04749079737333043)
| > loss_mel_ce: 3.0305421352386475 (2.858795720512628)
| > loss: 0.7700295448303223 (0.7265716294686133)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3025 (0.24835111305603236)
| > loader_time: 0.0094 (0.009881827761746613)
[1m --> TIME: 2025-02-24 01:17:25 -- STEP: 2965/6985 -- GLOBAL_STEP: 149650[0m
| > loss_text_ce: 0.046605125069618225 (0.04748857879090874)
| > loss_mel_ce: 2.973252058029175 (2.8589318761536107)
| > loss: 0.754964292049408 (0.7266051137427252)
| > current_lr: 5e-06
| > step_time: 0.2587 (0.24832273245259842)
| > loader_time: 0.0096 (0.009876851649549729)
[1m --> TIME: 2025-02-24 01:17:44 -- STEP: 3015/6985 -- GLOBAL_STEP: 149700[0m
| > loss_text_ce: 0.04808088764548302 (0.04749255898110508)
| > loss_mel_ce: 3.111645221710205 (2.8577834094144046)
| > loss: 0.7899315357208252 (0.7263189921529334)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3631 (0.24842394185105762)
| > loader_time: 0.0111 (0.009873839278719333)
[1m --> TIME: 2025-02-24 01:18:02 -- STEP: 3065/6985 -- GLOBAL_STEP: 149750[0m
| > loss_text_ce: 0.04984983429312706 (0.047497704480493654)
| > loss_mel_ce: 2.7263474464416504 (2.8589783542891336)
| > loss: 0.6940492987632751 (0.7266190146933175)
| > current_lr: 5e-06
| > step_time: 0.284 (0.2484817362531752)
| > loader_time: 0.0104 (0.009870193755257202)
[1m --> TIME: 2025-02-24 01:18:20 -- STEP: 3115/6985 -- GLOBAL_STEP: 149800[0m
| > loss_text_ce: 0.04761222377419472 (0.04749380620869168)
| > loss_mel_ce: 2.9525468349456787 (2.859548049371088)
| > loss: 0.7500397562980652 (0.7267604639212543)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2771 (0.2485085511858161)
| > loader_time: 0.0104 (0.009866505756041411)
[1m --> TIME: 2025-02-24 01:18:38 -- STEP: 3165/6985 -- GLOBAL_STEP: 149850[0m
| > loss_text_ce: 0.04627372696995735 (0.04748955784250777)
| > loss_mel_ce: 3.1150567531585693 (2.8605287631352767)
| > loss: 0.7903326153755188 (0.727004580324483)
| > current_lr: 5e-06
| > step_time: 0.1939 (0.24844307658419978)
| > loader_time: 0.0091 (0.00986209209496377)
[1m --> TIME: 2025-02-24 01:18:57 -- STEP: 3215/6985 -- GLOBAL_STEP: 149900[0m
| > loss_text_ce: 0.04634641855955124 (0.047490368757982106)
| > loss_mel_ce: 2.5640244483947754 (2.860248469231105)
| > loss: 0.6525927186012268 (0.7269347095934449)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3015 (0.24847507565796467)
| > loader_time: 0.0097 (0.009858626859555165)
[1m --> TIME: 2025-02-24 01:19:15 -- STEP: 3265/6985 -- GLOBAL_STEP: 149950[0m
| > loss_text_ce: 0.048972662538290024 (0.04749558730475937)
| > loss_mel_ce: 2.5145387649536133 (2.860378632355615)
| > loss: 0.6408778429031372 (0.7269685549903973)
| > current_lr: 5e-06
| > step_time: 0.2473 (0.24842278559394124)
| > loader_time: 0.0092 (0.009857783091196058)
[1m --> TIME: 2025-02-24 01:19:33 -- STEP: 3315/6985 -- GLOBAL_STEP: 150000[0m
| > loss_text_ce: 0.04527995362877846 (0.04749189338578)
| > loss_mel_ce: 3.163296699523926 (2.8597491914869995)
| > loss: 0.8021441698074341 (0.7268102713120287)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3028 (0.24850198888131397)
| > loader_time: 0.0097 (0.009855853738108732)
> CHECKPOINT : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/checkpoint_150000.pth
[1m --> TIME: 2025-02-24 01:20:14 -- STEP: 3365/6985 -- GLOBAL_STEP: 150050[0m
| > loss_text_ce: 0.049632295966148376 (0.04749469654676112)
| > loss_mel_ce: 2.971116065979004 (2.859671763218886)
| > loss: 0.7551870942115784 (0.7267916150645726)
| > current_lr: 5e-06
| > step_time: 0.2753 (0.24850104978144788)
| > loader_time: 0.0098 (0.009857928841464764)
[1m --> TIME: 2025-02-24 01:20:33 -- STEP: 3415/6985 -- GLOBAL_STEP: 150100[0m
| > loss_text_ce: 0.047321517020463943 (0.04749342120234825)
| > loss_mel_ce: 3.2308919429779053 (2.8598340170275263)
| > loss: 0.8195533752441406 (0.726831859673099)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3136 (0.24854803916126883)
| > loader_time: 0.01 (0.00985609210951262)
[1m --> TIME: 2025-02-24 01:20:51 -- STEP: 3465/6985 -- GLOBAL_STEP: 150150[0m
| > loss_text_ce: 0.048304781317710876 (0.04749209797614582)
| > loss_mel_ce: 2.7341177463531494 (2.8595592119305016)
| > loss: 0.6956056356430054 (0.7267628275986872)
| > current_lr: 5e-06
| > step_time: 0.2648 (0.24863988868085854)
| > loader_time: 0.0095 (0.009853769759251098)
[1m --> TIME: 2025-02-24 01:21:09 -- STEP: 3515/6985 -- GLOBAL_STEP: 150200[0m
| > loss_text_ce: 0.04614696279168129 (0.04749873953197116)
| > loss_mel_ce: 2.971064567565918 (2.8585358934755196)
| > loss: 0.7543028593063354 (0.7265086583867348)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2447 (0.24846682853752994)
| > loader_time: 0.0098 (0.00985031419593952)
[1m --> TIME: 2025-02-24 01:21:27 -- STEP: 3565/6985 -- GLOBAL_STEP: 150250[0m
| > loss_text_ce: 0.04502221941947937 (0.04749994021206887)
| > loss_mel_ce: 2.7731761932373047 (2.858894447959324)
| > loss: 0.7045496106147766 (0.7265985971914933)
| > current_lr: 5e-06
| > step_time: 0.2314 (0.24854491007779458)
| > loader_time: 0.0094 (0.009847731810967016)
[1m --> TIME: 2025-02-24 01:21:46 -- STEP: 3615/6985 -- GLOBAL_STEP: 150300[0m
| > loss_text_ce: 0.047311656177043915 (0.047504834380428504)
| > loss_mel_ce: 2.7878928184509277 (2.85836781535406)
| > loss: 0.7088010907173157 (0.7264681625498114)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2878 (0.2485666347572253)
| > loader_time: 0.0096 (0.00984464417189813)
[1m --> TIME: 2025-02-24 01:22:04 -- STEP: 3665/6985 -- GLOBAL_STEP: 150350[0m
| > loss_text_ce: 0.04548203945159912 (0.04749996778625097)
| > loss_mel_ce: 2.883869171142578 (2.8585432836173523)
| > loss: 0.7323378324508667 (0.7265108129825303)
| > current_lr: 5e-06
| > step_time: 0.2836 (0.248511211933901)
| > loader_time: 0.0099 (0.009841198810613822)
[1m --> TIME: 2025-02-24 01:22:22 -- STEP: 3715/6985 -- GLOBAL_STEP: 150400[0m
| > loss_text_ce: 0.04594145715236664 (0.04750223032438259)
| > loss_mel_ce: 2.8527462482452393 (2.858742569240557)
| > loss: 0.7246719002723694 (0.7265611999930152)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3117 (0.2484660239110564)
| > loader_time: 0.0098 (0.00983886096230426)
[1m --> TIME: 2025-02-24 01:22:40 -- STEP: 3765/6985 -- GLOBAL_STEP: 150450[0m
| > loss_text_ce: 0.047215018421411514 (0.04750547160605987)
| > loss_mel_ce: 3.0495669841766357 (2.8582200161489375)
| > loss: 0.7741954922676086 (0.726431372029531)
| > current_lr: 5e-06
| > step_time: 0.2402 (0.24849059888882782)
| > loader_time: 0.0092 (0.009835476577677733)
[1m --> TIME: 2025-02-24 01:22:58 -- STEP: 3815/6985 -- GLOBAL_STEP: 150500[0m
| > loss_text_ce: 0.04945041239261627 (0.04750345825152973)
| > loss_mel_ce: 2.820194721221924 (2.8572858682622466)
| > loss: 0.7174112796783447 (0.7261973317610012)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.315 (0.24850661307768615)
| > loader_time: 0.01 (0.009833669849960707)
[1m --> TIME: 2025-02-24 01:23:17 -- STEP: 3865/6985 -- GLOBAL_STEP: 150550[0m
| > loss_text_ce: 0.04806266352534294 (0.047507008700059285)
| > loss_mel_ce: 2.6492433547973633 (2.8566772104697598)
| > loss: 0.674326479434967 (0.7260460549307669)
| > current_lr: 5e-06
| > step_time: 0.2066 (0.24849383562687608)
| > loader_time: 0.0094 (0.009832159637016898)
[1m --> TIME: 2025-02-24 01:23:35 -- STEP: 3915/6985 -- GLOBAL_STEP: 150600[0m
| > loss_text_ce: 0.047026652842760086 (0.04750963294852436)
| > loss_mel_ce: 3.1348941326141357 (2.8560831633564177)
| > loss: 0.7954801917076111 (0.7258981992458473)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3118 (0.24847655509471284)
| > loader_time: 0.0104 (0.009836492928204104)
[1m --> TIME: 2025-02-24 01:23:53 -- STEP: 3965/6985 -- GLOBAL_STEP: 150650[0m
| > loss_text_ce: 0.05016607791185379 (0.04751074715114634)
| > loss_mel_ce: 2.6300008296966553 (2.8555132773003713)
| > loss: 0.6700417399406433 (0.725756006237838)
| > current_lr: 5e-06
| > step_time: 0.1952 (0.2484160642756189)
| > loader_time: 0.0091 (0.009834624779930932)
[1m --> TIME: 2025-02-24 01:24:11 -- STEP: 4015/6985 -- GLOBAL_STEP: 150700[0m
| > loss_text_ce: 0.049133118242025375 (0.04751309733350727)
| > loss_mel_ce: 2.823342800140381 (2.855594787413574)
| > loss: 0.7181189656257629 (0.7257769712772343)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2704 (0.24838508176031623)
| > loader_time: 0.0097 (0.009832408745885637)
[1m --> TIME: 2025-02-24 01:24:29 -- STEP: 4065/6985 -- GLOBAL_STEP: 150750[0m
| > loss_text_ce: 0.04987626522779465 (0.047516572754028256)
| > loss_mel_ce: 2.708570718765259 (2.8550770579229)
| > loss: 0.6896117329597473 (0.7256484077425458)
| > current_lr: 5e-06
| > step_time: 0.275 (0.24844904145338145)
| > loader_time: 0.0098 (0.009829922003939583)
[1m --> TIME: 2025-02-24 01:24:47 -- STEP: 4115/6985 -- GLOBAL_STEP: 150800[0m
| > loss_text_ce: 0.04444330558180809 (0.047520273157994064)
| > loss_mel_ce: 3.164078950881958 (2.855489755661782)
| > loss: 0.8021305799484253 (0.7257525072642402)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3139 (0.24842473426392417)
| > loader_time: 0.0098 (0.009826588833462425)
[1m --> TIME: 2025-02-24 01:25:06 -- STEP: 4165/6985 -- GLOBAL_STEP: 150850[0m
| > loss_text_ce: 0.047584418207407 (0.04751577024646596)
| > loss_mel_ce: 3.110646963119507 (2.856018556151787)
| > loss: 0.7895578742027283 (0.7258835817013036)
| > current_lr: 5e-06
| > step_time: 0.2874 (0.2484325020825591)
| > loader_time: 0.0101 (0.009826058814791785)
[1m --> TIME: 2025-02-24 01:25:24 -- STEP: 4215/6985 -- GLOBAL_STEP: 150900[0m
| > loss_text_ce: 0.04757954552769661 (0.047512824854604715)
| > loss_mel_ce: 3.0368165969848633 (2.8562412655933347)
| > loss: 0.7710990309715271 (0.7259385227449987)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.269 (0.24844340299513556)
| > loader_time: 0.0097 (0.009823515293578377)
[1m --> TIME: 2025-02-24 01:25:42 -- STEP: 4265/6985 -- GLOBAL_STEP: 150950[0m
| > loss_text_ce: 0.044772643595933914 (0.04751107384475846)
| > loss_mel_ce: 3.234255313873291 (2.8562488706002918)
| > loss: 0.8197569847106934 (0.7259399861831038)
| > current_lr: 5e-06
| > step_time: 0.2286 (0.2484228934660327)
| > loader_time: 0.0094 (0.009820916476590691)
[1m --> TIME: 2025-02-24 01:26:01 -- STEP: 4315/6985 -- GLOBAL_STEP: 151000[0m
| > loss_text_ce: 0.04585196077823639 (0.047511360074284456)
| > loss_mel_ce: 3.2637288570404053 (2.8557613039348255)
| > loss: 0.8273952007293701 (0.7258181660642214)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2882 (0.24849908398863615)
| > loader_time: 0.0101 (0.009818460048971689)
> CHECKPOINT : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/checkpoint_151000.pth
[1m --> TIME: 2025-02-24 01:26:42 -- STEP: 4365/6985 -- GLOBAL_STEP: 151050[0m
| > loss_text_ce: 0.050873152911663055 (0.047507347329546354)
| > loss_mel_ce: 3.0176169872283936 (2.855962028345019)
| > loss: 0.7671225070953369 (0.7258673439593932)
| > current_lr: 5e-06
| > step_time: 0.2785 (0.24836773375328736)
| > loader_time: 0.01 (0.009816161873414336)
[1m --> TIME: 2025-02-24 01:27:00 -- STEP: 4415/6985 -- GLOBAL_STEP: 151100[0m
| > loss_text_ce: 0.04629276320338249 (0.047505185060363386)
| > loss_mel_ce: 3.1996443271636963 (2.8564819635918313)
| > loss: 0.8114842772483826 (0.7259967871862523)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3073 (0.2484660628157861)
| > loader_time: 0.0102 (0.009814727832884904)
[1m --> TIME: 2025-02-24 01:27:19 -- STEP: 4465/6985 -- GLOBAL_STEP: 151150[0m
| > loss_text_ce: 0.04444754868745804 (0.04750478007358237)
| > loss_mel_ce: 3.2343759536743164 (2.857099792244455)
| > loss: 0.8197059035301208 (0.7261511431562675)
| > current_lr: 5e-06
| > step_time: 0.2773 (0.248582915522884)
| > loader_time: 0.0098 (0.009814327267756773)
[1m --> TIME: 2025-02-24 01:27:38 -- STEP: 4515/6985 -- GLOBAL_STEP: 151200[0m
| > loss_text_ce: 0.04584672674536705 (0.0475039074925555)
| > loss_mel_ce: 2.8698275089263916 (2.8576333140218018)
| > loss: 0.7289185523986816 (0.7262843054526406)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3046 (0.24858219288248293)
| > loader_time: 0.0098 (0.009811870019433228)
[1m --> TIME: 2025-02-24 01:27:56 -- STEP: 4565/6985 -- GLOBAL_STEP: 151250[0m
| > loss_text_ce: 0.04488980770111084 (0.04749596190413407)
| > loss_mel_ce: 3.230259895324707 (2.8580672282639923)
| > loss: 0.8187874555587769 (0.7263907975852818)
| > current_lr: 5e-06
| > step_time: 0.2591 (0.24861403070431026)
| > loader_time: 0.0096 (0.009810735257536264)
[1m --> TIME: 2025-02-24 01:28:14 -- STEP: 4615/6985 -- GLOBAL_STEP: 151300[0m
| > loss_text_ce: 0.04704528674483299 (0.04749804550896876)
| > loss_mel_ce: 2.832287549972534 (2.858200223138508)
| > loss: 0.7198331952095032 (0.7264245671931483)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2309 (0.24854135725118487)
| > loader_time: 0.0092 (0.009807864144718912)
[1m --> TIME: 2025-02-24 01:28:32 -- STEP: 4665/6985 -- GLOBAL_STEP: 151350[0m
| > loss_text_ce: 0.048262469470500946 (0.04749603982204284)
| > loss_mel_ce: 2.3939337730407715 (2.8581144134331398)
| > loss: 0.6105490326881409 (0.7264026133577162)
| > current_lr: 5e-06
| > step_time: 0.2807 (0.24851930077564038)
| > loader_time: 0.0099 (0.009806212990485836)
[1m --> TIME: 2025-02-24 01:28:51 -- STEP: 4715/6985 -- GLOBAL_STEP: 151400[0m
| > loss_text_ce: 0.04912780225276947 (0.04749677646845931)
| > loss_mel_ce: 3.172905683517456 (2.858449166273644)
| > loss: 0.8055083751678467 (0.7264864857351042)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3173 (0.24855928577775036)
| > loader_time: 0.01 (0.009804347969694328)
[1m --> TIME: 2025-02-24 01:29:08 -- STEP: 4765/6985 -- GLOBAL_STEP: 151450[0m
| > loss_text_ce: 0.04748613387346268 (0.047496561849136074)
| > loss_mel_ce: 2.536799669265747 (2.857784589089979)
| > loss: 0.6460714340209961 (0.726320287788528)
| > current_lr: 5e-06
| > step_time: 0.2464 (0.24850012317909648)
| > loader_time: 0.0094 (0.00980185036394053)
[1m --> TIME: 2025-02-24 01:29:27 -- STEP: 4815/6985 -- GLOBAL_STEP: 151500[0m
| > loss_text_ce: 0.0485328808426857 (0.047492685110955245)
| > loss_mel_ce: 2.776160955429077 (2.8577732112177463)
| > loss: 0.7061734795570374 (0.726316474135173)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3087 (0.24848865016846147)
| > loader_time: 0.0095 (0.009800209310814838)
[1m --> TIME: 2025-02-24 01:29:45 -- STEP: 4865/6985 -- GLOBAL_STEP: 151550[0m
| > loss_text_ce: 0.04582342505455017 (0.04749209465112499)
| > loss_mel_ce: 2.963412284851074 (2.857239770815775)
| > loss: 0.7523089051246643 (0.7261829663891224)
| > current_lr: 5e-06
| > step_time: 0.1767 (0.24845756832644236)
| > loader_time: 0.0087 (0.009797926968440233)
[1m --> TIME: 2025-02-24 01:30:03 -- STEP: 4915/6985 -- GLOBAL_STEP: 151600[0m
| > loss_text_ce: 0.04651997610926628 (0.04748680411192801)
| > loss_mel_ce: 3.1154415607452393 (2.8582898739274403)
| > loss: 0.7904903888702393 (0.7264441695363697)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2986 (0.24848258745148855)
| > loader_time: 0.0095 (0.0097967308389813)
[1m --> TIME: 2025-02-24 01:30:21 -- STEP: 4965/6985 -- GLOBAL_STEP: 151650[0m
| > loss_text_ce: 0.04658452793955803 (0.047486701870312786)
| > loss_mel_ce: 2.7256951332092285 (2.85773150291808)
| > loss: 0.6930699348449707 (0.7263045512537462)
| > current_lr: 5e-06
| > step_time: 0.2553 (0.24840645655644505)
| > loader_time: 0.0097 (0.009793843915695382)
[1m --> TIME: 2025-02-24 01:30:39 -- STEP: 5015/6985 -- GLOBAL_STEP: 151700[0m
| > loss_text_ce: 0.04802264645695686 (0.04748094792618001)
| > loss_mel_ce: 2.7656824588775635 (2.8576685845792467)
| > loss: 0.7034263014793396 (0.7262873831798405)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2635 (0.2484655331757109)
| > loader_time: 0.0092 (0.009792610797901084)
[1m --> TIME: 2025-02-24 01:30:57 -- STEP: 5065/6985 -- GLOBAL_STEP: 151750[0m
| > loss_text_ce: 0.04517008364200592 (0.0474784814167)
| > loss_mel_ce: 2.4322731494903564 (2.8570893402278497)
| > loss: 0.6193608045578003 (0.7261419554806414)
| > current_lr: 5e-06
| > step_time: 0.1765 (0.24837605028256024)
| > loader_time: 0.0096 (0.009790852274616978)
[1m --> TIME: 2025-02-24 01:31:16 -- STEP: 5115/6985 -- GLOBAL_STEP: 151800[0m
| > loss_text_ce: 0.04366752505302429 (0.04747719408494529)
| > loss_mel_ce: 2.7541909217834473 (2.8569263601116694)
| > loss: 0.6994646191596985 (0.7261008885948536)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3077 (0.24842298559895476)
| > loader_time: 0.0107 (0.009790476000087573)
[1m --> TIME: 2025-02-24 01:31:35 -- STEP: 5165/6985 -- GLOBAL_STEP: 151850[0m
| > loss_text_ce: 0.045105498284101486 (0.04747343835171178)
| > loss_mel_ce: 3.0785305500030518 (2.857041071853013)
| > loss: 0.78090900182724 (0.7261286275661463)
| > current_lr: 5e-06
| > step_time: 0.2872 (0.2485182529959074)
| > loader_time: 0.0099 (0.009791003353713423)
[1m --> TIME: 2025-02-24 01:31:53 -- STEP: 5215/6985 -- GLOBAL_STEP: 151900[0m
| > loss_text_ce: 0.05037913843989372 (0.047468309263740814)
| > loss_mel_ce: 2.7173798084259033 (2.857111643167611)
| > loss: 0.6919397115707397 (0.7261449881162303)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2784 (0.24859961192422722)
| > loader_time: 0.0096 (0.009792077392768285)
[1m --> TIME: 2025-02-24 01:32:12 -- STEP: 5265/6985 -- GLOBAL_STEP: 151950[0m
| > loss_text_ce: 0.04906235635280609 (0.04746864319541072)
| > loss_mel_ce: 2.2546682357788086 (2.8571867420462818)
| > loss: 0.5759326219558716 (0.7261638463052925)
| > current_lr: 5e-06
| > step_time: 0.2375 (0.2486551722230395)
| > loader_time: 0.0093 (0.009791864991074815)
[1m --> TIME: 2025-02-24 01:32:30 -- STEP: 5315/6985 -- GLOBAL_STEP: 152000[0m
| > loss_text_ce: 0.04611355811357498 (0.04746753529751521)
| > loss_mel_ce: 3.1400814056396484 (2.857396416000231)
| > loss: 0.7965487241744995 (0.7262159877751971)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3004 (0.24869120957597965)
| > loader_time: 0.0109 (0.009791696329556406)
> CHECKPOINT : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/checkpoint_152000.pth
[1m --> TIME: 2025-02-24 01:33:09 -- STEP: 5365/6985 -- GLOBAL_STEP: 152050[0m
| > loss_text_ce: 0.04409963637590408 (0.04746677565274685)
| > loss_mel_ce: 3.5221359729766846 (2.8571945142212725)
| > loss: 0.8915588855743408 (0.7261653224330905)
| > current_lr: 5e-06
| > step_time: 0.2844 (0.24865212258288266)
| > loader_time: 0.0104 (0.009791087171015934)
[1m --> TIME: 2025-02-24 01:33:28 -- STEP: 5415/6985 -- GLOBAL_STEP: 152100[0m
| > loss_text_ce: 0.04537653923034668 (0.047464951175924655)
| > loss_mel_ce: 2.9626078605651855 (2.857532247061658)
| > loss: 0.7519960999488831 (0.7262492995513107)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2126 (0.24875833180252316)
| > loader_time: 0.0091 (0.00979179992570108)
[1m --> TIME: 2025-02-24 01:33:46 -- STEP: 5465/6985 -- GLOBAL_STEP: 152150[0m
| > loss_text_ce: 0.046318963170051575 (0.04746767049425263)
| > loss_mel_ce: 2.601670980453491 (2.8570967191964964)
| > loss: 0.6619974970817566 (0.7261410974082)
| > current_lr: 5e-06
| > step_time: 0.195 (0.248772907344333)
| > loader_time: 0.0089 (0.009790749083062614)
[1m --> TIME: 2025-02-24 01:34:04 -- STEP: 5515/6985 -- GLOBAL_STEP: 152200[0m
| > loss_text_ce: 0.04800521209836006 (0.0474644320695269)
| > loss_mel_ce: 2.8615782260894775 (2.8575846470385873)
| > loss: 0.7273958325386047 (0.7262622697398748)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3139 (0.24874485098872526)
| > loader_time: 0.0101 (0.009788874594168743)
[1m --> TIME: 2025-02-24 01:34:23 -- STEP: 5565/6985 -- GLOBAL_STEP: 152250[0m
| > loss_text_ce: 0.04847469553351402 (0.04746485452995259)
| > loss_mel_ce: 3.1397557258605957 (2.8572061182889295)
| > loss: 0.7970576286315918 (0.7261677431931706)
| > current_lr: 5e-06
| > step_time: 0.2815 (0.24877836989156854)
| > loader_time: 0.0106 (0.009788209473026376)
[1m --> TIME: 2025-02-24 01:34:41 -- STEP: 5615/6985 -- GLOBAL_STEP: 152300[0m
| > loss_text_ce: 0.047173213213682175 (0.04746381692183629)
| > loss_mel_ce: 2.858797550201416 (2.8573896047374827)
| > loss: 0.726492702960968 (0.7262133554062021)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2992 (0.2487292834508663)
| > loader_time: 0.0096 (0.009786668210186675)
[1m --> TIME: 2025-02-24 01:34:59 -- STEP: 5665/6985 -- GLOBAL_STEP: 152350[0m
| > loss_text_ce: 0.049139514565467834 (0.04746539510937787)
| > loss_mel_ce: 2.6554276943206787 (2.857314855296957)
| > loss: 0.6761417984962463 (0.7261950625746193)
| > current_lr: 5e-06
| > step_time: 0.2741 (0.24869786104267924)
| > loader_time: 0.011 (0.009789303016157536)
[1m --> TIME: 2025-02-24 01:35:17 -- STEP: 5715/6985 -- GLOBAL_STEP: 152400[0m
| > loss_text_ce: 0.04666184261441231 (0.04746619487411087)
| > loss_mel_ce: 2.6200613975524902 (2.8572073793161015)
| > loss: 0.6666808128356934 (0.7261683934838323)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2212 (0.24871500112044634)
| > loader_time: 0.0088 (0.009790944010149651)
[1m --> TIME: 2025-02-24 01:35:36 -- STEP: 5765/6985 -- GLOBAL_STEP: 152450[0m
| > loss_text_ce: 0.0485338494181633 (0.04746750645914605)
| > loss_mel_ce: 2.866515636444092 (2.857592661010636)
| > loss: 0.7287623882293701 (0.7262650418364255)
| > current_lr: 5e-06
| > step_time: 0.2553 (0.24878464940311798)
| > loader_time: 0.0097 (0.009789995018131074)
[1m --> TIME: 2025-02-24 01:35:55 -- STEP: 5815/6985 -- GLOBAL_STEP: 152500[0m
| > loss_text_ce: 0.049370478838682175 (0.047466815467395417)
| > loss_mel_ce: 2.2787156105041504 (2.8580051458814753)
| > loss: 0.5820215344429016 (0.7263679903228006)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.1941 (0.24888362954222532)
| > loader_time: 0.0088 (0.0097896588637925)
[1m --> TIME: 2025-02-24 01:36:13 -- STEP: 5865/6985 -- GLOBAL_STEP: 152550[0m
| > loss_text_ce: 0.04739351198077202 (0.04746444977864388)
| > loss_mel_ce: 2.5745859146118164 (2.857697422709719)
| > loss: 0.6554948687553406 (0.7262904680903293)
| > current_lr: 5e-06
| > step_time: 0.2118 (0.24889968980202182)
| > loader_time: 0.0093 (0.009789190837082845)
[1m --> TIME: 2025-02-24 01:36:32 -- STEP: 5915/6985 -- GLOBAL_STEP: 152600[0m
| > loss_text_ce: 0.0457514263689518 (0.0474614567160355)
| > loss_mel_ce: 2.8519952297210693 (2.857543210245656)
| > loss: 0.7244366407394409 (0.726251166691138)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3009 (0.24888302471712295)
| > loader_time: 0.01 (0.009788558851936947)
[1m --> TIME: 2025-02-24 01:36:50 -- STEP: 5965/6985 -- GLOBAL_STEP: 152650[0m
| > loss_text_ce: 0.048079490661621094 (0.04746063456926048)
| > loss_mel_ce: 3.153883934020996 (2.857631467933533)
| > loss: 0.8004908561706543 (0.7262730255610573)
| > current_lr: 5e-06
| > step_time: 0.2504 (0.24888594899972946)
| > loader_time: 0.0099 (0.009788196664444037)
[1m --> TIME: 2025-02-24 01:37:09 -- STEP: 6015/6985 -- GLOBAL_STEP: 152700[0m
| > loss_text_ce: 0.04552943632006645 (0.04745931725140825)
| > loss_mel_ce: 2.7786052227020264 (2.8572982694740072)
| > loss: 0.7060336470603943 (0.7261893966152373)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3141 (0.24896397816570026)
| > loader_time: 0.0098 (0.009788059534277386)
[1m --> TIME: 2025-02-24 01:37:27 -- STEP: 6065/6985 -- GLOBAL_STEP: 152750[0m
| > loss_text_ce: 0.04587240889668465 (0.047456489488028004)
| > loss_mel_ce: 2.62807035446167 (2.857167036102911)
| > loss: 0.668485701084137 (0.7261558813195715)
| > current_lr: 5e-06
| > step_time: 0.1969 (0.2490135518362575)
| > loader_time: 0.0095 (0.00978782289006544)
[1m --> TIME: 2025-02-24 01:37:46 -- STEP: 6115/6985 -- GLOBAL_STEP: 152800[0m
| > loss_text_ce: 0.04543815925717354 (0.047453937193992636)
| > loss_mel_ce: 2.847417116165161 (2.8571897137681734)
| > loss: 0.723213791847229 (0.7261609126579915)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2142 (0.24906050373273897)
| > loader_time: 0.0092 (0.009787533893413617)
[1m --> TIME: 2025-02-24 01:38:04 -- STEP: 6165/6985 -- GLOBAL_STEP: 152850[0m
| > loss_text_ce: 0.04796980321407318 (0.047456388179717424)
| > loss_mel_ce: 2.4731075763702393 (2.8567580552383505)
| > loss: 0.6302693486213684 (0.7260536107607023)
| > current_lr: 5e-06
| > step_time: 0.2287 (0.24901076716711534)
| > loader_time: 0.0091 (0.009786059154501179)
[1m --> TIME: 2025-02-24 01:38:22 -- STEP: 6215/6985 -- GLOBAL_STEP: 152900[0m
| > loss_text_ce: 0.04934939742088318 (0.04745461809136464)
| > loss_mel_ce: 2.875988721847534 (2.8567257996825433)
| > loss: 0.7313345074653625 (0.7260451043313859)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2113 (0.2489851979219616)
| > loader_time: 0.0089 (0.009784522750928112)
[1m --> TIME: 2025-02-24 01:38:40 -- STEP: 6265/6985 -- GLOBAL_STEP: 152950[0m
| > loss_text_ce: 0.04716573283076286 (0.04745273175697663)
| > loss_mel_ce: 3.2048871517181396 (2.8569646998776177)
| > loss: 0.8130131959915161 (0.7261043577791676)
| > current_lr: 5e-06
| > step_time: 0.2566 (0.24901343758165218)
| > loader_time: 0.0098 (0.009784025624572762)
[1m --> TIME: 2025-02-24 01:38:58 -- STEP: 6315/6985 -- GLOBAL_STEP: 153000[0m
| > loss_text_ce: 0.049348972737789154 (0.04745144298387165)
| > loss_mel_ce: 2.096904993057251 (2.8566020693178755)
| > loss: 0.536563515663147 (0.726013377943589)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2328 (0.2489679951565849)
| > loader_time: 0.0093 (0.009782576995148848)
> CHECKPOINT : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/checkpoint_153000.pth
[1m --> TIME: 2025-02-24 01:39:36 -- STEP: 6365/6985 -- GLOBAL_STEP: 153050[0m
| > loss_text_ce: 0.04393767565488815 (0.04745200533253049)
| > loss_mel_ce: 3.1202919483184814 (2.8561917589109767)
| > loss: 0.7910574078559875 (0.7259109409044588)
| > current_lr: 5e-06
| > step_time: 0.2874 (0.24892074898856884)
| > loader_time: 0.011 (0.00978243806094325)
[1m --> TIME: 2025-02-24 01:39:54 -- STEP: 6415/6985 -- GLOBAL_STEP: 153100[0m
| > loss_text_ce: 0.048790596425533295 (0.04745049401769305)
| > loss_mel_ce: 2.8590333461761475 (2.856207063341184)
| > loss: 0.7269560098648071 (0.7259143892062971)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3142 (0.24896201470450136)
| > loader_time: 0.01 (0.009781686718911711)
[1m --> TIME: 2025-02-24 01:40:12 -- STEP: 6465/6985 -- GLOBAL_STEP: 153150[0m
| > loss_text_ce: 0.047688111662864685 (0.04744610163424247)
| > loss_mel_ce: 3.0917134284973145 (2.8562458590583533)
| > loss: 0.7848503589630127 (0.7259229900481057)
| > current_lr: 5e-06
| > step_time: 0.1949 (0.24895137634188835)
| > loader_time: 0.0094 (0.009780822644746272)
[1m --> TIME: 2025-02-24 01:40:30 -- STEP: 6515/6985 -- GLOBAL_STEP: 153200[0m
| > loss_text_ce: 0.04812818765640259 (0.04744443453774033)
| > loss_mel_ce: 3.4075582027435303 (2.85619288535642)
| > loss: 0.863921582698822 (0.7259093298879101)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.313 (0.24892032591087124)
| > loader_time: 0.0099 (0.009779928980290798)
[1m --> TIME: 2025-02-24 01:40:49 -- STEP: 6565/6985 -- GLOBAL_STEP: 153250[0m
| > loss_text_ce: 0.04732615500688553 (0.04744361969560776)
| > loss_mel_ce: 2.741395950317383 (2.856259284832968)
| > loss: 0.6971805095672607 (0.7259257260207799)
| > current_lr: 5e-06
| > step_time: 0.2495 (0.2489160774504058)
| > loader_time: 0.0098 (0.009778888808437056)
[1m --> TIME: 2025-02-24 01:41:07 -- STEP: 6615/6985 -- GLOBAL_STEP: 153300[0m
| > loss_text_ce: 0.04741339012980461 (0.04744354966050829)
| > loss_mel_ce: 2.8230397701263428 (2.856354592861057)
| > loss: 0.7176132798194885 (0.7259495354924151)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3138 (0.24891663423020643)
| > loader_time: 0.0105 (0.009778171403788257)
[1m --> TIME: 2025-02-24 01:41:25 -- STEP: 6665/6985 -- GLOBAL_STEP: 153350[0m
| > loss_text_ce: 0.04711618646979332 (0.047443691697544615)
| > loss_mel_ce: 3.077268362045288 (2.8559484663710824)
| > loss: 0.7810961604118347 (0.7258480393519895)
| > current_lr: 5e-06
| > step_time: 0.3058 (0.24887143347554877)
| > loader_time: 0.0101 (0.009777166176271508)
[1m --> TIME: 2025-02-24 01:41:43 -- STEP: 6715/6985 -- GLOBAL_STEP: 153400[0m
| > loss_text_ce: 0.04476155713200569 (0.04744292030406376)
| > loss_mel_ce: 3.1918904781341553 (2.8562166484362725)
| > loss: 0.8091630339622498 (0.7259148920549877)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2426 (0.24883591782576275)
| > loader_time: 0.0092 (0.009776982742729916)
[1m --> TIME: 2025-02-24 01:42:01 -- STEP: 6765/6985 -- GLOBAL_STEP: 153450[0m
| > loss_text_ce: 0.04776044189929962 (0.047441475338413426)
| > loss_mel_ce: 2.9450056552886963 (2.855948961406665)
| > loss: 0.7481915354728699 (0.7258476090448824)
| > current_lr: 5e-06
| > step_time: 0.2671 (0.24879034099451983)
| > loader_time: 0.0096 (0.009776335403994954)
[1m --> TIME: 2025-02-24 01:42:19 -- STEP: 6815/6985 -- GLOBAL_STEP: 153500[0m
| > loss_text_ce: 0.04822444170713425 (0.0474436709860932)
| > loss_mel_ce: 3.0305542945861816 (2.8560629133258124)
| > loss: 0.7696946859359741 (0.7258766459439128)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.263 (0.24884126898303072)
| > loader_time: 0.0095 (0.009777058106700163)
[1m --> TIME: 2025-02-24 01:42:38 -- STEP: 6865/6985 -- GLOBAL_STEP: 153550[0m
| > loss_text_ce: 0.045609891414642334 (0.04744511010954182)
| > loss_mel_ce: 3.190657377243042 (2.855816625993099)
| > loss: 0.8090668320655823 (0.7258154338932513)
| > current_lr: 5e-06
| > step_time: 0.2469 (0.2489079292377936)
| > loader_time: 0.0097 (0.009778437020565032)
[1m --> TIME: 2025-02-24 01:42:57 -- STEP: 6915/6985 -- GLOBAL_STEP: 153600[0m
| > loss_text_ce: 0.04421062022447586 (0.04744494605542786)
| > loss_mel_ce: 2.74896502494812 (2.8558045824627434)
| > loss: 0.698293924331665 (0.7258123820102127)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2225 (0.24898393831646107)
| > loader_time: 0.0095 (0.009779104114182133)
[1m --> TIME: 2025-02-24 01:43:15 -- STEP: 6965/6985 -- GLOBAL_STEP: 153650[0m
| > loss_text_ce: 0.04874943196773529 (0.047445581335111786)
| > loss_mel_ce: 3.274087905883789 (2.855920317544415)
| > loss: 0.8307093381881714 (0.7258414745929842)
| > current_lr: 5e-06
| > step_time: 0.215 (0.24894364569911148)
| > loader_time: 0.0094 (0.009778942722942155)
[1m > EVALUATION [0m
[1m--> EVAL PERFORMANCE[0m
| > avg_loader_time:[92m 0.47813426902870726 [0m(-0.009551152684330155)
| > avg_loss_text_ce:[92m 0.046432576221383456 [0m(-0.00019341955582301285)
| > avg_loss_mel_ce:[92m 2.919469333162495 [0m(-0.0025692718480918586)
| > avg_loss:[92m 2.965901909310834 [0m(-0.0027626916473977303)
> BEST MODEL : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/best_model_153670.pth
[4m[1m > EPOCH: 22/30[0m
--> checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3
[1m > TRAINING (2025-02-24 01:45:50) [0m
[1m --> TIME: 2025-02-24 01:46:02 -- STEP: 30/6985 -- GLOBAL_STEP: 153700[0m
| > loss_text_ce: 0.04506021365523338 (0.04780838452279569)
| > loss_mel_ce: 2.5098459720611572 (2.7183251619338984)
| > loss: 0.638726532459259 (0.6915333867073059)
| > current_lr: 5e-06
| > step_time: 0.1848 (0.23323152860005697)
| > loader_time: 0.0088 (0.00984054406483968)
[1m --> TIME: 2025-02-24 01:46:20 -- STEP: 80/6985 -- GLOBAL_STEP: 153750[0m
| > loss_text_ce: 0.04797954857349396 (0.04745712159201504)
| > loss_mel_ce: 3.014399528503418 (2.7888265520334246)
| > loss: 0.7655947804450989 (0.7090709157288074)
| > current_lr: 5e-06
| > step_time: 0.2495 (0.23805965781211852)
| > loader_time: 0.0104 (0.009629869461059573)
[1m --> TIME: 2025-02-24 01:46:38 -- STEP: 130/6985 -- GLOBAL_STEP: 153800[0m
| > loss_text_ce: 0.04733317345380783 (0.04732705179888469)
| > loss_mel_ce: 2.9290945529937744 (2.7983937648626473)
| > loss: 0.7441069483757019 (0.7114302025391506)
| > current_lr: 5e-06
| > step_time: 0.2871 (0.24068990487318773)
| > loader_time: 0.0098 (0.00969390135544997)
[1m --> TIME: 2025-02-24 01:46:56 -- STEP: 180/6985 -- GLOBAL_STEP: 153850[0m
| > loss_text_ce: 0.04665171355009079 (0.04735454693436623)
| > loss_mel_ce: 2.940368175506592 (2.811685935656229)
| > loss: 0.7467549443244934 (0.7147601200474635)
| > current_lr: 5e-06
| > step_time: 0.2291 (0.24248653915193347)
| > loader_time: 0.0096 (0.009684566656748456)
[1m --> TIME: 2025-02-24 01:47:15 -- STEP: 230/6985 -- GLOBAL_STEP: 153900[0m
| > loss_text_ce: 0.04891706258058548 (0.04735640391059544)
| > loss_mel_ce: 2.6795732975006104 (2.8106763383616573)
| > loss: 0.6821225881576538 (0.7145081849201868)
| > current_lr: 5e-06
| > step_time: 0.2734 (0.24500282121741254)
| > loader_time: 0.0096 (0.00964668108069378)
[1m --> TIME: 2025-02-24 01:47:33 -- STEP: 280/6985 -- GLOBAL_STEP: 153950[0m
| > loss_text_ce: 0.0478353425860405 (0.0472850120759436)
| > loss_mel_ce: 3.1247503757476807 (2.830605901139123)
| > loss: 0.7931464314460754 (0.7194727276052748)
| > current_lr: 5e-06
| > step_time: 0.2463 (0.24645998222487314)
| > loader_time: 0.0127 (0.009718619074140273)
[1m --> TIME: 2025-02-24 01:47:52 -- STEP: 330/6985 -- GLOBAL_STEP: 154000[0m
| > loss_text_ce: 0.04679930582642555 (0.047182404091863896)
| > loss_mel_ce: 2.2672038078308105 (2.8391779567256106)
| > loss: 0.5785008072853088 (0.7215900899785941)
| > current_lr: 5e-06
| > step_time: 0.1856 (0.24797648877808542)
| > loader_time: 0.0091 (0.009726092309662785)
> CHECKPOINT : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/checkpoint_154000.pth
[1m --> TIME: 2025-02-24 01:48:31 -- STEP: 380/6985 -- GLOBAL_STEP: 154050[0m
| > loss_text_ce: 0.04797191917896271 (0.04721791582476148)
| > loss_mel_ce: 3.0062241554260254 (2.845037692471553)
| > loss: 0.7635490298271179 (0.7230639015373433)
| > current_lr: 5e-06
| > step_time: 0.2427 (0.24818938280406752)
| > loader_time: 0.0093 (0.009692154432597917)
[1m --> TIME: 2025-02-24 01:48:49 -- STEP: 430/6985 -- GLOBAL_STEP: 154100[0m
| > loss_text_ce: 0.04719594866037369 (0.04724454230000803)
| > loss_mel_ce: 2.8542563915252686 (2.848447982100552)
| > loss: 0.7253630757331848 (0.7239231309225396)
| > current_lr: 5e-06
| > step_time: 0.2538 (0.24818491270375806)
| > loader_time: 0.0089 (0.009662040444307553)
[1m --> TIME: 2025-02-24 01:49:07 -- STEP: 480/6985 -- GLOBAL_STEP: 154150[0m
| > loss_text_ce: 0.046512771397829056 (0.04728470640256998)
| > loss_mel_ce: 2.931028366088867 (2.848134856422741)
| > loss: 0.744385302066803 (0.7238548905899129)
| > current_lr: 5e-06
| > step_time: 0.2214 (0.24741278390089672)
| > loader_time: 0.0091 (0.009620952109495802)
[1m --> TIME: 2025-02-24 01:49:25 -- STEP: 530/6985 -- GLOBAL_STEP: 154200[0m
| > loss_text_ce: 0.04834280535578728 (0.047285318557383854)
| > loss_mel_ce: 2.7071869373321533 (2.8464523598832896)
| > loss: 0.6888824105262756 (0.7234344196769429)
| > current_lr: 5e-06
| > step_time: 0.2512 (0.24756583897572643)
| > loader_time: 0.0095 (0.009587913189294207)
[1m --> TIME: 2025-02-24 01:49:44 -- STEP: 580/6985 -- GLOBAL_STEP: 154250[0m
| > loss_text_ce: 0.0489494614303112 (0.047301136349038805)
| > loss_mel_ce: 2.9508485794067383 (2.846091247427052)
| > loss: 0.7499495148658752 (0.7233480962186024)
| > current_lr: 5e-06
| > step_time: 0.1944 (0.24804774604994675)
| > loader_time: 0.0095 (0.009570179725515434)
[1m --> TIME: 2025-02-24 01:50:02 -- STEP: 630/6985 -- GLOBAL_STEP: 154300[0m
| > loss_text_ce: 0.04813896864652634 (0.047334402734561534)
| > loss_mel_ce: 2.740110397338867 (2.842101376397269)
| > loss: 0.6970623135566711 (0.7223589454378405)
| > current_lr: 5e-06
| > step_time: 0.2765 (0.24792317587231832)
| > loader_time: 0.0095 (0.009552191552661717)
[1m --> TIME: 2025-02-24 01:50:19 -- STEP: 680/6985 -- GLOBAL_STEP: 154350[0m
| > loss_text_ce: 0.04774416983127594 (0.04733962790273564)
| > loss_mel_ce: 2.871769666671753 (2.840906874923146)
| > loss: 0.7298784852027893 (0.7220616262625243)
| > current_lr: 5e-06
| > step_time: 0.192 (0.2473294479005477)
| > loader_time: 0.0094 (0.009532861849840948)
[1m --> TIME: 2025-02-24 01:50:38 -- STEP: 730/6985 -- GLOBAL_STEP: 154400[0m
| > loss_text_ce: 0.04399951174855232 (0.047363867028935275)
| > loss_mel_ce: 3.2961204051971436 (2.835741258320743)
| > loss: 0.8350299596786499 (0.720776281863042)
| > current_lr: 5e-06
| > step_time: 0.284 (0.24762674325133024)
| > loader_time: 0.0095 (0.009528570632412013)
[1m --> TIME: 2025-02-24 01:50:56 -- STEP: 780/6985 -- GLOBAL_STEP: 154450[0m
| > loss_text_ce: 0.04320630803704262 (0.047351405153480824)
| > loss_mel_ce: 3.1420814990997314 (2.837847678172283)
| > loss: 0.7963219285011292 (0.7212997710093466)
| > current_lr: 5e-06
| > step_time: 0.2504 (0.24763280672904772)
| > loader_time: 0.0097 (0.009519580083015644)
[1m --> TIME: 2025-02-24 01:51:14 -- STEP: 830/6985 -- GLOBAL_STEP: 154500[0m
| > loss_text_ce: 0.04894794523715973 (0.04733073446585468)
| > loss_mel_ce: 2.7387897968292236 (2.839626992179687)
| > loss: 0.6969344615936279 (0.7217394318207194)
| > current_lr: 5e-06
| > step_time: 0.2473 (0.24803316966596856)
| > loader_time: 0.0093 (0.009510286744818639)
[1m --> TIME: 2025-02-24 01:51:33 -- STEP: 880/6985 -- GLOBAL_STEP: 154550[0m
| > loss_text_ce: 0.04851771146059036 (0.04731595763005313)
| > loss_mel_ce: 3.0802247524261475 (2.8377825300801884)
| > loss: 0.7821856141090393 (0.7212746219201515)
| > current_lr: 5e-06
| > step_time: 0.2425 (0.2484046150337566)
| > loader_time: 0.0096 (0.00950701236724854)
[1m --> TIME: 2025-02-24 01:51:51 -- STEP: 930/6985 -- GLOBAL_STEP: 154600[0m
| > loss_text_ce: 0.04746444895863533 (0.04730671357804085)
| > loss_mel_ce: 2.9611856937408447 (2.836698983817972)
| > loss: 0.752162516117096 (0.7210014243279728)
| > current_lr: 5e-06
| > step_time: 0.2076 (0.2483199809187202)
| > loader_time: 0.0092 (0.009501641540117164)
[1m --> TIME: 2025-02-24 01:52:10 -- STEP: 980/6985 -- GLOBAL_STEP: 154650[0m
| > loss_text_ce: 0.04524931311607361 (0.047323050019236215)
| > loss_mel_ce: 3.0679237842559814 (2.8364671575779816)
| > loss: 0.778293251991272 (0.7209475518489364)
| > current_lr: 5e-06
| > step_time: 0.2417 (0.2485858939131912)
| > loader_time: 0.0093 (0.009501315866197861)
[1m --> TIME: 2025-02-24 01:52:29 -- STEP: 1030/6985 -- GLOBAL_STEP: 154700[0m
| > loss_text_ce: 0.04602909833192825 (0.047337471755239544)
| > loss_mel_ce: 2.7622158527374268 (2.836944525450179)
| > loss: 0.7020612359046936 (0.7210704992118385)
| > current_lr: 5e-06
| > step_time: 0.2582 (0.24906135716484587)
| > loader_time: 0.0092 (0.009504027736997146)
[1m --> TIME: 2025-02-24 01:52:46 -- STEP: 1080/6985 -- GLOBAL_STEP: 154750[0m
| > loss_text_ce: 0.04726403206586838 (0.04733754833125403)
| > loss_mel_ce: 3.0967838764190674 (2.835981165700489)
| > loss: 0.7860119938850403 (0.7208296784096287)
| > current_lr: 5e-06
| > step_time: 0.2476 (0.24832355976104736)
| > loader_time: 0.0095 (0.00949580470720927)
[1m --> TIME: 2025-02-24 01:53:04 -- STEP: 1130/6985 -- GLOBAL_STEP: 154800[0m
| > loss_text_ce: 0.04918738082051277 (0.04732486733886518)
| > loss_mel_ce: 2.268026828765869 (2.8381460035796713)
| > loss: 0.5793035626411438 (0.7213677175804571)
| > current_lr: 5e-06
| > step_time: 0.1481 (0.24840695035141125)
| > loader_time: 0.0104 (0.00949832359246449)
[1m --> TIME: 2025-02-24 01:53:22 -- STEP: 1180/6985 -- GLOBAL_STEP: 154850[0m
| > loss_text_ce: 0.04779845103621483 (0.04732172331630675)
| > loss_mel_ce: 3.137040615081787 (2.8386980913453193)
| > loss: 0.7962097525596619 (0.7215049536046333)
| > current_lr: 5e-06
| > step_time: 0.2316 (0.24850020509655193)
| > loader_time: 0.009 (0.009495845891661574)
[1m --> TIME: 2025-02-24 01:53:41 -- STEP: 1230/6985 -- GLOBAL_STEP: 154900[0m
| > loss_text_ce: 0.051998693495988846 (0.04732547296074828)
| > loss_mel_ce: 2.986567497253418 (2.8409059507090872)
| > loss: 0.7596415281295776 (0.7220578558076686)
| > current_lr: 5e-06
| > step_time: 0.3092 (0.24870104111307034)
| > loader_time: 0.0096 (0.009493807854691186)
[1m --> TIME: 2025-02-24 01:53:59 -- STEP: 1280/6985 -- GLOBAL_STEP: 154950[0m
| > loss_text_ce: 0.04807876795530319 (0.04732832700829015)
| > loss_mel_ce: 2.8993947505950928 (2.8384014392271637)
| > loss: 0.7368683815002441 (0.7214324415661393)
| > current_lr: 5e-06
| > step_time: 0.227 (0.2487385656684637)
| > loader_time: 0.0093 (0.009504662454128275)
[1m --> TIME: 2025-02-24 01:54:17 -- STEP: 1330/6985 -- GLOBAL_STEP: 155000[0m
| > loss_text_ce: 0.04746345803141594 (0.04732511178835436)
| > loss_mel_ce: 3.178899049758911 (2.83926471606233)
| > loss: 0.8065906167030334 (0.7216474570277941)
| > current_lr: 5e-06
| > step_time: 0.2445 (0.24861066269695312)
| > loader_time: 0.009 (0.0095124319980019)
> CHECKPOINT : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/checkpoint_155000.pth
[1m --> TIME: 2025-02-24 01:54:57 -- STEP: 1380/6985 -- GLOBAL_STEP: 155050[0m
| > loss_text_ce: 0.047663263976573944 (0.04733558918578895)
| > loss_mel_ce: 2.7465782165527344 (2.8374311151711824)
| > loss: 0.698560357093811 (0.7211916761121889)
| > current_lr: 5e-06
| > step_time: 0.244 (0.24845005636629852)
| > loader_time: 0.0093 (0.00951137335404106)
[1m --> TIME: 2025-02-24 01:55:15 -- STEP: 1430/6985 -- GLOBAL_STEP: 155100[0m
| > loss_text_ce: 0.05021347105503082 (0.047332385706005335)
| > loss_mel_ce: 2.9082729816436768 (2.8387714517700076)
| > loss: 0.739621639251709 (0.7215259595350789)
| > current_lr: 5e-06
| > step_time: 0.1919 (0.2481617237304474)
| > loader_time: 0.0088 (0.00950634396159566)
[1m --> TIME: 2025-02-24 01:55:33 -- STEP: 1480/6985 -- GLOBAL_STEP: 155150[0m
| > loss_text_ce: 0.048556823283433914 (0.04732724357950118)
| > loss_mel_ce: 2.6994550228118896 (2.837572029474618)
| > loss: 0.687002956867218 (0.7212248184793707)
| > current_lr: 5e-06
| > step_time: 0.187 (0.24797608884605202)
| > loader_time: 0.0092 (0.00950364615466144)
[1m --> TIME: 2025-02-24 01:55:52 -- STEP: 1530/6985 -- GLOBAL_STEP: 155200[0m
| > loss_text_ce: 0.04754972457885742 (0.047323907497856296)
| > loss_mel_ce: 3.0746757984161377 (2.838484829391528)
| > loss: 0.7805563807487488 (0.7214521844792213)
| > current_lr: 5e-06
| > step_time: 0.2451 (0.24830773048151553)
| > loader_time: 0.0093 (0.009503888148887482)
[1m --> TIME: 2025-02-24 01:56:10 -- STEP: 1580/6985 -- GLOBAL_STEP: 155250[0m
| > loss_text_ce: 0.048442542552948 (0.047333914451772596)
| > loss_mel_ce: 2.946887731552124 (2.838605349124231)
| > loss: 0.7488325834274292 (0.7214848162252695)
| > current_lr: 5e-06
| > step_time: 0.2434 (0.2483894978897481)
| > loader_time: 0.0098 (0.009499364864977105)
[1m --> TIME: 2025-02-24 01:56:29 -- STEP: 1630/6985 -- GLOBAL_STEP: 155300[0m
| > loss_text_ce: 0.04845120385289192 (0.047340887764388745)
| > loss_mel_ce: 2.839643955230713 (2.839221134361313)
| > loss: 0.7220237851142883 (0.7216405058199645)
| > current_lr: 5e-06
| > step_time: 0.2793 (0.2486784164159576)
| > loader_time: 0.0095 (0.009497729254646547)
[1m --> TIME: 2025-02-24 01:56:47 -- STEP: 1680/6985 -- GLOBAL_STEP: 155350[0m
| > loss_text_ce: 0.04708937928080559 (0.04734423404692534)
| > loss_mel_ce: 3.015578031539917 (2.8395275624025427)
| > loss: 0.7656668424606323 (0.7217179494244714)
| > current_lr: 5e-06
| > step_time: 0.2524 (0.24850303559076217)
| > loader_time: 0.0094 (0.009491708732786644)
[1m --> TIME: 2025-02-24 01:57:05 -- STEP: 1730/6985 -- GLOBAL_STEP: 155400[0m
| > loss_text_ce: 0.04698798432946205 (0.04734190554072742)
| > loss_mel_ce: 3.0778684616088867 (2.8402467376234894)
| > loss: 0.7812141180038452 (0.7218971612481027)
| > current_lr: 5e-06
| > step_time: 0.2867 (0.24849101174084437)
| > loader_time: 0.0094 (0.009485376914801637)
[1m --> TIME: 2025-02-24 01:57:23 -- STEP: 1780/6985 -- GLOBAL_STEP: 155450[0m
| > loss_text_ce: 0.04530062526464462 (0.0473397760997327)
| > loss_mel_ce: 2.7315762042999268 (2.8404334843828427)
| > loss: 0.6942192316055298 (0.7219433155622378)
| > current_lr: 5e-06
| > step_time: 0.2267 (0.24854477215349005)
| > loader_time: 0.0092 (0.009490473082896042)
[1m --> TIME: 2025-02-24 01:57:42 -- STEP: 1830/6985 -- GLOBAL_STEP: 155500[0m
| > loss_text_ce: 0.04582098498940468 (0.04734104042211187)
| > loss_mel_ce: 3.017396926879883 (2.8434086295424903)
| > loss: 0.7658044695854187 (0.7226874178224576)
| > current_lr: 5e-06
| > step_time: 0.2854 (0.2486809664085263)
| > loader_time: 0.0094 (0.009496923743701384)
[1m --> TIME: 2025-02-24 01:58:00 -- STEP: 1880/6985 -- GLOBAL_STEP: 155550[0m
| > loss_text_ce: 0.05157369002699852 (0.04734112746181319)
| > loss_mel_ce: 2.4307620525360107 (2.8427475949551186)
| > loss: 0.6205839514732361 (0.7225221810822794)
| > current_lr: 5e-06
| > step_time: 0.2317 (0.24852031012798878)
| > loader_time: 0.0109 (0.009507773784880954)
[1m --> TIME: 2025-02-24 01:58:18 -- STEP: 1930/6985 -- GLOBAL_STEP: 155600[0m
| > loss_text_ce: 0.04625743255019188 (0.04734782445500239)
| > loss_mel_ce: 3.0960047245025635 (2.8428014967725677)
| > loss: 0.7855655550956726 (0.7225373309202148)
| > current_lr: 5e-06
| > step_time: 0.2766 (0.24866150401416837)
| > loader_time: 0.0096 (0.009510942938414273)
[1m --> TIME: 2025-02-24 01:58:36 -- STEP: 1980/6985 -- GLOBAL_STEP: 155650[0m
| > loss_text_ce: 0.04661049693822861 (0.04734656256670598)
| > loss_mel_ce: 2.880756378173828 (2.8418785444413763)
| > loss: 0.7318417429924011 (0.7223062773545585)
| > current_lr: 5e-06
| > step_time: 0.1896 (0.24861796058789648)
| > loader_time: 0.0091 (0.009512910577985987)
[1m --> TIME: 2025-02-24 01:58:54 -- STEP: 2030/6985 -- GLOBAL_STEP: 155700[0m
| > loss_text_ce: 0.04657115787267685 (0.04734469200920291)
| > loss_mel_ce: 2.893742322921753 (2.8414647828181967)
| > loss: 0.7350783944129944 (0.7222023692917944)
| > current_lr: 5e-06
| > step_time: 0.2558 (0.24848282161017357)
| > loader_time: 0.01 (0.009520459410005025)
[1m --> TIME: 2025-02-24 01:59:12 -- STEP: 2080/6985 -- GLOBAL_STEP: 155750[0m
| > loss_text_ce: 0.0460941456258297 (0.04734137032288481)
| > loss_mel_ce: 2.5989935398101807 (2.8417055745537456)
| > loss: 0.6612719297409058 (0.7222617367712353)
| > current_lr: 5e-06
| > step_time: 0.1713 (0.24840126255383857)
| > loader_time: 0.0093 (0.009524572927218228)
[1m --> TIME: 2025-02-24 01:59:31 -- STEP: 2130/6985 -- GLOBAL_STEP: 155800[0m
| > loss_text_ce: 0.048227064311504364 (0.047336362606622766)
| > loss_mel_ce: 2.5183591842651367 (2.8422736840628664)
| > loss: 0.6416465640068054 (0.7224025122716395)
| > current_lr: 5e-06
| > step_time: 0.2472 (0.24855667179179303)
| > loader_time: 0.0093 (0.009532472001554831)
[1m --> TIME: 2025-02-24 01:59:49 -- STEP: 2180/6985 -- GLOBAL_STEP: 155850[0m
| > loss_text_ce: 0.04651542007923126 (0.04732164255591157)
| > loss_mel_ce: 3.0266051292419434 (2.8434226346672125)
| > loss: 0.7682801485061646 (0.7226860698483409)
| > current_lr: 5e-06
| > step_time: 0.2389 (0.24856945221577215)
| > loader_time: 0.0096 (0.00953651436971963)
[1m --> TIME: 2025-02-24 02:00:08 -- STEP: 2230/6985 -- GLOBAL_STEP: 155900[0m
| > loss_text_ce: 0.04491950944066048 (0.04732097751991362)
| > loss_mel_ce: 3.313331365585327 (2.84438870273898)
| > loss: 0.839562714099884 (0.7229274205830069)
| > current_lr: 5e-06
| > step_time: 0.248 (0.24889024319670125)
| > loader_time: 0.0093 (0.009543838522359403)
[1m --> TIME: 2025-02-24 02:00:27 -- STEP: 2280/6985 -- GLOBAL_STEP: 155950[0m
| > loss_text_ce: 0.04885039106011391 (0.04732015078495207)
| > loss_mel_ce: 2.661959648132324 (2.845655366621519)
| > loss: 0.6777024865150452 (0.7232438797752069)
| > current_lr: 5e-06
| > step_time: 0.2483 (0.248856503607934)
| > loader_time: 0.0101 (0.009547341183612224)
[1m --> TIME: 2025-02-24 02:00:45 -- STEP: 2330/6985 -- GLOBAL_STEP: 156000[0m
| > loss_text_ce: 0.04820075258612633 (0.04730938347975839)
| > loss_mel_ce: 2.6575238704681396 (2.846759280319376)
| > loss: 0.6764311790466309 (0.7235171663403)
| > current_lr: 5e-06
| > step_time: 0.1683 (0.24898033694647925)
| > loader_time: 0.0087 (0.009552563720506668)
> CHECKPOINT : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/checkpoint_156000.pth
[1m --> TIME: 2025-02-24 02:01:23 -- STEP: 2380/6985 -- GLOBAL_STEP: 156050[0m
| > loss_text_ce: 0.047544315457344055 (0.047314448876916874)
| > loss_mel_ce: 2.571429491043091 (2.8476753098624075)
| > loss: 0.6547434329986572 (0.7237474400456213)
| > current_lr: 5e-06
| > step_time: 0.2305 (0.24889013336486177)
| > loader_time: 0.0096 (0.009554467381549496)
[1m --> TIME: 2025-02-24 02:01:41 -- STEP: 2430/6985 -- GLOBAL_STEP: 156100[0m
| > loss_text_ce: 0.046654924750328064 (0.04730838357697053)
| > loss_mel_ce: 3.020015239715576 (2.8476887101499146)
| > loss: 0.7666675448417664 (0.7237492738191975)
| > current_lr: 5e-06
| > step_time: 0.2549 (0.24882209163634375)
| > loader_time: 0.01 (0.009557946130572046)
[1m --> TIME: 2025-02-24 02:01:59 -- STEP: 2480/6985 -- GLOBAL_STEP: 156150[0m
| > loss_text_ce: 0.04866465926170349 (0.04731841880918267)
| > loss_mel_ce: 2.8026394844055176 (2.8468793195101525)
| > loss: 0.7128260135650635 (0.7235494349512368)
| > current_lr: 5e-06
| > step_time: 0.2491 (0.24885174045639655)
| > loader_time: 0.01 (0.009559284967760899)
[1m --> TIME: 2025-02-24 02:02:17 -- STEP: 2530/6985 -- GLOBAL_STEP: 156200[0m
| > loss_text_ce: 0.04545499384403229 (0.047319816909877646)
| > loss_mel_ce: 2.5141994953155518 (2.8457963412929446)
| > loss: 0.6399136185646057 (0.7232790398974671)
| > current_lr: 5e-06
| > step_time: 0.1888 (0.2488661226076571)
| > loader_time: 0.0094 (0.009560835314362437)
[1m --> TIME: 2025-02-24 02:02:36 -- STEP: 2580/6985 -- GLOBAL_STEP: 156250[0m
| > loss_text_ce: 0.04577349126338959 (0.04732119613579767)
| > loss_mel_ce: 2.393420457839966 (2.8462319261343945)
| > loss: 0.6097984910011292 (0.7233882809101154)
| > current_lr: 5e-06
| > step_time: 0.124 (0.2488602044046387)
| > loader_time: 0.0083 (0.0095609083656193)
[1m --> TIME: 2025-02-24 02:02:54 -- STEP: 2630/6985 -- GLOBAL_STEP: 156300[0m
| > loss_text_ce: 0.047625359147787094 (0.04733267366149574)
| > loss_mel_ce: 2.88663649559021 (2.8452970855589634)
| > loss: 0.7335654497146606 (0.7231574400522864)
| > current_lr: 5e-06
| > step_time: 0.3045 (0.24898458696590178)
| > loader_time: 0.0097 (0.009563703863339755)
[1m --> TIME: 2025-02-24 02:03:12 -- STEP: 2680/6985 -- GLOBAL_STEP: 156350[0m
| > loss_text_ce: 0.04522493854165077 (0.04732640960962688)
| > loss_mel_ce: 2.9379584789276123 (2.8445935273348426)
| > loss: 0.7457958459854126 (0.722979984510301)
| > current_lr: 5e-06
| > step_time: 0.2461 (0.24893649211570398)
| > loader_time: 0.0108 (0.009563081566967209)
[1m --> TIME: 2025-02-24 02:03:30 -- STEP: 2730/6985 -- GLOBAL_STEP: 156400[0m
| > loss_text_ce: 0.04677803814411163 (0.047320767292827894)
| > loss_mel_ce: 2.7936959266662598 (2.8444423262452934)
| > loss: 0.7101184725761414 (0.7229407736014973)
| > current_lr: 5e-06
| > step_time: 0.2466 (0.24880904443971402)
| > loader_time: 0.0099 (0.009562156663272876)
[1m --> TIME: 2025-02-24 02:03:48 -- STEP: 2780/6985 -- GLOBAL_STEP: 156450[0m
| > loss_text_ce: 0.04808434844017029 (0.047318318641657434)
| > loss_mel_ce: 3.1611127853393555 (2.844510913838589)
| > loss: 0.8022992610931396 (0.7229573083009653)
| > current_lr: 5e-06
| > step_time: 0.2378 (0.2486553747019322)
| > loader_time: 0.0097 (0.009558453662790022)
[1m --> TIME: 2025-02-24 02:04:06 -- STEP: 2830/6985 -- GLOBAL_STEP: 156500[0m
| > loss_text_ce: 0.047401923686265945 (0.047311349194694305)
| > loss_mel_ce: 3.2246742248535156 (2.8447428016696317)
| > loss: 0.8180190324783325 (0.7230135379115601)
| > current_lr: 5e-06
| > step_time: 0.2736 (0.24875308329983228)
| > loader_time: 0.0093 (0.009556054816229228)
[1m --> TIME: 2025-02-24 02:04:25 -- STEP: 2880/6985 -- GLOBAL_STEP: 156550[0m
| > loss_text_ce: 0.04744439572095871 (0.04731373973061432)
| > loss_mel_ce: 2.921499490737915 (2.844967752363947)
| > loss: 0.7422359585762024 (0.7230703731791841)
| > current_lr: 5e-06
| > step_time: 0.2179 (0.24883918936053911)
| > loader_time: 0.01 (0.009554839134216352)
[1m --> TIME: 2025-02-24 02:04:43 -- STEP: 2930/6985 -- GLOBAL_STEP: 156600[0m
| > loss_text_ce: 0.046621501445770264 (0.047310024329521534)
| > loss_mel_ce: 2.930943727493286 (2.8444771206826487)
| > loss: 0.7443913221359253 (0.722946786392264)
| > current_lr: 5e-06
| > step_time: 0.2865 (0.24886554744056466)
| > loader_time: 0.0096 (0.009551768091351541)
[1m --> TIME: 2025-02-24 02:05:01 -- STEP: 2980/6985 -- GLOBAL_STEP: 156650[0m
| > loss_text_ce: 0.04565979540348053 (0.047305752306976555)
| > loss_mel_ce: 3.2168357372283936 (2.845242924178207)
| > loss: 0.8156238794326782 (0.7231371692563063)
| > current_lr: 5e-06
| > step_time: 0.2107 (0.24882021646371624)
| > loader_time: 0.0094 (0.009548723777668635)
[1m --> TIME: 2025-02-24 02:05:20 -- STEP: 3030/6985 -- GLOBAL_STEP: 156700[0m
| > loss_text_ce: 0.0470542311668396 (0.047305179329545956)
| > loss_mel_ce: 2.7873282432556152 (2.8445433235797952)
| > loss: 0.7085956335067749 (0.7229621258112464)
| > current_lr: 5e-06
| > step_time: 0.1949 (0.24886155301588203)
| > loader_time: 0.0091 (0.009552094566546697)
[1m --> TIME: 2025-02-24 02:05:38 -- STEP: 3080/6985 -- GLOBAL_STEP: 156750[0m
| > loss_text_ce: 0.04678240790963173 (0.04730647575327907)
| > loss_mel_ce: 3.239743947982788 (2.8456248843824716)
| > loss: 0.8216316103935242 (0.7232328401370482)
| > current_lr: 5e-06
| > step_time: 0.252 (0.24885392119358113)
| > loader_time: 0.0098 (0.009552936817144463)
[1m --> TIME: 2025-02-24 02:05:57 -- STEP: 3130/6985 -- GLOBAL_STEP: 156800[0m
| > loss_text_ce: 0.04520932585000992 (0.047312590076376816)
| > loss_mel_ce: 2.9756417274475098 (2.845401178457486)
| > loss: 0.7552127838134766 (0.7231784421986285)
| > current_lr: 5e-06
| > step_time: 0.2886 (0.248944011282997)
| > loader_time: 0.0099 (0.009552260328786482)
[1m --> TIME: 2025-02-24 02:06:15 -- STEP: 3180/6985 -- GLOBAL_STEP: 156850[0m
| > loss_text_ce: 0.045502278953790665 (0.047311873827715324)
| > loss_mel_ce: 3.0824081897735596 (2.8453034880026338)
| > loss: 0.7819775938987732 (0.7231538405208467)
| > current_lr: 5e-06
| > step_time: 0.2248 (0.24897791762022103)
| > loader_time: 0.0094 (0.009551322910020974)
[1m --> TIME: 2025-02-24 02:06:33 -- STEP: 3230/6985 -- GLOBAL_STEP: 156900[0m
| > loss_text_ce: 0.049870848655700684 (0.047307603499468616)
| > loss_mel_ce: 2.494093179702759 (2.84472547204871)
| > loss: 0.6359909772872925 (0.7230082689608582)
| > current_lr: 5e-06
| > step_time: 0.2828 (0.24886361681639962)
| > loader_time: 0.0099 (0.009549256891658102)
[1m --> TIME: 2025-02-24 02:06:51 -- STEP: 3280/6985 -- GLOBAL_STEP: 156950[0m
| > loss_text_ce: 0.04740428179502487 (0.0473115426669942)
| > loss_mel_ce: 2.7934410572052 (2.845155748652249)
| > loss: 0.7102113366127014 (0.7231168229405472)
| > current_lr: 5e-06
| > step_time: 0.1646 (0.24882915579691167)
| > loader_time: 0.0093 (0.00954774959785187)
[1m --> TIME: 2025-02-24 02:07:09 -- STEP: 3330/6985 -- GLOBAL_STEP: 157000[0m
| > loss_text_ce: 0.04758681356906891 (0.0473072608714705)
| > loss_mel_ce: 2.903330087661743 (2.845802436648189)
| > loss: 0.7377292513847351 (0.7232774244593428)
| > current_lr: 5e-06
| > step_time: 0.2557 (0.24886303570893434)
| > loader_time: 0.0095 (0.009546792471373097)
> CHECKPOINT : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/checkpoint_157000.pth
[1m --> TIME: 2025-02-24 02:07:48 -- STEP: 3380/6985 -- GLOBAL_STEP: 157050[0m
| > loss_text_ce: 0.047271836549043655 (0.04731033175919181)
| > loss_mel_ce: 2.836613655090332 (2.8452342620262736)
| > loss: 0.7209713459014893 (0.7231361485091892)
| > current_lr: 5e-06
| > step_time: 0.2408 (0.24885383576331055)
| > loader_time: 0.0097 (0.009551678606744399)
[1m --> TIME: 2025-02-24 02:08:06 -- STEP: 3430/6985 -- GLOBAL_STEP: 157100[0m
| > loss_text_ce: 0.04486317187547684 (0.04730787277764723)
| > loss_mel_ce: 2.9976651668548584 (2.8450290495730703)
| > loss: 0.7606320977210999 (0.7230842306210765)
| > current_lr: 5e-06
| > step_time: 0.2856 (0.24890396845236465)
| > loader_time: 0.0098 (0.00955359504799806)
[1m --> TIME: 2025-02-24 02:08:24 -- STEP: 3480/6985 -- GLOBAL_STEP: 157150[0m
| > loss_text_ce: 0.04595053568482399 (0.04730390698552644)
| > loss_mel_ce: 2.983579397201538 (2.8451861426062974)
| > loss: 0.7573825120925903 (0.7231225124720869)
| > current_lr: 5e-06
| > step_time: 0.1703 (0.24885712149499475)
| > loader_time: 0.0092 (0.009555971348422745)
[1m --> TIME: 2025-02-24 02:08:42 -- STEP: 3530/6985 -- GLOBAL_STEP: 157200[0m
| > loss_text_ce: 0.04728413373231888 (0.04730577271948791)
| > loss_mel_ce: 2.6881613731384277 (2.8443917060371167)
| > loss: 0.6838613748550415 (0.7229243697086745)
| > current_lr: 5e-06
| > step_time: 0.2773 (0.24882548854979172)
| > loader_time: 0.0097 (0.009556971393293477)
[1m --> TIME: 2025-02-24 02:09:01 -- STEP: 3580/6985 -- GLOBAL_STEP: 157250[0m
| > loss_text_ce: 0.04822588711977005 (0.04729981108584216)
| > loss_mel_ce: 2.455717086791992 (2.8454958903056955)
| > loss: 0.6259857416152954 (0.7231989253666148)
| > current_lr: 5e-06
| > step_time: 0.1925 (0.24893028576280818)
| > loader_time: 0.0092 (0.009556985833791429)
[1m --> TIME: 2025-02-24 02:09:19 -- STEP: 3630/6985 -- GLOBAL_STEP: 157300[0m
| > loss_text_ce: 0.04913143441081047 (0.04729712105692253)
| > loss_mel_ce: 3.0929975509643555 (2.845697884717264)
| > loss: 0.7855322360992432 (0.7232487514327709)
| > current_lr: 5e-06
| > step_time: 0.2913 (0.24893994055503657)
| > loader_time: 0.0096 (0.00955717268068933)
[1m --> TIME: 2025-02-24 02:09:38 -- STEP: 3680/6985 -- GLOBAL_STEP: 157350[0m
| > loss_text_ce: 0.04496094956994057 (0.047296842620910495)
| > loss_mel_ce: 3.049942970275879 (2.8464303179279624)
| > loss: 0.7737259864807129 (0.7234317901017873)
| > current_lr: 5e-06
| > step_time: 0.2542 (0.24904439332692518)
| > loader_time: 0.01 (0.00955854369246446)
[1m --> TIME: 2025-02-24 02:09:57 -- STEP: 3730/6985 -- GLOBAL_STEP: 157400[0m
| > loss_text_ce: 0.04857470467686653 (0.04729880475746241)
| > loss_mel_ce: 2.5151798725128174 (2.8456287679979058)
| > loss: 0.6409386396408081 (0.7232318931386554)
| > current_lr: 5e-06
| > step_time: 0.2751 (0.2491159044705511)
| > loader_time: 0.0099 (0.00955947372293349)
[1m --> TIME: 2025-02-24 02:10:14 -- STEP: 3780/6985 -- GLOBAL_STEP: 157450[0m
| > loss_text_ce: 0.047287315130233765 (0.0472995357942723)
| > loss_mel_ce: 2.3018321990966797 (2.8449755103499808)
| > loss: 0.5872798562049866 (0.7230687615259614)
| > current_lr: 5e-06
| > step_time: 0.2033 (0.24899235061867528)
| > loader_time: 0.0092 (0.009558143186821555)
[1m --> TIME: 2025-02-24 02:10:32 -- STEP: 3830/6985 -- GLOBAL_STEP: 157500[0m
| > loss_text_ce: 0.04921797662973404 (0.04730341231387214)
| > loss_mel_ce: 2.5977206230163574 (2.844616134421944)
| > loss: 0.6617346405982971 (0.7229798866314303)
| > current_lr: 5e-06
| > step_time: 0.2577 (0.2489143918139505)
| > loader_time: 0.0094 (0.009558298506873751)
[1m --> TIME: 2025-02-24 02:10:51 -- STEP: 3880/6985 -- GLOBAL_STEP: 157550[0m
| > loss_text_ce: 0.047719210386276245 (0.047305333718043)
| > loss_mel_ce: 3.090820789337158 (2.8448624723350884)
| > loss: 0.7846350073814392 (0.7230419514566353)
| > current_lr: 5e-06
| > step_time: 0.2185 (0.24902400859852428)
| > loader_time: 0.0098 (0.009560157036043978)
[1m --> TIME: 2025-02-24 02:11:10 -- STEP: 3930/6985 -- GLOBAL_STEP: 157600[0m
| > loss_text_ce: 0.046472009271383286 (0.04730394991735616)
| > loss_mel_ce: 2.858583450317383 (2.845260545922297)
| > loss: 0.7262638807296753 (0.7231411238966401)
| > current_lr: 5e-06
| > step_time: 0.1494 (0.24915527678628005)
| > loader_time: 0.0088 (0.00956789288508684)
[1m --> TIME: 2025-02-24 02:11:28 -- STEP: 3980/6985 -- GLOBAL_STEP: 157650[0m
| > loss_text_ce: 0.04736967384815216 (0.04730660917901961)
| > loss_mel_ce: 3.1975669860839844 (2.8444710673399314)
| > loss: 0.811234176158905 (0.7229444190335633)
| > current_lr: 5e-06
| > step_time: 0.2478 (0.24912566557601468)
| > loader_time: 0.0095 (0.0095783321701702)
[1m --> TIME: 2025-02-24 02:11:47 -- STEP: 4030/6985 -- GLOBAL_STEP: 157700[0m
| > loss_text_ce: 0.0480072908103466 (0.04730023971063178)
| > loss_mel_ce: 2.7601592540740967 (2.844910024531722)
| > loss: 0.7020416259765625 (0.7230525659272452)
| > current_lr: 5e-06
| > step_time: 0.1949 (0.2491975380232553)
| > loader_time: 0.009 (0.009578693593406247)
[1m --> TIME: 2025-02-24 02:12:05 -- STEP: 4080/6985 -- GLOBAL_STEP: 157750[0m
| > loss_text_ce: 0.04784233495593071 (0.047303639945811486)
| > loss_mel_ce: 2.9702775478363037 (2.8449618522443028)
| > loss: 0.7545299530029297 (0.7230663729210695)
| > current_lr: 5e-06
| > step_time: 0.226 (0.24918130268068875)
| > loader_time: 0.0101 (0.00957936960108144)
[1m --> TIME: 2025-02-24 02:12:24 -- STEP: 4130/6985 -- GLOBAL_STEP: 157800[0m
| > loss_text_ce: 0.047307733446359634 (0.04730887292516721)
| > loss_mel_ce: 3.0228116512298584 (2.84506124330202)
| > loss: 0.7675298452377319 (0.7230925289106716)
| > current_lr: 5e-06
| > step_time: 0.2893 (0.2492342286768029)
| > loader_time: 0.0099 (0.009580806843016437)
[1m --> TIME: 2025-02-24 02:12:42 -- STEP: 4180/6985 -- GLOBAL_STEP: 157850[0m
| > loss_text_ce: 0.0475134551525116 (0.047306742530726066)
| > loss_mel_ce: 2.8190672397613525 (2.845163728232589)
| > loss: 0.7166451811790466 (0.7231176175426637)
| > current_lr: 5e-06
| > step_time: 0.2198 (0.24920891614621907)
| > loader_time: 0.0095 (0.009581017437163766)
[1m --> TIME: 2025-02-24 02:13:00 -- STEP: 4230/6985 -- GLOBAL_STEP: 157900[0m
| > loss_text_ce: 0.04625001922249794 (0.04730564558847715)
| > loss_mel_ce: 2.6958067417144775 (2.845167960117329)
| > loss: 0.6855142116546631 (0.723118401278277)
| > current_lr: 5e-06
| > step_time: 0.2757 (0.24916125865692787)
| > loader_time: 0.0096 (0.009585496494392458)
[1m --> TIME: 2025-02-24 02:13:18 -- STEP: 4280/6985 -- GLOBAL_STEP: 157950[0m
| > loss_text_ce: 0.047338955104351044 (0.04730642470139487)
| > loss_mel_ce: 3.0890321731567383 (2.8457184699651226)
| > loss: 0.7840927839279175 (0.7232562235025602)
| > current_lr: 5e-06
| > step_time: 0.2506 (0.2490939672862258)
| > loader_time: 0.0106 (0.009588609844724757)
[1m --> TIME: 2025-02-24 02:13:36 -- STEP: 4330/6985 -- GLOBAL_STEP: 158000[0m
| > loss_text_ce: 0.04550441727042198 (0.04730809614939859)
| > loss_mel_ce: 3.0022475719451904 (2.84499082036712)
| > loss: 0.7619379758834839 (0.7230747289800755)
| > current_lr: 5e-06
| > step_time: 0.1909 (0.2490351682997741)
| > loader_time: 0.009 (0.009588201161620296)
> CHECKPOINT : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/checkpoint_158000.pth
[1m --> TIME: 2025-02-24 02:14:15 -- STEP: 4380/6985 -- GLOBAL_STEP: 158050[0m
| > loss_text_ce: 0.04614471644163132 (0.04731032287183148)
| > loss_mel_ce: 2.835064649581909 (2.84491522954479)
| > loss: 0.7203023433685303 (0.7230563879829565)
| > current_lr: 5e-06
| > step_time: 0.2446 (0.24908353765261226)
| > loader_time: 0.0097 (0.009591908433121682)
[1m --> TIME: 2025-02-24 02:14:33 -- STEP: 4430/6985 -- GLOBAL_STEP: 158100[0m
| > loss_text_ce: 0.04698173329234123 (0.04731217875706693)
| > loss_mel_ce: 2.7484230995178223 (2.84511807088658)
| > loss: 0.6988512277603149 (0.7231075622965468)
| > current_lr: 5e-06
| > step_time: 0.2154 (0.24913409251391752)
| > loader_time: 0.0087 (0.009592848007081645)
[1m --> TIME: 2025-02-24 02:14:52 -- STEP: 4480/6985 -- GLOBAL_STEP: 158150[0m
| > loss_text_ce: 0.04513946920633316 (0.047311177637727395)
| > loss_mel_ce: 3.1952457427978516 (2.8450037943465354)
| > loss: 0.8100963234901428 (0.7230787428628122)
| > current_lr: 5e-06
| > step_time: 0.2422 (0.24915875962802342)
| > loader_time: 0.0136 (0.009596403794629284)
[1m --> TIME: 2025-02-24 02:15:10 -- STEP: 4530/6985 -- GLOBAL_STEP: 158200[0m
| > loss_text_ce: 0.04683808237314224 (0.04731161588305407)
| > loss_mel_ce: 3.1003596782684326 (2.845378700102664)
| > loss: 0.786799430847168 (0.7231725788800658)
| > current_lr: 5e-06
| > step_time: 0.1696 (0.24913182284921473)
| > loader_time: 0.0093 (0.009599908824524923)
[1m --> TIME: 2025-02-24 02:15:28 -- STEP: 4580/6985 -- GLOBAL_STEP: 158250[0m
| > loss_text_ce: 0.04805077984929085 (0.04730567806298688)
| > loss_mel_ce: 3.0203936100006104 (2.8456065593328015)
| > loss: 0.7671111226081848 (0.7232280592340572)
| > current_lr: 5e-06
| > step_time: 0.2549 (0.2491488779476116)
| > loader_time: 0.0099 (0.009598503675002767)
[1m --> TIME: 2025-02-24 02:15:47 -- STEP: 4630/6985 -- GLOBAL_STEP: 158300[0m
| > loss_text_ce: 0.04642917215824127 (0.04730622723988276)
| > loss_mel_ce: 3.5517585277557373 (2.8453702059471833)
| > loss: 0.8995469212532043 (0.723169108201824)
| > current_lr: 5e-06
| > step_time: 0.2478 (0.2492091575915046)
| > loader_time: 0.0091 (0.00959848477052566)
[1m --> TIME: 2025-02-24 02:16:05 -- STEP: 4680/6985 -- GLOBAL_STEP: 158350[0m
| > loss_text_ce: 0.04869898781180382 (0.047306914544767854)
| > loss_mel_ce: 2.726991653442383 (2.8452628004245257)
| > loss: 0.6939226388931274 (0.7231424286452118)
| > current_lr: 5e-06
| > step_time: 0.2258 (0.2491755345947722)
| > loader_time: 0.0097 (0.009598251489492613)
[1m --> TIME: 2025-02-24 02:16:23 -- STEP: 4730/6985 -- GLOBAL_STEP: 158400[0m
| > loss_text_ce: 0.04879900813102722 (0.047307625250697934)
| > loss_mel_ce: 3.573934316635132 (2.8454138815276973)
| > loss: 0.9056833386421204 (0.7231803766012702)
| > current_lr: 5e-06
| > step_time: 0.3364 (0.249168037057679)
| > loader_time: 0.0098 (0.009597784973854296)
[1m --> TIME: 2025-02-24 02:16:41 -- STEP: 4780/6985 -- GLOBAL_STEP: 158450[0m
| > loss_text_ce: 0.04680553823709488 (0.04730633528801817)
| > loss_mel_ce: 3.265117645263672 (2.8455247224624203)
| > loss: 0.8279808163642883 (0.7232077643587006)
| > current_lr: 5e-06
| > step_time: 0.25 (0.24907338384803868)
| > loader_time: 0.0096 (0.00959596060309954)
[1m --> TIME: 2025-02-24 02:16:59 -- STEP: 4830/6985 -- GLOBAL_STEP: 158500[0m
| > loss_text_ce: 0.04641144722700119 (0.04730373622606635)
| > loss_mel_ce: 2.7766902446746826 (2.8460936780301695)
| > loss: 0.7057754397392273 (0.7233493534674555)
| > current_lr: 5e-06
| > step_time: 0.2483 (0.24913495653164314)
| > loader_time: 0.0095 (0.009595131676636426)
[1m --> TIME: 2025-02-24 02:17:17 -- STEP: 4880/6985 -- GLOBAL_STEP: 158550[0m
| > loss_text_ce: 0.04847554489970207 (0.04730342326487314)
| > loss_mel_ce: 2.405519485473633 (2.845950121371475)
| > loss: 0.6134987473487854 (0.7233133860176699)
| > current_lr: 5e-06
| > step_time: 0.2259 (0.24906819799884422)
| > loader_time: 0.0108 (0.00959494314232816)
[1m --> TIME: 2025-02-24 02:17:36 -- STEP: 4930/6985 -- GLOBAL_STEP: 158600[0m
| > loss_text_ce: 0.04840919002890587 (0.0473039428984962)
| > loss_mel_ce: 2.675600051879883 (2.845704880108943)
| > loss: 0.6810023188591003 (0.7232522056141436)
| > current_lr: 5e-06
| > step_time: 0.2592 (0.24909926853605507)
| > loader_time: 0.0094 (0.009595188843067527)
[1m --> TIME: 2025-02-24 02:17:54 -- STEP: 4980/6985 -- GLOBAL_STEP: 158650[0m
| > loss_text_ce: 0.04349376633763313 (0.047302406917823635)
| > loss_mel_ce: 3.0887811183929443 (2.8460549096984593)
| > loss: 0.7830687165260315 (0.7233393290196067)
| > current_lr: 5e-06
| > step_time: 0.2403 (0.24910220396087832)
| > loader_time: 0.0094 (0.00959401078013536)
[1m --> TIME: 2025-02-24 02:18:12 -- STEP: 5030/6985 -- GLOBAL_STEP: 158700[0m
| > loss_text_ce: 0.045605845749378204 (0.04730239979048851)
| > loss_mel_ce: 3.1087257862091064 (2.8460791742351415)
| > loss: 0.7885829210281372 (0.7233453933690215)
| > current_lr: 5e-06
| > step_time: 0.2578 (0.24909711609303833)
| > loader_time: 0.0098 (0.009593935136055666)
[1m --> TIME: 2025-02-24 02:18:30 -- STEP: 5080/6985 -- GLOBAL_STEP: 158750[0m
| > loss_text_ce: 0.04901087284088135 (0.04730353558758706)
| > loss_mel_ce: 2.5467467308044434 (2.845724763832697)
| > loss: 0.6489393711090088 (0.7232570747456204)
| > current_lr: 5e-06
| > step_time: 0.1701 (0.24908370042410422)
| > loader_time: 0.0091 (0.00959902940772655)
[1m --> TIME: 2025-02-24 02:18:48 -- STEP: 5130/6985 -- GLOBAL_STEP: 158800[0m
| > loss_text_ce: 0.04693632945418358 (0.047298616358237025)
| > loss_mel_ce: 2.713770866394043 (2.84588516506768)
| > loss: 0.690176784992218 (0.7232959452428305)
| > current_lr: 5e-06
| > step_time: 0.2491 (0.24905208095937212)
| > loader_time: 0.0093 (0.009600442194799283)
[1m --> TIME: 2025-02-24 02:19:06 -- STEP: 5180/6985 -- GLOBAL_STEP: 158850[0m
| > loss_text_ce: 0.04755944013595581 (0.04729626528904363)
| > loss_mel_ce: 2.8478264808654785 (2.8459583667254402)
| > loss: 0.7238464951515198 (0.7233136578991597)
| > current_lr: 5e-06
| > step_time: 0.17 (0.24897874764033726)
| > loader_time: 0.0093 (0.009600971656416423)
[1m --> TIME: 2025-02-24 02:19:24 -- STEP: 5230/6985 -- GLOBAL_STEP: 158900[0m
| > loss_text_ce: 0.04810599237680435 (0.04729863914018269)
| > loss_mel_ce: 2.8037054538726807 (2.8456999836186876)
| > loss: 0.7129528522491455 (0.7232496555858986)
| > current_lr: 5e-06
| > step_time: 0.1857 (0.24898977138344233)
| > loader_time: 0.0094 (0.009601263060852445)
[1m --> TIME: 2025-02-24 02:19:43 -- STEP: 5280/6985 -- GLOBAL_STEP: 158950[0m
| > loss_text_ce: 0.045722976326942444 (0.047297689020210386)
| > loss_mel_ce: 3.1232831478118896 (2.845324337798543)
| > loss: 0.7922515273094177 (0.7231555066325441)
| > current_lr: 5e-06
| > step_time: 0.2537 (0.24897504019917863)
| > loader_time: 0.0099 (0.00960080289479463)
[1m --> TIME: 2025-02-24 02:20:01 -- STEP: 5330/6985 -- GLOBAL_STEP: 159000[0m
| > loss_text_ce: 0.046305086463689804 (0.04730144855592535)
| > loss_mel_ce: 2.846583127975464 (2.8447843452779313)
| > loss: 0.7232220768928528 (0.7230214483742405)
| > current_lr: 5e-06
| > step_time: 0.2651 (0.2489818666486758)
| > loader_time: 0.0095 (0.009600720843946782)
> CHECKPOINT : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/checkpoint_159000.pth
[1m --> TIME: 2025-02-24 02:20:42 -- STEP: 5380/6985 -- GLOBAL_STEP: 159050[0m
| > loss_text_ce: 0.04982232302427292 (0.04730072806080368)
| > loss_mel_ce: 2.7079355716705322 (2.844731226242169)
| > loss: 0.6894394755363464 (0.7230079884976688)
| > current_lr: 5e-06
| > step_time: 0.1277 (0.24893462174887107)
| > loader_time: 0.0087 (0.009600046753440259)
[1m --> TIME: 2025-02-24 02:21:00 -- STEP: 5430/6985 -- GLOBAL_STEP: 159100[0m
| > loss_text_ce: 0.04702609032392502 (0.047294809090224)
| > loss_mel_ce: 2.8066327571868896 (2.845194968334222)
| > loss: 0.71341472864151 (0.7231224442713812)
| > current_lr: 5e-06
| > step_time: 0.2387 (0.2489991970922846)
| > loader_time: 0.0095 (0.009601214489664651)
[1m --> TIME: 2025-02-24 02:21:19 -- STEP: 5480/6985 -- GLOBAL_STEP: 159150[0m
| > loss_text_ce: 0.04908799007534981 (0.04729609885626903)
| > loss_mel_ce: 2.789354085922241 (2.8450217220034952)
| > loss: 0.7096105217933655 (0.7230794551489982)
| > current_lr: 5e-06
| > step_time: 0.2682 (0.24903451787294262)
| > loader_time: 0.0101 (0.00960224323029071)
[1m --> TIME: 2025-02-24 02:21:37 -- STEP: 5530/6985 -- GLOBAL_STEP: 159200[0m
| > loss_text_ce: 0.045039474964141846 (0.04729722036321601)
| > loss_mel_ce: 2.434539318084717 (2.844831727641835)
| > loss: 0.6198946833610535 (0.7230322369291805)
| > current_lr: 5e-06
| > step_time: 0.2273 (0.24904818944430912)
| > loader_time: 0.0094 (0.009602856075569747)
[1m --> TIME: 2025-02-24 02:21:56 -- STEP: 5580/6985 -- GLOBAL_STEP: 159250[0m
| > loss_text_ce: 0.045009687542915344 (0.04729221648266241)
| > loss_mel_ce: 2.622795581817627 (2.8453594116327197)
| > loss: 0.6669512987136841 (0.7231629069667557)
| > current_lr: 5e-06
| > step_time: 0.2952 (0.24905677794555608)
| > loader_time: 0.0101 (0.00960291367705156)
[1m --> TIME: 2025-02-24 02:22:14 -- STEP: 5630/6985 -- GLOBAL_STEP: 159300[0m
| > loss_text_ce: 0.04511476308107376 (0.04729421105612978)
| > loss_mel_ce: 2.5896267890930176 (2.8456076760910385)
| > loss: 0.6586853861808777 (0.7232254717214487)
| > current_lr: 5e-06
| > step_time: 0.2863 (0.24907473929186696)
| > loader_time: 0.0102 (0.00960275707617539)
[1m --> TIME: 2025-02-24 02:22:32 -- STEP: 5680/6985 -- GLOBAL_STEP: 159350[0m
| > loss_text_ce: 0.045045606791973114 (0.04729292582602465)
| > loss_mel_ce: 3.172473430633545 (2.8453559263071586)
| > loss: 0.8043797612190247 (0.7231622129783658)
| > current_lr: 5e-06
| > step_time: 0.2556 (0.24906475682493667)
| > loader_time: 0.0099 (0.009602654651856796)
[1m --> TIME: 2025-02-24 02:22:50 -- STEP: 5730/6985 -- GLOBAL_STEP: 159400[0m
| > loss_text_ce: 0.04711974412202835 (0.04729460304697253)
| > loss_mel_ce: 2.817081928253174 (2.8450293620011413)
| > loss: 0.7160504460334778 (0.7230809912215554)
| > current_lr: 5e-06
| > step_time: 0.2881 (0.24903791321093707)
| > loader_time: 0.01 (0.009602719451744561)
[1m --> TIME: 2025-02-24 02:23:08 -- STEP: 5780/6985 -- GLOBAL_STEP: 159450[0m
| > loss_text_ce: 0.04934849962592125 (0.04729344944911125)
| > loss_mel_ce: 2.8182339668273926 (2.84500877292099)
| > loss: 0.7168956398963928 (0.7230755555691597)
| > current_lr: 5e-06
| > step_time: 0.2279 (0.248934727267823)
| > loader_time: 0.0097 (0.009601796787090413)
[1m --> TIME: 2025-02-24 02:23:26 -- STEP: 5830/6985 -- GLOBAL_STEP: 159500[0m
| > loss_text_ce: 0.04887239262461662 (0.047293234190953146)
| > loss_mel_ce: 2.8240132331848145 (2.8446736738162475)
| > loss: 0.7182214260101318 (0.7229917270037153)
| > current_lr: 5e-06
| > step_time: 0.1945 (0.2489007899937049)
| > loader_time: 0.0091 (0.009601363800402213)
[1m --> TIME: 2025-02-24 02:23:44 -- STEP: 5880/6985 -- GLOBAL_STEP: 159550[0m
| > loss_text_ce: 0.050051163882017136 (0.04729353802050561)
| > loss_mel_ce: 2.7343051433563232 (2.844909738683381)
| > loss: 0.6960890889167786 (0.7230508191751779)
| > current_lr: 5e-06
| > step_time: 0.239 (0.2489605192019015)
| > loader_time: 0.0098 (0.009600637518629784)
[1m --> TIME: 2025-02-24 02:24:03 -- STEP: 5930/6985 -- GLOBAL_STEP: 159600[0m
| > loss_text_ce: 0.04621047526597977 (0.04728969398691222)
| > loss_mel_ce: 3.0351388454437256 (2.844883769398802)
| > loss: 0.7703373432159424 (0.7230433658644878)
| > current_lr: 5e-06
| > step_time: 0.1879 (0.24894039293163744)
| > loader_time: 0.0091 (0.00960052142054803)
[1m --> TIME: 2025-02-24 02:24:21 -- STEP: 5980/6985 -- GLOBAL_STEP: 159650[0m
| > loss_text_ce: 0.04950810223817825 (0.04728828809694405)
| > loss_mel_ce: 3.093141794204712 (2.8450558265316097)
| > loss: 0.7856624722480774 (0.7230860287030798)
| > current_lr: 5e-06
| > step_time: 0.2534 (0.24896664611471936)
| > loader_time: 0.0103 (0.00960114054057915)
[1m --> TIME: 2025-02-24 02:24:39 -- STEP: 6030/6985 -- GLOBAL_STEP: 159700[0m
| > loss_text_ce: 0.046788036823272705 (0.047288392203710186)
| > loss_mel_ce: 2.899496078491211 (2.8449726003121825)
| > loss: 0.7365710139274597 (0.7230652481564631)
| > current_lr: 5e-06
| > step_time: 0.2388 (0.2489641303051368)
| > loader_time: 0.0094 (0.009601211350157944)
[1m --> TIME: 2025-02-24 02:24:58 -- STEP: 6080/6985 -- GLOBAL_STEP: 159750[0m
| > loss_text_ce: 0.05091994255781174 (0.04728554156363796)
| > loss_mel_ce: 2.4642508029937744 (2.8448914663572107)
| > loss: 0.6287927031517029 (0.7230442520329037)
| > current_lr: 5e-06
| > step_time: 0.2528 (0.24898359210867632)
| > loader_time: 0.01 (0.009601713324848033)
[1m --> TIME: 2025-02-24 02:25:16 -- STEP: 6130/6985 -- GLOBAL_STEP: 159800[0m
| > loss_text_ce: 0.04651043191552162 (0.04728492573329035)
| > loss_mel_ce: 2.8678624629974365 (2.8450775860962283)
| > loss: 0.7285932302474976 (0.7230906280374443)
| > current_lr: 5e-06
| > step_time: 0.3065 (0.24902702400773813)
| > loader_time: 0.0097 (0.009602066626556605)
[1m --> TIME: 2025-02-24 02:25:34 -- STEP: 6180/6985 -- GLOBAL_STEP: 159850[0m
| > loss_text_ce: 0.04948781430721283 (0.047285867531853217)
| > loss_mel_ce: 2.650826930999756 (2.845034417442524)
| > loss: 0.6750786900520325 (0.7230800713439584)
| > current_lr: 5e-06
| > step_time: 0.1882 (0.2489568230017875)
| > loader_time: 0.0087 (0.009601423038248165)
[1m --> TIME: 2025-02-24 02:25:52 -- STEP: 6230/6985 -- GLOBAL_STEP: 159900[0m
| > loss_text_ce: 0.04769958555698395 (0.04728269833491378)
| > loss_mel_ce: 2.749925136566162 (2.8454727675329288)
| > loss: 0.6994062066078186 (0.7231888665529157)
| > current_lr: 5e-06
| > step_time: 0.2187 (0.2489631163748654)
| > loader_time: 0.009 (0.009601294133292028)
[1m --> TIME: 2025-02-24 02:26:10 -- STEP: 6280/6985 -- GLOBAL_STEP: 159950[0m
| > loss_text_ce: 0.04582933709025383 (0.04727984731661004)
| > loss_mel_ce: 2.9042506217956543 (2.8451771091124103)
| > loss: 0.7375199794769287 (0.7231142391919325)
| > current_lr: 5e-06
| > step_time: 0.2469 (0.24892212456199014)
| > loader_time: 0.0099 (0.009601867768415281)
[1m --> TIME: 2025-02-24 02:26:28 -- STEP: 6330/6985 -- GLOBAL_STEP: 160000[0m
| > loss_text_ce: 0.04833916202187538 (0.04728047470687221)
| > loss_mel_ce: 2.5641939640045166 (2.8452056290037495)
| > loss: 0.6531332731246948 (0.7231215260040132)
| > current_lr: 5e-06
| > step_time: 0.1919 (0.24887571798116676)
| > loader_time: 0.0099 (0.009603717466477972)
> CHECKPOINT : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/checkpoint_160000.pth
[1m --> TIME: 2025-02-24 02:27:07 -- STEP: 6380/6985 -- GLOBAL_STEP: 160050[0m
| > loss_text_ce: 0.044112350791692734 (0.047278750018102826)
| > loss_mel_ce: 2.9672648906707764 (2.845497410461825)
| > loss: 0.7528443336486816 (0.7231940402132585)
| > current_lr: 5e-06
| > step_time: 0.252 (0.24885653272317868)
| > loader_time: 0.0101 (0.009605086073980121)
[1m --> TIME: 2025-02-24 02:27:25 -- STEP: 6430/6985 -- GLOBAL_STEP: 160100[0m
| > loss_text_ce: 0.05000481382012367 (0.04727947404593648)
| > loss_mel_ce: 2.329421043395996 (2.845621421511404)
| > loss: 0.5948564410209656 (0.7232252240088266)
| > current_lr: 5e-06
| > step_time: 0.2586 (0.24882995184991816)
| > loader_time: 0.0093 (0.009606008173703839)
[1m --> TIME: 2025-02-24 02:27:43 -- STEP: 6480/6985 -- GLOBAL_STEP: 160150[0m
| > loss_text_ce: 0.05015546828508377 (0.04727813765107667)
| > loss_mel_ce: 2.9335498809814453 (2.845275309755483)
| > loss: 0.7459263205528259 (0.7231383620036967)
| > current_lr: 5e-06
| > step_time: 0.2384 (0.24882536041147915)
| > loader_time: 0.0098 (0.009607591893937914)
[1m --> TIME: 2025-02-24 02:28:01 -- STEP: 6530/6985 -- GLOBAL_STEP: 160200[0m
| > loss_text_ce: 0.050943292677402496 (0.04727836635197653)
| > loss_mel_ce: 2.1642239093780518 (2.845255901729536)
| > loss: 0.5537918210029602 (0.7231335671627133)
| > current_lr: 5e-06
| > step_time: 0.183 (0.2488312194759959)
| > loader_time: 0.009 (0.009608409963377099)
[1m --> TIME: 2025-02-24 02:28:19 -- STEP: 6580/6985 -- GLOBAL_STEP: 160250[0m
| > loss_text_ce: 0.04651899263262749 (0.04727824410384007)
| > loss_mel_ce: 3.5109591484069824 (2.8451617619186957)
| > loss: 0.889369547367096 (0.7231100016542475)
| > current_lr: 5e-06
| > step_time: 0.2281 (0.24878229605753008)
| > loader_time: 0.0092 (0.009608803259203191)
[1m --> TIME: 2025-02-24 02:28:37 -- STEP: 6630/6985 -- GLOBAL_STEP: 160300[0m
| > loss_text_ce: 0.047299809753894806 (0.047276271447022414)
| > loss_mel_ce: 2.831210136413574 (2.84513267489041)
| > loss: 0.7196274995803833 (0.7231022367290416)
| > current_lr: 5e-06
| > step_time: 0.2558 (0.24877921635928377)
| > loader_time: 0.0094 (0.009609588994160008)
[1m --> TIME: 2025-02-24 02:28:56 -- STEP: 6680/6985 -- GLOBAL_STEP: 160350[0m
| > loss_text_ce: 0.049826789647340775 (0.04727395931091496)
| > loss_mel_ce: 2.6224846839904785 (2.845325643002634)
| > loss: 0.6680778861045837 (0.7231499007183629)
| > current_lr: 5e-06
| > step_time: 0.1648 (0.24882660429634734)
| > loader_time: 0.0088 (0.009610895268217583)
[1m --> TIME: 2025-02-24 02:29:14 -- STEP: 6730/6985 -- GLOBAL_STEP: 160400[0m
| > loss_text_ce: 0.044592585414648056 (0.047274098942197466)
| > loss_mel_ce: 2.714454412460327 (2.8451581265561514)
| > loss: 0.689761757850647 (0.7231080565197502)
| > current_lr: 5e-06
| > step_time: 0.1822 (0.24878307720881515)
| > loader_time: 0.0092 (0.009611861312548842)
[1m --> TIME: 2025-02-24 02:29:32 -- STEP: 6780/6985 -- GLOBAL_STEP: 160450[0m
| > loss_text_ce: 0.04826705530285835 (0.04727389380654492)
| > loss_mel_ce: 2.8181772232055664 (2.8451964182136376)
| > loss: 0.7166110873222351 (0.723117578170292)
| > current_lr: 5e-06
| > step_time: 0.2512 (0.24877041427083424)
| > loader_time: 0.0102 (0.009612557283193364)
[1m --> TIME: 2025-02-24 02:29:50 -- STEP: 6830/6985 -- GLOBAL_STEP: 160500[0m
| > loss_text_ce: 0.04817768931388855 (0.04727291474568811)
| > loss_mel_ce: 2.4346845149993896 (2.844917370704052)
| > loss: 0.6207155585289001 (0.7230475715191084)
| > current_lr: 5e-06
| > step_time: 0.2497 (0.24876325880975012)
| > loader_time: 0.0095 (0.009612890148581783)
[1m --> TIME: 2025-02-24 02:30:09 -- STEP: 6880/6985 -- GLOBAL_STEP: 160550[0m
| > loss_text_ce: 0.04624680057168007 (0.04727172659612587)
| > loss_mel_ce: 3.184062957763672 (2.8450556978583377)
| > loss: 0.8075774312019348 (0.7230818562729409)
| > current_lr: 5e-06
| > step_time: 0.1482 (0.24877079208922942)
| > loader_time: 0.0088 (0.009613468931164902)
[1m --> TIME: 2025-02-24 02:30:27 -- STEP: 6930/6985 -- GLOBAL_STEP: 160600[0m
| > loss_text_ce: 0.045695312321186066 (0.04727187870395563)
| > loss_mel_ce: 2.9232633113861084 (2.8446789883603993)
| > loss: 0.7422396540641785 (0.7229877169084062)
| > current_lr: 5e-06
| > step_time: 0.2555 (0.24883998995391493)
| > loader_time: 0.0096 (0.00961453230006015)
[1m --> TIME: 2025-02-24 02:30:45 -- STEP: 6980/6985 -- GLOBAL_STEP: 160650[0m
| > loss_text_ce: 0.048178452998399734 (0.04726865996518587)
| > loss_mel_ce: 2.9121463298797607 (2.8444187197097777)
| > loss: 0.7400811910629272 (0.7229218450777847)
| > current_lr: 5e-06
| > step_time: 0.2442 (0.24880067899097344)
| > loader_time: 0.0087 (0.009613510530794296)
[1m > EVALUATION [0m
[1m--> EVAL PERFORMANCE[0m
| > avg_loader_time:[91m 0.47989361270580416 [0m(+0.0017593436770969029)
| > avg_loss_text_ce:[92m 0.04627919119167953 [0m(-0.00015338502970392576)
| > avg_loss_mel_ce:[91m 2.9207023966546153 [0m(+0.0012330634921204897)
| > avg_loss:[91m 2.9669815917420226 [0m(+0.001079682431188722)
[4m[1m > EPOCH: 23/30[0m
--> checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3
[1m > TRAINING (2025-02-24 02:32:38) [0m
[1m --> TIME: 2025-02-24 02:32:55 -- STEP: 45/6985 -- GLOBAL_STEP: 160700[0m
| > loss_text_ce: 0.045910272747278214 (0.04697772678401735)
| > loss_mel_ce: 2.9385247230529785 (2.899833234151205)
| > loss: 0.7461087703704834 (0.7367027428415086)
| > current_lr: 5e-06
| > step_time: 0.2839 (0.2525793234507242)
| > loader_time: 0.0114 (0.010380808512369794)
[1m --> TIME: 2025-02-24 02:33:14 -- STEP: 95/6985 -- GLOBAL_STEP: 160750[0m
| > loss_text_ce: 0.046557895839214325 (0.047142941504716866)
| > loss_mel_ce: 3.1269614696502686 (2.8534623773474435)
| > loss: 0.7933798432350159 (0.7251513299189113)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3119 (0.24897684799997427)
| > loader_time: 0.0099 (0.010353013088828635)
[1m --> TIME: 2025-02-24 02:33:32 -- STEP: 145/6985 -- GLOBAL_STEP: 160800[0m
| > loss_text_ce: 0.045884668827056885 (0.04699824490937694)
| > loss_mel_ce: 2.6644492149353027 (2.8491649792112144)
| > loss: 0.6775834560394287 (0.7240408079377534)
| > current_lr: 5e-06
| > step_time: 0.2633 (0.25037618012263846)
| > loader_time: 0.0108 (0.010351771321789969)
[1m --> TIME: 2025-02-24 02:33:50 -- STEP: 195/6985 -- GLOBAL_STEP: 160850[0m
| > loss_text_ce: 0.04674870893359184 (0.04697664338044632)
| > loss_mel_ce: 3.1931118965148926 (2.8493079087673094)
| > loss: 0.8099651336669922 (0.7240711386387162)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3181 (0.2495398802634997)
| > loader_time: 0.0116 (0.010380159280239007)
[1m --> TIME: 2025-02-24 02:34:09 -- STEP: 245/6985 -- GLOBAL_STEP: 160900[0m
| > loss_text_ce: 0.04434223845601082 (0.047003671587729945)
| > loss_mel_ce: 2.610837459564209 (2.8381930915676823)
| > loss: 0.6637949347496033 (0.7212991913970633)
| > current_lr: 5e-06
| > step_time: 0.2883 (0.2503156155956035)
| > loader_time: 0.0113 (0.010344710641977738)
[1m --> TIME: 2025-02-24 02:34:27 -- STEP: 295/6985 -- GLOBAL_STEP: 160950[0m
| > loss_text_ce: 0.04736604541540146 (0.046929110649783744)
| > loss_mel_ce: 3.0089309215545654 (2.844420698941763)
| > loss: 0.7640742659568787 (0.7228374533734075)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2819 (0.25010425115035756)
| > loader_time: 0.0097 (0.010294758263280836)
[1m --> TIME: 2025-02-24 02:34:45 -- STEP: 345/6985 -- GLOBAL_STEP: 161000[0m
| > loss_text_ce: 0.04983563348650932 (0.04692519587883053)
| > loss_mel_ce: 2.588343381881714 (2.851190323069474)
| > loss: 0.6595447659492493 (0.7245288809140517)
| > current_lr: 5e-06
| > step_time: 0.2557 (0.24942084464474001)
| > loader_time: 0.0109 (0.010268894831339513)
> CHECKPOINT : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/checkpoint_161000.pth
[1m --> TIME: 2025-02-24 02:35:24 -- STEP: 395/6985 -- GLOBAL_STEP: 161050[0m
| > loss_text_ce: 0.04858095943927765 (0.046972703396142304)
| > loss_mel_ce: 2.5638740062713623 (2.852414604983751)
| > loss: 0.6531137228012085 (0.7248468279838556)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2036 (0.24849504398394234)
| > loader_time: 0.0096 (0.01024450410770464)
[1m --> TIME: 2025-02-24 02:35:43 -- STEP: 445/6985 -- GLOBAL_STEP: 161100[0m
| > loss_text_ce: 0.04532213136553764 (0.04697814556989779)
| > loss_mel_ce: 2.8820550441741943 (2.8481182591298984)
| > loss: 0.7318443059921265 (0.7237741020288355)
| > current_lr: 5e-06
| > step_time: 0.2559 (0.2486672787184126)
| > loader_time: 0.011 (0.010252775235122505)
[1m --> TIME: 2025-02-24 02:36:01 -- STEP: 495/6985 -- GLOBAL_STEP: 161150[0m
| > loss_text_ce: 0.046278275549411774 (0.04699597045628713)
| > loss_mel_ce: 2.877272605895996 (2.847278991853347)
| > loss: 0.7308877110481262 (0.7235687416009224)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2781 (0.24906550128050525)
| > loader_time: 0.0094 (0.010260492382627542)
[1m --> TIME: 2025-02-24 02:36:20 -- STEP: 545/6985 -- GLOBAL_STEP: 161200[0m
| > loss_text_ce: 0.04571656510233879 (0.04700993983023758)
| > loss_mel_ce: 2.8270013332366943 (2.8508059352909743)
| > loss: 0.71817946434021 (0.724453969614221)
| > current_lr: 5e-06
| > step_time: 0.2759 (0.249913853024124)
| > loader_time: 0.0098 (0.010259566175828284)
[1m --> TIME: 2025-02-24 02:36:39 -- STEP: 595/6985 -- GLOBAL_STEP: 161250[0m
| > loss_text_ce: 0.048927705734968185 (0.0470307847594514)
| > loss_mel_ce: 2.5768539905548096 (2.850845697146503)
| > loss: 0.6564454436302185 (0.7244691213639836)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3135 (0.2502568529433563)
| > loader_time: 0.0111 (0.010255542723070669)
[1m --> TIME: 2025-02-24 02:36:57 -- STEP: 645/6985 -- GLOBAL_STEP: 161300[0m
| > loss_text_ce: 0.0441911444067955 (0.0470293875870317)
| > loss_mel_ce: 2.9887137413024902 (2.8483456301134686)
| > loss: 0.758226215839386 (0.7238437550012448)
| > current_lr: 5e-06
| > step_time: 0.1758 (0.2499957857205884)
| > loader_time: 0.0098 (0.010270688700121499)
[1m --> TIME: 2025-02-24 02:37:15 -- STEP: 695/6985 -- GLOBAL_STEP: 161350[0m
| > loss_text_ce: 0.04749210551381111 (0.047027189322084016)
| > loss_mel_ce: 2.480668067932129 (2.8471302121663267)
| > loss: 0.6320400238037109 (0.7235393508732741)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2175 (0.24935312991519606)
| > loader_time: 0.0093 (0.010279397484209888)
[1m --> TIME: 2025-02-24 02:37:34 -- STEP: 745/6985 -- GLOBAL_STEP: 161400[0m
| > loss_text_ce: 0.04797784239053726 (0.04706346871668864)
| > loss_mel_ce: 2.9542083740234375 (2.8455463729448756)
| > loss: 0.7505465745925903 (0.7231524607479166)
| > current_lr: 5e-06
| > step_time: 0.2554 (0.2498210782172694)
| > loader_time: 0.0095 (0.010278786908860166)
[1m --> TIME: 2025-02-24 02:37:53 -- STEP: 795/6985 -- GLOBAL_STEP: 161450[0m
| > loss_text_ce: 0.0436723493039608 (0.04708782130348611)
| > loss_mel_ce: 3.285959005355835 (2.8528639886364235)
| > loss: 0.8324078321456909 (0.724987952889136)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3159 (0.2505874909694837)
| > loader_time: 0.0115 (0.010281368771439071)
[1m --> TIME: 2025-02-24 02:38:11 -- STEP: 845/6985 -- GLOBAL_STEP: 161500[0m
| > loss_text_ce: 0.04617792367935181 (0.0470768681424257)
| > loss_mel_ce: 2.663290500640869 (2.852832187562298)
| > loss: 0.677367091178894 (0.7249772643901887)
| > current_lr: 5e-06
| > step_time: 0.1961 (0.2504308731598259)
| > loader_time: 0.0103 (0.010274194119244632)
[1m --> TIME: 2025-02-24 02:38:30 -- STEP: 895/6985 -- GLOBAL_STEP: 161550[0m
| > loss_text_ce: 0.04341297969222069 (0.04707917166905033)
| > loss_mel_ce: 2.8644559383392334 (2.850127826989029)
| > loss: 0.7269672155380249 (0.7243017503669137)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2708 (0.25055183458594615)
| > loader_time: 0.0093 (0.01026217151620534)
[1m --> TIME: 2025-02-24 02:38:47 -- STEP: 945/6985 -- GLOBAL_STEP: 161600[0m
| > loss_text_ce: 0.04590689390897751 (0.04709101188829339)
| > loss_mel_ce: 3.005056619644165 (2.8457672358820667)
| > loss: 0.7627408504486084 (0.7232145627970413)
| > current_lr: 5e-06
| > step_time: 0.2585 (0.2501179629532747)
| > loader_time: 0.0093 (0.010240577768396443)
[1m --> TIME: 2025-02-24 02:39:06 -- STEP: 995/6985 -- GLOBAL_STEP: 161650[0m
| > loss_text_ce: 0.04729149118065834 (0.04711342151440571)
| > loss_mel_ce: 2.6175308227539062 (2.8421499261903995)
| > loss: 0.6662055850028992 (0.7223158376899791)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2031 (0.2502464229737093)
| > loader_time: 0.01 (0.010227671819715638)
[1m --> TIME: 2025-02-24 02:39:24 -- STEP: 1045/6985 -- GLOBAL_STEP: 161700[0m
| > loss_text_ce: 0.04732974246144295 (0.04710224538898927)
| > loss_mel_ce: 2.4186174869537354 (2.8439686763799923)
| > loss: 0.6164867877960205 (0.7227677311053112)
| > current_lr: 5e-06
| > step_time: 0.2858 (0.250148587021531)
| > loader_time: 0.0121 (0.010221937170439354)
[1m --> TIME: 2025-02-24 02:39:42 -- STEP: 1095/6985 -- GLOBAL_STEP: 161750[0m
| > loss_text_ce: 0.04706236720085144 (0.04710037966841434)
| > loss_mel_ce: 2.734118938446045 (2.8400793188783133)
| > loss: 0.6952953338623047 (0.7217949252694708)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2587 (0.2501586452466711)
| > loader_time: 0.0091 (0.01020730728428113)
[1m --> TIME: 2025-02-24 02:40:01 -- STEP: 1145/6985 -- GLOBAL_STEP: 161800[0m
| > loss_text_ce: 0.046766247600317 (0.0471071249988402)
| > loss_mel_ce: 2.5930190086364746 (2.8374389132037434)
| > loss: 0.6599463224411011 (0.7211365101639357)
| > current_lr: 5e-06
| > step_time: 0.2131 (0.2502520744456994)
| > loader_time: 0.0094 (0.010200199393726331)
[1m --> TIME: 2025-02-24 02:40:19 -- STEP: 1195/6985 -- GLOBAL_STEP: 161850[0m
| > loss_text_ce: 0.04628697782754898 (0.04709720241848896)
| > loss_mel_ce: 2.881793737411499 (2.8358768636711473)
| > loss: 0.7320201992988586 (0.7207435171474467)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2684 (0.25021410586943693)
| > loader_time: 0.011 (0.010197527139256686)
[1m --> TIME: 2025-02-24 02:40:38 -- STEP: 1245/6985 -- GLOBAL_STEP: 161900[0m
| > loss_text_ce: 0.0484648235142231 (0.047111807757592127)
| > loss_mel_ce: 2.7902495861053467 (2.8352287279075403)
| > loss: 0.709678590297699 (0.7205851346134655)
| > current_lr: 5e-06
| > step_time: 0.2072 (0.2504367558352919)
| > loader_time: 0.0092 (0.010195443907894767)
[1m --> TIME: 2025-02-24 02:40:57 -- STEP: 1295/6985 -- GLOBAL_STEP: 161950[0m
| > loss_text_ce: 0.04680958017706871 (0.047113030887133395)
| > loss_mel_ce: 2.695788621902466 (2.835681381556978)
| > loss: 0.685649573802948 (0.7206986037920798)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2729 (0.2505496266265635)
| > loader_time: 0.0093 (0.01018477848597935)
[1m --> TIME: 2025-02-24 02:41:16 -- STEP: 1345/6985 -- GLOBAL_STEP: 162000[0m
| > loss_text_ce: 0.04974653199315071 (0.04711541768343477)
| > loss_mel_ce: 2.6925926208496094 (2.837041610412881)
| > loss: 0.6855847835540771 (0.721039257749749)
| > current_lr: 5e-06
| > step_time: 0.2078 (0.25086497126015617)
| > loader_time: 0.0089 (0.01017041844506246)
> CHECKPOINT : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/checkpoint_162000.pth
[1m --> TIME: 2025-02-24 02:41:53 -- STEP: 1395/6985 -- GLOBAL_STEP: 162050[0m
| > loss_text_ce: 0.04599537327885628 (0.04712011361474634)
| > loss_mel_ce: 2.942204475402832 (2.834402155277976)
| > loss: 0.7470499873161316 (0.7203805681197871)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2805 (0.2507292468915278)
| > loader_time: 0.0109 (0.010161080582594784)
[1m --> TIME: 2025-02-24 02:42:11 -- STEP: 1445/6985 -- GLOBAL_STEP: 162100[0m
| > loss_text_ce: 0.047396764159202576 (0.047118339153928344)
| > loss_mel_ce: 3.2769527435302734 (2.8350378919225236)
| > loss: 0.8310873508453369 (0.7205390586572535)
| > current_lr: 5e-06
| > step_time: 0.2881 (0.250415870640105)
| > loader_time: 0.0108 (0.01014951686133151)
[1m --> TIME: 2025-02-24 02:42:30 -- STEP: 1495/6985 -- GLOBAL_STEP: 162150[0m
| > loss_text_ce: 0.04503259435296059 (0.04711182022274141)
| > loss_mel_ce: 2.897953987121582 (2.835711234867771)
| > loss: 0.7357466220855713 (0.7207057647083117)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.309 (0.25069787111569425)
| > loader_time: 0.0093 (0.010142606397137597)
[1m --> TIME: 2025-02-24 02:42:48 -- STEP: 1545/6985 -- GLOBAL_STEP: 162200[0m
| > loss_text_ce: 0.04831705614924431 (0.04710723045719096)
| > loss_mel_ce: 2.3645706176757812 (2.8368994465923607)
| > loss: 0.6032218933105469 (0.7210016701599541)
| > current_lr: 5e-06
| > step_time: 0.2462 (0.25060802185033904)
| > loader_time: 0.01 (0.010139615481725402)
[1m --> TIME: 2025-02-24 02:43:06 -- STEP: 1595/6985 -- GLOBAL_STEP: 162250[0m
| > loss_text_ce: 0.048950936645269394 (0.0471066705695701)
| > loss_mel_ce: 2.5204925537109375 (2.8372945453679663)
| > loss: 0.6423608660697937 (0.7211003047919199)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2289 (0.25037940826535615)
| > loader_time: 0.0105 (0.010133470786402587)
[1m --> TIME: 2025-02-24 02:43:25 -- STEP: 1645/6985 -- GLOBAL_STEP: 162300[0m
| > loss_text_ce: 0.04496953263878822 (0.04710393389035867)
| > loss_mel_ce: 2.855372428894043 (2.8373905234061465)
| > loss: 0.7250854969024658 (0.7211236151156092)
| > current_lr: 5e-06
| > step_time: 0.2551 (0.2504012412213268)
| > loader_time: 0.0102 (0.010131907390606073)
[1m --> TIME: 2025-02-24 02:43:43 -- STEP: 1695/6985 -- GLOBAL_STEP: 162350[0m
| > loss_text_ce: 0.047626886516809464 (0.04709924380336189)
| > loss_mel_ce: 2.9738800525665283 (2.8389252017029607)
| > loss: 0.7553767561912537 (0.7215061119875725)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3629 (0.2505234223199809)
| > loader_time: 0.0097 (0.010130033239854116)
[1m --> TIME: 2025-02-24 02:44:01 -- STEP: 1745/6985 -- GLOBAL_STEP: 162400[0m
| > loss_text_ce: 0.04620843380689621 (0.047101523639650276)
| > loss_mel_ce: 2.6637394428253174 (2.839074345099549)
| > loss: 0.6774869561195374 (0.7215439678946334)
| > current_lr: 5e-06
| > step_time: 0.1699 (0.2503607558657589)
| > loader_time: 0.0091 (0.010121292644380494)
[1m --> TIME: 2025-02-24 02:44:20 -- STEP: 1795/6985 -- GLOBAL_STEP: 162450[0m
| > loss_text_ce: 0.04720405489206314 (0.047091358414433473)
| > loss_mel_ce: 2.7235279083251953 (2.841417203706618)
| > loss: 0.6926829814910889 (0.7221271411456105)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2996 (0.2503986482168644)
| > loader_time: 0.0107 (0.010112928746470498)
[1m --> TIME: 2025-02-24 02:44:38 -- STEP: 1845/6985 -- GLOBAL_STEP: 162500[0m
| > loss_text_ce: 0.04810676351189613 (0.04710104343125492)
| > loss_mel_ce: 3.260101795196533 (2.840676026744893)
| > loss: 0.827052116394043 (0.7219442681406895)
| > current_lr: 5e-06
| > step_time: 0.253 (0.2504579993767471)
| > loader_time: 0.0102 (0.010106759213496672)
[1m --> TIME: 2025-02-24 02:44:56 -- STEP: 1895/6985 -- GLOBAL_STEP: 162550[0m
| > loss_text_ce: 0.04754883050918579 (0.047091982452724744)
| > loss_mel_ce: 2.809021472930908 (2.840406702061755)
| > loss: 0.7141425609588623 (0.7218746716711956)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2972 (0.2501750982531145)
| > loader_time: 0.0094 (0.010093866992437112)
[1m --> TIME: 2025-02-24 02:45:14 -- STEP: 1945/6985 -- GLOBAL_STEP: 162600[0m
| > loss_text_ce: 0.04883697256445885 (0.047096184131648684)
| > loss_mel_ce: 2.800647735595703 (2.8397026412591213)
| > loss: 0.7123711705207825 (0.7216997068921214)
| > current_lr: 5e-06
| > step_time: 0.1874 (0.250091493405536)
| > loader_time: 0.0106 (0.010105105476085199)
[1m --> TIME: 2025-02-24 02:45:32 -- STEP: 1995/6985 -- GLOBAL_STEP: 162650[0m
| > loss_text_ce: 0.04666822403669357 (0.04710218127359425)
| > loss_mel_ce: 2.7670507431030273 (2.8399511440057195)
| > loss: 0.7034297585487366 (0.7217633318632168)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3003 (0.25009078095132575)
| > loader_time: 0.0104 (0.01010979470752534)
[1m --> TIME: 2025-02-24 02:45:50 -- STEP: 2045/6985 -- GLOBAL_STEP: 162700[0m
| > loss_text_ce: 0.04596514254808426 (0.047104722481849444)
| > loss_mel_ce: 2.7502121925354004 (2.83620373625627)
| > loss: 0.6990443468093872 (0.7208271152087121)
| > current_lr: 5e-06
| > step_time: 0.2535 (0.24987169571202686)
| > loader_time: 0.0112 (0.010111358987672984)
[1m --> TIME: 2025-02-24 02:46:08 -- STEP: 2095/6985 -- GLOBAL_STEP: 162750[0m
| > loss_text_ce: 0.04699272662401199 (0.04709632323614739)
| > loss_mel_ce: 2.7930188179016113 (2.83678728117294)
| > loss: 0.7100028991699219 (0.7209709016548422)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2624 (0.24981397387520538)
| > loader_time: 0.0094 (0.01011215576408586)
[1m --> TIME: 2025-02-24 02:46:26 -- STEP: 2145/6985 -- GLOBAL_STEP: 162800[0m
| > loss_text_ce: 0.04800986498594284 (0.04708917686120893)
| > loss_mel_ce: 2.728656053543091 (2.836797067668887)
| > loss: 0.6941664814949036 (0.7209715616314005)
| > current_lr: 5e-06
| > step_time: 0.2232 (0.2496764131915044)
| > loader_time: 0.0094 (0.0101125150293737)
[1m --> TIME: 2025-02-24 02:46:45 -- STEP: 2195/6985 -- GLOBAL_STEP: 162850[0m
| > loss_text_ce: 0.04960145428776741 (0.047094010118743014)
| > loss_mel_ce: 2.4810678958892822 (2.8368987479894194)
| > loss: 0.6326673626899719 (0.7209981900548609)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.268 (0.24977105212374562)
| > loader_time: 0.0107 (0.010111655081051628)
[1m --> TIME: 2025-02-24 02:47:03 -- STEP: 2245/6985 -- GLOBAL_STEP: 162900[0m
| > loss_text_ce: 0.046833064407110214 (0.047095428329201744)
| > loss_mel_ce: 3.273611307144165 (2.8363428657463756)
| > loss: 0.8301110863685608 (0.7208595740104842)
| > current_lr: 5e-06
| > step_time: 0.2042 (0.24958999884420646)
| > loader_time: 0.0101 (0.010106715221447507)
[1m --> TIME: 2025-02-24 02:47:21 -- STEP: 2295/6985 -- GLOBAL_STEP: 162950[0m
| > loss_text_ce: 0.045802582055330276 (0.047091634555320075)
| > loss_mel_ce: 2.647697687149048 (2.836167604367457)
| > loss: 0.6733750700950623 (0.7208148102485019)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2283 (0.24961429109760383)
| > loader_time: 0.0092 (0.010103815884891421)
[1m --> TIME: 2025-02-24 02:47:40 -- STEP: 2345/6985 -- GLOBAL_STEP: 163000[0m
| > loss_text_ce: 0.04657631367444992 (0.04708778126153355)
| > loss_mel_ce: 2.4778144359588623 (2.8366441401337243)
| > loss: 0.631097674369812 (0.7209329808825878)
| > current_lr: 5e-06
| > step_time: 0.2386 (0.24968337809353264)
| > loader_time: 0.0094 (0.010098918414573428)
> CHECKPOINT : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/checkpoint_163000.pth
[1m --> TIME: 2025-02-24 02:48:18 -- STEP: 2395/6985 -- GLOBAL_STEP: 163050[0m
| > loss_text_ce: 0.0462740920484066 (0.04709818462427075)
| > loss_mel_ce: 2.9841158390045166 (2.8355763964961613)
| > loss: 0.7575975060462952 (0.7206686458532895)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2974 (0.2495788751415024)
| > loader_time: 0.0105 (0.010101386052332744)
[1m --> TIME: 2025-02-24 02:48:36 -- STEP: 2445/6985 -- GLOBAL_STEP: 163100[0m
| > loss_text_ce: 0.04821699857711792 (0.04710348893894006)
| > loss_mel_ce: 2.4445202350616455 (2.8346560575723165)
| > loss: 0.623184323310852 (0.720439887180894)
| > current_lr: 5e-06
| > step_time: 0.2573 (0.24948724705748787)
| > loader_time: 0.0117 (0.010100468438583412)
[1m --> TIME: 2025-02-24 02:48:55 -- STEP: 2495/6985 -- GLOBAL_STEP: 163150[0m
| > loss_text_ce: 0.04840415343642235 (0.04711263509605353)
| > loss_mel_ce: 2.7502315044403076 (2.834724279109368)
| > loss: 0.6996589303016663 (0.7204592289929403)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3136 (0.2495852629980728)
| > loader_time: 0.0099 (0.010106696203380897)
[1m --> TIME: 2025-02-24 02:49:14 -- STEP: 2545/6985 -- GLOBAL_STEP: 163200[0m
| > loss_text_ce: 0.04468211904168129 (0.04711887520721472)
| > loss_mel_ce: 3.0327436923980713 (2.835984116499928)
| > loss: 0.7693564295768738 (0.7207757483413975)
| > current_lr: 5e-06
| > step_time: 0.2227 (0.24964257448267632)
| > loader_time: 0.0116 (0.010103838944950374)
[1m --> TIME: 2025-02-24 02:49:32 -- STEP: 2595/6985 -- GLOBAL_STEP: 163250[0m
| > loss_text_ce: 0.047545213252305984 (0.04711034276266084)
| > loss_mel_ce: 2.773318290710449 (2.836999175452086)
| > loss: 0.7052158713340759 (0.7210273799524144)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2475 (0.24972992742681802)
| > loader_time: 0.0102 (0.01009940412003181)
[1m --> TIME: 2025-02-24 02:49:51 -- STEP: 2645/6985 -- GLOBAL_STEP: 163300[0m
| > loss_text_ce: 0.04746305197477341 (0.0471062398066705)
| > loss_mel_ce: 2.946913719177246 (2.8382613292939283)
| > loss: 0.7485941648483276 (0.7213418927107063)
| > current_lr: 5e-06
| > step_time: 0.2207 (0.24974699714458753)
| > loader_time: 0.0104 (0.01009607315063477)
[1m --> TIME: 2025-02-24 02:50:09 -- STEP: 2695/6985 -- GLOBAL_STEP: 163350[0m
| > loss_text_ce: 0.04539738595485687 (0.0471042434227046)
| > loss_mel_ce: 2.550790548324585 (2.8384026123995256)
| > loss: 0.6490469574928284 (0.7213767143149545)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2422 (0.24967537041276658)
| > loader_time: 0.0092 (0.01009258091560322)
[1m --> TIME: 2025-02-24 02:50:27 -- STEP: 2745/6985 -- GLOBAL_STEP: 163400[0m
| > loss_text_ce: 0.04740985855460167 (0.0471097107304901)
| > loss_mel_ce: 2.586570978164673 (2.838957759113697)
| > loss: 0.6584951877593994 (0.7215168677718267)
| > current_lr: 5e-06
| > step_time: 0.2732 (0.24970343308370643)
| > loader_time: 0.0098 (0.010090467056941471)
[1m --> TIME: 2025-02-24 02:50:45 -- STEP: 2795/6985 -- GLOBAL_STEP: 163450[0m
| > loss_text_ce: 0.04766644909977913 (0.04711383803479356)
| > loss_mel_ce: 2.9363863468170166 (2.838424911908474)
| > loss: 0.7460132241249084 (0.7213846878096976)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3056 (0.24964876098155142)
| > loader_time: 0.0116 (0.010087819090896092)
[1m --> TIME: 2025-02-24 02:51:04 -- STEP: 2845/6985 -- GLOBAL_STEP: 163500[0m
| > loss_text_ce: 0.0459730364382267 (0.047120562140782356)
| > loss_mel_ce: 3.3551931381225586 (2.8383951094112843)
| > loss: 0.8502915501594543 (0.7213789181361512)
| > current_lr: 5e-06
| > step_time: 0.2881 (0.24970303528757232)
| > loader_time: 0.0118 (0.010090653464748063)
[1m --> TIME: 2025-02-24 02:51:21 -- STEP: 2895/6985 -- GLOBAL_STEP: 163550[0m
| > loss_text_ce: 0.04693479463458061 (0.047116025090732275)
| > loss_mel_ce: 3.009303331375122 (2.838991293141262)
| > loss: 0.7640595436096191 (0.7215268298649009)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2141 (0.24955930545128296)
| > loader_time: 0.0093 (0.010088987712827157)
[1m --> TIME: 2025-02-24 02:51:40 -- STEP: 2945/6985 -- GLOBAL_STEP: 163600[0m
| > loss_text_ce: 0.04496656358242035 (0.04712058713688102)
| > loss_mel_ce: 3.2965705394744873 (2.8390454398351133)
| > loss: 0.8353842496871948 (0.7215415070639809)
| > current_lr: 5e-06
| > step_time: 0.2843 (0.24951729151105656)
| > loader_time: 0.0096 (0.010085690648932204)
[1m --> TIME: 2025-02-24 02:51:58 -- STEP: 2995/6985 -- GLOBAL_STEP: 163650[0m
| > loss_text_ce: 0.04821158945560455 (0.047128733711469514)
| > loss_mel_ce: 2.627549648284912 (2.838901530601744)
| > loss: 0.6689403057098389 (0.7215075663314243)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2704 (0.24943251434670086)
| > loader_time: 0.0094 (0.010079496730747131)
[1m --> TIME: 2025-02-24 02:52:16 -- STEP: 3045/6985 -- GLOBAL_STEP: 163700[0m
| > loss_text_ce: 0.04495808109641075 (0.047125232498634)
| > loss_mel_ce: 3.12420392036438 (2.8383450869856217)
| > loss: 0.7922905087471008 (0.7213675801683532)
| > current_lr: 5e-06
| > step_time: 0.2533 (0.24934385648893428)
| > loader_time: 0.0093 (0.01007906603695724)
[1m --> TIME: 2025-02-24 02:52:34 -- STEP: 3095/6985 -- GLOBAL_STEP: 163750[0m
| > loss_text_ce: 0.04559705778956413 (0.04713001589927223)
| > loss_mel_ce: 2.637547016143799 (2.8376400010843854)
| > loss: 0.6707860231399536 (0.7211925046027962)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2806 (0.2493482980281357)
| > loader_time: 0.0095 (0.010070045082942737)
[1m --> TIME: 2025-02-24 02:52:53 -- STEP: 3145/6985 -- GLOBAL_STEP: 163800[0m
| > loss_text_ce: 0.046054985374212265 (0.04712869375944134)
| > loss_mel_ce: 3.167691469192505 (2.8379313540193354)
| > loss: 0.8034366369247437 (0.7212650122911641)
| > current_lr: 5e-06
| > step_time: 0.2833 (0.24944377794553838)
| > loader_time: 0.0097 (0.01006175505148398)
[1m --> TIME: 2025-02-24 02:53:11 -- STEP: 3195/6985 -- GLOBAL_STEP: 163850[0m
| > loss_text_ce: 0.04702525958418846 (0.047126326967666186)
| > loss_mel_ce: 2.7036988735198975 (2.837504825009987)
| > loss: 0.6876810193061829 (0.7211577882695835)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2798 (0.2493488511009397)
| > loader_time: 0.0092 (0.010052332407991652)
[1m --> TIME: 2025-02-24 02:53:29 -- STEP: 3245/6985 -- GLOBAL_STEP: 163900[0m
| > loss_text_ce: 0.044350698590278625 (0.04712318003131719)
| > loss_mel_ce: 3.1646676063537598 (2.8378533714541305)
| > loss: 0.8022545576095581 (0.72124413811187)
| > current_lr: 5e-06
| > step_time: 0.245 (0.24939736452969655)
| > loader_time: 0.0113 (0.010045499390189196)
[1m --> TIME: 2025-02-24 02:53:47 -- STEP: 3295/6985 -- GLOBAL_STEP: 163950[0m
| > loss_text_ce: 0.04400098696351051 (0.04712759464165144)
| > loss_mel_ce: 3.144768714904785 (2.837210289299579)
| > loss: 0.7971924543380737 (0.7210844711848567)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2441 (0.24926224094963959)
| > loader_time: 0.0092 (0.010038620712905445)
[1m --> TIME: 2025-02-24 02:54:05 -- STEP: 3345/6985 -- GLOBAL_STEP: 164000[0m
| > loss_text_ce: 0.04556002467870712 (0.04713054435892843)
| > loss_mel_ce: 2.8271913528442383 (2.8377616822452296)
| > loss: 0.7181878685951233 (0.7212230568242183)
| > current_lr: 5e-06
| > step_time: 0.1897 (0.24937276711912984)
| > loader_time: 0.0088 (0.010035265080062798)
> CHECKPOINT : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/checkpoint_164000.pth
[1m --> TIME: 2025-02-24 02:54:46 -- STEP: 3395/6985 -- GLOBAL_STEP: 164050[0m
| > loss_text_ce: 0.04975329712033272 (0.04713120978978488)
| > loss_mel_ce: 2.587202787399292 (2.8381293912699372)
| > loss: 0.6592389941215515 (0.7213151503469529)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2442 (0.24936729495760634)
| > loader_time: 0.0096 (0.01003414267819479)
[1m --> TIME: 2025-02-24 02:55:03 -- STEP: 3445/6985 -- GLOBAL_STEP: 164100[0m
| > loss_text_ce: 0.04772593453526497 (0.04713271105734977)
| > loss_mel_ce: 2.511260509490967 (2.8386964454014176)
| > loss: 0.6397466063499451 (0.7214572891701119)
| > current_lr: 5e-06
| > step_time: 0.2645 (0.24927271294836054)
| > loader_time: 0.011 (0.01002984219953872)
[1m --> TIME: 2025-02-24 02:55:21 -- STEP: 3495/6985 -- GLOBAL_STEP: 164150[0m
| > loss_text_ce: 0.04630788043141365 (0.047131654786449616)
| > loss_mel_ce: 2.9509408473968506 (2.8381148560023277)
| > loss: 0.749312162399292 (0.7213116277696752)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3054 (0.24918474086876097)
| > loader_time: 0.0102 (0.01002998468019761)
[1m --> TIME: 2025-02-24 02:55:39 -- STEP: 3545/6985 -- GLOBAL_STEP: 164200[0m
| > loss_text_ce: 0.04791969060897827 (0.047128401766038545)
| > loss_mel_ce: 2.8032827377319336 (2.838166421223091)
| > loss: 0.7128006219863892 (0.7213237058544699)
| > current_lr: 5e-06
| > step_time: 0.2892 (0.24906847836772897)
| > loader_time: 0.0101 (0.010032048380089075)
[1m --> TIME: 2025-02-24 02:55:57 -- STEP: 3595/6985 -- GLOBAL_STEP: 164250[0m
| > loss_text_ce: 0.04816658794879913 (0.04712642217689658)
| > loss_mel_ce: 2.836108922958374 (2.838193505330942)
| > loss: 0.7210688591003418 (0.7213299820005316)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2349 (0.24893279984199634)
| > loader_time: 0.0105 (0.010030019996229232)
[1m --> TIME: 2025-02-24 02:56:16 -- STEP: 3645/6985 -- GLOBAL_STEP: 164300[0m
| > loss_text_ce: 0.04794803634285927 (0.047133932726659535)
| > loss_mel_ce: 2.9684970378875732 (2.8373487292003245)
| > loss: 0.7541112899780273 (0.7211206656179313)
| > current_lr: 5e-06
| > step_time: 0.2885 (0.24905517091476392)
| > loader_time: 0.0116 (0.010035833769537948)
[1m --> TIME: 2025-02-24 02:56:34 -- STEP: 3695/6985 -- GLOBAL_STEP: 164350[0m
| > loss_text_ce: 0.04586828127503395 (0.047137724836035545)
| > loss_mel_ce: 2.7347090244293213 (2.836293889640633)
| > loss: 0.6951443552970886 (0.7208579037525015)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2794 (0.2490473521417147)
| > loader_time: 0.0096 (0.010034864229504246)
[1m --> TIME: 2025-02-24 02:56:52 -- STEP: 3745/6985 -- GLOBAL_STEP: 164400[0m
| > loss_text_ce: 0.04569985345005989 (0.04713930154196885)
| > loss_mel_ce: 2.945518732070923 (2.8362670233793987)
| > loss: 0.7478046417236328 (0.7208515813815422)
| > current_lr: 5e-06
| > step_time: 0.2687 (0.24897645637094593)
| > loader_time: 0.01 (0.010030455009959569)
[1m --> TIME: 2025-02-24 02:57:10 -- STEP: 3795/6985 -- GLOBAL_STEP: 164450[0m
| > loss_text_ce: 0.04732367396354675 (0.04713909144222498)
| > loss_mel_ce: 2.751854181289673 (2.8355812100396647)
| > loss: 0.6997944712638855 (0.720680075459801)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2964 (0.24890303624320265)
| > loader_time: 0.0095 (0.010024999598426468)
[1m --> TIME: 2025-02-24 02:57:28 -- STEP: 3845/6985 -- GLOBAL_STEP: 164500[0m
| > loss_text_ce: 0.04771728813648224 (0.04713365582286611)
| > loss_mel_ce: 2.8436896800994873 (2.834844533674739)
| > loss: 0.7228517532348633 (0.7204945474591772)
| > current_lr: 5e-06
| > step_time: 0.1953 (0.24884619688026632)
| > loader_time: 0.01 (0.010020469906116183)
[1m --> TIME: 2025-02-24 02:57:46 -- STEP: 3895/6985 -- GLOBAL_STEP: 164550[0m
| > loss_text_ce: 0.04445658251643181 (0.04712913719332261)
| > loss_mel_ce: 3.1545462608337402 (2.8349875189373526)
| > loss: 0.7997506856918335 (0.7205291640850334)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3151 (0.24888829364703172)
| > loader_time: 0.0103 (0.010016271177397154)
[1m --> TIME: 2025-02-24 02:58:05 -- STEP: 3945/6985 -- GLOBAL_STEP: 164600[0m
| > loss_text_ce: 0.045920781791210175 (0.04713046178504992)
| > loss_mel_ce: 3.020434856414795 (2.8345217845587984)
| > loss: 0.7665889263153076 (0.7204130615798242)
| > current_lr: 5e-06
| > step_time: 0.2913 (0.24888475186017997)
| > loader_time: 0.0095 (0.01001193598951526)
[1m --> TIME: 2025-02-24 02:58:23 -- STEP: 3995/6985 -- GLOBAL_STEP: 164650[0m
| > loss_text_ce: 0.04866651073098183 (0.047133123004652805)
| > loss_mel_ce: 2.648256301879883 (2.8339903191720444)
| > loss: 0.674230694770813 (0.7202808605192303)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2042 (0.2489329243183734)
| > loader_time: 0.009 (0.010008343587978015)
[1m --> TIME: 2025-02-24 02:58:41 -- STEP: 4045/6985 -- GLOBAL_STEP: 164700[0m
| > loss_text_ce: 0.0471014641225338 (0.04712936262633506)
| > loss_mel_ce: 2.3151943683624268 (2.8348536100611557)
| > loss: 0.5905739665031433 (0.7204957431783195)
| > current_lr: 5e-06
| > step_time: 0.147 (0.24892275654636015)
| > loader_time: 0.0094 (0.01000450650605342)
[1m --> TIME: 2025-02-24 02:59:00 -- STEP: 4095/6985 -- GLOBAL_STEP: 164750[0m
| > loss_text_ce: 0.050251711159944534 (0.04713741643160979)
| > loss_mel_ce: 3.191348075866699 (2.8353711644662902)
| > loss: 0.8103999495506287 (0.7206271451980933)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2794 (0.24898766982249737)
| > loader_time: 0.0097 (0.010000653086418926)
[1m --> TIME: 2025-02-24 02:59:18 -- STEP: 4145/6985 -- GLOBAL_STEP: 164800[0m
| > loss_text_ce: 0.0486333891749382 (0.04713806965185014)
| > loss_mel_ce: 2.9377355575561523 (2.835297216293464)
| > loss: 0.7465922236442566 (0.7206088214717241)
| > current_lr: 5e-06
| > step_time: 0.2377 (0.24896428006980917)
| > loader_time: 0.0093 (0.009996543948699251)
[1m --> TIME: 2025-02-24 02:59:37 -- STEP: 4195/6985 -- GLOBAL_STEP: 164850[0m
| > loss_text_ce: 0.04792545363306999 (0.04713699432163185)
| > loss_mel_ce: 2.735414981842041 (2.8352818600469334)
| > loss: 0.6958351135253906 (0.7206047135754908)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3131 (0.24904653994772813)
| > loader_time: 0.01 (0.009994909334239573)
[1m --> TIME: 2025-02-24 02:59:55 -- STEP: 4245/6985 -- GLOBAL_STEP: 164900[0m
| > loss_text_ce: 0.04909704253077507 (0.04713592303497769)
| > loss_mel_ce: 2.646629810333252 (2.8351729244730928)
| > loss: 0.6739317178726196 (0.7205772118868904)
| > current_lr: 5e-06
| > step_time: 0.1951 (0.24904260612910162)
| > loader_time: 0.0104 (0.00999162059509852)
[1m --> TIME: 2025-02-24 03:00:13 -- STEP: 4295/6985 -- GLOBAL_STEP: 164950[0m
| > loss_text_ce: 0.04532463848590851 (0.04713742054036108)
| > loss_mel_ce: 2.8187005519866943 (2.8353542718676397)
| > loss: 0.7160062789916992 (0.7206229230785816)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2722 (0.24902644362799375)
| > loader_time: 0.0095 (0.009988121936429499)
[1m --> TIME: 2025-02-24 03:00:31 -- STEP: 4345/6985 -- GLOBAL_STEP: 165000[0m
| > loss_text_ce: 0.04875277355313301 (0.047134092109764394)
| > loss_mel_ce: 2.558964252471924 (2.8347005474828073)
| > loss: 0.6519292593002319 (0.7204586598143342)
| > current_lr: 5e-06
| > step_time: 0.2088 (0.24888681081414096)
| > loader_time: 0.0098 (0.009986217002736959)
> CHECKPOINT : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/checkpoint_165000.pth
[1m --> TIME: 2025-02-24 03:01:10 -- STEP: 4395/6985 -- GLOBAL_STEP: 165050[0m
| > loss_text_ce: 0.044722046703100204 (0.04713320136239776)
| > loss_mel_ce: 3.090602397918701 (2.83451225017118)
| > loss: 0.7838311195373535 (0.7204113628202468)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.314 (0.24888491690226663)
| > loader_time: 0.0106 (0.009988800576115632)
[1m --> TIME: 2025-02-24 03:01:28 -- STEP: 4445/6985 -- GLOBAL_STEP: 165100[0m
| > loss_text_ce: 0.04598788544535637 (0.04713105653466069)
| > loss_mel_ce: 3.122333288192749 (2.8345880275099837)
| > loss: 0.792080283164978 (0.7204297709853899)
| > current_lr: 5e-06
| > step_time: 0.2475 (0.24883768824007713)
| > loader_time: 0.0106 (0.00998918047369666)
[1m --> TIME: 2025-02-24 03:01:46 -- STEP: 4495/6985 -- GLOBAL_STEP: 165150[0m
| > loss_text_ce: 0.047104258090257645 (0.04712914944905065)
| > loss_mel_ce: 2.814162492752075 (2.83448865612569)
| > loss: 0.7153167128562927 (0.7204044513296632)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3079 (0.24885227757115527)
| > loader_time: 0.0105 (0.009988530618330261)
[1m --> TIME: 2025-02-24 03:02:05 -- STEP: 4545/6985 -- GLOBAL_STEP: 165200[0m
| > loss_text_ce: 0.04766619950532913 (0.04712659720458478)
| > loss_mel_ce: 3.076247453689575 (2.834300559582098)
| > loss: 0.7809784412384033 (0.7203567890640926)
| > current_lr: 5e-06
| > step_time: 0.2441 (0.24888103462026206)
| > loader_time: 0.0095 (0.009986427305030614)
[1m --> TIME: 2025-02-24 03:02:23 -- STEP: 4595/6985 -- GLOBAL_STEP: 165250[0m
| > loss_text_ce: 0.048366840928792953 (0.04712018295473973)
| > loss_mel_ce: 2.567476987838745 (2.833869099591064)
| > loss: 0.6539609432220459 (0.720247320530853)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2527 (0.24897566910537214)
| > loader_time: 0.0099 (0.009986353179964848)
[1m --> TIME: 2025-02-24 03:02:41 -- STEP: 4645/6985 -- GLOBAL_STEP: 165300[0m
| > loss_text_ce: 0.05083741247653961 (0.04712181202385608)
| > loss_mel_ce: 2.391230821609497 (2.833141065234135)
| > loss: 0.6105170845985413 (0.7200657192100363)
| > current_lr: 5e-06
| > step_time: 0.192 (0.24889474654223367)
| > loader_time: 0.0102 (0.009983985365014542)
[1m --> TIME: 2025-02-24 03:02:59 -- STEP: 4695/6985 -- GLOBAL_STEP: 165350[0m
| > loss_text_ce: 0.04666747897863388 (0.04711981304823027)
| > loss_mel_ce: 2.924022912979126 (2.8329980822797816)
| > loss: 0.7426726222038269 (0.7200294737173467)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2526 (0.2488860296365172)
| > loader_time: 0.01 (0.009982419597962916)
[1m --> TIME: 2025-02-24 03:03:18 -- STEP: 4745/6985 -- GLOBAL_STEP: 165400[0m
| > loss_text_ce: 0.045872025191783905 (0.04711876218810732)
| > loss_mel_ce: 3.0149145126342773 (2.833092477675865)
| > loss: 0.7651966214179993 (0.720052809854704)
| > current_lr: 5e-06
| > step_time: 0.2721 (0.2488851615576147)
| > loader_time: 0.01 (0.009980097208937553)
[1m --> TIME: 2025-02-24 03:03:36 -- STEP: 4795/6985 -- GLOBAL_STEP: 165450[0m
| > loss_text_ce: 0.04617839679121971 (0.0471204588921961)
| > loss_mel_ce: 3.1808314323425293 (2.8330937516328856)
| > loss: 0.8067524433135986 (0.7200535525432837)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3044 (0.24894991696688887)
| > loader_time: 0.0098 (0.00997881103730426)
[1m --> TIME: 2025-02-24 03:03:55 -- STEP: 4845/6985 -- GLOBAL_STEP: 165500[0m
| > loss_text_ce: 0.048567771911621094 (0.04712103042517049)
| > loss_mel_ce: 2.7949187755584717 (2.8331170992954657)
| > loss: 0.7108716368675232 (0.720059532320782)
| > current_lr: 5e-06
| > step_time: 0.2561 (0.24897346639288723)
| > loader_time: 0.0108 (0.009975867571599475)
[1m --> TIME: 2025-02-24 03:04:13 -- STEP: 4895/6985 -- GLOBAL_STEP: 165550[0m
| > loss_text_ce: 0.04653038829565048 (0.04712207330746608)
| > loss_mel_ce: 2.6163618564605713 (2.833062231552862)
| > loss: 0.6657230854034424 (0.7200460761572414)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2961 (0.24893390258072112)
| > loader_time: 0.0094 (0.00997195044138581)
[1m --> TIME: 2025-02-24 03:04:31 -- STEP: 4945/6985 -- GLOBAL_STEP: 165600[0m
| > loss_text_ce: 0.04584476351737976 (0.04712207384249328)
| > loss_mel_ce: 3.008366823196411 (2.8326076531675453)
| > loss: 0.7635529041290283 (0.719932431717854)
| > current_lr: 5e-06
| > step_time: 0.2306 (0.24896837360817944)
| > loader_time: 0.0091 (0.00996863342994869)
[1m --> TIME: 2025-02-24 03:04:49 -- STEP: 4995/6985 -- GLOBAL_STEP: 165650[0m
| > loss_text_ce: 0.043857235461473465 (0.04711967812435295)
| > loss_mel_ce: 3.17746901512146 (2.833280946924408)
| > loss: 0.8053315877914429 (0.7201001562573413)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2955 (0.2489432925337906)
| > loader_time: 0.0098 (0.009964678929494092)
[1m --> TIME: 2025-02-24 03:05:08 -- STEP: 5045/6985 -- GLOBAL_STEP: 165700[0m
| > loss_text_ce: 0.046555373817682266 (0.047120570773175836)
| > loss_mel_ce: 2.7091007232666016 (2.832732744235829)
| > loss: 0.6889140009880066 (0.719963328778094)
| > current_lr: 5e-06
| > step_time: 0.2447 (0.24895323520845664)
| > loader_time: 0.0122 (0.009961947506317674)
[1m --> TIME: 2025-02-24 03:05:26 -- STEP: 5095/6985 -- GLOBAL_STEP: 165750[0m
| > loss_text_ce: 0.04748542979359627 (0.04711823404800444)
| > loss_mel_ce: 2.9707000255584717 (2.83329654469926)
| > loss: 0.7545463442802429 (0.7201036947339745)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.314 (0.2489855875795794)
| > loader_time: 0.0099 (0.009960050741987463)
[1m --> TIME: 2025-02-24 03:05:45 -- STEP: 5145/6985 -- GLOBAL_STEP: 165800[0m
| > loss_text_ce: 0.045568373054265976 (0.047116530495465075)
| > loss_mel_ce: 2.7497448921203613 (2.8334374269313165)
| > loss: 0.6988283395767212 (0.7201384894180576)
| > current_lr: 5e-06
| > step_time: 0.1969 (0.2490190732583361)
| > loader_time: 0.009 (0.00995924025629191)
[1m --> TIME: 2025-02-24 03:06:03 -- STEP: 5195/6985 -- GLOBAL_STEP: 165850[0m
| > loss_text_ce: 0.04626933112740517 (0.04711551969732894)
| > loss_mel_ce: 3.0709519386291504 (2.8331809092072904)
| > loss: 0.7793053388595581 (0.7200741072992959)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2773 (0.2490000303486888)
| > loader_time: 0.0097 (0.009959225429722171)
[1m --> TIME: 2025-02-24 03:06:21 -- STEP: 5245/6985 -- GLOBAL_STEP: 165900[0m
| > loss_text_ce: 0.048964668065309525 (0.047115191511163564)
| > loss_mel_ce: 2.447532892227173 (2.833437073810317)
| > loss: 0.6241244077682495 (0.7201380663820398)
| > current_lr: 5e-06
| > step_time: 0.2891 (0.24898547767115511)
| > loader_time: 0.0117 (0.009962815392915143)
[1m --> TIME: 2025-02-24 03:06:40 -- STEP: 5295/6985 -- GLOBAL_STEP: 165950[0m
| > loss_text_ce: 0.04609816148877144 (0.047112101880698164)
| > loss_mel_ce: 2.740267276763916 (2.8332530826302103)
| > loss: 0.6965913772583008 (0.7200912961597368)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3168 (0.2490737685851043)
| > loader_time: 0.0101 (0.009964794297619076)
[1m --> TIME: 2025-02-24 03:06:58 -- STEP: 5345/6985 -- GLOBAL_STEP: 166000[0m
| > loss_text_ce: 0.04524994641542435 (0.0471091058519927)
| > loss_mel_ce: 2.874621629714966 (2.8334416735607233)
| > loss: 0.7299678921699524 (0.7201376949045791)
| > current_lr: 5e-06
| > step_time: 0.1956 (0.24905867750562172)
| > loader_time: 0.0094 (0.009965926358586069)
> CHECKPOINT : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/checkpoint_166000.pth
[1m --> TIME: 2025-02-24 03:07:38 -- STEP: 5395/6985 -- GLOBAL_STEP: 166050[0m
| > loss_text_ce: 0.05078849568963051 (0.047111799941502754)
| > loss_mel_ce: 2.2306175231933594 (2.832314572851347)
| > loss: 0.5703514814376831 (0.7198565932144381)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.1906 (0.2489278788473786)
| > loader_time: 0.0091 (0.009965979467397293)
[1m --> TIME: 2025-02-24 03:07:57 -- STEP: 5445/6985 -- GLOBAL_STEP: 166100[0m
| > loss_text_ce: 0.044127676635980606 (0.047115945133241306)
| > loss_mel_ce: 3.1605701446533203 (2.8321047771951333)
| > loss: 0.8011744618415833 (0.7198051806050116)
| > current_lr: 5e-06
| > step_time: 0.1827 (0.2489295953780386)
| > loader_time: 0.0093 (0.009966491010891856)
[1m --> TIME: 2025-02-24 03:08:15 -- STEP: 5495/6985 -- GLOBAL_STEP: 166150[0m
| > loss_text_ce: 0.04906952753663063 (0.047115977732185135)
| > loss_mel_ce: 2.913193702697754 (2.8319218672439157)
| > loss: 0.740565836429596 (0.7197594612972424)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3143 (0.24893626099396454)
| > loader_time: 0.0104 (0.009964842878763439)
[1m --> TIME: 2025-02-24 03:08:33 -- STEP: 5545/6985 -- GLOBAL_STEP: 166200[0m
| > loss_text_ce: 0.04740043357014656 (0.04711611473057817)
| > loss_mel_ce: 3.360907554626465 (2.832111221353037)
| > loss: 0.8520770072937012 (0.7198068340852303)
| > current_lr: 5e-06
| > step_time: 0.2212 (0.24891925283763952)
| > loader_time: 0.0102 (0.009962744794523994)
[1m --> TIME: 2025-02-24 03:08:52 -- STEP: 5595/6985 -- GLOBAL_STEP: 166250[0m
| > loss_text_ce: 0.04527833312749863 (0.04711688761936447)
| > loss_mel_ce: 3.2274515628814697 (2.8319661445975655)
| > loss: 0.8181824684143066 (0.7197707580976762)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3363 (0.24892254634240152)
| > loader_time: 0.0104 (0.009959643562528295)
[1m --> TIME: 2025-02-24 03:09:10 -- STEP: 5645/6985 -- GLOBAL_STEP: 166300[0m
| > loss_text_ce: 0.04498349502682686 (0.0471170475371546)
| > loss_mel_ce: 3.0361123085021973 (2.8319046459333186)
| > loss: 0.7702739238739014 (0.7197554234332797)
| > current_lr: 5e-06
| > step_time: 0.2569 (0.24897712862945645)
| > loader_time: 0.0092 (0.009958023387209563)
[1m --> TIME: 2025-02-24 03:09:29 -- STEP: 5695/6985 -- GLOBAL_STEP: 166350[0m
| > loss_text_ce: 0.04937486723065376 (0.04711564049595705)
| > loss_mel_ce: 3.2678799629211426 (2.8322453454463914)
| > loss: 0.8293136954307556 (0.7198402465645735)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.4722 (0.24903038010668407)
| > loader_time: 0.0105 (0.009955713600312797)
[1m --> TIME: 2025-02-24 03:09:47 -- STEP: 5745/6985 -- GLOBAL_STEP: 166400[0m
| > loss_text_ce: 0.04381866008043289 (0.04711704635109157)
| > loss_mel_ce: 3.2306838035583496 (2.8321387770696766)
| > loss: 0.8186256289482117 (0.719813955966237)
| > current_lr: 5e-06
| > step_time: 0.2709 (0.24906425368173737)
| > loader_time: 0.0099 (0.009954596644800837)
[1m --> TIME: 2025-02-24 03:10:06 -- STEP: 5795/6985 -- GLOBAL_STEP: 166450[0m
| > loss_text_ce: 0.04872187599539757 (0.04711779770188244)
| > loss_mel_ce: 2.7559852600097656 (2.8316588675800953)
| > loss: 0.7011767625808716 (0.71969416641901)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2991 (0.24909110842746746)
| > loader_time: 0.0101 (0.00995195012754984)
[1m --> TIME: 2025-02-24 03:10:24 -- STEP: 5845/6985 -- GLOBAL_STEP: 166500[0m
| > loss_text_ce: 0.046239256858825684 (0.04711619477314364)
| > loss_mel_ce: 2.9688761234283447 (2.8321102724817706)
| > loss: 0.7537788152694702 (0.7198066169069399)
| > current_lr: 5e-06
| > step_time: 0.2809 (0.24908577773793328)
| > loader_time: 0.0099 (0.009949998594533748)
[1m --> TIME: 2025-02-24 03:10:42 -- STEP: 5895/6985 -- GLOBAL_STEP: 166550[0m
| > loss_text_ce: 0.044325921684503555 (0.04711379972274684)
| > loss_mel_ce: 3.312117099761963 (2.8325030042520516)
| > loss: 0.8391107320785522 (0.7199042011106082)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2483 (0.24910740350847843)
| > loader_time: 0.0091 (0.00994749044947351)
[1m --> TIME: 2025-02-24 03:11:01 -- STEP: 5945/6985 -- GLOBAL_STEP: 166600[0m
| > loss_text_ce: 0.0457756407558918 (0.04711571234968463)
| > loss_mel_ce: 2.686152219772339 (2.832286380177491)
| > loss: 0.6829819679260254 (0.7198505232923663)
| > current_lr: 5e-06
| > step_time: 0.2762 (0.24911222794759771)
| > loader_time: 0.0095 (0.009945705580651264)
[1m --> TIME: 2025-02-24 03:11:19 -- STEP: 5995/6985 -- GLOBAL_STEP: 166650[0m
| > loss_text_ce: 0.04635046422481537 (0.04711805406501147)
| > loss_mel_ce: 3.2631735801696777 (2.8317315821055082)
| > loss: 0.8273810148239136 (0.7197124092105627)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3156 (0.24904666690651436)
| > loader_time: 0.0098 (0.009941851526026585)
[1m --> TIME: 2025-02-24 03:11:37 -- STEP: 6045/6985 -- GLOBAL_STEP: 166700[0m
| > loss_text_ce: 0.048832353204488754 (0.04712054582052344)
| > loss_mel_ce: 2.2775521278381348 (2.8312096721185354)
| > loss: 0.5815961360931396 (0.7195825546462243)
| > current_lr: 5e-06
| > step_time: 0.2822 (0.2490366126802759)
| > loader_time: 0.0112 (0.009939451746155797)
[1m --> TIME: 2025-02-24 03:11:55 -- STEP: 6095/6985 -- GLOBAL_STEP: 166750[0m
| > loss_text_ce: 0.047017376869916916 (0.04712007393398874)
| > loss_mel_ce: 3.085775375366211 (2.830883370940074)
| > loss: 0.7831981778144836 (0.7195008613566473)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2827 (0.24898436603436622)
| > loader_time: 0.0094 (0.009936339978412936)
[1m --> TIME: 2025-02-24 03:12:13 -- STEP: 6145/6985 -- GLOBAL_STEP: 166800[0m
| > loss_text_ce: 0.04564814642071724 (0.04711917997303788)
| > loss_mel_ce: 3.0001139640808105 (2.830560864230499)
| > loss: 0.7614405155181885 (0.7194200111900138)
| > current_lr: 5e-06
| > step_time: 0.2288 (0.24897796969960828)
| > loader_time: 0.0092 (0.009933472339267021)
[1m --> TIME: 2025-02-24 03:12:31 -- STEP: 6195/6985 -- GLOBAL_STEP: 166850[0m
| > loss_text_ce: 0.04564526304602623 (0.047118961424405297)
| > loss_mel_ce: 2.9443204402923584 (2.830493880164922)
| > loss: 0.7474914193153381 (0.719403210510834)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2337 (0.24891938351160878)
| > loader_time: 0.0095 (0.009929545527990113)
[1m --> TIME: 2025-02-24 03:12:49 -- STEP: 6245/6985 -- GLOBAL_STEP: 166900[0m
| > loss_text_ce: 0.04494316503405571 (0.04711727753066855)
| > loss_mel_ce: 3.1609537601470947 (2.8302821237626703)
| > loss: 0.8014742136001587 (0.7193498504505429)
| > current_lr: 5e-06
| > step_time: 0.2584 (0.24891308218694103)
| > loader_time: 0.0095 (0.009926152973770667)
[1m --> TIME: 2025-02-24 03:13:07 -- STEP: 6295/6985 -- GLOBAL_STEP: 166950[0m
| > loss_text_ce: 0.04516736790537834 (0.04711263914776767)
| > loss_mel_ce: 3.1781909465789795 (2.830851929182094)
| > loss: 0.8058395981788635 (0.7194911422239018)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2281 (0.24894241120154378)
| > loader_time: 0.0088 (0.009922225329495356)
[1m --> TIME: 2025-02-24 03:13:25 -- STEP: 6345/6985 -- GLOBAL_STEP: 167000[0m
| > loss_text_ce: 0.04522361606359482 (0.04711406528245201)
| > loss_mel_ce: 3.106245994567871 (2.831097044805733)
| > loss: 0.7878674268722534 (0.7195527776617809)
| > current_lr: 5e-06
| > step_time: 0.2736 (0.24890324936033337)
| > loader_time: 0.0101 (0.009919381573784573)
> CHECKPOINT : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/checkpoint_167000.pth
[1m --> TIME: 2025-02-24 03:14:04 -- STEP: 6395/6985 -- GLOBAL_STEP: 167050[0m
| > loss_text_ce: 0.046655867248773575 (0.0471130690612395)
| > loss_mel_ce: 2.8985185623168945 (2.831249807997548)
| > loss: 0.736293613910675 (0.7195907194088731)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2802 (0.24887005199763446)
| > loader_time: 0.0095 (0.009917186143530684)
[1m --> TIME: 2025-02-24 03:14:22 -- STEP: 6445/6985 -- GLOBAL_STEP: 167100[0m
| > loss_text_ce: 0.04464219883084297 (0.0471114417360309)
| > loss_mel_ce: 3.188591957092285 (2.83145358852863)
| > loss: 0.8083085417747498 (0.7196412576965066)
| > current_lr: 5e-06
| > step_time: 0.2482 (0.24885772900400102)
| > loader_time: 0.0093 (0.009912835284662993)
[1m --> TIME: 2025-02-24 03:14:41 -- STEP: 6495/6985 -- GLOBAL_STEP: 167150[0m
| > loss_text_ce: 0.045440979301929474 (0.047108982475883236)
| > loss_mel_ce: 2.5429413318634033 (2.831773089444849)
| > loss: 0.6470955610275269 (0.7197205180888727)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2822 (0.24884686011181517)
| > loader_time: 0.0097 (0.009908592012682956)
[1m --> TIME: 2025-02-24 03:14:59 -- STEP: 6545/6985 -- GLOBAL_STEP: 167200[0m
| > loss_text_ce: 0.04846564680337906 (0.04710796366298454)
| > loss_mel_ce: 2.4498305320739746 (2.8316000473963756)
| > loss: 0.6245740652084351 (0.7196770028680036)
| > current_lr: 5e-06
| > step_time: 0.2863 (0.24882173957125303)
| > loader_time: 0.0102 (0.009905797384275246)
[1m --> TIME: 2025-02-24 03:15:17 -- STEP: 6595/6985 -- GLOBAL_STEP: 167250[0m
| > loss_text_ce: 0.04514747112989426 (0.0471087703013891)
| > loss_mel_ce: 3.3966474533081055 (2.8318354916988318)
| > loss: 0.8604487180709839 (0.7197360656087914)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2425 (0.2488177886598485)
| > loader_time: 0.0095 (0.009904623067767673)
[1m --> TIME: 2025-02-24 03:15:35 -- STEP: 6645/6985 -- GLOBAL_STEP: 167300[0m
| > loss_text_ce: 0.049533355981111526 (0.047109747968440405)
| > loss_mel_ce: 2.564706563949585 (2.831346716407191)
| > loss: 0.6535599827766418 (0.7196141161938371)
| > current_lr: 5e-06
| > step_time: 0.209 (0.24880861195520504)
| > loader_time: 0.0095 (0.009904697230204908)
[1m --> TIME: 2025-02-24 03:15:54 -- STEP: 6695/6985 -- GLOBAL_STEP: 167350[0m
| > loss_text_ce: 0.05066382884979248 (0.047111075816090475)
| > loss_mel_ce: 2.585702419281006 (2.8312109201679134)
| > loss: 0.659091591835022 (0.7195804991189714)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2867 (0.24883870348456733)
| > loader_time: 0.0097 (0.00990367833138229)
[1m --> TIME: 2025-02-24 03:16:11 -- STEP: 6745/6985 -- GLOBAL_STEP: 167400[0m
| > loss_text_ce: 0.05053703486919403 (0.04710999291812702)
| > loss_mel_ce: 2.5329782962799072 (2.830882647109969)
| > loss: 0.6458788514137268 (0.719498160147861)
| > current_lr: 5e-06
| > step_time: 0.1973 (0.2487932941134194)
| > loader_time: 0.0094 (0.009901426313893765)
[1m --> TIME: 2025-02-24 03:16:29 -- STEP: 6795/6985 -- GLOBAL_STEP: 167450[0m
| > loss_text_ce: 0.04459896311163902 (0.04711230043061443)
| > loss_mel_ce: 2.74591326713562 (2.8307177226275013)
| > loss: 0.6976280808448792 (0.7194575059185839)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3133 (0.2487565588652869)
| > loader_time: 0.0099 (0.009899711468537343)
[1m --> TIME: 2025-02-24 03:16:48 -- STEP: 6845/6985 -- GLOBAL_STEP: 167500[0m
| > loss_text_ce: 0.045629728585481644 (0.04711148374441169)
| > loss_mel_ce: 3.1787993907928467 (2.8307756915938866)
| > loss: 0.8061072826385498 (0.7194717940185257)
| > current_lr: 5e-06
| > step_time: 0.2758 (0.24876637897672582)
| > loader_time: 0.0096 (0.009897690118883066)
[1m --> TIME: 2025-02-24 03:17:06 -- STEP: 6895/6985 -- GLOBAL_STEP: 167550[0m
| > loss_text_ce: 0.04510100558400154 (0.04711139619490917)
| > loss_mel_ce: 2.70379900932312 (2.8310708621172394)
| > loss: 0.6872249841690063 (0.7195455647578178)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3053 (0.24878919645009315)
| > loader_time: 0.0094 (0.009895026294799585)
[1m --> TIME: 2025-02-24 03:17:25 -- STEP: 6945/6985 -- GLOBAL_STEP: 167600[0m
| > loss_text_ce: 0.04648971930146217 (0.047111050318993715)
| > loss_mel_ce: 2.4606854915618896 (2.8309899615932497)
| > loss: 0.6267938017845154 (0.7195252531505126)
| > current_lr: 5e-06
| > step_time: 0.2071 (0.2488490714024434)
| > loader_time: 0.0091 (0.00989226357725737)
[1m > EVALUATION [0m
[1m--> EVAL PERFORMANCE[0m
| > avg_loader_time:[92m 0.4743136564890544 [0m(-0.005579956216749782)
| > avg_loss_text_ce:[92m 0.04607527454694113 [0m(-0.0002039166447384)
| > avg_loss_mel_ce:[92m 2.913871174544291 [0m(-0.006831222110324386)
| > avg_loss:[92m 2.9599464500651633 [0m(-0.007035141676859258)
> BEST MODEL : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/best_model_167640.pth
[4m[1m > EPOCH: 24/30[0m
--> checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3
[1m > TRAINING (2025-02-24 03:20:11) [0m
[1m --> TIME: 2025-02-24 03:20:15 -- STEP: 10/6985 -- GLOBAL_STEP: 167650[0m
| > loss_text_ce: 0.04719744622707367 (0.0471928883343935)
| > loss_mel_ce: 2.5703110694885254 (2.7538456678390504)
| > loss: 0.6543771028518677 (0.7002596437931061)
| > current_lr: 5e-06
| > step_time: 0.1926 (0.2318427085876465)
| > loader_time: 0.009 (0.009985041618347169)
[1m --> TIME: 2025-02-24 03:20:33 -- STEP: 60/6985 -- GLOBAL_STEP: 167700[0m
| > loss_text_ce: 0.05078180506825447 (0.047302128622929256)
| > loss_mel_ce: 2.52162504196167 (2.7688318252563477)
| > loss: 0.643101692199707 (0.7040334930022557)
| > current_lr: 5e-06
| > step_time: 0.2438 (0.23961186408996582)
| > loader_time: 0.0107 (0.009694846471150716)
[1m --> TIME: 2025-02-24 03:20:51 -- STEP: 110/6985 -- GLOBAL_STEP: 167750[0m
| > loss_text_ce: 0.046082042157649994 (0.04703753810714593)
| > loss_mel_ce: 2.9046895503997803 (2.7843281962654807)
| > loss: 0.7376928925514221 (0.7078414364294574)
| > current_lr: 5e-06
| > step_time: 0.2843 (0.24074068502946333)
| > loader_time: 0.0096 (0.009791770848360932)
[1m --> TIME: 2025-02-24 03:21:09 -- STEP: 160/6985 -- GLOBAL_STEP: 167800[0m
| > loss_text_ce: 0.043900687247514725 (0.04706045039929449)
| > loss_mel_ce: 3.005976676940918 (2.7960228726267804)
| > loss: 0.7624693512916565 (0.710770831629634)
| > current_lr: 5e-06
| > step_time: 0.1939 (0.24176525622606276)
| > loader_time: 0.0092 (0.009733910858631139)
[1m --> TIME: 2025-02-24 03:21:27 -- STEP: 210/6985 -- GLOBAL_STEP: 167850[0m
| > loss_text_ce: 0.04558538645505905 (0.04716254078916141)
| > loss_mel_ce: 2.5786399841308594 (2.797431770960488)
| > loss: 0.6560563445091248 (0.7111485787800382)
| > current_lr: 5e-06
| > step_time: 0.1944 (0.24491301604679652)
| > loader_time: 0.0091 (0.009834803853716177)
[1m --> TIME: 2025-02-24 03:21:45 -- STEP: 260/6985 -- GLOBAL_STEP: 167900[0m
| > loss_text_ce: 0.04592649266123772 (0.047174820131980454)
| > loss_mel_ce: 2.667814254760742 (2.7972438647196824)
| > loss: 0.678435206413269 (0.7111046733764503)
| > current_lr: 5e-06
| > step_time: 0.1711 (0.24395670982507558)
| > loader_time: 0.0087 (0.009783237714033867)
[1m --> TIME: 2025-02-24 03:22:03 -- STEP: 310/6985 -- GLOBAL_STEP: 167950[0m
| > loss_text_ce: 0.04879968240857124 (0.04721076337079847)
| > loss_mel_ce: 2.3882408142089844 (2.802218445654838)
| > loss: 0.6092601418495178 (0.7123573043654048)
| > current_lr: 5e-06
| > step_time: 0.1864 (0.24303112799121487)
| > loader_time: 0.0085 (0.009739482018255429)
[1m --> TIME: 2025-02-24 03:22:21 -- STEP: 360/6985 -- GLOBAL_STEP: 168000[0m
| > loss_text_ce: 0.04568493738770485 (0.04720358084887264)
| > loss_mel_ce: 2.948915481567383 (2.8064679000112744)
| > loss: 0.7486501336097717 (0.7134178724553857)
| > current_lr: 5e-06
| > step_time: 0.226 (0.24455771578682794)
| > loader_time: 0.0092 (0.009714454412460338)
> CHECKPOINT : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/checkpoint_168000.pth
[1m --> TIME: 2025-02-24 03:23:00 -- STEP: 410/6985 -- GLOBAL_STEP: 168050[0m
| > loss_text_ce: 0.04717150703072548 (0.047162094648654854)
| > loss_mel_ce: 2.4960906505584717 (2.8124009167275776)
| > loss: 0.6358155608177185 (0.7148907548043791)
| > current_lr: 5e-06
| > step_time: 0.2862 (0.2457311112706254)
| > loader_time: 0.0095 (0.009683431067117838)
[1m --> TIME: 2025-02-24 03:23:18 -- STEP: 460/6985 -- GLOBAL_STEP: 168100[0m
| > loss_text_ce: 0.04730983451008797 (0.04712659477701652)
| > loss_mel_ce: 2.944643497467041 (2.810784069351528)
| > loss: 0.7479883432388306 (0.7144776678603634)
| > current_lr: 5e-06
| > step_time: 0.2492 (0.2452790970387666)
| > loader_time: 0.0095 (0.009644415067589809)
[1m --> TIME: 2025-02-24 03:23:37 -- STEP: 510/6985 -- GLOBAL_STEP: 168150[0m
| > loss_text_ce: 0.04897943511605263 (0.04711225344708152)
| > loss_mel_ce: 2.686918020248413 (2.8090079639472214)
| > loss: 0.6839743852615356 (0.7140300559062588)
| > current_lr: 5e-06
| > step_time: 0.2497 (0.24640487175361783)
| > loader_time: 0.0092 (0.009637495115691548)
[1m --> TIME: 2025-02-24 03:23:55 -- STEP: 560/6985 -- GLOBAL_STEP: 168200[0m
| > loss_text_ce: 0.05009033903479576 (0.04708871944541376)
| > loss_mel_ce: 2.523221492767334 (2.805731011714254)
| > loss: 0.6433279514312744 (0.7132049343415672)
| > current_lr: 5e-06
| > step_time: 0.2538 (0.24638034020151411)
| > loader_time: 0.0097 (0.00962649328368051)
[1m --> TIME: 2025-02-24 03:24:14 -- STEP: 610/6985 -- GLOBAL_STEP: 168250[0m
| > loss_text_ce: 0.047069668769836426 (0.047102845191467006)
| > loss_mel_ce: 2.616018295288086 (2.809754744904942)
| > loss: 0.6657719612121582 (0.7142143989195593)
| > current_lr: 5e-06
| > step_time: 0.2095 (0.2470699818407903)
| > loader_time: 0.009 (0.009614595428842012)
[1m --> TIME: 2025-02-24 03:24:32 -- STEP: 660/6985 -- GLOBAL_STEP: 168300[0m
| > loss_text_ce: 0.0470670685172081 (0.047062983742040224)
| > loss_mel_ce: 2.8174452781677246 (2.814309798587453)
| > loss: 0.7161281108856201 (0.7153431969158585)
| > current_lr: 5e-06
| > step_time: 0.2498 (0.247473651712591)
| > loader_time: 0.0097 (0.009606001955090137)
[1m --> TIME: 2025-02-24 03:24:50 -- STEP: 710/6985 -- GLOBAL_STEP: 168350[0m
| > loss_text_ce: 0.04748177528381348 (0.04707208617367375)
| > loss_mel_ce: 2.94571590423584 (2.81429452862538)
| > loss: 0.7482994198799133 (0.715341655049526)
| > current_lr: 5e-06
| > step_time: 0.2718 (0.24770759965332462)
| > loader_time: 0.0101 (0.009598420707272792)
[1m --> TIME: 2025-02-24 03:25:09 -- STEP: 760/6985 -- GLOBAL_STEP: 168400[0m
| > loss_text_ce: 0.04659391939640045 (0.04705488423473741)
| > loss_mel_ce: 2.813288927078247 (2.815524878313667)
| > loss: 0.7149707078933716 (0.7156449419887448)
| > current_lr: 5e-06
| > step_time: 0.2431 (0.2482996752387599)
| > loader_time: 0.0093 (0.009584135758249365)
[1m --> TIME: 2025-02-24 03:25:28 -- STEP: 810/6985 -- GLOBAL_STEP: 168450[0m
| > loss_text_ce: 0.048700060695409775 (0.04705151021020648)
| > loss_mel_ce: 2.737081527709961 (2.8155252503760066)
| > loss: 0.6964454054832458 (0.7156441912974846)
| > current_lr: 5e-06
| > step_time: 0.2772 (0.24863155977225598)
| > loader_time: 0.0096 (0.00956789946850434)
[1m --> TIME: 2025-02-24 03:25:47 -- STEP: 860/6985 -- GLOBAL_STEP: 168500[0m
| > loss_text_ce: 0.04834728688001633 (0.04705217375398375)
| > loss_mel_ce: 2.911623477935791 (2.8179350697717003)
| > loss: 0.7399926781654358 (0.7162468119416131)
| > current_lr: 5e-06
| > step_time: 0.2239 (0.24918286550876706)
| > loader_time: 0.0093 (0.00955357080282166)
[1m --> TIME: 2025-02-24 03:26:04 -- STEP: 910/6985 -- GLOBAL_STEP: 168550[0m
| > loss_text_ce: 0.04907957464456558 (0.04707609046619017)
| > loss_mel_ce: 2.433786392211914 (2.8146684408187865)
| > loss: 0.6207165122032166 (0.7154361338405824)
| > current_lr: 5e-06
| > step_time: 0.2212 (0.2488463092636276)
| > loader_time: 0.0088 (0.009535520417349671)
[1m --> TIME: 2025-02-24 03:26:22 -- STEP: 960/6985 -- GLOBAL_STEP: 168600[0m
| > loss_text_ce: 0.044955939054489136 (0.04709270002009968)
| > loss_mel_ce: 2.5901572704315186 (2.811062811811765)
| > loss: 0.6587783098220825 (0.7145388792579378)
| > current_lr: 5e-06
| > step_time: 0.2948 (0.24821424707770348)
| > loader_time: 0.01 (0.009520715971787764)
[1m --> TIME: 2025-02-24 03:26:40 -- STEP: 1010/6985 -- GLOBAL_STEP: 168650[0m
| > loss_text_ce: 0.04630596563220024 (0.04708203136330784)
| > loss_mel_ce: 2.736604690551758 (2.8124509842088905)
| > loss: 0.6957276463508606 (0.71488325507334)
| > current_lr: 5e-06
| > step_time: 0.2863 (0.24847019662951478)
| > loader_time: 0.0097 (0.009518336069465857)
[1m --> TIME: 2025-02-24 03:26:59 -- STEP: 1060/6985 -- GLOBAL_STEP: 168700[0m
| > loss_text_ce: 0.04783913120627403 (0.04708608832772611)
| > loss_mel_ce: 2.8157718181610107 (2.8131891122404133)
| > loss: 0.7159027457237244 (0.7150688013940492)
| > current_lr: 5e-06
| > step_time: 0.2254 (0.24832587467049652)
| > loader_time: 0.0093 (0.009520806681435056)
[1m --> TIME: 2025-02-24 03:27:17 -- STEP: 1110/6985 -- GLOBAL_STEP: 168750[0m
| > loss_text_ce: 0.04729432985186577 (0.047110050752222014)
| > loss_mel_ce: 2.9426112174987793 (2.8097927806613674)
| > loss: 0.7474763989448547 (0.7142257089550437)
| > current_lr: 5e-06
| > step_time: 0.2671 (0.2482957683168016)
| > loader_time: 0.0092 (0.009516059600555135)
[1m --> TIME: 2025-02-24 03:27:35 -- STEP: 1160/6985 -- GLOBAL_STEP: 168800[0m
| > loss_text_ce: 0.0464065745472908 (0.04710381206703085)
| > loss_mel_ce: 2.9935860633850098 (2.810473415769379)
| > loss: 0.7599981427192688 (0.7143943081642026)
| > current_lr: 5e-06
| > step_time: 0.2362 (0.24839311550403465)
| > loader_time: 0.0096 (0.009512318824899599)
[1m --> TIME: 2025-02-24 03:27:53 -- STEP: 1210/6985 -- GLOBAL_STEP: 168850[0m
| > loss_text_ce: 0.046433378010988235 (0.04710520621974114)
| > loss_mel_ce: 2.841310501098633 (2.8104009902181706)
| > loss: 0.7219359874725342 (0.714376550370997)
| > current_lr: 5e-06
| > step_time: 0.286 (0.2483223534812612)
| > loader_time: 0.0094 (0.00950151790272105)
[1m --> TIME: 2025-02-24 03:28:11 -- STEP: 1260/6985 -- GLOBAL_STEP: 168900[0m
| > loss_text_ce: 0.048139169812202454 (0.04709723984142618)
| > loss_mel_ce: 2.518444776535034 (2.8104277729988114)
| > loss: 0.6416459679603577 (0.7143812543342984)
| > current_lr: 5e-06
| > step_time: 0.152 (0.248205328176892)
| > loader_time: 0.0088 (0.009495920605129658)
[1m --> TIME: 2025-02-24 03:28:29 -- STEP: 1310/6985 -- GLOBAL_STEP: 168950[0m
| > loss_text_ce: 0.04574405029416084 (0.04709331232002217)
| > loss_mel_ce: 3.1415517330169678 (2.811126849487538)
| > loss: 0.7968239188194275 (0.7145550416626094)
| > current_lr: 5e-06
| > step_time: 0.2876 (0.24820098767753776)
| > loader_time: 0.0096 (0.009489946692954481)
[1m --> TIME: 2025-02-24 03:28:48 -- STEP: 1360/6985 -- GLOBAL_STEP: 169000[0m
| > loss_text_ce: 0.04750159755349159 (0.04710211709470431)
| > loss_mel_ce: 2.7391176223754883 (2.8114847109598267)
| > loss: 0.6966547966003418 (0.7146467082640706)
| > current_lr: 5e-06
| > step_time: 0.2542 (0.24848665998262517)
| > loader_time: 0.0101 (0.00948578399770399)
> CHECKPOINT : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/checkpoint_169000.pth
[1m --> TIME: 2025-02-24 03:29:29 -- STEP: 1410/6985 -- GLOBAL_STEP: 169050[0m
| > loss_text_ce: 0.04767874255776405 (0.047096049973199536)
| > loss_mel_ce: 3.0422277450561523 (2.813397714770431)
| > loss: 0.7724766135215759 (0.7151234423437864)
| > current_lr: 5e-06
| > step_time: 0.2889 (0.2482747292687707)
| > loader_time: 0.0099 (0.009481367489970315)
[1m --> TIME: 2025-02-24 03:29:47 -- STEP: 1460/6985 -- GLOBAL_STEP: 169100[0m
| > loss_text_ce: 0.04599998518824577 (0.047090664202321865)
| > loss_mel_ce: 2.687319040298462 (2.8146352121274774)
| > loss: 0.6833297610282898 (0.7154314702504306)
| > current_lr: 5e-06
| > step_time: 0.128 (0.24847819592854747)
| > loader_time: 0.0089 (0.00948044192301084)
[1m --> TIME: 2025-02-24 03:30:05 -- STEP: 1510/6985 -- GLOBAL_STEP: 169150[0m
| > loss_text_ce: 0.0446210652589798 (0.04708125191117752)
| > loss_mel_ce: 3.0337584018707275 (2.8133399202334175)
| > loss: 0.7695948481559753 (0.7151052940365499)
| > current_lr: 5e-06
| > step_time: 0.2814 (0.2480672049996079)
| > loader_time: 0.0096 (0.00947408123521615)
[1m --> TIME: 2025-02-24 03:30:23 -- STEP: 1560/6985 -- GLOBAL_STEP: 169200[0m
| > loss_text_ce: 0.04631313309073448 (0.047061886619298866)
| > loss_mel_ce: 3.112048864364624 (2.8145886416618646)
| > loss: 0.7895904779434204 (0.7154126329299736)
| > current_lr: 5e-06
| > step_time: 0.2411 (0.2482589344183604)
| > loader_time: 0.0096 (0.009470044649564293)
[1m --> TIME: 2025-02-24 03:30:42 -- STEP: 1610/6985 -- GLOBAL_STEP: 169250[0m
| > loss_text_ce: 0.046876151114702225 (0.04706522405425212)
| > loss_mel_ce: 2.6448147296905518 (2.8153344909596894)
| > loss: 0.6729227304458618 (0.7155999296940636)
| > current_lr: 5e-06
| > step_time: 0.2455 (0.24841946785494406)
| > loader_time: 0.0091 (0.00946865777791657)
[1m --> TIME: 2025-02-24 03:31:00 -- STEP: 1660/6985 -- GLOBAL_STEP: 169300[0m
| > loss_text_ce: 0.04782974720001221 (0.04705283024673719)
| > loss_mel_ce: 2.937565565109253 (2.81468592896519)
| > loss: 0.7463488578796387 (0.7154346906995203)
| > current_lr: 5e-06
| > step_time: 0.232 (0.2484321966228715)
| > loader_time: 0.0094 (0.009465493638831448)
[1m --> TIME: 2025-02-24 03:31:18 -- STEP: 1710/6985 -- GLOBAL_STEP: 169350[0m
| > loss_text_ce: 0.043693169951438904 (0.04703978649749043)
| > loss_mel_ce: 3.1897635459899902 (2.8154780029553423)
| > loss: 0.8083641529083252 (0.7156294481796135)
| > current_lr: 5e-06
| > step_time: 0.2852 (0.24843163810975372)
| > loader_time: 0.0096 (0.009461952789485101)
[1m --> TIME: 2025-02-24 03:31:36 -- STEP: 1760/6985 -- GLOBAL_STEP: 169400[0m
| > loss_text_ce: 0.04605795815587044 (0.047045417494055886)
| > loss_mel_ce: 2.8812263011932373 (2.813595753230832)
| > loss: 0.7318210601806641 (0.7151602934029974)
| > current_lr: 5e-06
| > step_time: 0.1696 (0.24819441613825885)
| > loader_time: 0.0091 (0.009457271207462653)
[1m --> TIME: 2025-02-24 03:31:53 -- STEP: 1810/6985 -- GLOBAL_STEP: 169450[0m
| > loss_text_ce: 0.04624170809984207 (0.047031879023705384)
| > loss_mel_ce: 2.9708757400512695 (2.811975728082394)
| > loss: 0.754279375076294 (0.7147519025354758)
| > current_lr: 5e-06
| > step_time: 0.2542 (0.24790587715022472)
| > loader_time: 0.0092 (0.009459137521396021)
[1m --> TIME: 2025-02-24 03:32:11 -- STEP: 1860/6985 -- GLOBAL_STEP: 169500[0m
| > loss_text_ce: 0.0464017391204834 (0.04703038521711863)
| > loss_mel_ce: 2.8046162128448486 (2.8115137789839064)
| > loss: 0.712754487991333 (0.7146360417847996)
| > current_lr: 5e-06
| > step_time: 0.2252 (0.24785885669851815)
| > loader_time: 0.009 (0.009456806669953044)
[1m --> TIME: 2025-02-24 03:32:30 -- STEP: 1910/6985 -- GLOBAL_STEP: 169550[0m
| > loss_text_ce: 0.04547981172800064 (0.04703648201341091)
| > loss_mel_ce: 2.925001859664917 (2.811508128156213)
| > loss: 0.7426204085350037 (0.7146361532947784)
| > current_lr: 5e-06
| > step_time: 0.2215 (0.2478316488066269)
| > loader_time: 0.0089 (0.009456631026342897)
[1m --> TIME: 2025-02-24 03:32:48 -- STEP: 1960/6985 -- GLOBAL_STEP: 169600[0m
| > loss_text_ce: 0.04664851725101471 (0.047019922453910096)
| > loss_mel_ce: 2.467879056930542 (2.8115318174264874)
| > loss: 0.6286318898200989 (0.714637935739391)
| > current_lr: 5e-06
| > step_time: 0.1638 (0.24792203465286566)
| > loader_time: 0.0088 (0.00945614442533376)
[1m --> TIME: 2025-02-24 03:33:06 -- STEP: 2010/6985 -- GLOBAL_STEP: 169650[0m
| > loss_text_ce: 0.04972449690103531 (0.04703412982102352)
| > loss_mel_ce: 2.843600273132324 (2.811759564651186)
| > loss: 0.7233312129974365 (0.7146984243867412)
| > current_lr: 5e-06
| > step_time: 0.2849 (0.24796314963060825)
| > loader_time: 0.0101 (0.009457405408223466)
[1m --> TIME: 2025-02-24 03:33:25 -- STEP: 2060/6985 -- GLOBAL_STEP: 169700[0m
| > loss_text_ce: 0.04646361246705055 (0.047028025762331706)
| > loss_mel_ce: 2.984936237335205 (2.812472954537105)
| > loss: 0.7578499913215637 (0.7148752457019198)
| > current_lr: 5e-06
| > step_time: 0.2442 (0.24805730592857286)
| > loader_time: 0.0094 (0.009457196656940049)
[1m --> TIME: 2025-02-24 03:33:43 -- STEP: 2110/6985 -- GLOBAL_STEP: 169750[0m
| > loss_text_ce: 0.04588639736175537 (0.04702525846483581)
| > loss_mel_ce: 3.149968385696411 (2.8140644922075677)
| > loss: 0.7989636659622192 (0.7152724383284134)
| > current_lr: 5e-06
| > step_time: 0.2816 (0.24820152176499932)
| > loader_time: 0.0091 (0.009459083114190121)
[1m --> TIME: 2025-02-24 03:34:02 -- STEP: 2160/6985 -- GLOBAL_STEP: 169800[0m
| > loss_text_ce: 0.047087397426366806 (0.04703226426305869)
| > loss_mel_ce: 2.8408358097076416 (2.8157525987536824)
| > loss: 0.7219808101654053 (0.7156962163746361)
| > current_lr: 5e-06
| > step_time: 0.2969 (0.2482083468525498)
| > loader_time: 0.0104 (0.009460219740867611)
[1m --> TIME: 2025-02-24 03:34:20 -- STEP: 2210/6985 -- GLOBAL_STEP: 169850[0m
| > loss_text_ce: 0.04578530043363571 (0.047031321435559915)
| > loss_mel_ce: 2.959848165512085 (2.816647078332858)
| > loss: 0.7514083385467529 (0.7159196005957164)
| > current_lr: 5e-06
| > step_time: 0.256 (0.24820299946884225)
| > loader_time: 0.0096 (0.009458329666793613)
[1m --> TIME: 2025-02-24 03:34:38 -- STEP: 2260/6985 -- GLOBAL_STEP: 169900[0m
| > loss_text_ce: 0.04818599298596382 (0.04703025101494471)
| > loss_mel_ce: 2.964550733566284 (2.8155356335428965)
| > loss: 0.7531841993331909 (0.7156414718227053)
| > current_lr: 5e-06
| > step_time: 0.1655 (0.2480608858893403)
| > loader_time: 0.0092 (0.009459798631414893)
[1m --> TIME: 2025-02-24 03:34:55 -- STEP: 2310/6985 -- GLOBAL_STEP: 169950[0m
| > loss_text_ce: 0.044776372611522675 (0.04702717925692014)
| > loss_mel_ce: 2.893582820892334 (2.816799870507541)
| > loss: 0.7345898151397705 (0.7159567630910256)
| > current_lr: 5e-06
| > step_time: 0.2802 (0.24799017039212315)
| > loader_time: 0.0096 (0.009460034411706956)
[1m --> TIME: 2025-02-24 03:35:14 -- STEP: 2360/6985 -- GLOBAL_STEP: 170000[0m
| > loss_text_ce: 0.04851387441158295 (0.04703043851906712)
| > loss_mel_ce: 2.142421245574951 (2.8168154415437714)
| > loss: 0.5477337837219238 (0.7159614706443526)
| > current_lr: 5e-06
| > step_time: 0.2103 (0.24805626131720462)
| > loader_time: 0.0097 (0.009459027698484506)
> CHECKPOINT : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/checkpoint_170000.pth
[1m --> TIME: 2025-02-24 03:35:54 -- STEP: 2410/6985 -- GLOBAL_STEP: 170050[0m
| > loss_text_ce: 0.05002143234014511 (0.04703121796343084)
| > loss_mel_ce: 2.6485393047332764 (2.8163938728110907)
| > loss: 0.6746401786804199 (0.7158562733671973)
| > current_lr: 5e-06
| > step_time: 0.2142 (0.2479633335255983)
| > loader_time: 0.009 (0.009457331772167142)
[1m --> TIME: 2025-02-24 03:36:12 -- STEP: 2460/6985 -- GLOBAL_STEP: 170100[0m
| > loss_text_ce: 0.047491706907749176 (0.04702302841091053)
| > loss_mel_ce: 2.963075637817383 (2.8169583175240467)
| > loss: 0.7526418566703796 (0.7159953372265265)
| > current_lr: 5e-06
| > step_time: 0.2556 (0.24795187847401068)
| > loader_time: 0.0097 (0.009458462591093716)
[1m --> TIME: 2025-02-24 03:36:30 -- STEP: 2510/6985 -- GLOBAL_STEP: 170150[0m
| > loss_text_ce: 0.04421895742416382 (0.0470217354773762)
| > loss_mel_ce: 3.2077653408050537 (2.817354967584645)
| > loss: 0.8129960894584656 (0.7160941765365374)
| > current_lr: 5e-06
| > step_time: 0.1938 (0.24793853930743093)
| > loader_time: 0.0091 (0.009457811606357756)
[1m --> TIME: 2025-02-24 03:36:49 -- STEP: 2560/6985 -- GLOBAL_STEP: 170200[0m
| > loss_text_ce: 0.05041133239865303 (0.04702043627039522)
| > loss_mel_ce: 2.311922311782837 (2.8167091145180136)
| > loss: 0.5905833840370178 (0.7159323883475733)
| > current_lr: 5e-06
| > step_time: 0.1948 (0.2479093617759645)
| > loader_time: 0.009 (0.009456385951489194)
[1m --> TIME: 2025-02-24 03:37:07 -- STEP: 2610/6985 -- GLOBAL_STEP: 170250[0m
| > loss_text_ce: 0.04851103574037552 (0.047029400902347016)
| > loss_mel_ce: 2.4241385459899902 (2.8173396719826567)
| > loss: 0.6181623935699463 (0.7160922687857542)
| > current_lr: 5e-06
| > step_time: 0.2533 (0.24806530165032867)
| > loader_time: 0.0092 (0.00945775262240704)
[1m --> TIME: 2025-02-24 03:37:25 -- STEP: 2660/6985 -- GLOBAL_STEP: 170300[0m
| > loss_text_ce: 0.04668786749243736 (0.04702322053814058)
| > loss_mel_ce: 2.9045472145080566 (2.8180353344831235)
| > loss: 0.7378087639808655 (0.7162646393354672)
| > current_lr: 5e-06
| > step_time: 0.2246 (0.24797708701370355)
| > loader_time: 0.0095 (0.009458466131884335)
[1m --> TIME: 2025-02-24 03:37:44 -- STEP: 2710/6985 -- GLOBAL_STEP: 170350[0m
| > loss_text_ce: 0.04343082383275032 (0.047027827670103425)
| > loss_mel_ce: 3.017367362976074 (2.8179023857046297)
| > loss: 0.7651995420455933 (0.7162325539712098)
| > current_lr: 5e-06
| > step_time: 0.1861 (0.24801114089374612)
| > loader_time: 0.0085 (0.00945885920436618)
[1m --> TIME: 2025-02-24 03:38:02 -- STEP: 2760/6985 -- GLOBAL_STEP: 170400[0m
| > loss_text_ce: 0.043996986001729965 (0.047021392859734404)
| > loss_mel_ce: 3.125206232070923 (2.8179280034009935)
| > loss: 0.792300820350647 (0.7162373497002366)
| > current_lr: 5e-06
| > step_time: 0.244 (0.2481735862683559)
| > loader_time: 0.0099 (0.009464531791382923)
[1m --> TIME: 2025-02-24 03:38:21 -- STEP: 2810/6985 -- GLOBAL_STEP: 170450[0m
| > loss_text_ce: 0.04704232141375542 (0.04702381950362289)
| > loss_mel_ce: 2.8516576290130615 (2.81735686560118)
| > loss: 0.7246749997138977 (0.7160951718528925)
| > current_lr: 5e-06
| > step_time: 0.2199 (0.24817840959677917)
| > loader_time: 0.009 (0.009474987237054663)
[1m --> TIME: 2025-02-24 03:38:39 -- STEP: 2860/6985 -- GLOBAL_STEP: 170500[0m
| > loss_text_ce: 0.04428776726126671 (0.04702837207725824)
| > loss_mel_ce: 2.95929217338562 (2.8169024870112196)
| > loss: 0.7508949637413025 (0.7159827153374266)
| > current_lr: 5e-06
| > step_time: 0.2165 (0.24817078463681094)
| > loader_time: 0.0096 (0.009476067386307067)
[1m --> TIME: 2025-02-24 03:38:57 -- STEP: 2910/6985 -- GLOBAL_STEP: 170550[0m
| > loss_text_ce: 0.049144208431243896 (0.04702814850200894)
| > loss_mel_ce: 2.576059103012085 (2.816393955384739)
| > loss: 0.6563008427619934 (0.7158555264939969)
| > current_lr: 5e-06
| > step_time: 0.2757 (0.24827206462519275)
| > loader_time: 0.0125 (0.009480575597572972)
[1m --> TIME: 2025-02-24 03:39:15 -- STEP: 2960/6985 -- GLOBAL_STEP: 170600[0m
| > loss_text_ce: 0.04817434772849083 (0.04703138765274867)
| > loss_mel_ce: 2.6487553119659424 (2.8158701799205796)
| > loss: 0.6742324233055115 (0.7157253924253826)
| > current_lr: 5e-06
| > step_time: 0.2428 (0.2481460587398426)
| > loader_time: 0.0097 (0.009479327862327145)
[1m --> TIME: 2025-02-24 03:39:33 -- STEP: 3010/6985 -- GLOBAL_STEP: 170650[0m
| > loss_text_ce: 0.046038661152124405 (0.0470374816898689)
| > loss_mel_ce: 3.0175395011901855 (2.815368064455808)
| > loss: 0.7658945322036743 (0.7156013870457084)
| > current_lr: 5e-06
| > step_time: 0.2696 (0.2479994815845426)
| > loader_time: 0.0111 (0.009476188805412197)
[1m --> TIME: 2025-02-24 03:39:51 -- STEP: 3060/6985 -- GLOBAL_STEP: 170700[0m
| > loss_text_ce: 0.04587686061859131 (0.04702991305978267)
| > loss_mel_ce: 3.1100354194641113 (2.816516425562836)
| > loss: 0.788978099822998 (0.7158865851222301)
| > current_lr: 5e-06
| > step_time: 0.2534 (0.24807708473766552)
| > loader_time: 0.0099 (0.009477325825909363)
[1m --> TIME: 2025-02-24 03:40:10 -- STEP: 3110/6985 -- GLOBAL_STEP: 170750[0m
| > loss_text_ce: 0.04941173270344734 (0.04702944824070785)
| > loss_mel_ce: 2.7862765789031982 (2.816171150652155)
| > loss: 0.7089220881462097 (0.715800150117307)
| > current_lr: 5e-06
| > step_time: 0.2589 (0.24813786135609128)
| > loader_time: 0.0093 (0.009477088459051675)
[1m --> TIME: 2025-02-24 03:40:29 -- STEP: 3160/6985 -- GLOBAL_STEP: 170800[0m
| > loss_text_ce: 0.04591468721628189 (0.04702823256154219)
| > loss_mel_ce: 3.032806873321533 (2.8159627441363964)
| > loss: 0.769680380821228 (0.715747744571182)
| > current_lr: 5e-06
| > step_time: 0.2512 (0.24831968229028242)
| > loader_time: 0.0098 (0.009477796358398228)
[1m --> TIME: 2025-02-24 03:40:47 -- STEP: 3210/6985 -- GLOBAL_STEP: 170850[0m
| > loss_text_ce: 0.05097239464521408 (0.04702838213644288)
| > loss_mel_ce: 2.343754529953003 (2.8167065907118816)
| > loss: 0.5986817479133606 (0.715933743602019)
| > current_lr: 5e-06
| > step_time: 0.2085 (0.24844009244924764)
| > loader_time: 0.0093 (0.009478842060885308)
[1m --> TIME: 2025-02-24 03:41:06 -- STEP: 3260/6985 -- GLOBAL_STEP: 170900[0m
| > loss_text_ce: 0.04603080078959465 (0.047025033262518216)
| > loss_mel_ce: 3.0555026531219482 (2.816915009943251)
| > loss: 0.7753833532333374 (0.7159850112042545)
| > current_lr: 5e-06
| > step_time: 0.2492 (0.24845160918733095)
| > loader_time: 0.0099 (0.009480617309640506)
[1m --> TIME: 2025-02-24 03:41:24 -- STEP: 3310/6985 -- GLOBAL_STEP: 170950[0m
| > loss_text_ce: 0.04642263427376747 (0.04701820564346544)
| > loss_mel_ce: 2.4871246814727783 (2.8175286160494952)
| > loss: 0.6333868503570557 (0.7161367057943634)
| > current_lr: 5e-06
| > step_time: 0.2549 (0.2485415104292671)
| > loader_time: 0.0091 (0.009481281528300021)
[1m --> TIME: 2025-02-24 03:41:42 -- STEP: 3360/6985 -- GLOBAL_STEP: 171000[0m
| > loss_text_ce: 0.04662211611866951 (0.047013984149366195)
| > loss_mel_ce: 2.728407859802246 (2.817743090717562)
| > loss: 0.6937574744224548 (0.7161892690562778)
| > current_lr: 5e-06
| > step_time: 0.2251 (0.2484146881671179)
| > loader_time: 0.0108 (0.009480275710423784)
> CHECKPOINT : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/checkpoint_171000.pth
[1m --> TIME: 2025-02-24 03:42:21 -- STEP: 3410/6985 -- GLOBAL_STEP: 171050[0m
| > loss_text_ce: 0.048392534255981445 (0.047012024981316514)
| > loss_mel_ce: 2.711247444152832 (2.8178729615253406)
| > loss: 0.6899099946022034 (0.716221246979803)
| > current_lr: 5e-06
| > step_time: 0.2851 (0.24835320924384152)
| > loader_time: 0.0097 (0.009486311062340158)
[1m --> TIME: 2025-02-24 03:42:39 -- STEP: 3460/6985 -- GLOBAL_STEP: 171100[0m
| > loss_text_ce: 0.04651132598519325 (0.047005785888631496)
| > loss_mel_ce: 3.1142568588256836 (2.8178430638561327)
| > loss: 0.7901920676231384 (0.7162122128068369)
| > current_lr: 5e-06
| > step_time: 0.2185 (0.24836518895419346)
| > loader_time: 0.0093 (0.00948911760583778)
[1m --> TIME: 2025-02-24 03:42:57 -- STEP: 3510/6985 -- GLOBAL_STEP: 171150[0m
| > loss_text_ce: 0.05075141414999962 (0.0470049403586618)
| > loss_mel_ce: 2.2496554851531982 (2.817274735931654)
| > loss: 0.5751017332077026 (0.7160699194567837)
| > current_lr: 5e-06
| > step_time: 0.1488 (0.24834874919337085)
| > loader_time: 0.0088 (0.00949110570456567)
[1m --> TIME: 2025-02-24 03:43:16 -- STEP: 3560/6985 -- GLOBAL_STEP: 171200[0m
| > loss_text_ce: 0.045776527374982834 (0.047011021669075)
| > loss_mel_ce: 3.5189881324768066 (2.817325373111143)
| > loss: 0.8911911845207214 (0.7160840990084612)
| > current_lr: 5e-06
| > step_time: 0.2476 (0.24839671481861159)
| > loader_time: 0.0098 (0.009491627805688404)
[1m --> TIME: 2025-02-24 03:43:34 -- STEP: 3610/6985 -- GLOBAL_STEP: 171250[0m
| > loss_text_ce: 0.048142533749341965 (0.04700856651398773)
| > loss_mel_ce: 2.506575584411621 (2.8177413093086066)
| > loss: 0.6386795043945312 (0.7161874692608446)
| > current_lr: 5e-06
| > step_time: 0.2775 (0.24848227210322246)
| > loader_time: 0.0095 (0.009490223604556262)
[1m --> TIME: 2025-02-24 03:43:53 -- STEP: 3660/6985 -- GLOBAL_STEP: 171300[0m
| > loss_text_ce: 0.04698704183101654 (0.04700910579514953)
| > loss_mel_ce: 3.0111584663391113 (2.817745755865271)
| > loss: 0.7645363807678223 (0.7161887157077348)
| > current_lr: 5e-06
| > step_time: 0.241 (0.24859041262194106)
| > loader_time: 0.0096 (0.009488299961298538)
[1m --> TIME: 2025-02-24 03:44:12 -- STEP: 3710/6985 -- GLOBAL_STEP: 171350[0m
| > loss_text_ce: 0.0439249649643898 (0.04701216656142323)
| > loss_mel_ce: 2.7372307777404785 (2.8174676301986996)
| > loss: 0.6952889561653137 (0.7161199494593871)
| > current_lr: 5e-06
| > step_time: 0.2201 (0.24866076723905908)
| > loader_time: 0.009 (0.009486303625081103)
[1m --> TIME: 2025-02-24 03:44:31 -- STEP: 3760/6985 -- GLOBAL_STEP: 171400[0m
| > loss_text_ce: 0.047464847564697266 (0.04700823091267741)
| > loss_mel_ce: 2.9889369010925293 (2.818200888088406)
| > loss: 0.7591004371643066 (0.7163022799932578)
| > current_lr: 5e-06
| > step_time: 0.2526 (0.24880397262725423)
| > loader_time: 0.0097 (0.009484569062577913)
[1m --> TIME: 2025-02-24 03:44:48 -- STEP: 3810/6985 -- GLOBAL_STEP: 171450[0m
| > loss_text_ce: 0.049479711800813675 (0.04701276327192464)
| > loss_mel_ce: 2.9052958488464355 (2.8179849573946347)
| > loss: 0.73869389295578 (0.7162494303907936)
| > current_lr: 5e-06
| > step_time: 0.2769 (0.24872445772326213)
| > loader_time: 0.0096 (0.009481815215483734)
[1m --> TIME: 2025-02-24 03:45:06 -- STEP: 3860/6985 -- GLOBAL_STEP: 171500[0m
| > loss_text_ce: 0.043467145413160324 (0.047012824341268675)
| > loss_mel_ce: 3.2201669216156006 (2.8182058616005667)
| > loss: 0.8159084916114807 (0.7163046717103282)
| > current_lr: 5e-06
| > step_time: 0.2414 (0.24868792178099638)
| > loader_time: 0.0097 (0.009479636664217615)
[1m --> TIME: 2025-02-24 03:45:24 -- STEP: 3910/6985 -- GLOBAL_STEP: 171550[0m
| > loss_text_ce: 0.047948312014341354 (0.04701072204181599)
| > loss_mel_ce: 2.5156173706054688 (2.8177359214524147)
| > loss: 0.640891432762146 (0.716186661115083)
| > current_lr: 5e-06
| > step_time: 0.2808 (0.248647476157264)
| > loader_time: 0.0097 (0.009476963516391448)
[1m --> TIME: 2025-02-24 03:45:43 -- STEP: 3960/6985 -- GLOBAL_STEP: 171600[0m
| > loss_text_ce: 0.04463133215904236 (0.047016872273701556)
| > loss_mel_ce: 2.7253949642181396 (2.8173544019159618)
| > loss: 0.6925065517425537 (0.7160928187873028)
| > current_lr: 5e-06
| > step_time: 0.1267 (0.24871845161071932)
| > loader_time: 0.0084 (0.0094760866478236)
[1m --> TIME: 2025-02-24 03:46:01 -- STEP: 4010/6985 -- GLOBAL_STEP: 171650[0m
| > loss_text_ce: 0.04651942104101181 (0.04701860779501548)
| > loss_mel_ce: 2.8704307079315186 (2.8174341510358865)
| > loss: 0.7292375564575195 (0.7161131899627368)
| > current_lr: 5e-06
| > step_time: 0.2386 (0.24869003040237617)
| > loader_time: 0.0095 (0.00947375493751202)
[1m --> TIME: 2025-02-24 03:46:19 -- STEP: 4060/6985 -- GLOBAL_STEP: 171700[0m
| > loss_text_ce: 0.04760805144906044 (0.04701630929806103)
| > loss_mel_ce: 2.9062039852142334 (2.817795590461766)
| > loss: 0.7384530305862427 (0.7162029752223363)
| > current_lr: 5e-06
| > step_time: 0.2182 (0.24868430415985032)
| > loader_time: 0.0094 (0.009473649797768425)
[1m --> TIME: 2025-02-24 03:46:37 -- STEP: 4110/6985 -- GLOBAL_STEP: 171750[0m
| > loss_text_ce: 0.04640861973166466 (0.04701340814141456)
| > loss_mel_ce: 3.254046678543091 (2.817911605765347)
| > loss: 0.825113832950592 (0.7162312537866788)
| > current_lr: 5e-06
| > step_time: 0.2734 (0.24866571101539037)
| > loader_time: 0.0098 (0.009474532737639116)
[1m --> TIME: 2025-02-24 03:46:56 -- STEP: 4160/6985 -- GLOBAL_STEP: 171800[0m
| > loss_text_ce: 0.048326123505830765 (0.04701653894377295)
| > loss_mel_ce: 2.538954973220825 (2.817793460075669)
| > loss: 0.6468202471733093 (0.716202500068511)
| > current_lr: 5e-06
| > step_time: 0.2489 (0.24867396211394896)
| > loader_time: 0.01 (0.009475925392829454)
[1m --> TIME: 2025-02-24 03:47:14 -- STEP: 4210/6985 -- GLOBAL_STEP: 171850[0m
| > loss_text_ce: 0.049191683530807495 (0.04701326800302339)
| > loss_mel_ce: 2.756591796875 (2.818033725462162)
| > loss: 0.7014458775520325 (0.7162617486828584)
| > current_lr: 5e-06
| > step_time: 0.2746 (0.24865711760351042)
| > loader_time: 0.0095 (0.009475250935044822)
[1m --> TIME: 2025-02-24 03:47:32 -- STEP: 4260/6985 -- GLOBAL_STEP: 171900[0m
| > loss_text_ce: 0.047376349568367004 (0.0470165325564817)
| > loss_mel_ce: 2.5311615467071533 (2.817999929889265)
| > loss: 0.644634485244751 (0.7162541159511732)
| > current_lr: 5e-06
| > step_time: 0.2437 (0.24862588481723982)
| > loader_time: 0.0093 (0.00947365855946787)
[1m --> TIME: 2025-02-24 03:47:51 -- STEP: 4310/6985 -- GLOBAL_STEP: 171950[0m
| > loss_text_ce: 0.044549454003572464 (0.04701611257207913)
| > loss_mel_ce: 2.7424328327178955 (2.818256122440858)
| > loss: 0.6967455744743347 (0.7163180590851401)
| > current_lr: 5e-06
| > step_time: 0.2215 (0.24871364270451451)
| > loader_time: 0.0092 (0.009474136325986643)
[1m --> TIME: 2025-02-24 03:48:09 -- STEP: 4360/6985 -- GLOBAL_STEP: 172000[0m
| > loss_text_ce: 0.044791288673877716 (0.04701568016423539)
| > loss_mel_ce: 2.841451644897461 (2.81841037519481)
| > loss: 0.7215607166290283 (0.7163565141823857)
| > current_lr: 5e-06
| > step_time: 0.1812 (0.24871135031411407)
| > loader_time: 0.0093 (0.009475550246894896)
> CHECKPOINT : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/checkpoint_172000.pth
[1m --> TIME: 2025-02-24 03:48:45 -- STEP: 4410/6985 -- GLOBAL_STEP: 172050[0m
| > loss_text_ce: 0.047922875732183456 (0.047013029010962146)
| > loss_mel_ce: 2.4353082180023193 (2.818766033406159)
| > loss: 0.6208077669143677 (0.7164447658929693)
| > current_lr: 5e-06
| > step_time: 0.19 (0.24871478291595875)
| > loader_time: 0.0088 (0.009479813673058321)
[1m --> TIME: 2025-02-24 03:49:04 -- STEP: 4460/6985 -- GLOBAL_STEP: 172100[0m
| > loss_text_ce: 0.04573573172092438 (0.04701525702187162)
| > loss_mel_ce: 2.4797587394714355 (2.8184504341651504)
| > loss: 0.6313736438751221 (0.7163664231185419)
| > current_lr: 5e-06
| > step_time: 0.1879 (0.24878136790921335)
| > loader_time: 0.0092 (0.009481710382641152)
[1m --> TIME: 2025-02-24 03:49:21 -- STEP: 4510/6985 -- GLOBAL_STEP: 172150[0m
| > loss_text_ce: 0.0461907759308815 (0.047015867981968815)
| > loss_mel_ce: 2.856377124786377 (2.8182114435669594)
| > loss: 0.7256419658660889 (0.7163068281639435)
| > current_lr: 5e-06
| > step_time: 0.2477 (0.24869991903030159)
| > loader_time: 0.0096 (0.009481825638240286)
[1m --> TIME: 2025-02-24 03:49:40 -- STEP: 4560/6985 -- GLOBAL_STEP: 172200[0m
| > loss_text_ce: 0.045290544629096985 (0.04701114955456238)
| > loss_mel_ce: 2.7458386421203613 (2.8186406314373005)
| > loss: 0.6977822780609131 (0.7164129454903954)
| > current_lr: 5e-06
| > step_time: 0.2298 (0.24871722564362644)
| > loader_time: 0.0099 (0.009482982493283445)
[1m --> TIME: 2025-02-24 03:49:58 -- STEP: 4610/6985 -- GLOBAL_STEP: 172250[0m
| > loss_text_ce: 0.04712936282157898 (0.04700580876554945)
| > loss_mel_ce: 2.5363051891326904 (2.8190399086139184)
| > loss: 0.645858645439148 (0.7165114295780003)
| > current_lr: 5e-06
| > step_time: 0.2736 (0.24879491091291714)
| > loader_time: 0.0093 (0.009483836943570542)
[1m --> TIME: 2025-02-24 03:50:17 -- STEP: 4660/6985 -- GLOBAL_STEP: 172300[0m
| > loss_text_ce: 0.04816877096891403 (0.04701039697175498)
| > loss_mel_ce: 2.6304619312286377 (2.8183467647548373)
| > loss: 0.6696576476097107 (0.7163392906856632)
| > current_lr: 5e-06
| > step_time: 0.2277 (0.24882785987444703)
| > loader_time: 0.0096 (0.009484522383612106)
[1m --> TIME: 2025-02-24 03:50:35 -- STEP: 4710/6985 -- GLOBAL_STEP: 172350[0m
| > loss_text_ce: 0.04692443832755089 (0.04700646481996758)
| > loss_mel_ce: 2.8263771533966064 (2.818424365626778)
| > loss: 0.7183253765106201 (0.7163577078444177)
| > current_lr: 5e-06
| > step_time: 0.2594 (0.24879174561510672)
| > loader_time: 0.0104 (0.009488691898920973)
[1m --> TIME: 2025-02-24 03:50:54 -- STEP: 4760/6985 -- GLOBAL_STEP: 172400[0m
| > loss_text_ce: 0.04506256803870201 (0.04700268583779196)
| > loss_mel_ce: 3.328005313873291 (2.818296044614134)
| > loss: 0.8432669639587402 (0.7163246828029627)
| > current_lr: 5e-06
| > step_time: 0.2277 (0.24887539649210055)
| > loader_time: 0.0099 (0.009492281304688002)
[1m --> TIME: 2025-02-24 03:51:11 -- STEP: 4810/6985 -- GLOBAL_STEP: 172450[0m
| > loss_text_ce: 0.05079102888703346 (0.04700100143167056)
| > loss_mel_ce: 2.455641269683838 (2.8179190617836927)
| > loss: 0.6266080737113953 (0.7162300160112098)
| > current_lr: 5e-06
| > step_time: 0.1779 (0.24879408532021696)
| > loader_time: 0.0089 (0.009494471946525961)
[1m --> TIME: 2025-02-24 03:51:31 -- STEP: 4860/6985 -- GLOBAL_STEP: 172500[0m
| > loss_text_ce: 0.045046366751194 (0.04699881967816326)
| > loss_mel_ce: 2.628459930419922 (2.8177758587240684)
| > loss: 0.6683765649795532 (0.7161936698075181)
| > current_lr: 5e-06
| > step_time: 0.236 (0.2489311897705612)
| > loader_time: 0.0097 (0.009498228457729508)
[1m --> TIME: 2025-02-24 03:51:49 -- STEP: 4910/6985 -- GLOBAL_STEP: 172550[0m
| > loss_text_ce: 0.048474229872226715 (0.047001950862360274)
| > loss_mel_ce: 2.5513741970062256 (2.8172715332746043)
| > loss: 0.6499621272087097 (0.7160683712806327)
| > current_lr: 5e-06
| > step_time: 0.2874 (0.24892185069392994)
| > loader_time: 0.0102 (0.009500279445997805)
[1m --> TIME: 2025-02-24 03:52:07 -- STEP: 4960/6985 -- GLOBAL_STEP: 172600[0m
| > loss_text_ce: 0.047406867146492004 (0.046993493300772404)
| > loss_mel_ce: 2.639965772628784 (2.81769716206097)
| > loss: 0.6718431711196899 (0.7161726641258399)
| > current_lr: 5e-06
| > step_time: 0.242 (0.2489278092499702)
| > loader_time: 0.0098 (0.00950291113507363)
[1m --> TIME: 2025-02-24 03:52:24 -- STEP: 5010/6985 -- GLOBAL_STEP: 172650[0m
| > loss_text_ce: 0.04682103171944618 (0.04699394522223637)
| > loss_mel_ce: 3.156167984008789 (2.81764370719354)
| > loss: 0.800747275352478 (0.7161594134069481)
| > current_lr: 5e-06
| > step_time: 0.1759 (0.2487523489131661)
| > loader_time: 0.009 (0.009504019904755311)
[1m --> TIME: 2025-02-24 03:52:43 -- STEP: 5060/6985 -- GLOBAL_STEP: 172700[0m
| > loss_text_ce: 0.04637197032570839 (0.04699026476591818)
| > loss_mel_ce: 3.031956911087036 (2.817474090016409)
| > loss: 0.769582211971283 (0.7161160889644859)
| > current_lr: 5e-06
| > step_time: 0.2426 (0.24880706232055844)
| > loader_time: 0.0113 (0.009507952659968797)
[1m --> TIME: 2025-02-24 03:53:01 -- STEP: 5110/6985 -- GLOBAL_STEP: 172750[0m
| > loss_text_ce: 0.046842269599437714 (0.04698677381642754)
| > loss_mel_ce: 2.5652730464935303 (2.8171714409690094)
| > loss: 0.6530288457870483 (0.7160395539436778)
| > current_lr: 5e-06
| > step_time: 0.2556 (0.24881736569675214)
| > loader_time: 0.0097 (0.009511578852883049)
[1m --> TIME: 2025-02-24 03:53:19 -- STEP: 5160/6985 -- GLOBAL_STEP: 172800[0m
| > loss_text_ce: 0.047095540910959244 (0.04698574462140246)
| > loss_mel_ce: 3.2576940059661865 (2.816862092900648)
| > loss: 0.8261973857879639 (0.7159619596346395)
| > current_lr: 5e-06
| > step_time: 0.2523 (0.2486715392086857)
| > loader_time: 0.0095 (0.00951190387555795)
[1m --> TIME: 2025-02-24 03:53:37 -- STEP: 5210/6985 -- GLOBAL_STEP: 172850[0m
| > loss_text_ce: 0.047660816460847855 (0.04698604014621696)
| > loss_mel_ce: 2.6346235275268555 (2.816923338506595)
| > loss: 0.6705710887908936 (0.7159773449179297)
| > current_lr: 5e-06
| > step_time: 0.28 (0.24863598662466097)
| > loader_time: 0.0098 (0.00951568279522623)
[1m --> TIME: 2025-02-24 03:53:55 -- STEP: 5260/6985 -- GLOBAL_STEP: 172900[0m
| > loss_text_ce: 0.047464411705732346 (0.04698597827125975)
| > loss_mel_ce: 2.919238567352295 (2.817199724867318)
| > loss: 0.7416757345199585 (0.7160464260288056)
| > current_lr: 5e-06
| > step_time: 0.2255 (0.24859527503582915)
| > loader_time: 0.0109 (0.009517813590089633)
[1m --> TIME: 2025-02-24 03:54:13 -- STEP: 5310/6985 -- GLOBAL_STEP: 172950[0m
| > loss_text_ce: 0.04645379260182381 (0.04698461730054205)
| > loss_mel_ce: 2.8516106605529785 (2.817335244738225)
| > loss: 0.7245160937309265 (0.7160799657445386)
| > current_lr: 5e-06
| > step_time: 0.2756 (0.24864689621323696)
| > loader_time: 0.0096 (0.00952222935448483)
[1m --> TIME: 2025-02-24 03:54:31 -- STEP: 5360/6985 -- GLOBAL_STEP: 173000[0m
| > loss_text_ce: 0.04578378051519394 (0.04698590550140771)
| > loss_mel_ce: 2.4492197036743164 (2.8172214021211244)
| > loss: 0.6237508654594421 (0.7160518271264741)
| > current_lr: 5e-06
| > step_time: 0.2006 (0.24862665938797282)
| > loader_time: 0.0092 (0.009524543383228242)
> CHECKPOINT : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/checkpoint_173000.pth
[1m --> TIME: 2025-02-24 03:55:05 -- STEP: 5410/6985 -- GLOBAL_STEP: 173050[0m
| > loss_text_ce: 0.04938965290784836 (0.04698490235823694)
| > loss_mel_ce: 2.7231576442718506 (2.8164384365742845)
| > loss: 0.6931368112564087 (0.7158558349842943)
| > current_lr: 5e-06
| > step_time: 0.2469 (0.2486183808162781)
| > loader_time: 0.0091 (0.009524068021509865)
[1m --> TIME: 2025-02-24 03:55:23 -- STEP: 5460/6985 -- GLOBAL_STEP: 173100[0m
| > loss_text_ce: 0.048334281891584396 (0.04698690701439817)
| > loss_mel_ce: 2.7431225776672363 (2.8160453409720705)
| > loss: 0.6978642344474792 (0.7157580622823244)
| > current_lr: 5e-06
| > step_time: 0.1282 (0.24864137456530616)
| > loader_time: 0.0085 (0.009526983634892834)
[1m --> TIME: 2025-02-24 03:55:42 -- STEP: 5510/6985 -- GLOBAL_STEP: 173150[0m
| > loss_text_ce: 0.04340052977204323 (0.04698500682459557)
| > loss_mel_ce: 3.156034231185913 (2.8166395779530076)
| > loss: 0.7998586893081665 (0.7159061464553729)
| > current_lr: 5e-06
| > step_time: 0.2364 (0.24867210042022317)
| > loader_time: 0.0095 (0.00952954088927613)
[1m --> TIME: 2025-02-24 03:56:00 -- STEP: 5560/6985 -- GLOBAL_STEP: 173200[0m
| > loss_text_ce: 0.045323412865400314 (0.04698371698329457)
| > loss_mel_ce: 2.5884158611297607 (2.8162600132415645)
| > loss: 0.6584348082542419 (0.7158109328408028)
| > current_lr: 5e-06
| > step_time: 0.1927 (0.24863073778667039)
| > loader_time: 0.0094 (0.009531149461115001)
[1m --> TIME: 2025-02-24 03:56:18 -- STEP: 5610/6985 -- GLOBAL_STEP: 173250[0m
| > loss_text_ce: 0.04810168966650963 (0.04698524688787218)
| > loss_mel_ce: 3.0029382705688477 (2.815963887254612)
| > loss: 0.7627599835395813 (0.715737283792937)
| > current_lr: 5e-06
| > step_time: 0.2605 (0.24857358358760567)
| > loader_time: 0.0093 (0.009534037686924247)
[1m --> TIME: 2025-02-24 03:56:36 -- STEP: 5660/6985 -- GLOBAL_STEP: 173300[0m
| > loss_text_ce: 0.047721799463033676 (0.04698533876716779)
| > loss_mel_ce: 2.443565845489502 (2.815925881824731)
| > loss: 0.6228219270706177 (0.7157278054383952)
| > current_lr: 5e-06
| > step_time: 0.2234 (0.24861304153401945)
| > loader_time: 0.0101 (0.009539160627358375)
[1m --> TIME: 2025-02-24 03:56:55 -- STEP: 5710/6985 -- GLOBAL_STEP: 173350[0m
| > loss_text_ce: 0.04803886264562607 (0.04698867390222604)
| > loss_mel_ce: 2.3587141036987305 (2.815322813240326)
| > loss: 0.6016882658004761 (0.7155778720687858)
| > current_lr: 5e-06
| > step_time: 0.2585 (0.24862417690390673)
| > loader_time: 0.0094 (0.0095421963523023)
[1m --> TIME: 2025-02-24 03:57:13 -- STEP: 5760/6985 -- GLOBAL_STEP: 173400[0m
| > loss_text_ce: 0.0491815023124218 (0.046990251469348286)
| > loss_mel_ce: 2.4679276943206787 (2.8155199772988757)
| > loss: 0.6292772889137268 (0.7156275574842259)
| > current_lr: 5e-06
| > step_time: 0.1533 (0.2486313552906116)
| > loader_time: 0.0092 (0.009544601746731326)
[1m --> TIME: 2025-02-24 03:57:31 -- STEP: 5810/6985 -- GLOBAL_STEP: 173450[0m
| > loss_text_ce: 0.04440736770629883 (0.046987184195453904)
| > loss_mel_ce: 2.9211413860321045 (2.815448157081507)
| > loss: 0.7413871884346008 (0.7156088355999188)
| > current_lr: 5e-06
| > step_time: 0.2548 (0.2486539286303233)
| > loader_time: 0.0094 (0.009550679489175129)
[1m --> TIME: 2025-02-24 03:57:50 -- STEP: 5860/6985 -- GLOBAL_STEP: 173500[0m
| > loss_text_ce: 0.04670116305351257 (0.04698828990943098)
| > loss_mel_ce: 3.2517683506011963 (2.8159175995877184)
| > loss: 0.8246173858642578 (0.7157264726357246)
| > current_lr: 5e-06
| > step_time: 0.2238 (0.24867604246725403)
| > loader_time: 0.0097 (0.009551491102667791)
[1m --> TIME: 2025-02-24 03:58:08 -- STEP: 5910/6985 -- GLOBAL_STEP: 173550[0m
| > loss_text_ce: 0.04885123297572136 (0.04699011952529607)
| > loss_mel_ce: 2.8594837188720703 (2.815997447035641)
| > loss: 0.7270837426185608 (0.7157468919221518)
| > current_lr: 5e-06
| > step_time: 0.2735 (0.24872947913135973)
| > loader_time: 0.0099 (0.009552193414136228)
[1m --> TIME: 2025-02-24 03:58:27 -- STEP: 5960/6985 -- GLOBAL_STEP: 173600[0m
| > loss_text_ce: 0.04888574033975601 (0.04699217155138222)
| > loss_mel_ce: 2.531238317489624 (2.8158218978835445)
| > loss: 0.6450310349464417 (0.7157035176385967)
| > current_lr: 5e-06
| > step_time: 0.224 (0.248717262480883)
| > loader_time: 0.0097 (0.009552370981882077)
[1m --> TIME: 2025-02-24 03:58:46 -- STEP: 6010/6985 -- GLOBAL_STEP: 173650[0m
| > loss_text_ce: 0.045366737991571426 (0.04699418444787706)
| > loss_mel_ce: 2.885241985321045 (2.8158531017390755)
| > loss: 0.7326521873474121 (0.7157118218413207)
| > current_lr: 5e-06
| > step_time: 0.2865 (0.24881197604879166)
| > loader_time: 0.0101 (0.009553064086076216)
[1m --> TIME: 2025-02-24 03:59:03 -- STEP: 6060/6985 -- GLOBAL_STEP: 173700[0m
| > loss_text_ce: 0.049952052533626556 (0.04699570718083055)
| > loss_mel_ce: 2.8590965270996094 (2.8152607236561615)
| > loss: 0.7272621393203735 (0.7155641080129264)
| > current_lr: 5e-06
| > step_time: 0.2093 (0.24874993031567866)
| > loader_time: 0.0093 (0.009552127417951518)
[1m --> TIME: 2025-02-24 03:59:21 -- STEP: 6110/6985 -- GLOBAL_STEP: 173750[0m
| > loss_text_ce: 0.04808599874377251 (0.046997596899660286)
| > loss_mel_ce: 3.0541269779205322 (2.815276803186015)
| > loss: 0.7755532264709473 (0.7155686003389217)
| > current_lr: 5e-06
| > step_time: 0.2454 (0.2487107399442582)
| > loader_time: 0.0094 (0.009551476495745911)
[1m --> TIME: 2025-02-24 03:59:40 -- STEP: 6160/6985 -- GLOBAL_STEP: 173800[0m
| > loss_text_ce: 0.04709681496024132 (0.04699631706787301)
| > loss_mel_ce: 2.937976598739624 (2.8154937916955403)
| > loss: 0.7462683320045471 (0.7156225275103146)
| > current_lr: 5e-06
| > step_time: 0.2551 (0.24871632932842552)
| > loader_time: 0.0097 (0.009551084854386058)
[1m --> TIME: 2025-02-24 03:59:58 -- STEP: 6210/6985 -- GLOBAL_STEP: 173850[0m
| > loss_text_ce: 0.04874590411782265 (0.04699676939782701)
| > loss_mel_ce: 2.192298412322998 (2.815631728222214)
| > loss: 0.560261070728302 (0.7156571247247488)
| > current_lr: 5e-06
| > step_time: 0.1928 (0.2487548163547608)
| > loader_time: 0.009 (0.009550762790796636)
[1m --> TIME: 2025-02-24 04:00:17 -- STEP: 6260/6985 -- GLOBAL_STEP: 173900[0m
| > loss_text_ce: 0.04536077380180359 (0.04699507689002322)
| > loss_mel_ce: 2.7230312824249268 (2.815536116239744)
| > loss: 0.6920980215072632 (0.7156327986203062)
| > current_lr: 5e-06
| > step_time: 0.2267 (0.24878519651607964)
| > loader_time: 0.0098 (0.009550424201039057)
[1m --> TIME: 2025-02-24 04:00:35 -- STEP: 6310/6985 -- GLOBAL_STEP: 173950[0m
| > loss_text_ce: 0.046393994241952896 (0.0469956662322848)
| > loss_mel_ce: 3.1232211589813232 (2.81616878352717)
| > loss: 0.7924038171768188 (0.7157911127701801)
| > current_lr: 5e-06
| > step_time: 0.2764 (0.24884531838013518)
| > loader_time: 0.0095 (0.009550521604232644)
[1m --> TIME: 2025-02-24 04:00:54 -- STEP: 6360/6985 -- GLOBAL_STEP: 174000[0m
| > loss_text_ce: 0.04606008529663086 (0.046995149483705125)
| > loss_mel_ce: 2.629702091217041 (2.8161283759388547)
| > loss: 0.668940544128418 (0.715780881684531)
| > current_lr: 5e-06
| > step_time: 0.224 (0.24884412933445577)
| > loader_time: 0.0096 (0.009550240954513052)
> CHECKPOINT : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/checkpoint_174000.pth
[1m --> TIME: 2025-02-24 04:01:27 -- STEP: 6410/6985 -- GLOBAL_STEP: 174050[0m
| > loss_text_ce: 0.044756658375263214 (0.04699622512549491)
| > loss_mel_ce: 3.0183236598968506 (2.8156625061994793)
| > loss: 0.7657700777053833 (0.7156646831359207)
| > current_lr: 5e-06
| > step_time: 0.2874 (0.24875081872419336)
| > loader_time: 0.01 (0.00954943510373928)
[1m --> TIME: 2025-02-24 04:01:45 -- STEP: 6460/6985 -- GLOBAL_STEP: 174100[0m
| > loss_text_ce: 0.04691745340824127 (0.046991722414345044)
| > loss_mel_ce: 2.5332279205322266 (2.816188181313938)
| > loss: 0.6450363397598267 (0.7157949762539966)
| > current_lr: 5e-06
| > step_time: 0.1478 (0.24870775162989142)
| > loader_time: 0.0084 (0.009548569906606744)
[1m --> TIME: 2025-02-24 04:02:03 -- STEP: 6510/6985 -- GLOBAL_STEP: 174150[0m
| > loss_text_ce: 0.04673171415925026 (0.046989288583924364)
| > loss_mel_ce: 2.8436577320098877 (2.8160610653288365)
| > loss: 0.7225973606109619 (0.7157625888075146)
| > current_lr: 5e-06
| > step_time: 0.286 (0.24867376211784586)
| > loader_time: 0.0095 (0.009548067607088546)
[1m --> TIME: 2025-02-24 04:02:21 -- STEP: 6560/6985 -- GLOBAL_STEP: 174200[0m
| > loss_text_ce: 0.04611858353018761 (0.04698938173809796)
| > loss_mel_ce: 2.6638476848602295 (2.816248480157882)
| > loss: 0.6774915456771851 (0.7158094657903036)
| > current_lr: 5e-06
| > step_time: 0.1616 (0.248690061561945)
| > loader_time: 0.0089 (0.009547299328373678)
[1m --> TIME: 2025-02-24 04:02:39 -- STEP: 6610/6985 -- GLOBAL_STEP: 174250[0m
| > loss_text_ce: 0.04469645023345947 (0.0469865830234744)
| > loss_mel_ce: 3.0588483810424805 (2.816001032213942)
| > loss: 0.7758861780166626 (0.7157469041048127)
| > current_lr: 5e-06
| > step_time: 0.2127 (0.24866727141497175)
| > loader_time: 0.0092 (0.009546421948431449)
[1m --> TIME: 2025-02-24 04:02:57 -- STEP: 6660/6985 -- GLOBAL_STEP: 174300[0m
| > loss_text_ce: 0.04916887357831001 (0.0469884775388796)
| > loss_mel_ce: 2.4154465198516846 (2.81603893265352)
| > loss: 0.6161538362503052 (0.7157568528487517)
| > current_lr: 5e-06
| > step_time: 0.1255 (0.24861172541483745)
| > loader_time: 0.0087 (0.009545304789557433)
[1m --> TIME: 2025-02-24 04:03:15 -- STEP: 6710/6985 -- GLOBAL_STEP: 174350[0m
| > loss_text_ce: 0.047623276710510254 (0.046989148054077653)
| > loss_mel_ce: 2.907728433609009 (2.8166452380655076)
| > loss: 0.7388379573822021 (0.7159085968212291)
| > current_lr: 5e-06
| > step_time: 0.2549 (0.24861385754785664)
| > loader_time: 0.0094 (0.009544872065059435)
[1m --> TIME: 2025-02-24 04:03:33 -- STEP: 6760/6985 -- GLOBAL_STEP: 174400[0m
| > loss_text_ce: 0.04280143976211548 (0.046991241250473756)
| > loss_mel_ce: 2.4309332370758057 (2.8163442343473446)
| > loss: 0.6184336543083191 (0.7158338691884948)
| > current_lr: 5e-06
| > step_time: 0.1714 (0.2485823691243956)
| > loader_time: 0.0093 (0.00954581837682325)
[1m --> TIME: 2025-02-24 04:03:51 -- STEP: 6810/6985 -- GLOBAL_STEP: 174450[0m
| > loss_text_ce: 0.044902656227350235 (0.04699052382375441)
| > loss_mel_ce: 3.223989486694336 (2.816612106395364)
| > loss: 0.8172230124473572 (0.7159006578281586)
| > current_lr: 5e-06
| > step_time: 0.2872 (0.2485842936539615)
| > loader_time: 0.0105 (0.009548323199962514)
[1m --> TIME: 2025-02-24 04:04:09 -- STEP: 6860/6985 -- GLOBAL_STEP: 174500[0m
| > loss_text_ce: 0.04743475839495659 (0.04699048251402364)
| > loss_mel_ce: 2.5397679805755615 (2.8167654528736037)
| > loss: 0.646800696849823 (0.7159389841313264)
| > current_lr: 5e-06
| > step_time: 0.1513 (0.24855605867791802)
| > loader_time: 0.0086 (0.009549940049474471)
[1m --> TIME: 2025-02-24 04:04:28 -- STEP: 6910/6985 -- GLOBAL_STEP: 174550[0m
| > loss_text_ce: 0.04669889435172081 (0.04698786279065308)
| > loss_mel_ce: 2.7308006286621094 (2.816950768102959)
| > loss: 0.6943748593330383 (0.7159846580063036)
| > current_lr: 5e-06
| > step_time: 0.2546 (0.2485970459177594)
| > loader_time: 0.0098 (0.009552991062445816)
[1m --> TIME: 2025-02-24 04:04:46 -- STEP: 6960/6985 -- GLOBAL_STEP: 174600[0m
| > loss_text_ce: 0.045440319925546646 (0.04698634104182326)
| > loss_mel_ce: 3.2445855140686035 (2.8172910269478284)
| > loss: 0.8225064873695374 (0.7160693422644987)
| > current_lr: 5e-06
| > step_time: 0.254 (0.24859673206148478)
| > loader_time: 0.01 (0.009554683271495737)
[1m > EVALUATION [0m
[1m--> EVAL PERFORMANCE[0m
| > avg_loader_time:[91m 0.4823363637612536 [0m(+0.008022707272199225)
| > avg_loss_text_ce:[92m 0.045905494076364184 [0m(-0.00016978047057694678)
| > avg_loss_mel_ce:[91m 2.914148865182416 [0m(+0.0002776906381249944)
| > avg_loss:[91m 2.9600543492759757 [0m(+0.00010789921081233445)
[4m[1m > EPOCH: 25/30[0m
--> checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3
[1m > TRAINING (2025-02-24 04:06:47) [0m
[1m --> TIME: 2025-02-24 04:06:57 -- STEP: 25/6985 -- GLOBAL_STEP: 174650[0m
| > loss_text_ce: 0.049516648054122925 (0.04682144418358803)
| > loss_mel_ce: 2.304729700088501 (2.8199388694763186)
| > loss: 0.5885615944862366 (0.716690080165863)
| > current_lr: 5e-06
| > step_time: 0.2619 (0.24428438186645507)
| > loader_time: 0.0105 (0.010121583938598633)
[1m --> TIME: 2025-02-24 04:07:15 -- STEP: 75/6985 -- GLOBAL_STEP: 174700[0m
| > loss_text_ce: 0.045434899628162384 (0.04684027959903081)
| > loss_mel_ce: 2.9613521099090576 (2.8046594587961833)
| > loss: 0.751696765422821 (0.7128749346733093)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3041 (0.24906000773111975)
| > loader_time: 0.0125 (0.01024679183959961)
[1m --> TIME: 2025-02-24 04:07:34 -- STEP: 125/6985 -- GLOBAL_STEP: 174750[0m
| > loss_text_ce: 0.043323908001184464 (0.046896951645612715)
| > loss_mel_ce: 3.1980557441711426 (2.8186088428497316)
| > loss: 0.810344934463501 (0.7163764481544495)
| > current_lr: 5e-06
| > step_time: 0.2862 (0.24988951492309563)
| > loader_time: 0.0103 (0.010420812606811526)
[1m --> TIME: 2025-02-24 04:07:52 -- STEP: 175/6985 -- GLOBAL_STEP: 174800[0m
| > loss_text_ce: 0.047314029186964035 (0.046821251277412684)
| > loss_mel_ce: 2.723247528076172 (2.8150820977347233)
| > loss: 0.6926403641700745 (0.7154758364813668)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2409 (0.25036471366882324)
| > loader_time: 0.0093 (0.010431047167096825)
[1m --> TIME: 2025-02-24 04:08:11 -- STEP: 225/6985 -- GLOBAL_STEP: 174850[0m
| > loss_text_ce: 0.04658438637852669 (0.04687179858485858)
| > loss_mel_ce: 2.590303421020508 (2.817412514156765)
| > loss: 0.6592219471931458 (0.7160710782474942)
| > current_lr: 5e-06
| > step_time: 0.2206 (0.25045860184563523)
| > loader_time: 0.0106 (0.010373044543796117)
[1m --> TIME: 2025-02-24 04:08:29 -- STEP: 275/6985 -- GLOBAL_STEP: 174900[0m
| > loss_text_ce: 0.04716021940112114 (0.04685255923054435)
| > loss_mel_ce: 2.487872362136841 (2.815182508121837)
| > loss: 0.6337581276893616 (0.7155087670412932)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.274 (0.24934368567033247)
| > loader_time: 0.011 (0.010312109860506926)
[1m --> TIME: 2025-02-24 04:08:47 -- STEP: 325/6985 -- GLOBAL_STEP: 174950[0m
| > loss_text_ce: 0.04926779493689537 (0.04683234359209355)
| > loss_mel_ce: 2.5910797119140625 (2.812671962151161)
| > loss: 0.6600868701934814 (0.7148760766249437)
| > current_lr: 5e-06
| > step_time: 0.1883 (0.24969857435960036)
| > loader_time: 0.0092 (0.010335484284621017)
[1m --> TIME: 2025-02-24 04:09:06 -- STEP: 375/6985 -- GLOBAL_STEP: 175000[0m
| > loss_text_ce: 0.04702881723642349 (0.04680217012763025)
| > loss_mel_ce: 2.7928481101989746 (2.820367113749185)
| > loss: 0.7099692225456238 (0.7167923210461932)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2828 (0.25000018119812006)
| > loader_time: 0.0109 (0.01033487129211426)
> CHECKPOINT : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/checkpoint_175000.pth
[1m --> TIME: 2025-02-24 04:09:41 -- STEP: 425/6985 -- GLOBAL_STEP: 175050[0m
| > loss_text_ce: 0.04656082019209862 (0.04676360855207726)
| > loss_mel_ce: 2.736053228378296 (2.8282376222049477)
| > loss: 0.69565349817276 (0.7187503075599668)
| > current_lr: 5e-06
| > step_time: 0.2726 (0.25019572650684996)
| > loader_time: 0.0108 (0.010323809455422798)
[1m --> TIME: 2025-02-24 04:09:59 -- STEP: 475/6985 -- GLOBAL_STEP: 175100[0m
| > loss_text_ce: 0.048261646181344986 (0.046783616895738414)
| > loss_mel_ce: 2.804030418395996 (2.828429849524246)
| > loss: 0.7130730152130127 (0.7188033663599113)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2154 (0.24998036183808942)
| > loader_time: 0.0092 (0.010264771110133124)
[1m --> TIME: 2025-02-24 04:10:18 -- STEP: 525/6985 -- GLOBAL_STEP: 175150[0m
| > loss_text_ce: 0.04731134697794914 (0.04677957285018196)
| > loss_mel_ce: 3.149441719055176 (2.8350562172844294)
| > loss: 0.7991882562637329 (0.7204589470227557)
| > current_lr: 5e-06
| > step_time: 0.275 (0.2507293405986962)
| > loader_time: 0.0097 (0.010236824580601286)
[1m --> TIME: 2025-02-24 04:10:36 -- STEP: 575/6985 -- GLOBAL_STEP: 175200[0m
| > loss_text_ce: 0.04721025004982948 (0.04678011322151062)
| > loss_mel_ce: 2.5553231239318848 (2.8351379585266105)
| > loss: 0.6506333351135254 (0.7204795177086539)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.278 (0.2502866040105399)
| > loader_time: 0.0092 (0.010205241493556812)
[1m --> TIME: 2025-02-24 04:10:54 -- STEP: 625/6985 -- GLOBAL_STEP: 175250[0m
| > loss_text_ce: 0.047232020646333694 (0.046818344348669085)
| > loss_mel_ce: 2.536858081817627 (2.835487921905517)
| > loss: 0.6460224986076355 (0.7205765662193299)
| > current_lr: 5e-06
| > step_time: 0.2214 (0.2502676795959467)
| > loader_time: 0.01 (0.010179018402099612)
[1m --> TIME: 2025-02-24 04:11:12 -- STEP: 675/6985 -- GLOBAL_STEP: 175300[0m
| > loss_text_ce: 0.04447157308459282 (0.046810855098344685)
| > loss_mel_ce: 2.6237001419067383 (2.8327216649938527)
| > loss: 0.6670429110527039 (0.7198831298616197)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2909 (0.25004383970189925)
| > loader_time: 0.0095 (0.010149306544551146)
[1m --> TIME: 2025-02-24 04:11:31 -- STEP: 725/6985 -- GLOBAL_STEP: 175350[0m
| > loss_text_ce: 0.048448555171489716 (0.04678906852829047)
| > loss_mel_ce: 2.8868656158447266 (2.83003314675956)
| > loss: 0.7338285446166992 (0.719205553778287)
| > current_lr: 5e-06
| > step_time: 0.278 (0.2500202037548191)
| > loader_time: 0.0094 (0.010123290357918579)
[1m --> TIME: 2025-02-24 04:11:49 -- STEP: 775/6985 -- GLOBAL_STEP: 175400[0m
| > loss_text_ce: 0.04569966718554497 (0.0467704241842993)
| > loss_mel_ce: 3.2011148929595947 (2.8317543075930693)
| > loss: 0.811703622341156 (0.7196311827628846)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2103 (0.2499552815960293)
| > loader_time: 0.0086 (0.010116406102334302)
[1m --> TIME: 2025-02-24 04:12:08 -- STEP: 825/6985 -- GLOBAL_STEP: 175450[0m
| > loss_text_ce: 0.04619581624865532 (0.046793566987370014)
| > loss_mel_ce: 2.8998939990997314 (2.833241346532649)
| > loss: 0.7365224361419678 (0.7200087279984448)
| > current_lr: 5e-06
| > step_time: 0.2302 (0.2504355656016951)
| > loader_time: 0.0099 (0.010118501258618904)
[1m --> TIME: 2025-02-24 04:12:26 -- STEP: 875/6985 -- GLOBAL_STEP: 175500[0m
| > loss_text_ce: 0.045597124844789505 (0.04679158534748215)
| > loss_mel_ce: 2.5314395427703857 (2.8318120588575098)
| > loss: 0.6442591547966003 (0.7196509106499811)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.259 (0.2503307655879424)
| > loader_time: 0.0091 (0.010116289411272322)
[1m --> TIME: 2025-02-24 04:12:44 -- STEP: 925/6985 -- GLOBAL_STEP: 175550[0m
| > loss_text_ce: 0.048583805561065674 (0.04681667921510904)
| > loss_mel_ce: 2.743612766265869 (2.8295376777648933)
| > loss: 0.6980491280555725 (0.7190885887919248)
| > current_lr: 5e-06
| > step_time: 0.2591 (0.2500392418938711)
| > loader_time: 0.0113 (0.010156057718637828)
[1m --> TIME: 2025-02-24 04:13:02 -- STEP: 975/6985 -- GLOBAL_STEP: 175600[0m
| > loss_text_ce: 0.048940353095531464 (0.04680166459618472)
| > loss_mel_ce: 3.071699857711792 (2.8300948372865338)
| > loss: 0.7801600694656372 (0.7192241248717677)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2678 (0.2501400003677756)
| > loader_time: 0.0095 (0.010160357157389322)
[1m --> TIME: 2025-02-24 04:13:21 -- STEP: 1025/6985 -- GLOBAL_STEP: 175650[0m
| > loss_text_ce: 0.04577386751770973 (0.046797665513870206)
| > loss_mel_ce: 2.707205057144165 (2.8312516161290615)
| > loss: 0.6882447600364685 (0.7195123200300265)
| > current_lr: 5e-06
| > step_time: 0.2871 (0.25002338223341003)
| > loader_time: 0.0116 (0.010166038187538706)
[1m --> TIME: 2025-02-24 04:13:39 -- STEP: 1075/6985 -- GLOBAL_STEP: 175700[0m
| > loss_text_ce: 0.04420509561896324 (0.04679116195370986)
| > loss_mel_ce: 3.128718614578247 (2.831939340635788)
| > loss: 0.7932309508323669 (0.7196826254489813)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2646 (0.24988919036332918)
| > loader_time: 0.0096 (0.010159381156743958)
[1m --> TIME: 2025-02-24 04:13:58 -- STEP: 1125/6985 -- GLOBAL_STEP: 175750[0m
| > loss_text_ce: 0.04644337669014931 (0.04678733912441467)
| > loss_mel_ce: 3.2682876586914062 (2.8323219899071588)
| > loss: 0.8286827802658081 (0.7197773319350352)
| > current_lr: 5e-06
| > step_time: 0.2364 (0.25003439479403994)
| > loader_time: 0.0095 (0.010154805713229706)
[1m --> TIME: 2025-02-24 04:14:15 -- STEP: 1175/6985 -- GLOBAL_STEP: 175800[0m
| > loss_text_ce: 0.04407506808638573 (0.04677132391232125)
| > loss_mel_ce: 2.7497506141662598 (2.8310314206874123)
| > loss: 0.6984564065933228 (0.7194506857242996)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2549 (0.24961896003560788)
| > loader_time: 0.0094 (0.010143264811089696)
[1m --> TIME: 2025-02-24 04:14:33 -- STEP: 1225/6985 -- GLOBAL_STEP: 175850[0m
| > loss_text_ce: 0.04635545611381531 (0.04679841365133011)
| > loss_mel_ce: 2.9349167346954346 (2.8276696123395664)
| > loss: 0.7453180551528931 (0.7186170062240296)
| > current_lr: 5e-06
| > step_time: 0.278 (0.2493611392196341)
| > loader_time: 0.0124 (0.010147141047886436)
[1m --> TIME: 2025-02-24 04:14:52 -- STEP: 1275/6985 -- GLOBAL_STEP: 175900[0m
| > loss_text_ce: 0.0456230565905571 (0.04679044036304248)
| > loss_mel_ce: 3.1329214572906494 (2.8286392742979767)
| > loss: 0.7946361303329468 (0.7188574283263265)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.306 (0.249644140355727)
| > loader_time: 0.01 (0.010156911962172567)
[1m --> TIME: 2025-02-24 04:15:10 -- STEP: 1325/6985 -- GLOBAL_STEP: 175950[0m
| > loss_text_ce: 0.044606201350688934 (0.04681183307519501)
| > loss_mel_ce: 2.90871524810791 (2.8278133385136472)
| > loss: 0.7383303642272949 (0.7186562925014862)
| > current_lr: 5e-06
| > step_time: 0.2532 (0.24929462072984201)
| > loader_time: 0.0094 (0.010153032338844155)
[1m --> TIME: 2025-02-24 04:15:28 -- STEP: 1375/6985 -- GLOBAL_STEP: 176000[0m
| > loss_text_ce: 0.04784302040934563 (0.0468173694718968)
| > loss_mel_ce: 3.0662548542022705 (2.8281295887340225)
| > loss: 0.7785244584083557 (0.7187367391152819)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2891 (0.24943413300947684)
| > loader_time: 0.0095 (0.010144905783913352)
> CHECKPOINT : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/checkpoint_176000.pth
[1m --> TIME: 2025-02-24 04:16:02 -- STEP: 1425/6985 -- GLOBAL_STEP: 176050[0m
| > loss_text_ce: 0.0474310964345932 (0.04681837881081985)
| > loss_mel_ce: 2.023906946182251 (2.826094633319922)
| > loss: 0.517834484577179 (0.7182282525614689)
| > current_lr: 5e-06
| > step_time: 0.2182 (0.2491777552219857)
| > loader_time: 0.0095 (0.010140571928860845)
[1m --> TIME: 2025-02-24 04:16:20 -- STEP: 1475/6985 -- GLOBAL_STEP: 176100[0m
| > loss_text_ce: 0.048552464693784714 (0.04681245083526031)
| > loss_mel_ce: 2.167224884033203 (2.825805721040499)
| > loss: 0.5539443492889404 (0.7181545426077762)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2829 (0.24919721053818503)
| > loader_time: 0.0096 (0.010134420394897462)
[1m --> TIME: 2025-02-24 04:16:38 -- STEP: 1525/6985 -- GLOBAL_STEP: 176150[0m
| > loss_text_ce: 0.04622259363532066 (0.04680034611557353)
| > loss_mel_ce: 2.8318395614624023 (2.8249300672968882)
| > loss: 0.7195155620574951 (0.7179326030465423)
| > current_lr: 5e-06
| > step_time: 0.2307 (0.2492401044876847)
| > loader_time: 0.0092 (0.01012453204295674)
[1m --> TIME: 2025-02-24 04:16:57 -- STEP: 1575/6985 -- GLOBAL_STEP: 176200[0m
| > loss_text_ce: 0.048481158912181854 (0.04680466934802042)
| > loss_mel_ce: 2.72597074508667 (2.823855814252581)
| > loss: 0.6936129927635193 (0.7176651205146124)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2418 (0.2491614916967965)
| > loader_time: 0.0094 (0.010111279260544547)
[1m --> TIME: 2025-02-24 04:17:15 -- STEP: 1625/6985 -- GLOBAL_STEP: 176250[0m
| > loss_text_ce: 0.04470130428671837 (0.04680086520314218)
| > loss_mel_ce: 2.988767147064209 (2.8249489798912637)
| > loss: 0.758367121219635 (0.7179374608076535)
| > current_lr: 5e-06
| > step_time: 0.2573 (0.24923581314086893)
| > loader_time: 0.0093 (0.010100399897648738)
[1m --> TIME: 2025-02-24 04:17:33 -- STEP: 1675/6985 -- GLOBAL_STEP: 176300[0m
| > loss_text_ce: 0.049212496727705 (0.04680919379440708)
| > loss_mel_ce: 2.693652629852295 (2.824280541975107)
| > loss: 0.6857162714004517 (0.7177724334553106)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2753 (0.24917777872797248)
| > loader_time: 0.0101 (0.010089617060191595)
[1m --> TIME: 2025-02-24 04:17:51 -- STEP: 1725/6985 -- GLOBAL_STEP: 176350[0m
| > loss_text_ce: 0.051555875688791275 (0.046817332054825814)
| > loss_mel_ce: 2.703345537185669 (2.824345691100411)
| > loss: 0.6887253522872925 (0.7177907553444738)
| > current_lr: 5e-06
| > step_time: 0.2147 (0.24908471618873465)
| > loader_time: 0.0092 (0.0100844339011372)
[1m --> TIME: 2025-02-24 04:18:10 -- STEP: 1775/6985 -- GLOBAL_STEP: 176400[0m
| > loss_text_ce: 0.04724482074379921 (0.046817167779089716)
| > loss_mel_ce: 3.0111026763916016 (2.8240896699126337)
| > loss: 0.764586865901947 (0.7177267089863898)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2839 (0.24925308281267175)
| > loader_time: 0.0095 (0.010081391804654833)
[1m --> TIME: 2025-02-24 04:18:29 -- STEP: 1825/6985 -- GLOBAL_STEP: 176450[0m
| > loss_text_ce: 0.04710670933127403 (0.04680758642415479)
| > loss_mel_ce: 3.053187131881714 (2.826242123564629)
| > loss: 0.7750734686851501 (0.7182624271307906)
| > current_lr: 5e-06
| > step_time: 0.2509 (0.24949614041472115)
| > loader_time: 0.0096 (0.010083410184677333)
[1m --> TIME: 2025-02-24 04:18:47 -- STEP: 1875/6985 -- GLOBAL_STEP: 176500[0m
| > loss_text_ce: 0.04420900344848633 (0.0468131555914879)
| > loss_mel_ce: 3.3360846042633057 (2.8234459133148193)
| > loss: 0.845073401927948 (0.7175647669633229)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3749 (0.24938205490112286)
| > loader_time: 0.0102 (0.01007999636332194)
[1m --> TIME: 2025-02-24 04:19:06 -- STEP: 1925/6985 -- GLOBAL_STEP: 176550[0m
| > loss_text_ce: 0.04371047765016556 (0.04681782350137638)
| > loss_mel_ce: 2.8566787242889404 (2.8218836904500986)
| > loss: 0.7250972986221313 (0.7171753782266146)
| > current_lr: 5e-06
| > step_time: 0.2746 (0.24965500720135558)
| > loader_time: 0.0107 (0.010080863531533774)
[1m --> TIME: 2025-02-24 04:19:24 -- STEP: 1975/6985 -- GLOBAL_STEP: 176600[0m
| > loss_text_ce: 0.047180842608213425 (0.04682309715053705)
| > loss_mel_ce: 2.5843870639801025 (2.8215691934658)
| > loss: 0.6578919887542725 (0.7170980723145642)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2502 (0.2496741877930072)
| > loader_time: 0.0091 (0.01008013423485092)
[1m --> TIME: 2025-02-24 04:19:43 -- STEP: 2025/6985 -- GLOBAL_STEP: 176650[0m
| > loss_text_ce: 0.04809332266449928 (0.04682085666207621)
| > loss_mel_ce: 2.624924898147583 (2.8214426889537294)
| > loss: 0.668254554271698 (0.7170658860530382)
| > current_lr: 5e-06
| > step_time: 0.1922 (0.24966447830200178)
| > loader_time: 0.0088 (0.010077247384153767)
[1m --> TIME: 2025-02-24 04:20:01 -- STEP: 2075/6985 -- GLOBAL_STEP: 176700[0m
| > loss_text_ce: 0.04497741535305977 (0.04681298409240793)
| > loss_mel_ce: 2.940246820449829 (2.8212167795020413)
| > loss: 0.7463060617446899 (0.7170074405871242)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2312 (0.24987192475652104)
| > loader_time: 0.0096 (0.010076112976993424)
[1m --> TIME: 2025-02-24 04:20:19 -- STEP: 2125/6985 -- GLOBAL_STEP: 176750[0m
| > loss_text_ce: 0.04528138414025307 (0.046806432918590664)
| > loss_mel_ce: 2.7632687091827393 (2.8219806574653172)
| > loss: 0.7021375298500061 (0.7171967722808612)
| > current_lr: 5e-06
| > step_time: 0.2854 (0.24957945060729964)
| > loader_time: 0.01 (0.010073646994198071)
[1m --> TIME: 2025-02-24 04:20:37 -- STEP: 2175/6985 -- GLOBAL_STEP: 176800[0m
| > loss_text_ce: 0.04681752249598503 (0.04680370585157954)
| > loss_mel_ce: 2.8169174194335938 (2.822605661414135)
| > loss: 0.7159337401390076 (0.7173523416053287)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3128 (0.2496707284861596)
| > loader_time: 0.0097 (0.010077294426402823)
[1m --> TIME: 2025-02-24 04:20:56 -- STEP: 2225/6985 -- GLOBAL_STEP: 176850[0m
| > loss_text_ce: 0.04921813681721687 (0.04679768691906766)
| > loss_mel_ce: 2.398792028427124 (2.8204564726754504)
| > loss: 0.6120025515556335 (0.7168135397755697)
| > current_lr: 5e-06
| > step_time: 0.2823 (0.2497249122148148)
| > loader_time: 0.0145 (0.010085101609819389)
[1m --> TIME: 2025-02-24 04:21:14 -- STEP: 2275/6985 -- GLOBAL_STEP: 176900[0m
| > loss_text_ce: 0.047044724225997925 (0.04679656966538216)
| > loss_mel_ce: 2.705591917037964 (2.820390512340671)
| > loss: 0.688159167766571 (0.7167967703709238)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2794 (0.24960399711525033)
| > loader_time: 0.0102 (0.010079269199580935)
[1m --> TIME: 2025-02-24 04:21:32 -- STEP: 2325/6985 -- GLOBAL_STEP: 176950[0m
| > loss_text_ce: 0.04525012895464897 (0.04679968827834689)
| > loss_mel_ce: 3.1404471397399902 (2.8210135520401813)
| > loss: 0.7964243292808533 (0.7169533099282175)
| > current_lr: 5e-06
| > step_time: 0.2851 (0.24949217909125856)
| > loader_time: 0.0107 (0.010072808111867589)
[1m --> TIME: 2025-02-24 04:21:50 -- STEP: 2375/6985 -- GLOBAL_STEP: 177000[0m
| > loss_text_ce: 0.045115649700164795 (0.04679677896123178)
| > loss_mel_ce: 2.8947484493255615 (2.8210550446761298)
| > loss: 0.7349660396575928 (0.7169629556881759)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3062 (0.24943377404463904)
| > loader_time: 0.0095 (0.010063410307231693)
> CHECKPOINT : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/checkpoint_177000.pth
[1m --> TIME: 2025-02-24 04:22:23 -- STEP: 2425/6985 -- GLOBAL_STEP: 177050[0m
| > loss_text_ce: 0.04649548605084419 (0.0467919415281605)
| > loss_mel_ce: 2.7161405086517334 (2.8218348792164627)
| > loss: 0.6906589865684509 (0.7171567049591818)
| > current_lr: 5e-06
| > step_time: 0.2886 (0.2493732499584708)
| > loader_time: 0.0101 (0.01005597085067906)
[1m --> TIME: 2025-02-24 04:22:42 -- STEP: 2475/6985 -- GLOBAL_STEP: 177100[0m
| > loss_text_ce: 0.047953274101018906 (0.04679137763952965)
| > loss_mel_ce: 2.5847272872924805 (2.8217372893323827)
| > loss: 0.6581701636314392 (0.7171321665277393)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3024 (0.2494172222445708)
| > loader_time: 0.0096 (0.010049139369617797)
[1m --> TIME: 2025-02-24 04:22:59 -- STEP: 2525/6985 -- GLOBAL_STEP: 177150[0m
| > loss_text_ce: 0.04719005152583122 (0.04679372833064284)
| > loss_mel_ce: 3.1034109592437744 (2.820934221154395)
| > loss: 0.7876502275466919 (0.7169319871982734)
| > current_lr: 5e-06
| > step_time: 0.2463 (0.2492660535680184)
| > loader_time: 0.0092 (0.0100413683145353)
[1m --> TIME: 2025-02-24 04:23:18 -- STEP: 2575/6985 -- GLOBAL_STEP: 177200[0m
| > loss_text_ce: 0.04637628421187401 (0.04679593783559148)
| > loss_mel_ce: 2.6487557888031006 (2.8203614223813567)
| > loss: 0.673783004283905 (0.7167893399196925)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.243 (0.24922977743796917)
| > loader_time: 0.0094 (0.010033293233334432)
[1m --> TIME: 2025-02-24 04:23:36 -- STEP: 2625/6985 -- GLOBAL_STEP: 177250[0m
| > loss_text_ce: 0.0490633100271225 (0.04679982425201503)
| > loss_mel_ce: 3.242011785507202 (2.8209029802594885)
| > loss: 0.8227687478065491 (0.7169257010618851)
| > current_lr: 5e-06
| > step_time: 0.3068 (0.24925180062793537)
| > loader_time: 0.01 (0.010028541655767519)
[1m --> TIME: 2025-02-24 04:23:54 -- STEP: 2675/6985 -- GLOBAL_STEP: 177300[0m
| > loss_text_ce: 0.04687206819653511 (0.04680229220017089)
| > loss_mel_ce: 3.4107413291931152 (2.8201735088312754)
| > loss: 0.8644033670425415 (0.7167439501642072)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.244 (0.2492117931686828)
| > loader_time: 0.009 (0.010020589471977434)
[1m --> TIME: 2025-02-24 04:24:13 -- STEP: 2725/6985 -- GLOBAL_STEP: 177350[0m
| > loss_text_ce: 0.04814644157886505 (0.04680136887852196)
| > loss_mel_ce: 3.0316684246063232 (2.8199730740993414)
| > loss: 0.769953727722168 (0.716693610587252)
| > current_lr: 5e-06
| > step_time: 0.2915 (0.24927597150890093)
| > loader_time: 0.0096 (0.01001354541253605)
[1m --> TIME: 2025-02-24 04:24:31 -- STEP: 2775/6985 -- GLOBAL_STEP: 177400[0m
| > loss_text_ce: 0.045099154114723206 (0.04679963698795242)
| > loss_mel_ce: 2.885904312133789 (2.819546268738071)
| > loss: 0.7327508926391602 (0.716586476328138)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.1889 (0.24923213494790555)
| > loader_time: 0.0088 (0.010006565059627484)
[1m --> TIME: 2025-02-24 04:24:50 -- STEP: 2825/6985 -- GLOBAL_STEP: 177450[0m
| > loss_text_ce: 0.04355365037918091 (0.04679577240637965)
| > loss_mel_ce: 3.249512195587158 (2.8202233592176884)
| > loss: 0.8232664465904236 (0.7167547827800824)
| > current_lr: 5e-06
| > step_time: 0.2802 (0.24931284955117541)
| > loader_time: 0.0095 (0.010001057059363959)
[1m --> TIME: 2025-02-24 04:25:08 -- STEP: 2875/6985 -- GLOBAL_STEP: 177500[0m
| > loss_text_ce: 0.04409143328666687 (0.04679391585484787)
| > loss_mel_ce: 3.3300676345825195 (2.8202017377770514)
| > loss: 0.8435397744178772 (0.716748913236287)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2175 (0.2492598420018734)
| > loader_time: 0.01 (0.009995630098425797)
[1m --> TIME: 2025-02-24 04:25:26 -- STEP: 2925/6985 -- GLOBAL_STEP: 177550[0m
| > loss_text_ce: 0.04735518991947174 (0.046788004859645065)
| > loss_mel_ce: 2.9913477897644043 (2.820704719184814)
| > loss: 0.7596757411956787 (0.7168731808764309)
| > current_lr: 5e-06
| > step_time: 0.2572 (0.24925826798137424)
| > loader_time: 0.0101 (0.009998050754905731)
[1m --> TIME: 2025-02-24 04:25:44 -- STEP: 2975/6985 -- GLOBAL_STEP: 177600[0m
| > loss_text_ce: 0.04825889319181442 (0.04678755088012752)
| > loss_mel_ce: 2.9150588512420654 (2.8197664609476334)
| > loss: 0.7408294081687927 (0.7166385028242069)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2496 (0.24922289736130646)
| > loader_time: 0.0093 (0.009999105709941407)
[1m --> TIME: 2025-02-24 04:26:03 -- STEP: 3025/6985 -- GLOBAL_STEP: 177650[0m
| > loss_text_ce: 0.04821820184588432 (0.04679009368596976)
| > loss_mel_ce: 2.6029632091522217 (2.8193854726050547)
| > loss: 0.66279536485672 (0.7165438914200497)
| > current_lr: 5e-06
| > step_time: 0.2424 (0.24924354537459434)
| > loader_time: 0.0099 (0.009997736087515292)
[1m --> TIME: 2025-02-24 04:26:21 -- STEP: 3075/6985 -- GLOBAL_STEP: 177700[0m
| > loss_text_ce: 0.04672057926654816 (0.04678303822753868)
| > loss_mel_ce: 2.7883427143096924 (2.8184616854908056)
| > loss: 0.7087658047676086 (0.716311180736961)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2824 (0.24931728750709584)
| > loader_time: 0.0096 (0.009994776888591439)
[1m --> TIME: 2025-02-24 04:26:40 -- STEP: 3125/6985 -- GLOBAL_STEP: 177750[0m
| > loss_text_ce: 0.04294167459011078 (0.04678129323601715)
| > loss_mel_ce: 3.31837797164917 (2.8185135662841834)
| > loss: 0.8403298854827881 (0.7163237146854406)
| > current_lr: 5e-06
| > step_time: 0.2741 (0.2493400195312499)
| > loader_time: 0.0095 (0.009990606613159127)
[1m --> TIME: 2025-02-24 04:26:58 -- STEP: 3175/6985 -- GLOBAL_STEP: 177800[0m
| > loss_text_ce: 0.04568244889378548 (0.04677789477734108)
| > loss_mel_ce: 2.899402379989624 (2.8185924772577997)
| > loss: 0.7362712025642395 (0.7163425927931873)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3115 (0.24945724134370087)
| > loader_time: 0.0102 (0.009990635143490238)
[1m --> TIME: 2025-02-24 04:27:17 -- STEP: 3225/6985 -- GLOBAL_STEP: 177850[0m
| > loss_text_ce: 0.048327893018722534 (0.046777561762074094)
| > loss_mel_ce: 3.0189504623413086 (2.8185831504644385)
| > loss: 0.7668195962905884 (0.7163401778631437)
| > current_lr: 5e-06
| > step_time: 0.2783 (0.24952411792074977)
| > loader_time: 0.0106 (0.009990351699119342)
[1m --> TIME: 2025-02-24 04:27:35 -- STEP: 3275/6985 -- GLOBAL_STEP: 177900[0m
| > loss_text_ce: 0.044165052473545074 (0.04677441668305681)
| > loss_mel_ce: 3.202040195465088 (2.818514235765883)
| > loss: 0.8115513324737549 (0.7163221629794323)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2794 (0.24948773900971147)
| > loader_time: 0.0093 (0.009986489419718688)
[1m --> TIME: 2025-02-24 04:27:54 -- STEP: 3325/6985 -- GLOBAL_STEP: 177950[0m
| > loss_text_ce: 0.04613324627280235 (0.046779876358078766)
| > loss_mel_ce: 3.2137489318847656 (2.8190672538872086)
| > loss: 0.8149705529212952 (0.7164617824464817)
| > current_lr: 5e-06
| > step_time: 0.2579 (0.2495360459779437)
| > loader_time: 0.0092 (0.009983267318037172)
[1m --> TIME: 2025-02-24 04:28:12 -- STEP: 3375/6985 -- GLOBAL_STEP: 178000[0m
| > loss_text_ce: 0.047908782958984375 (0.04677456442294291)
| > loss_mel_ce: 2.792051315307617 (2.8186349707003027)
| > loss: 0.7099900245666504 (0.7163523836400779)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2818 (0.24958606366757982)
| > loader_time: 0.0095 (0.0099827767124882)
> CHECKPOINT : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/checkpoint_178000.pth
[1m --> TIME: 2025-02-24 04:28:48 -- STEP: 3425/6985 -- GLOBAL_STEP: 178050[0m
| > loss_text_ce: 0.04500487819314003 (0.0467745238140116)
| > loss_mel_ce: 3.083329916000366 (2.8184576096499954)
| > loss: 0.7820836901664734 (0.7163080332139988)
| > current_lr: 5e-06
| > step_time: 0.1767 (0.24959992645430729)
| > loader_time: 0.0109 (0.00999137593011782)
[1m --> TIME: 2025-02-24 04:29:07 -- STEP: 3475/6985 -- GLOBAL_STEP: 178100[0m
| > loss_text_ce: 0.04457879811525345 (0.04676764534746136)
| > loss_mel_ce: 2.9398269653320312 (2.8193825615395776)
| > loss: 0.746101438999176 (0.7165375515797161)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3108 (0.24976789625428553)
| > loader_time: 0.01 (0.010003964129111705)
[1m --> TIME: 2025-02-24 04:29:26 -- STEP: 3525/6985 -- GLOBAL_STEP: 178150[0m
| > loss_text_ce: 0.045051541179418564 (0.046770026893057655)
| > loss_mel_ce: 3.101104974746704 (2.8188000479488537)
| > loss: 0.7865391373634338 (0.716392518535574)
| > current_lr: 5e-06
| > step_time: 0.2286 (0.24984623638450668)
| > loader_time: 0.0099 (0.010003858187519869)
[1m --> TIME: 2025-02-24 04:29:44 -- STEP: 3575/6985 -- GLOBAL_STEP: 178200[0m
| > loss_text_ce: 0.04353451728820801 (0.04676520350096103)
| > loss_mel_ce: 2.6935153007507324 (2.81960880106146)
| > loss: 0.6842624545097351 (0.7165935009426175)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2799 (0.24979507092829342)
| > loader_time: 0.0096 (0.010000042281784334)
[1m --> TIME: 2025-02-24 04:30:02 -- STEP: 3625/6985 -- GLOBAL_STEP: 178250[0m
| > loss_text_ce: 0.04627241566777229 (0.04677175624000609)
| > loss_mel_ce: 2.442699432373047 (2.818870555285753)
| > loss: 0.6222429871559143 (0.7164105776671711)
| > current_lr: 5e-06
| > step_time: 0.281 (0.24988782935306933)
| > loader_time: 0.0098 (0.009998112579871826)
[1m --> TIME: 2025-02-24 04:30:21 -- STEP: 3675/6985 -- GLOBAL_STEP: 178300[0m
| > loss_text_ce: 0.048431020230054855 (0.04676582726592914)
| > loss_mel_ce: 2.650141954421997 (2.819426380339126)
| > loss: 0.6746432185173035 (0.7165480516800269)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2698 (0.24986429603732352)
| > loader_time: 0.0094 (0.009993226706576142)
[1m --> TIME: 2025-02-24 04:30:39 -- STEP: 3725/6985 -- GLOBAL_STEP: 178350[0m
| > loss_text_ce: 0.04767213389277458 (0.04676487347723648)
| > loss_mel_ce: 2.6605234146118164 (2.8190804345175753)
| > loss: 0.6770488619804382 (0.7164613267799357)
| > current_lr: 5e-06
| > step_time: 0.2558 (0.24994028373052601)
| > loader_time: 0.0093 (0.009990325646112387)
[1m --> TIME: 2025-02-24 04:30:58 -- STEP: 3775/6985 -- GLOBAL_STEP: 178400[0m
| > loss_text_ce: 0.04842963442206383 (0.04676856060296489)
| > loss_mel_ce: 2.7252087593078613 (2.8188699265663226)
| > loss: 0.6934096217155457 (0.7164096216097577)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2171 (0.24996121564448265)
| > loader_time: 0.0096 (0.009985037228918981)
[1m --> TIME: 2025-02-24 04:31:16 -- STEP: 3825/6985 -- GLOBAL_STEP: 178450[0m
| > loss_text_ce: 0.04577741026878357 (0.04677127648704965)
| > loss_mel_ce: 2.9665215015411377 (2.8187405364342015)
| > loss: 0.7530747056007385 (0.7163779530571961)
| > current_lr: 5e-06
| > step_time: 0.2807 (0.24990678400775176)
| > loader_time: 0.0095 (0.00998057558645606)
[1m --> TIME: 2025-02-24 04:31:34 -- STEP: 3875/6985 -- GLOBAL_STEP: 178500[0m
| > loss_text_ce: 0.04386088624596596 (0.046770847418615834)
| > loss_mel_ce: 2.8324921131134033 (2.818488464232417)
| > loss: 0.7190882563591003 (0.7163148277882612)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2926 (0.24994754938925456)
| > loader_time: 0.0112 (0.009977105540613934)
[1m --> TIME: 2025-02-24 04:31:52 -- STEP: 3925/6985 -- GLOBAL_STEP: 178550[0m
| > loss_text_ce: 0.044452469795942307 (0.04677211155082764)
| > loss_mel_ce: 2.9807019233703613 (2.818693410484657)
| > loss: 0.7562885880470276 (0.7163663803619948)
| > current_lr: 5e-06
| > step_time: 0.2077 (0.2498424103609315)
| > loader_time: 0.0098 (0.009971401736994418)
[1m --> TIME: 2025-02-24 04:32:10 -- STEP: 3975/6985 -- GLOBAL_STEP: 178600[0m
| > loss_text_ce: 0.04759933799505234 (0.0467728705826045)
| > loss_mel_ce: 2.9456024169921875 (2.8187089873859743)
| > loss: 0.7483004331588745 (0.716370464338447)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3164 (0.24979730690050417)
| > loader_time: 0.0098 (0.009967324178923561)
[1m --> TIME: 2025-02-24 04:32:29 -- STEP: 4025/6985 -- GLOBAL_STEP: 178650[0m
| > loss_text_ce: 0.04552195966243744 (0.04677596363129077)
| > loss_mel_ce: 2.909743547439575 (2.818840820063718)
| > loss: 0.7388163805007935 (0.7164041957573866)
| > current_lr: 5e-06
| > step_time: 0.2807 (0.2498083261525408)
| > loader_time: 0.0096 (0.009961984646246261)
[1m --> TIME: 2025-02-24 04:32:47 -- STEP: 4075/6985 -- GLOBAL_STEP: 178700[0m
| > loss_text_ce: 0.04723720997571945 (0.04677628283211784)
| > loss_mel_ce: 2.6346182823181152 (2.8193897357308817)
| > loss: 0.6704638600349426 (0.7165415044576848)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2066 (0.24977199864533772)
| > loader_time: 0.0091 (0.009963450987646146)
[1m --> TIME: 2025-02-24 04:33:05 -- STEP: 4125/6985 -- GLOBAL_STEP: 178750[0m
| > loss_text_ce: 0.04524141550064087 (0.04678032546513003)
| > loss_mel_ce: 3.129542112350464 (2.81896908540437)
| > loss: 0.793695867061615 (0.7164373525344968)
| > current_lr: 5e-06
| > step_time: 0.2548 (0.2497964242877381)
| > loader_time: 0.0097 (0.009960071274728447)
[1m --> TIME: 2025-02-24 04:33:23 -- STEP: 4175/6985 -- GLOBAL_STEP: 178800[0m
| > loss_text_ce: 0.04506426304578781 (0.04677792217827838)
| > loss_mel_ce: 2.7594804763793945 (2.8184231726709266)
| > loss: 0.7011361718177795 (0.7163002735197904)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2874 (0.24972700632974762)
| > loader_time: 0.0105 (0.009955215282782785)
[1m --> TIME: 2025-02-24 04:33:42 -- STEP: 4225/6985 -- GLOBAL_STEP: 178850[0m
| > loss_text_ce: 0.044964130967855453 (0.046779144874514865)
| > loss_mel_ce: 2.754878520965576 (2.8184342854403908)
| > loss: 0.6999606490135193 (0.716303357365569)
| > current_lr: 5e-06
| > step_time: 0.247 (0.24985149434332302)
| > loader_time: 0.0104 (0.009958361732889174)
[1m --> TIME: 2025-02-24 04:34:01 -- STEP: 4275/6985 -- GLOBAL_STEP: 178900[0m
| > loss_text_ce: 0.045201629400253296 (0.04678017270408172)
| > loss_mel_ce: 2.5027401447296143 (2.818097260430544)
| > loss: 0.6369854211807251 (0.716219358074735)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3031 (0.2499146460929111)
| > loader_time: 0.0096 (0.009956845400626167)
[1m --> TIME: 2025-02-24 04:34:20 -- STEP: 4325/6985 -- GLOBAL_STEP: 178950[0m
| > loss_text_ce: 0.04740282893180847 (0.046778717314059956)
| > loss_mel_ce: 2.9488561153411865 (2.818560848153396)
| > loss: 0.7490647435188293 (0.7163348911883519)
| > current_lr: 5e-06
| > step_time: 0.2806 (0.24997901343196793)
| > loader_time: 0.0096 (0.009960403883388248)
[1m --> TIME: 2025-02-24 04:34:38 -- STEP: 4375/6985 -- GLOBAL_STEP: 179000[0m
| > loss_text_ce: 0.04745295271277428 (0.04678222355246538)
| > loss_mel_ce: 3.0802419185638428 (2.818127147810802)
| > loss: 0.7819237112998962 (0.7162273426668988)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3097 (0.24992872755868084)
| > loader_time: 0.0099 (0.009959543010166685)
> CHECKPOINT : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/checkpoint_179000.pth
[1m --> TIME: 2025-02-24 04:35:13 -- STEP: 4425/6985 -- GLOBAL_STEP: 179050[0m
| > loss_text_ce: 0.047297943383455276 (0.046784432475681294)
| > loss_mel_ce: 2.6336867809295654 (2.8180527319881206)
| > loss: 0.6702461838722229 (0.716209290936842)
| > current_lr: 5e-06
| > step_time: 0.2757 (0.2499723673675019)
| > loader_time: 0.01 (0.0099570747957391)
[1m --> TIME: 2025-02-24 04:35:31 -- STEP: 4475/6985 -- GLOBAL_STEP: 179100[0m
| > loss_text_ce: 0.04642714560031891 (0.046786361266780756)
| > loss_mel_ce: 3.081240177154541 (2.817987894692236)
| > loss: 0.7819168567657471 (0.7161935638515646)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.269 (0.24991200926583562)
| > loader_time: 0.0098 (0.009957018058393228)
[1m --> TIME: 2025-02-24 04:35:50 -- STEP: 4525/6985 -- GLOBAL_STEP: 179150[0m
| > loss_text_ce: 0.04187294468283653 (0.046786397926879775)
| > loss_mel_ce: 2.75433349609375 (2.8179186852860854)
| > loss: 0.6990516185760498 (0.7161762706811917)
| > current_lr: 5e-06
| > step_time: 0.3045 (0.2499455812359382)
| > loader_time: 0.0119 (0.009957636943838187)
[1m --> TIME: 2025-02-24 04:36:09 -- STEP: 4575/6985 -- GLOBAL_STEP: 179200[0m
| > loss_text_ce: 0.045033082365989685 (0.04678476262776571)
| > loss_mel_ce: 2.4681179523468018 (2.819052797927232)
| > loss: 0.6282877326011658 (0.7164593899771164)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2598 (0.2500151318930536)
| > loader_time: 0.0096 (0.00995812869462808)
[1m --> TIME: 2025-02-24 04:36:27 -- STEP: 4625/6985 -- GLOBAL_STEP: 179250[0m
| > loss_text_ce: 0.04283331334590912 (0.04678341134818816)
| > loss_mel_ce: 3.0531272888183594 (2.818544984018481)
| > loss: 0.7739901542663574 (0.7163320987224576)
| > current_lr: 5e-06
| > step_time: 0.2558 (0.25001760735382883)
| > loader_time: 0.0099 (0.009957188786687053)
[1m --> TIME: 2025-02-24 04:36:46 -- STEP: 4675/6985 -- GLOBAL_STEP: 179300[0m
| > loss_text_ce: 0.04844007268548012 (0.04678363946112071)
| > loss_mel_ce: 2.8764469623565674 (2.818835452661158)
| > loss: 0.7312217354774475 (0.7164047729331535)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2021 (0.2500576098334979)
| > loader_time: 0.0092 (0.009958453662892686)
[1m --> TIME: 2025-02-24 04:37:04 -- STEP: 4725/6985 -- GLOBAL_STEP: 179350[0m
| > loss_text_ce: 0.04898052662611008 (0.046782333813016254)
| > loss_mel_ce: 2.5621023178100586 (2.818934110485057)
| > loss: 0.6527706980705261 (0.7164291109546773)
| > current_lr: 5e-06
| > step_time: 0.2069 (0.250002883123973)
| > loader_time: 0.0094 (0.009957712667959685)
[1m --> TIME: 2025-02-24 04:37:22 -- STEP: 4775/6985 -- GLOBAL_STEP: 179400[0m
| > loss_text_ce: 0.04717579856514931 (0.046782540870118385)
| > loss_mel_ce: 2.363494396209717 (2.81809074059831)
| > loss: 0.6026675701141357 (0.716218320243645)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.1931 (0.24990713508965454)
| > loader_time: 0.0091 (0.009957221665307468)
[1m --> TIME: 2025-02-24 04:37:40 -- STEP: 4825/6985 -- GLOBAL_STEP: 179450[0m
| > loss_text_ce: 0.045805323868989944 (0.04678118372673804)
| > loss_mel_ce: 3.222560405731201 (2.8179285645114325)
| > loss: 0.8170914053916931 (0.7161774368916152)
| > current_lr: 5e-06
| > step_time: 0.2481 (0.24989874503773107)
| > loader_time: 0.0096 (0.009957871955911092)
[1m --> TIME: 2025-02-24 04:37:58 -- STEP: 4875/6985 -- GLOBAL_STEP: 179500[0m
| > loss_text_ce: 0.04728846997022629 (0.046782411825198274)
| > loss_mel_ce: 2.9375317096710205 (2.8179124546295555)
| > loss: 0.7462050318717957 (0.7161737164289527)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3084 (0.24987512172796783)
| > loader_time: 0.0101 (0.009958083226130527)
[1m --> TIME: 2025-02-24 04:38:16 -- STEP: 4925/6985 -- GLOBAL_STEP: 179550[0m
| > loss_text_ce: 0.04900578036904335 (0.046781505077018226)
| > loss_mel_ce: 2.6594560146331787 (2.817967024164152)
| > loss: 0.6771154403686523 (0.7161871321370769)
| > current_lr: 5e-06
| > step_time: 0.2881 (0.24985652681534662)
| > loader_time: 0.0104 (0.009956504124675272)
[1m --> TIME: 2025-02-24 04:38:35 -- STEP: 4975/6985 -- GLOBAL_STEP: 179600[0m
| > loss_text_ce: 0.044929131865501404 (0.04677914961498573)
| > loss_mel_ce: 2.9159204959869385 (2.8182432378117164)
| > loss: 0.7402123808860779 (0.7162555966964327)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3163 (0.24990418707306056)
| > loader_time: 0.01 (0.009955306987666567)
[1m --> TIME: 2025-02-24 04:38:53 -- STEP: 5025/6985 -- GLOBAL_STEP: 179650[0m
| > loss_text_ce: 0.045839328318834305 (0.046783019591178344)
| > loss_mel_ce: 3.164782762527466 (2.8180866266364495)
| > loss: 0.8026555180549622 (0.7162174114243911)
| > current_lr: 5e-06
| > step_time: 0.2794 (0.24987284328213968)
| > loader_time: 0.0097 (0.009952807212943419)
[1m --> TIME: 2025-02-24 04:39:11 -- STEP: 5075/6985 -- GLOBAL_STEP: 179700[0m
| > loss_text_ce: 0.05045608431100845 (0.04677943513311175)
| > loss_mel_ce: 2.803520917892456 (2.8179825383219237)
| > loss: 0.7134942412376404 (0.7161904932301625)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2844 (0.24983436993190217)
| > loader_time: 0.01 (0.009952063818870465)
[1m --> TIME: 2025-02-24 04:39:29 -- STEP: 5125/6985 -- GLOBAL_STEP: 179750[0m
| > loss_text_ce: 0.04738777130842209 (0.04677717976744569)
| > loss_mel_ce: 2.6958248615264893 (2.8182187610021465)
| > loss: 0.6858031749725342 (0.71624898509863)
| > current_lr: 5e-06
| > step_time: 0.2135 (0.24980059042209526)
| > loader_time: 0.0092 (0.009950291563824865)
[1m --> TIME: 2025-02-24 04:39:48 -- STEP: 5175/6985 -- GLOBAL_STEP: 179800[0m
| > loss_text_ce: 0.045909732580184937 (0.04677716100921365)
| > loss_mel_ce: 2.892939805984497 (2.8177798467672956)
| > loss: 0.7347123622894287 (0.716139251823011)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2839 (0.2498069742451543)
| > loader_time: 0.0094 (0.009951184682799949)
[1m --> TIME: 2025-02-24 04:40:06 -- STEP: 5225/6985 -- GLOBAL_STEP: 179850[0m
| > loss_text_ce: 0.04396996274590492 (0.04677494219972174)
| > loss_mel_ce: 2.507777690887451 (2.818166621518478)
| > loss: 0.6379368901252747 (0.7162353907874901)
| > current_lr: 5e-06
| > step_time: 0.2885 (0.24974012110221894)
| > loader_time: 0.0099 (0.009951136694000046)
[1m --> TIME: 2025-02-24 04:40:25 -- STEP: 5275/6985 -- GLOBAL_STEP: 179900[0m
| > loss_text_ce: 0.04726478457450867 (0.04677295735026409)
| > loss_mel_ce: 2.8735578060150146 (2.8182841797462577)
| > loss: 0.7302056550979614 (0.7162642841373019)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3172 (0.24987972110368625)
| > loader_time: 0.0101 (0.009948734807742101)
[1m --> TIME: 2025-02-24 04:40:43 -- STEP: 5325/6985 -- GLOBAL_STEP: 179950[0m
| > loss_text_ce: 0.04691581800580025 (0.04677247599746688)
| > loss_mel_ce: 2.486679792404175 (2.81822271004529)
| > loss: 0.6333988904953003 (0.7162487963723473)
| > current_lr: 5e-06
| > step_time: 0.2809 (0.24991151021679797)
| > loader_time: 0.01 (0.009947758123908197)
[1m --> TIME: 2025-02-24 04:41:02 -- STEP: 5375/6985 -- GLOBAL_STEP: 180000[0m
| > loss_text_ce: 0.04926038533449173 (0.046773149721151056)
| > loss_mel_ce: 2.945739507675171 (2.8184515994537707)
| > loss: 0.7487499713897705 (0.7163061871584072)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2324 (0.2498791020859119)
| > loader_time: 0.0095 (0.009945266767989711)
> CHECKPOINT : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/checkpoint_180000.pth
[1m --> TIME: 2025-02-24 04:41:38 -- STEP: 5425/6985 -- GLOBAL_STEP: 180050[0m
| > loss_text_ce: 0.04891190305352211 (0.04677251745959565)
| > loss_mel_ce: 2.774620294570923 (2.818570844962299)
| > loss: 0.7058830261230469 (0.7163358404504535)
| > current_lr: 5e-06
| > step_time: 0.2446 (0.24990287508283338)
| > loader_time: 0.0097 (0.009943732995591361)
[1m --> TIME: 2025-02-24 04:41:57 -- STEP: 5475/6985 -- GLOBAL_STEP: 180100[0m
| > loss_text_ce: 0.045002538710832596 (0.046771066477309456)
| > loss_mel_ce: 3.244431734085083 (2.8190984184448022)
| > loss: 0.8223585486412048 (0.7164673710794748)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.315 (0.24996114909376724)
| > loader_time: 0.0098 (0.009942753282311798)
[1m --> TIME: 2025-02-24 04:42:15 -- STEP: 5525/6985 -- GLOBAL_STEP: 180150[0m
| > loss_text_ce: 0.051606640219688416 (0.046771597049085095)
| > loss_mel_ce: 2.5082144737243652 (2.8190507221006165)
| > loss: 0.6399552822113037 (0.7164555796077344)
| > current_lr: 5e-06
| > step_time: 0.2616 (0.24995590546551869)
| > loader_time: 0.0095 (0.00994339675385483)
[1m --> TIME: 2025-02-24 04:42:33 -- STEP: 5575/6985 -- GLOBAL_STEP: 180200[0m
| > loss_text_ce: 0.0486384779214859 (0.046771630297995304)
| > loss_mel_ce: 2.525913953781128 (2.8185909775661244)
| > loss: 0.6436381340026855 (0.7163406517954681)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2641 (0.24991751174755691)
| > loader_time: 0.0092 (0.00993856896199448)
[1m --> TIME: 2025-02-24 04:42:51 -- STEP: 5625/6985 -- GLOBAL_STEP: 180250[0m
| > loss_text_ce: 0.04850010946393013 (0.04677108520600515)
| > loss_mel_ce: 2.8916006088256836 (2.8188149697409743)
| > loss: 0.73502516746521 (0.7163965135839246)
| > current_lr: 5e-06
| > step_time: 0.1757 (0.2498715032789442)
| > loader_time: 0.0089 (0.009935101106431702)
[1m --> TIME: 2025-02-24 04:43:09 -- STEP: 5675/6985 -- GLOBAL_STEP: 180300[0m
| > loss_text_ce: 0.04575953260064125 (0.04677295248020047)
| > loss_mel_ce: 3.0322206020355225 (2.8181576418561582)
| > loss: 0.7694950103759766 (0.7162326484367186)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2824 (0.2497968402307989)
| > loader_time: 0.0104 (0.009932798394022488)
[1m --> TIME: 2025-02-24 04:43:27 -- STEP: 5725/6985 -- GLOBAL_STEP: 180350[0m
| > loss_text_ce: 0.048378195613622665 (0.046774503742242846)
| > loss_mel_ce: 2.690303087234497 (2.817688373853029)
| > loss: 0.6846703290939331 (0.7161157193090197)
| > current_lr: 5e-06
| > step_time: 0.2211 (0.24972896080350246)
| > loader_time: 0.0092 (0.009934335483734215)
[1m --> TIME: 2025-02-24 04:43:45 -- STEP: 5775/6985 -- GLOBAL_STEP: 180400[0m
| > loss_text_ce: 0.04695151373744011 (0.046774575714166905)
| > loss_mel_ce: 2.7838878631591797 (2.817505307569132)
| > loss: 0.7077098488807678 (0.7160699707450289)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2235 (0.24971835784581828)
| > loader_time: 0.0092 (0.009932356087160272)
[1m --> TIME: 2025-02-24 04:44:02 -- STEP: 5825/6985 -- GLOBAL_STEP: 180450[0m
| > loss_text_ce: 0.048967912793159485 (0.04678145388229195)
| > loss_mel_ce: 2.7445309162139893 (2.8163506757343275)
| > loss: 0.6983746886253357 (0.7157830323323672)
| > current_lr: 5e-06
| > step_time: 0.2135 (0.24957248806441798)
| > loader_time: 0.0089 (0.009926223836743228)
[1m --> TIME: 2025-02-24 04:44:21 -- STEP: 5875/6985 -- GLOBAL_STEP: 180500[0m
| > loss_text_ce: 0.0453663133084774 (0.046777094870171496)
| > loss_mel_ce: 2.7077810764312744 (2.8164961454716133)
| > loss: 0.6882868409156799 (0.7158183100324996)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2992 (0.24962771472525086)
| > loader_time: 0.0099 (0.009921861364486332)
[1m --> TIME: 2025-02-24 04:44:38 -- STEP: 5925/6985 -- GLOBAL_STEP: 180550[0m
| > loss_text_ce: 0.04619680345058441 (0.04677453340294477)
| > loss_mel_ce: 2.9988338947296143 (2.816622474062795)
| > loss: 0.7612576484680176 (0.7158492518024605)
| > current_lr: 5e-06
| > step_time: 0.2202 (0.24950543363386063)
| > loader_time: 0.0092 (0.00991729313814184)
[1m --> TIME: 2025-02-24 04:44:57 -- STEP: 5975/6985 -- GLOBAL_STEP: 180600[0m
| > loss_text_ce: 0.04962891340255737 (0.04677217080939749)
| > loss_mel_ce: 2.3974125385284424 (2.8168099601498207)
| > loss: 0.6117603778839111 (0.7158955326788595)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3138 (0.24951547614700123)
| > loader_time: 0.0097 (0.009913619492343246)
[1m --> TIME: 2025-02-24 04:45:15 -- STEP: 6025/6985 -- GLOBAL_STEP: 180650[0m
| > loss_text_ce: 0.04917878657579422 (0.046771025707118094)
| > loss_mel_ce: 2.371852159500122 (2.816846787840499)
| > loss: 0.6052577495574951 (0.7159044533794846)
| > current_lr: 5e-06
| > step_time: 0.2555 (0.24955391638506494)
| > loader_time: 0.0094 (0.00991080189146933)
[1m --> TIME: 2025-02-24 04:45:34 -- STEP: 6075/6985 -- GLOBAL_STEP: 180700[0m
| > loss_text_ce: 0.04931803420186043 (0.04677028364482715)
| > loss_mel_ce: 2.795330286026001 (2.8176190484796533)
| > loss: 0.7111620903015137 (0.7160973330338796)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3179 (0.24956433869193118)
| > loader_time: 0.0102 (0.009907638133798576)
[1m --> TIME: 2025-02-24 04:45:52 -- STEP: 6125/6985 -- GLOBAL_STEP: 180750[0m
| > loss_text_ce: 0.04807361587882042 (0.04676986373504799)
| > loss_mel_ce: 2.61423921585083 (2.8178828438934014)
| > loss: 0.6655781865119934 (0.7161631769793374)
| > current_lr: 5e-06
| > step_time: 0.2268 (0.24954785090076675)
| > loader_time: 0.0112 (0.00990588834334391)
[1m --> TIME: 2025-02-24 04:46:10 -- STEP: 6175/6985 -- GLOBAL_STEP: 180800[0m
| > loss_text_ce: 0.046195387840270996 (0.04677043547333479)
| > loss_mel_ce: 3.1485402584075928 (2.817769184633788)
| > loss: 0.7986838817596436 (0.7161349051249655)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2964 (0.24952577432640163)
| > loader_time: 0.0096 (0.009903609897443624)
[1m --> TIME: 2025-02-24 04:46:28 -- STEP: 6225/6985 -- GLOBAL_STEP: 180850[0m
| > loss_text_ce: 0.04701938107609749 (0.0467701647224195)
| > loss_mel_ce: 2.6089868545532227 (2.817501444739989)
| > loss: 0.6640015840530396 (0.7160679024912746)
| > current_lr: 5e-06
| > step_time: 0.2124 (0.2494947408193565)
| > loader_time: 0.0092 (0.00990174894830786)
[1m --> TIME: 2025-02-24 04:46:47 -- STEP: 6275/6985 -- GLOBAL_STEP: 180900[0m
| > loss_text_ce: 0.04512028023600578 (0.046769156821695315)
| > loss_mel_ce: 2.807896852493286 (2.8173087915101376)
| > loss: 0.7132542729377747 (0.7160194872337509)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.314 (0.24952151226332459)
| > loader_time: 0.0101 (0.00989859930547583)
[1m --> TIME: 2025-02-24 04:47:05 -- STEP: 6325/6985 -- GLOBAL_STEP: 180950[0m
| > loss_text_ce: 0.045410990715026855 (0.04676905667475546)
| > loss_mel_ce: 3.12424373626709 (2.8173148566649364)
| > loss: 0.7924137115478516 (0.7160209784818732)
| > current_lr: 5e-06
| > step_time: 0.287 (0.24949171152981842)
| > loader_time: 0.0098 (0.009894642207933485)
[1m --> TIME: 2025-02-24 04:47:22 -- STEP: 6375/6985 -- GLOBAL_STEP: 181000[0m
| > loss_text_ce: 0.04775090143084526 (0.046769585121495906)
| > loss_mel_ce: 2.5286865234375 (2.816398987096899)
| > loss: 0.6441093683242798 (0.7157921431906084)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2146 (0.24936121200112732)
| > loader_time: 0.0092 (0.009890692280788023)
> CHECKPOINT : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/checkpoint_181000.pth
[1m --> TIME: 2025-02-24 04:47:54 -- STEP: 6425/6985 -- GLOBAL_STEP: 181050[0m
| > loss_text_ce: 0.0454254224896431 (0.04676889783793372)
| > loss_mel_ce: 2.710603713989258 (2.816069506281545)
| > loss: 0.6890072822570801 (0.715709601167575)
| > current_lr: 5e-06
| > step_time: 0.254 (0.24931241428805692)
| > loader_time: 0.0097 (0.009890062985253223)
[1m --> TIME: 2025-02-24 04:48:12 -- STEP: 6475/6985 -- GLOBAL_STEP: 181100[0m
| > loss_text_ce: 0.0475856214761734 (0.04677176443996563)
| > loss_mel_ce: 2.8920865058898926 (2.8160030726024083)
| > loss: 0.7349180579185486 (0.7156937094130571)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2127 (0.24929268656550224)
| > loader_time: 0.0093 (0.00988891520555414)
[1m --> TIME: 2025-02-24 04:48:31 -- STEP: 6525/6985 -- GLOBAL_STEP: 181150[0m
| > loss_text_ce: 0.04435372352600098 (0.04676988894112708)
| > loss_mel_ce: 3.220334529876709 (2.816168889944581)
| > loss: 0.8161720633506775 (0.7157346948855682)
| > current_lr: 5e-06
| > step_time: 0.282 (0.24933735262845208)
| > loader_time: 0.0102 (0.009889299275774595)
[1m --> TIME: 2025-02-24 04:48:50 -- STEP: 6575/6985 -- GLOBAL_STEP: 181200[0m
| > loss_text_ce: 0.04603617265820503 (0.046769667823051635)
| > loss_mel_ce: 2.4713287353515625 (2.8159414899303887)
| > loss: 0.6293412446975708 (0.715677789612868)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.1949 (0.2493723041839019)
| > loader_time: 0.0087 (0.009887905120849597)
[1m --> TIME: 2025-02-24 04:49:08 -- STEP: 6625/6985 -- GLOBAL_STEP: 181250[0m
| > loss_text_ce: 0.047023504972457886 (0.046766520862871606)
| > loss_mel_ce: 2.5094335079193115 (2.81632386130207)
| > loss: 0.639114260673523 (0.7157725957249695)
| > current_lr: 5e-06
| > step_time: 0.1784 (0.2493389990824573)
| > loader_time: 0.0095 (0.0098863959042531)
[1m --> TIME: 2025-02-24 04:49:27 -- STEP: 6675/6985 -- GLOBAL_STEP: 181300[0m
| > loss_text_ce: 0.04836362600326538 (0.0467668042892819)
| > loss_mel_ce: 2.091066360473633 (2.816473299858722)
| > loss: 0.5348575115203857 (0.7158100262161498)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2061 (0.24941200534949137)
| > loader_time: 0.0092 (0.009885294124874716)
[1m --> TIME: 2025-02-24 04:49:45 -- STEP: 6725/6985 -- GLOBAL_STEP: 181350[0m
| > loss_text_ce: 0.05004900321364403 (0.046767032465526916)
| > loss_mel_ce: 2.9149627685546875 (2.816266064466597)
| > loss: 0.7412529587745667 (0.7157582743859202)
| > current_lr: 5e-06
| > step_time: 0.172 (0.24940192105601708)
| > loader_time: 0.0086 (0.009883887918465187)
[1m --> TIME: 2025-02-24 04:50:04 -- STEP: 6775/6985 -- GLOBAL_STEP: 181400[0m
| > loss_text_ce: 0.046770792454481125 (0.04676773263409555)
| > loss_mel_ce: 3.5084824562072754 (2.816340194417102)
| > loss: 0.888813316822052 (0.7157769819247327)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3083 (0.24949875606382022)
| > loader_time: 0.0094 (0.009882697707172677)
[1m --> TIME: 2025-02-24 04:50:23 -- STEP: 6825/6985 -- GLOBAL_STEP: 181450[0m
| > loss_text_ce: 0.044151417911052704 (0.04676656599337351)
| > loss_mel_ce: 2.9944074153900146 (2.81610603868743)
| > loss: 0.7596396803855896 (0.7157181513309478)
| > current_lr: 5e-06
| > step_time: 0.2797 (0.24954362135667063)
| > loader_time: 0.0101 (0.009881390372475412)
[1m --> TIME: 2025-02-24 04:50:41 -- STEP: 6875/6985 -- GLOBAL_STEP: 181500[0m
| > loss_text_ce: 0.04795743525028229 (0.04676584110964415)
| > loss_mel_ce: 2.519737958908081 (2.81583620707772)
| > loss: 0.6419238448143005 (0.7156505122141404)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2526 (0.2495845219698819)
| > loader_time: 0.0093 (0.00988065605163573)
[1m --> TIME: 2025-02-24 04:50:59 -- STEP: 6925/6985 -- GLOBAL_STEP: 181550[0m
| > loss_text_ce: 0.04631645604968071 (0.046768457980469975)
| > loss_mel_ce: 2.83941388130188 (2.8155195657096614)
| > loss: 0.7214325666427612 (0.7155720060784033)
| > current_lr: 5e-06
| > step_time: 0.2822 (0.24951626956678036)
| > loader_time: 0.01 (0.00987877670177913)
[1m --> TIME: 2025-02-24 04:51:17 -- STEP: 6975/6985 -- GLOBAL_STEP: 181600[0m
| > loss_text_ce: 0.04761132970452309 (0.04676811883793496)
| > loss_mel_ce: 2.9949755668640137 (2.815286487370836)
| > loss: 0.7606467008590698 (0.7155136517085482)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2619 (0.24953430869673313)
| > loader_time: 0.0093 (0.009877494518047581)
[1m > EVALUATION [0m
[1m--> EVAL PERFORMANCE[0m
| > avg_loader_time:[91m 0.4834037855559704 [0m(+0.0010674217947168052)
| > avg_loss_text_ce:[92m 0.04573366915186245 [0m(-0.0001718249245017331)
| > avg_loss_mel_ce:[91m 2.917156590355768 [0m(+0.003007725173352238)
| > avg_loss:[91m 2.9628902572432376 [0m(+0.0028359079672619636)
[4m[1m > EPOCH: 26/30[0m
--> checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3
[1m > TRAINING (2025-02-24 04:53:12) [0m
[1m --> TIME: 2025-02-24 04:53:28 -- STEP: 40/6985 -- GLOBAL_STEP: 181650[0m
| > loss_text_ce: 0.04759305343031883 (0.047185397800058135)
| > loss_mel_ce: 2.866349935531616 (2.7132973730564114)
| > loss: 0.7284857630729675 (0.6901206970214843)
| > current_lr: 5e-06
| > step_time: 0.1648 (0.24650619626045228)
| > loader_time: 0.0093 (0.010087698698043823)
[1m --> TIME: 2025-02-24 04:53:47 -- STEP: 90/6985 -- GLOBAL_STEP: 181700[0m
| > loss_text_ce: 0.04565873369574547 (0.046827214294009746)
| > loss_mel_ce: 3.0286734104156494 (2.7819645192888047)
| > loss: 0.7685830593109131 (0.707197935713662)
| > current_lr: 5e-06
| > step_time: 0.1942 (0.2512995428509182)
| > loader_time: 0.0127 (0.010038309627109103)
[1m --> TIME: 2025-02-24 04:54:05 -- STEP: 140/6985 -- GLOBAL_STEP: 181750[0m
| > loss_text_ce: 0.04703773558139801 (0.046860981546342384)
| > loss_mel_ce: 3.2714998722076416 (2.788296672276088)
| > loss: 0.829634428024292 (0.7087894137416567)
| > current_lr: 5e-06
| > step_time: 0.2568 (0.2517072575432913)
| > loader_time: 0.0101 (0.010003718308040073)
[1m --> TIME: 2025-02-24 04:54:23 -- STEP: 190/6985 -- GLOBAL_STEP: 181800[0m
| > loss_text_ce: 0.04603365436196327 (0.04664640173708138)
| > loss_mel_ce: 3.1476991176605225 (2.8118954658508275)
| > loss: 0.7984331846237183 (0.7146354681567142)
| > current_lr: 5e-06
| > step_time: 0.2673 (0.250833481236508)
| > loader_time: 0.0106 (0.009963481049788623)
[1m --> TIME: 2025-02-24 04:54:41 -- STEP: 240/6985 -- GLOBAL_STEP: 181850[0m
| > loss_text_ce: 0.048590097576379776 (0.046614363541205725)
| > loss_mel_ce: 2.7694103717803955 (2.8167037645975728)
| > loss: 0.704500138759613 (0.7158295333385467)
| > current_lr: 5e-06
| > step_time: 0.1836 (0.24935475488503772)
| > loader_time: 0.0095 (0.00991911987463633)
[1m --> TIME: 2025-02-24 04:55:00 -- STEP: 290/6985 -- GLOBAL_STEP: 181900[0m
| > loss_text_ce: 0.04282323643565178 (0.04661828138191124)
| > loss_mel_ce: 2.844221830368042 (2.826305870352118)
| > loss: 0.7217612862586975 (0.7182310390061344)
| > current_lr: 5e-06
| > step_time: 0.2484 (0.25054747236186065)
| > loader_time: 0.0093 (0.00991573169313628)
[1m --> TIME: 2025-02-24 04:55:18 -- STEP: 340/6985 -- GLOBAL_STEP: 181950[0m
| > loss_text_ce: 0.044894397258758545 (0.04660860246376076)
| > loss_mel_ce: 3.224139451980591 (2.8205310078228196)
| > loss: 0.8172584772109985 (0.7167849039330201)
| > current_lr: 5e-06
| > step_time: 0.2036 (0.2492505515322966)
| > loader_time: 0.0092 (0.009908042935764083)
[1m --> TIME: 2025-02-24 04:55:37 -- STEP: 390/6985 -- GLOBAL_STEP: 182000[0m
| > loss_text_ce: 0.04862157627940178 (0.04659568010232384)
| > loss_mel_ce: 2.4138007164001465 (2.817887078187402)
| > loss: 0.6156055927276611 (0.7161206911771728)
| > current_lr: 5e-06
| > step_time: 0.3065 (0.24991776637541946)
| > loader_time: 0.0134 (0.009906604962471198)
> CHECKPOINT : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/checkpoint_182000.pth
[1m --> TIME: 2025-02-24 04:56:12 -- STEP: 440/6985 -- GLOBAL_STEP: 182050[0m
| > loss_text_ce: 0.04442407190799713 (0.04655592178248543)
| > loss_mel_ce: 2.8410768508911133 (2.8172598069364354)
| > loss: 0.7213752269744873 (0.7159539339217276)
| > current_lr: 5e-06
| > step_time: 0.2438 (0.2497325490821492)
| > loader_time: 0.0104 (0.009897969527678048)
[1m --> TIME: 2025-02-24 04:56:31 -- STEP: 490/6985 -- GLOBAL_STEP: 182100[0m
| > loss_text_ce: 0.047150738537311554 (0.046586130293352235)
| > loss_mel_ce: 2.642146348953247 (2.8140334431005964)
| > loss: 0.6723242998123169 (0.7151548952472455)
| > current_lr: 5e-06
| > step_time: 0.2401 (0.2502436195101055)
| > loader_time: 0.0102 (0.009888841181385267)
[1m --> TIME: 2025-02-24 04:56:49 -- STEP: 540/6985 -- GLOBAL_STEP: 182150[0m
| > loss_text_ce: 0.04842915013432503 (0.04660269968487596)
| > loss_mel_ce: 2.4976212978363037 (2.8126346340885853)
| > loss: 0.6365126371383667 (0.7148093352715177)
| > current_lr: 5e-06
| > step_time: 0.219 (0.25066104420909163)
| > loader_time: 0.0095 (0.009871764094741253)
[1m --> TIME: 2025-02-24 04:57:08 -- STEP: 590/6985 -- GLOBAL_STEP: 182200[0m
| > loss_text_ce: 0.04808509349822998 (0.04665112710100106)
| > loss_mel_ce: 3.334850311279297 (2.8082218396461607)
| > loss: 0.8457338809967041 (0.7137182437767416)
| > current_lr: 5e-06
| > step_time: 0.2569 (0.25041376251285336)
| > loader_time: 0.0109 (0.00985742019394697)
[1m --> TIME: 2025-02-24 04:57:26 -- STEP: 640/6985 -- GLOBAL_STEP: 182250[0m
| > loss_text_ce: 0.04725911468267441 (0.046658297668909665)
| > loss_mel_ce: 2.6128106117248535 (2.809419959783553)
| > loss: 0.6650174260139465 (0.7140195662155748)
| > current_lr: 5e-06
| > step_time: 0.1929 (0.2500832986086605)
| > loader_time: 0.0091 (0.009837554022669793)
[1m --> TIME: 2025-02-24 04:57:44 -- STEP: 690/6985 -- GLOBAL_STEP: 182300[0m
| > loss_text_ce: 0.04493514075875282 (0.04666391991186833)
| > loss_mel_ce: 2.6194329261779785 (2.807401422832321)
| > loss: 0.666092038154602 (0.7135163378024448)
| > current_lr: 5e-06
| > step_time: 0.233 (0.24976368192313342)
| > loader_time: 0.0095 (0.009832044269727627)
[1m --> TIME: 2025-02-24 04:58:02 -- STEP: 740/6985 -- GLOBAL_STEP: 182350[0m
| > loss_text_ce: 0.04771619662642479 (0.04665043470827309)
| > loss_mel_ce: 2.8413662910461426 (2.805454723577238)
| > loss: 0.7222706079483032 (0.7130262914541602)
| > current_lr: 5e-06
| > step_time: 0.2423 (0.24931475826211846)
| > loader_time: 0.0096 (0.009826053155435095)
[1m --> TIME: 2025-02-24 04:58:20 -- STEP: 790/6985 -- GLOBAL_STEP: 182400[0m
| > loss_text_ce: 0.04649439826607704 (0.04666743493532833)
| > loss_mel_ce: 2.276628255844116 (2.805742817588996)
| > loss: 0.5807806849479675 (0.7131025648569757)
| > current_lr: 5e-06
| > step_time: 0.2125 (0.24956202175043776)
| > loader_time: 0.0107 (0.009825939468190634)
[1m --> TIME: 2025-02-24 04:58:38 -- STEP: 840/6985 -- GLOBAL_STEP: 182450[0m
| > loss_text_ce: 0.04531541094183922 (0.04666459457505317)
| > loss_mel_ce: 2.6668646335601807 (2.804333049058911)
| > loss: 0.6780450344085693 (0.712749412797746)
| > current_lr: 5e-06
| > step_time: 0.1754 (0.24943171569279235)
| > loader_time: 0.0093 (0.00982457285835629)
[1m --> TIME: 2025-02-24 04:58:57 -- STEP: 890/6985 -- GLOBAL_STEP: 182500[0m
| > loss_text_ce: 0.04724789410829544 (0.04665677620286352)
| > loss_mel_ce: 2.679523468017578 (2.806262232748307)
| > loss: 0.6816928386688232 (0.7132297540648597)
| > current_lr: 5e-06
| > step_time: 0.2894 (0.24934298349230452)
| > loader_time: 0.0097 (0.009812941979826162)
[1m --> TIME: 2025-02-24 04:59:15 -- STEP: 940/6985 -- GLOBAL_STEP: 182550[0m
| > loss_text_ce: 0.047010380774736404 (0.046647289668784495)
| > loss_mel_ce: 2.4907045364379883 (2.8063957635392507)
| > loss: 0.6344287395477295 (0.713260765024956)
| > current_lr: 5e-06
| > step_time: 0.1728 (0.2495467084519404)
| > loader_time: 0.0089 (0.009821345197393536)
[1m --> TIME: 2025-02-24 04:59:33 -- STEP: 990/6985 -- GLOBAL_STEP: 182600[0m
| > loss_text_ce: 0.04771081358194351 (0.04664161355808528)
| > loss_mel_ce: 2.9446518421173096 (2.806816832465352)
| > loss: 0.7480906844139099 (0.7133646133572162)
| > current_lr: 5e-06
| > step_time: 0.2752 (0.24935618241627988)
| > loader_time: 0.0112 (0.009823141435180044)
[1m --> TIME: 2025-02-24 04:59:52 -- STEP: 1040/6985 -- GLOBAL_STEP: 182650[0m
| > loss_text_ce: 0.049655113369226456 (0.04666116522051967)
| > loss_mel_ce: 2.5233988761901855 (2.806255650061825)
| > loss: 0.6432635188102722 (0.7132292056886047)
| > current_lr: 5e-06
| > step_time: 0.2272 (0.24987759819397537)
| > loader_time: 0.011 (0.009830880165100093)
[1m --> TIME: 2025-02-24 05:00:12 -- STEP: 1090/6985 -- GLOBAL_STEP: 182700[0m
| > loss_text_ce: 0.047160737216472626 (0.04664443627068209)
| > loss_mel_ce: 3.2150895595550537 (2.807916123276455)
| > loss: 0.8155625462532043 (0.7136401414871212)
| > current_lr: 5e-06
| > step_time: 0.2688 (0.2505797830196693)
| > loader_time: 0.0094 (0.009829422968243236)
[1m --> TIME: 2025-02-24 05:00:29 -- STEP: 1140/6985 -- GLOBAL_STEP: 182750[0m
| > loss_text_ce: 0.046336717903614044 (0.04664376778037926)
| > loss_mel_ce: 3.267552614212036 (2.8093984528591744)
| > loss: 0.8284723162651062 (0.7140105566434692)
| > current_lr: 5e-06
| > step_time: 0.2514 (0.2501675118479811)
| > loader_time: 0.0096 (0.009815131153976708)
[1m --> TIME: 2025-02-24 05:00:48 -- STEP: 1190/6985 -- GLOBAL_STEP: 182800[0m
| > loss_text_ce: 0.0474754236638546 (0.04663418623454432)
| > loss_mel_ce: 2.899928331375122 (2.8086896796186434)
| > loss: 0.736850917339325 (0.7138309679612392)
| > current_lr: 5e-06
| > step_time: 0.2652 (0.25003258140147216)
| > loader_time: 0.0116 (0.009805865247710417)
[1m --> TIME: 2025-02-24 05:01:06 -- STEP: 1240/6985 -- GLOBAL_STEP: 182850[0m
| > loss_text_ce: 0.04777167737483978 (0.046631447652414934)
| > loss_mel_ce: 2.8727102279663086 (2.809139081931883)
| > loss: 0.7301204800605774 (0.7139426337615135)
| > current_lr: 5e-06
| > step_time: 0.2426 (0.25009913809837814)
| > loader_time: 0.0095 (0.009791929298831568)
[1m --> TIME: 2025-02-24 05:01:25 -- STEP: 1290/6985 -- GLOBAL_STEP: 182900[0m
| > loss_text_ce: 0.046138543635606766 (0.04663781088509764)
| > loss_mel_ce: 2.534168243408203 (2.8094292520552653)
| > loss: 0.6450766921043396 (0.7140167669732437)
| > current_lr: 5e-06
| > step_time: 0.2748 (0.2503413843554118)
| > loader_time: 0.0094 (0.009782341469165888)
[1m --> TIME: 2025-02-24 05:01:43 -- STEP: 1340/6985 -- GLOBAL_STEP: 182950[0m
| > loss_text_ce: 0.04851265251636505 (0.046639759749618925)
| > loss_mel_ce: 3.164989709854126 (2.806116852475638)
| > loss: 0.8033756017684937 (0.7131891542851032)
| > current_lr: 5e-06
| > step_time: 0.2536 (0.2503120491753763)
| > loader_time: 0.0102 (0.009774627258528524)
[1m --> TIME: 2025-02-24 05:02:02 -- STEP: 1390/6985 -- GLOBAL_STEP: 183000[0m
| > loss_text_ce: 0.04601933807134628 (0.046623761544553506)
| > loss_mel_ce: 3.2845499515533447 (2.807402052982248)
| > loss: 0.8326423168182373 (0.7135064547868076)
| > current_lr: 5e-06
| > step_time: 0.2866 (0.2503727376032217)
| > loader_time: 0.0113 (0.009771709991015981)
> CHECKPOINT : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/checkpoint_183000.pth
[1m --> TIME: 2025-02-24 05:02:35 -- STEP: 1440/6985 -- GLOBAL_STEP: 183050[0m
| > loss_text_ce: 0.04581639543175697 (0.046630304971606376)
| > loss_mel_ce: 2.8201332092285156 (2.8047063029474675)
| > loss: 0.7164874076843262 (0.7128341531587962)
| > current_lr: 5e-06
| > step_time: 0.2554 (0.2503275381194221)
| > loader_time: 0.0106 (0.00978921469714907)
[1m --> TIME: 2025-02-24 05:02:53 -- STEP: 1490/6985 -- GLOBAL_STEP: 183100[0m
| > loss_text_ce: 0.04741368070244789 (0.04661885893734911)
| > loss_mel_ce: 2.76081919670105 (2.804008160181492)
| > loss: 0.7020581960678101 (0.7126567558554185)
| > current_lr: 5e-06
| > step_time: 0.2158 (0.250208877877101)
| > loader_time: 0.0089 (0.009795909919994787)
[1m --> TIME: 2025-02-24 05:03:11 -- STEP: 1540/6985 -- GLOBAL_STEP: 183150[0m
| > loss_text_ce: 0.045808691531419754 (0.04662904587949252)
| > loss_mel_ce: 2.8475828170776367 (2.8034599774843674)
| > loss: 0.7233479022979736 (0.7125222568001057)
| > current_lr: 5e-06
| > step_time: 0.2989 (0.24997620071683607)
| > loader_time: 0.0098 (0.009800652095249716)
[1m --> TIME: 2025-02-24 05:03:30 -- STEP: 1590/6985 -- GLOBAL_STEP: 183200[0m
| > loss_text_ce: 0.04608210548758507 (0.046633021634236084)
| > loss_mel_ce: 3.130718231201172 (2.8041200867988767)
| > loss: 0.79420006275177 (0.7126882780647869)
| > current_lr: 5e-06
| > step_time: 0.2486 (0.2502452589430897)
| > loader_time: 0.0115 (0.00980368020399561)
[1m --> TIME: 2025-02-24 05:03:48 -- STEP: 1640/6985 -- GLOBAL_STEP: 183250[0m
| > loss_text_ce: 0.04971820116043091 (0.046627826193665595)
| > loss_mel_ce: 2.720059633255005 (2.8037133598473)
| > loss: 0.6924444437026978 (0.7125852974086264)
| > current_lr: 5e-06
| > step_time: 0.2528 (0.25015137224662587)
| > loader_time: 0.0103 (0.009797775018505928)
[1m --> TIME: 2025-02-24 05:04:07 -- STEP: 1690/6985 -- GLOBAL_STEP: 183300[0m
| > loss_text_ce: 0.046373676508665085 (0.0466352139814542)
| > loss_mel_ce: 2.8543941974639893 (2.8026715255347923)
| > loss: 0.7251919507980347 (0.7123266857756657)
| > current_lr: 5e-06
| > step_time: 0.2736 (0.2502078921131833)
| > loader_time: 0.0097 (0.009793431095823021)
[1m --> TIME: 2025-02-24 05:04:25 -- STEP: 1740/6985 -- GLOBAL_STEP: 183350[0m
| > loss_text_ce: 0.0495515875518322 (0.046645632349811075)
| > loss_mel_ce: 3.2423813343048096 (2.8022098813248766)
| > loss: 0.8229832053184509 (0.7122138792755952)
| > current_lr: 5e-06
| > step_time: 0.2436 (0.2500352226454633)
| > loader_time: 0.0099 (0.009796396206165176)
[1m --> TIME: 2025-02-24 05:04:43 -- STEP: 1790/6985 -- GLOBAL_STEP: 183400[0m
| > loss_text_ce: 0.04648463800549507 (0.04664510610258447)
| > loss_mel_ce: 2.6374597549438477 (2.802707520343737)
| > loss: 0.6709861159324646 (0.7123381574726629)
| > current_lr: 5e-06
| > step_time: 0.1861 (0.25005440605419266)
| > loader_time: 0.0099 (0.009797584810736453)
[1m --> TIME: 2025-02-24 05:05:01 -- STEP: 1840/6985 -- GLOBAL_STEP: 183450[0m
| > loss_text_ce: 0.048241518437862396 (0.04664763093764044)
| > loss_mel_ce: 2.7659249305725098 (2.801816503574018)
| > loss: 0.70354163646698 (0.7121160343937244)
| > current_lr: 5e-06
| > step_time: 0.2254 (0.24983347148998897)
| > loader_time: 0.0097 (0.00979112231213113)
[1m --> TIME: 2025-02-24 05:05:19 -- STEP: 1890/6985 -- GLOBAL_STEP: 183500[0m
| > loss_text_ce: 0.04561745002865791 (0.04665011785254277)
| > loss_mel_ce: 2.9259836673736572 (2.8018064415013337)
| > loss: 0.7429002523422241 (0.7121141406594123)
| > current_lr: 5e-06
| > step_time: 0.2782 (0.24972684812293455)
| > loader_time: 0.0095 (0.009787229129246297)
[1m --> TIME: 2025-02-24 05:05:37 -- STEP: 1940/6985 -- GLOBAL_STEP: 183550[0m
| > loss_text_ce: 0.046712081879377365 (0.0466569671368937)
| > loss_mel_ce: 2.896027088165283 (2.8025542734210016)
| > loss: 0.7356848120689392 (0.7123028109061342)
| > current_lr: 5e-06
| > step_time: 0.218 (0.24955240180811905)
| > loader_time: 0.0094 (0.00977916348840772)
[1m --> TIME: 2025-02-24 05:05:55 -- STEP: 1990/6985 -- GLOBAL_STEP: 183600[0m
| > loss_text_ce: 0.04594777151942253 (0.04665800669422402)
| > loss_mel_ce: 3.042583465576172 (2.8029281120803478)
| > loss: 0.7721328139305115 (0.7123965305599129)
| > current_lr: 5e-06
| > step_time: 0.2712 (0.24956271372847794)
| > loader_time: 0.0106 (0.009774280792504694)
[1m --> TIME: 2025-02-24 05:06:14 -- STEP: 2040/6985 -- GLOBAL_STEP: 183650[0m
| > loss_text_ce: 0.05149579048156738 (0.046666187866061346)
| > loss_mel_ce: 2.4491500854492188 (2.8031505197286597)
| > loss: 0.6251614689826965 (0.7124541778190456)
| > current_lr: 5e-06
| > step_time: 0.2551 (0.24975021563324248)
| > loader_time: 0.0103 (0.009772364649118157)
[1m --> TIME: 2025-02-24 05:06:32 -- STEP: 2090/6985 -- GLOBAL_STEP: 183700[0m
| > loss_text_ce: 0.04637516289949417 (0.04665195600410398)
| > loss_mel_ce: 2.5883822441101074 (2.8052888615279667)
| > loss: 0.6586893796920776 (0.7129852052510633)
| > current_lr: 5e-06
| > step_time: 0.2468 (0.24965947678214603)
| > loader_time: 0.009 (0.009766561905162754)
[1m --> TIME: 2025-02-24 05:06:51 -- STEP: 2140/6985 -- GLOBAL_STEP: 183750[0m
| > loss_text_ce: 0.04406679421663284 (0.04665370361583535)
| > loss_mel_ce: 2.9823429584503174 (2.8054790137527137)
| > loss: 0.7566024661064148 (0.7130331802312454)
| > current_lr: 5e-06
| > step_time: 0.2532 (0.2497626172047907)
| > loader_time: 0.0096 (0.009764558466795446)
[1m --> TIME: 2025-02-24 05:07:09 -- STEP: 2190/6985 -- GLOBAL_STEP: 183800[0m
| > loss_text_ce: 0.04952068254351616 (0.0466546517869109)
| > loss_mel_ce: 2.752485513687134 (2.806240531788568)
| > loss: 0.700501561164856 (0.7132237967835166)
| > current_lr: 5e-06
| > step_time: 0.2546 (0.2496910726643042)
| > loader_time: 0.0102 (0.009760802412686282)
[1m --> TIME: 2025-02-24 05:07:27 -- STEP: 2240/6985 -- GLOBAL_STEP: 183850[0m
| > loss_text_ce: 0.047240741550922394 (0.046648420558111484)
| > loss_mel_ce: 3.0127785205841064 (2.8073671242488274)
| > loss: 0.7650048136711121 (0.7135038870785915)
| > current_lr: 5e-06
| > step_time: 0.2121 (0.2495136124747138)
| > loader_time: 0.0098 (0.009755244638238632)
[1m --> TIME: 2025-02-24 05:07:45 -- STEP: 2290/6985 -- GLOBAL_STEP: 183900[0m
| > loss_text_ce: 0.04802687466144562 (0.046637969468943934)
| > loss_mel_ce: 2.9128220081329346 (2.806634626586365)
| > loss: 0.7402122020721436 (0.7133181498821123)
| > current_lr: 5e-06
| > step_time: 0.2538 (0.24940620978326236)
| > loader_time: 0.0093 (0.009749040645282852)
[1m --> TIME: 2025-02-24 05:08:03 -- STEP: 2340/6985 -- GLOBAL_STEP: 183950[0m
| > loss_text_ce: 0.04604684188961983 (0.04663504022213384)
| > loss_mel_ce: 3.164478302001953 (2.8069120020438465)
| > loss: 0.8026312589645386 (0.7133867613780196)
| > current_lr: 5e-06
| > step_time: 0.2249 (0.24935443421714307)
| > loader_time: 0.0093 (0.009743230668907484)
[1m --> TIME: 2025-02-24 05:08:21 -- STEP: 2390/6985 -- GLOBAL_STEP: 184000[0m
| > loss_text_ce: 0.044153887778520584 (0.04663363944068866)
| > loss_mel_ce: 2.603276252746582 (2.806184600636548)
| > loss: 0.661857545375824 (0.7132045608684112)
| > current_lr: 5e-06
| > step_time: 0.249 (0.24942867566352092)
| > loader_time: 0.0113 (0.009739453922255756)
> CHECKPOINT : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/checkpoint_184000.pth
[1m --> TIME: 2025-02-24 05:08:49 -- STEP: 2440/6985 -- GLOBAL_STEP: 184050[0m
| > loss_text_ce: 0.0431840755045414 (0.04662913349075402)
| > loss_mel_ce: 3.0627105236053467 (2.806977907995707)
| > loss: 0.7764736413955688 (0.7134017612113331)
| > current_lr: 5e-06
| > step_time: 0.2526 (0.24944045475271864)
| > loader_time: 0.01 (0.009740893371769622)
[1m --> TIME: 2025-02-24 05:09:07 -- STEP: 2490/6985 -- GLOBAL_STEP: 184100[0m
| > loss_text_ce: 0.04660681262612343 (0.046625734232814964)
| > loss_mel_ce: 2.6918678283691406 (2.807693914045768)
| > loss: 0.6846186518669128 (0.7135799128008655)
| > current_lr: 5e-06
| > step_time: 0.2458 (0.24921817836991259)
| > loader_time: 0.0094 (0.009738380458939008)
[1m --> TIME: 2025-02-24 05:09:26 -- STEP: 2540/6985 -- GLOBAL_STEP: 184150[0m
| > loss_text_ce: 0.04353036731481552 (0.04662338476041407)
| > loss_mel_ce: 3.0946877002716064 (2.8084925134350893)
| > loss: 0.7845545411109924 (0.7137789752422357)
| > current_lr: 5e-06
| > step_time: 0.2436 (0.24942618486449455)
| > loader_time: 0.0094 (0.009737203628059432)
[1m --> TIME: 2025-02-24 05:09:44 -- STEP: 2590/6985 -- GLOBAL_STEP: 184200[0m
| > loss_text_ce: 0.0460156612098217 (0.04662875356907782)
| > loss_mel_ce: 2.7736945152282715 (2.8074875936544967)
| > loss: 0.7049275636672974 (0.7135290875282986)
| > current_lr: 5e-06
| > step_time: 0.2473 (0.24938059681630945)
| > loader_time: 0.0103 (0.009734095293582627)
[1m --> TIME: 2025-02-24 05:10:03 -- STEP: 2640/6985 -- GLOBAL_STEP: 184250[0m
| > loss_text_ce: 0.047868192195892334 (0.046632547569320094)
| > loss_mel_ce: 2.388298511505127 (2.8067673199104504)
| > loss: 0.609041690826416 (0.71334996757408)
| > current_lr: 5e-06
| > step_time: 0.2429 (0.24941474181233014)
| > loader_time: 0.0096 (0.009730667146769428)
[1m --> TIME: 2025-02-24 05:10:21 -- STEP: 2690/6985 -- GLOBAL_STEP: 184300[0m
| > loss_text_ce: 0.046003300696611404 (0.04664543610772461)
| > loss_mel_ce: 3.3756625652313232 (2.806984896996647)
| > loss: 0.855416476726532 (0.7134075840055719)
| > current_lr: 5e-06
| > step_time: 0.2871 (0.24946949880805583)
| > loader_time: 0.0096 (0.009726694082238845)
[1m --> TIME: 2025-02-24 05:10:39 -- STEP: 2740/6985 -- GLOBAL_STEP: 184350[0m
| > loss_text_ce: 0.046347372233867645 (0.04663801643807088)
| > loss_mel_ce: 2.721616506576538 (2.8066262825562087)
| > loss: 0.6919909715652466 (0.7133160754820728)
| > current_lr: 5e-06
| > step_time: 0.2036 (0.24948786262178058)
| > loader_time: 0.0087 (0.009721515822584594)
[1m --> TIME: 2025-02-24 05:10:58 -- STEP: 2790/6985 -- GLOBAL_STEP: 184400[0m
| > loss_text_ce: 0.04760868102312088 (0.046630537837049436)
| > loss_mel_ce: 2.7632124423980713 (2.8069955486550495)
| > loss: 0.7027052640914917 (0.7134065223316992)
| > current_lr: 5e-06
| > step_time: 0.249 (0.24961895421414376)
| > loader_time: 0.0092 (0.009718940933118142)
[1m --> TIME: 2025-02-24 05:11:16 -- STEP: 2840/6985 -- GLOBAL_STEP: 184450[0m
| > loss_text_ce: 0.049004729837179184 (0.04663318504356372)
| > loss_mel_ce: 2.7568323612213135 (2.8071332502532953)
| > loss: 0.7014592885971069 (0.7134416095912453)
| > current_lr: 5e-06
| > step_time: 0.188 (0.2496111393814354)
| > loader_time: 0.0091 (0.009714695265595326)
[1m --> TIME: 2025-02-24 05:11:35 -- STEP: 2890/6985 -- GLOBAL_STEP: 184500[0m
| > loss_text_ce: 0.046166401356458664 (0.04663155335533371)
| > loss_mel_ce: 2.9423296451568604 (2.807042954124789)
| > loss: 0.7471240162849426 (0.7134186276618169)
| > current_lr: 5e-06
| > step_time: 0.2542 (0.2496763323417583)
| > loader_time: 0.0093 (0.009709525603324054)
[1m --> TIME: 2025-02-24 05:11:53 -- STEP: 2940/6985 -- GLOBAL_STEP: 184550[0m
| > loss_text_ce: 0.0485113225877285 (0.04662526362911373)
| > loss_mel_ce: 2.8173906803131104 (2.8071134224229874)
| > loss: 0.7164754867553711 (0.7134346722644199)
| > current_lr: 5e-06
| > step_time: 0.2279 (0.2495548332629559)
| > loader_time: 0.0095 (0.009703699909910846)
[1m --> TIME: 2025-02-24 05:12:12 -- STEP: 2990/6985 -- GLOBAL_STEP: 184600[0m
| > loss_text_ce: 0.0478731207549572 (0.04662101818591256)
| > loss_mel_ce: 2.8323919773101807 (2.807636703296643)
| > loss: 0.720066249370575 (0.713564431079255)
| > current_lr: 5e-06
| > step_time: 0.2898 (0.2497589790701466)
| > loader_time: 0.0103 (0.009705635376997201)
[1m --> TIME: 2025-02-24 05:12:31 -- STEP: 3040/6985 -- GLOBAL_STEP: 184650[0m
| > loss_text_ce: 0.049923937767744064 (0.04661657106817553)
| > loss_mel_ce: 2.6696815490722656 (2.807643547418865)
| > loss: 0.6799013614654541 (0.7135650303508887)
| > current_lr: 5e-06
| > step_time: 0.2398 (0.2498749139277557)
| > loader_time: 0.0101 (0.00970661734279832)
[1m --> TIME: 2025-02-24 05:12:49 -- STEP: 3090/6985 -- GLOBAL_STEP: 184700[0m
| > loss_text_ce: 0.049752432852983475 (0.046618746603239315)
| > loss_mel_ce: 2.5374178886413574 (2.80781590143839)
| > loss: 0.6467925906181335 (0.7136086627406979)
| > current_lr: 5e-06
| > step_time: 0.2646 (0.24986205093297356)
| > loader_time: 0.0094 (0.009706328833373225)
[1m --> TIME: 2025-02-24 05:13:07 -- STEP: 3140/6985 -- GLOBAL_STEP: 184750[0m
| > loss_text_ce: 0.047389619052410126 (0.04661535697567994)
| > loss_mel_ce: 2.6290230751037598 (2.8078321972470324)
| > loss: 0.6691031455993652 (0.7136118892936187)
| > current_lr: 5e-06
| > step_time: 0.1481 (0.24991961656861988)
| > loader_time: 0.0083 (0.009704823630630568)
[1m --> TIME: 2025-02-24 05:13:26 -- STEP: 3190/6985 -- GLOBAL_STEP: 184800[0m
| > loss_text_ce: 0.046721599996089935 (0.04661827189818632)
| > loss_mel_ce: 2.8333981037139893 (2.8072580596869963)
| > loss: 0.7200299501419067 (0.7134690835838404)
| > current_lr: 5e-06
| > step_time: 0.1988 (0.2498799123734141)
| > loader_time: 0.0119 (0.009712455414679336)
[1m --> TIME: 2025-02-24 05:13:44 -- STEP: 3240/6985 -- GLOBAL_STEP: 184850[0m
| > loss_text_ce: 0.04531931132078171 (0.04660982375412628)
| > loss_mel_ce: 3.059506893157959 (2.8069915575745616)
| > loss: 0.7762065529823303 (0.7134003460315271)
| > current_lr: 5e-06
| > step_time: 0.2266 (0.24990368831304843)
| > loader_time: 0.0098 (0.009714929998656831)
[1m --> TIME: 2025-02-24 05:14:02 -- STEP: 3290/6985 -- GLOBAL_STEP: 184900[0m
| > loss_text_ce: 0.046085458248853683 (0.04661021354441222)
| > loss_mel_ce: 2.753652572631836 (2.806905258535247)
| > loss: 0.6999344825744629 (0.71337886868458)
| > current_lr: 5e-06
| > step_time: 0.2769 (0.24987795432650195)
| > loader_time: 0.0094 (0.009711918497520356)
[1m --> TIME: 2025-02-24 05:14:21 -- STEP: 3340/6985 -- GLOBAL_STEP: 184950[0m
| > loss_text_ce: 0.04767027124762535 (0.04660472511509043)
| > loss_mel_ce: 3.1292271614074707 (2.8083747219182724)
| > loss: 0.7942243814468384 (0.7137448624133347)
| > current_lr: 5e-06
| > step_time: 0.2474 (0.2499782605085543)
| > loader_time: 0.011 (0.009710748752434077)
[1m --> TIME: 2025-02-24 05:14:39 -- STEP: 3390/6985 -- GLOBAL_STEP: 185000[0m
| > loss_text_ce: 0.04773816093802452 (0.046600531719646975)
| > loss_mel_ce: 2.5521926879882812 (2.8077943448823413)
| > loss: 0.6499826908111572 (0.7135987197842919)
| > current_lr: 5e-06
| > step_time: 0.2559 (0.24994501082946405)
| > loader_time: 0.0096 (0.009708279494339016)
> CHECKPOINT : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/checkpoint_185000.pth
[1m --> TIME: 2025-02-24 05:15:08 -- STEP: 3440/6985 -- GLOBAL_STEP: 185050[0m
| > loss_text_ce: 0.04835580661892891 (0.04659611692457178)
| > loss_mel_ce: 2.4449880123138428 (2.8081235394228288)
| > loss: 0.6233359575271606 (0.7136799146702814)
| > current_lr: 5e-06
| > step_time: 0.2188 (0.24995836740316332)
| > loader_time: 0.01 (0.009708829050840315)
[1m --> TIME: 2025-02-24 05:15:26 -- STEP: 3490/6985 -- GLOBAL_STEP: 185100[0m
| > loss_text_ce: 0.046940140426158905 (0.04659757762827128)
| > loss_mel_ce: 2.909428358078003 (2.8076734583152354)
| > loss: 0.7390921115875244 (0.7135677595620167)
| > current_lr: 5e-06
| > step_time: 0.2577 (0.24988256402548528)
| > loader_time: 0.0096 (0.009708979546511395)
[1m --> TIME: 2025-02-24 05:15:44 -- STEP: 3540/6985 -- GLOBAL_STEP: 185150[0m
| > loss_text_ce: 0.04550213739275932 (0.04659383428719758)
| > loss_mel_ce: 2.8449957370758057 (2.8075804200549537)
| > loss: 0.7226244807243347 (0.7135435641737978)
| > current_lr: 5e-06
| > step_time: 0.2541 (0.24984776192465732)
| > loader_time: 0.0098 (0.009708207071164215)
[1m --> TIME: 2025-02-24 05:16:03 -- STEP: 3590/6985 -- GLOBAL_STEP: 185200[0m
| > loss_text_ce: 0.04435307905077934 (0.04659345535909067)
| > loss_mel_ce: 2.6017098426818848 (2.8075860108505672)
| > loss: 0.6615157127380371 (0.7135448671067988)
| > current_lr: 5e-06
| > step_time: 0.2219 (0.24992909902981716)
| > loader_time: 0.0093 (0.009711232955741333)
[1m --> TIME: 2025-02-24 05:16:21 -- STEP: 3640/6985 -- GLOBAL_STEP: 185250[0m
| > loss_text_ce: 0.04714100807905197 (0.04660028896939296)
| > loss_mel_ce: 3.011608600616455 (2.806145629057513)
| > loss: 0.7646874189376831 (0.7131864800639858)
| > current_lr: 5e-06
| > step_time: 0.2518 (0.2499805221190818)
| > loader_time: 0.0106 (0.009712653697191997)
[1m --> TIME: 2025-02-24 05:16:39 -- STEP: 3690/6985 -- GLOBAL_STEP: 185300[0m
| > loss_text_ce: 0.04783366993069649 (0.046602452113255255)
| > loss_mel_ce: 2.601677894592285 (2.806071196791275)
| > loss: 0.6623778939247131 (0.7131684127619593)
| > current_lr: 5e-06
| > step_time: 0.2752 (0.24985182498528694)
| > loader_time: 0.0097 (0.009713172072640585)
[1m --> TIME: 2025-02-24 05:16:57 -- STEP: 3740/6985 -- GLOBAL_STEP: 185350[0m
| > loss_text_ce: 0.04529324546456337 (0.04660209226197897)
| > loss_mel_ce: 2.685770273208618 (2.805846906664533)
| > loss: 0.6827659010887146 (0.7131122502015234)
| > current_lr: 5e-06
| > step_time: 0.2103 (0.24988970858528003)
| > loader_time: 0.0099 (0.009714156867348557)
[1m --> TIME: 2025-02-24 05:17:16 -- STEP: 3790/6985 -- GLOBAL_STEP: 185400[0m
| > loss_text_ce: 0.04728059843182564 (0.04660294582885457)
| > loss_mel_ce: 2.6754865646362305 (2.8068859877875694)
| > loss: 0.6806917786598206 (0.7133722338560072)
| > current_lr: 5e-06
| > step_time: 0.286 (0.24999907104824326)
| > loader_time: 0.0097 (0.009716031482163063)
[1m --> TIME: 2025-02-24 05:17:35 -- STEP: 3840/6985 -- GLOBAL_STEP: 185450[0m
| > loss_text_ce: 0.044778965413570404 (0.04660328330355697)
| > loss_mel_ce: 2.6867897510528564 (2.8065413300568816)
| > loss: 0.6828922033309937 (0.7132861537626011)
| > current_lr: 5e-06
| > step_time: 0.1929 (0.25006592416514944)
| > loader_time: 0.0093 (0.009717484315236393)
[1m --> TIME: 2025-02-24 05:17:53 -- STEP: 3890/6985 -- GLOBAL_STEP: 185500[0m
| > loss_text_ce: 0.04661795496940613 (0.04660070174036112)
| > loss_mel_ce: 3.080604314804077 (2.8065943391280146)
| > loss: 0.7818055748939514 (0.7132987606264936)
| > current_lr: 5e-06
| > step_time: 0.2896 (0.2500611561429529)
| > loader_time: 0.0105 (0.009719418927758992)
[1m --> TIME: 2025-02-24 05:18:11 -- STEP: 3940/6985 -- GLOBAL_STEP: 185550[0m
| > loss_text_ce: 0.04755411669611931 (0.04659622418055982)
| > loss_mel_ce: 2.7702553272247314 (2.806361495540828)
| > loss: 0.7044523358345032 (0.7132394303146955)
| > current_lr: 5e-06
| > step_time: 0.2533 (0.24999444847784644)
| > loader_time: 0.0102 (0.009721211733551784)
[1m --> TIME: 2025-02-24 05:18:30 -- STEP: 3990/6985 -- GLOBAL_STEP: 185600[0m
| > loss_text_ce: 0.04791932925581932 (0.04660097520452992)
| > loss_mel_ce: 2.8559517860412598 (2.8063332788926276)
| > loss: 0.7259677648544312 (0.713233563946303)
| > current_lr: 5e-06
| > step_time: 0.2865 (0.24998952948061118)
| > loader_time: 0.0101 (0.009721839218808877)
[1m --> TIME: 2025-02-24 05:18:49 -- STEP: 4040/6985 -- GLOBAL_STEP: 185650[0m
| > loss_text_ce: 0.0470532663166523 (0.0466019112377031)
| > loss_mel_ce: 2.8632798194885254 (2.8064357673177582)
| > loss: 0.7275832891464233 (0.7132594200865465)
| > current_lr: 5e-06
| > step_time: 0.2277 (0.2501617902576329)
| > loader_time: 0.0101 (0.009724309892937672)
[1m --> TIME: 2025-02-24 05:19:07 -- STEP: 4090/6985 -- GLOBAL_STEP: 185700[0m
| > loss_text_ce: 0.04716440662741661 (0.046599871639736126)
| > loss_mel_ce: 2.760652542114258 (2.807104151056561)
| > loss: 0.7019542455673218 (0.7134260061244799)
| > current_lr: 5e-06
| > step_time: 0.2231 (0.2501457315202446)
| > loader_time: 0.0098 (0.00972630633701612)
[1m --> TIME: 2025-02-24 05:19:26 -- STEP: 4140/6985 -- GLOBAL_STEP: 185750[0m
| > loss_text_ce: 0.047646600753068924 (0.046604050308070036)
| > loss_mel_ce: 2.272329568862915 (2.8065233648399186)
| > loss: 0.5799940228462219 (0.7132818542024938)
| > current_lr: 5e-06
| > step_time: 0.1979 (0.2501662591805204)
| > loader_time: 0.0093 (0.009732035738258532)
[1m --> TIME: 2025-02-24 05:19:44 -- STEP: 4190/6985 -- GLOBAL_STEP: 185800[0m
| > loss_text_ce: 0.045986175537109375 (0.046603501771258854)
| > loss_mel_ce: 2.9733784198760986 (2.8061367387987795)
| > loss: 0.754841148853302 (0.7131850606003923)
| > current_lr: 5e-06
| > step_time: 0.2866 (0.25018830783042806)
| > loader_time: 0.0103 (0.00973407823885823)
[1m --> TIME: 2025-02-24 05:20:02 -- STEP: 4240/6985 -- GLOBAL_STEP: 185850[0m
| > loss_text_ce: 0.04765322059392929 (0.046601208526957434)
| > loss_mel_ce: 2.8663437366485596 (2.8060763640504933)
| > loss: 0.7284992337226868 (0.7131693936251807)
| > current_lr: 5e-06
| > step_time: 0.2319 (0.2501661601493944)
| > loader_time: 0.0101 (0.00973614150623104)
[1m --> TIME: 2025-02-24 05:20:20 -- STEP: 4290/6985 -- GLOBAL_STEP: 185900[0m
| > loss_text_ce: 0.04648270830512047 (0.04660445546648858)
| > loss_mel_ce: 2.9692251682281494 (2.805382540648353)
| > loss: 0.7539269924163818 (0.7129967494930698)
| > current_lr: 5e-06
| > step_time: 0.2561 (0.2500776598225662)
| > loader_time: 0.0094 (0.009737666725834473)
[1m --> TIME: 2025-02-24 05:20:38 -- STEP: 4340/6985 -- GLOBAL_STEP: 185950[0m
| > loss_text_ce: 0.04437806084752083 (0.04660307809126816)
| > loss_mel_ce: 2.6357157230377197 (2.8052669205149163)
| > loss: 0.6700234413146973 (0.7129675000699984)
| > current_lr: 5e-06
| > step_time: 0.2141 (0.25006203173492353)
| > loader_time: 0.0098 (0.009739185917762)
[1m --> TIME: 2025-02-24 05:20:57 -- STEP: 4390/6985 -- GLOBAL_STEP: 186000[0m
| > loss_text_ce: 0.049096740782260895 (0.04660335067226839)
| > loss_mel_ce: 2.663191318511963 (2.805682587161962)
| > loss: 0.6780720353126526 (0.7130714848875185)
| > current_lr: 5e-06
| > step_time: 0.2376 (0.250109667278368)
| > loader_time: 0.0106 (0.009742724976941486)
> CHECKPOINT : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/checkpoint_186000.pth
[1m --> TIME: 2025-02-24 05:21:28 -- STEP: 4440/6985 -- GLOBAL_STEP: 186050[0m
| > loss_text_ce: 0.04827015474438667 (0.04660714686604905)
| > loss_mel_ce: 3.0139777660369873 (2.8062689109159984)
| > loss: 0.7655619978904724 (0.7132190148908276)
| > current_lr: 5e-06
| > step_time: 0.2515 (0.25015709239083367)
| > loader_time: 0.0106 (0.009744519102680772)
[1m --> TIME: 2025-02-24 05:21:46 -- STEP: 4490/6985 -- GLOBAL_STEP: 186100[0m
| > loss_text_ce: 0.048675842583179474 (0.04660959786969862)
| > loss_mel_ce: 3.1131045818328857 (2.8046602870148876)
| > loss: 0.79044508934021 (0.7128174716420058)
| > current_lr: 5e-06
| > step_time: 0.2871 (0.2500398504707489)
| > loader_time: 0.0099 (0.009743080956898693)
[1m --> TIME: 2025-02-24 05:22:05 -- STEP: 4540/6985 -- GLOBAL_STEP: 186150[0m
| > loss_text_ce: 0.04664439707994461 (0.04661110377160727)
| > loss_mel_ce: 2.995756149291992 (2.804645765116557)
| > loss: 0.7606001496315002 (0.7128142176417527)
| > current_lr: 5e-06
| > step_time: 0.2534 (0.2500794287295067)
| > loader_time: 0.0102 (0.00974570297459671)
[1m --> TIME: 2025-02-24 05:22:23 -- STEP: 4590/6985 -- GLOBAL_STEP: 186200[0m
| > loss_text_ce: 0.04439844191074371 (0.04660960857661075)
| > loss_mel_ce: 2.6662185192108154 (2.8045850154101672)
| > loss: 0.6776542663574219 (0.7127986564160951)
| > current_lr: 5e-06
| > step_time: 0.1799 (0.25002983977332344)
| > loader_time: 0.0088 (0.009744211531412599)
[1m --> TIME: 2025-02-24 05:22:41 -- STEP: 4640/6985 -- GLOBAL_STEP: 186250[0m
| > loss_text_ce: 0.048424214124679565 (0.04660980796184523)
| > loss_mel_ce: 2.6234142780303955 (2.8037986411359763)
| > loss: 0.6679596304893494 (0.7126021127184402)
| > current_lr: 5e-06
| > step_time: 0.2181 (0.2499762579798697)
| > loader_time: 0.01 (0.009742548136875522)
[1m --> TIME: 2025-02-24 05:22:59 -- STEP: 4690/6985 -- GLOBAL_STEP: 186300[0m
| > loss_text_ce: 0.0454542301595211 (0.04660767172095876)
| > loss_mel_ce: 2.7707557678222656 (2.8041195563670125)
| > loss: 0.7040525078773499 (0.7126818074664072)
| > current_lr: 5e-06
| > step_time: 0.3332 (0.2499334947386783)
| > loader_time: 0.01 (0.0097411174509825)
[1m --> TIME: 2025-02-24 05:23:17 -- STEP: 4740/6985 -- GLOBAL_STEP: 186350[0m
| > loss_text_ce: 0.04682237654924393 (0.04660873140605318)
| > loss_mel_ce: 2.3812150955200195 (2.8038522555103755)
| > loss: 0.6070093512535095 (0.7126152471839629)
| > current_lr: 5e-06
| > step_time: 0.1726 (0.24991050918393987)
| > loader_time: 0.0092 (0.009741537631312483)
[1m --> TIME: 2025-02-24 05:23:35 -- STEP: 4790/6985 -- GLOBAL_STEP: 186400[0m
| > loss_text_ce: 0.04420064389705658 (0.046610142530908436)
| > loss_mel_ce: 2.9077417850494385 (2.8034336631880388)
| > loss: 0.7379856109619141 (0.7125109518806224)
| > current_lr: 5e-06
| > step_time: 0.2486 (0.24994603980309268)
| > loader_time: 0.0092 (0.009741647557077413)
[1m --> TIME: 2025-02-24 05:23:54 -- STEP: 4840/6985 -- GLOBAL_STEP: 186450[0m
| > loss_text_ce: 0.04603873938322067 (0.04661335541581937)
| > loss_mel_ce: 3.1243185997009277 (2.802952055374448)
| > loss: 0.7925893068313599 (0.7123913531522617)
| > current_lr: 5e-06
| > step_time: 0.246 (0.24995537572655782)
| > loader_time: 0.0101 (0.009742169094479758)
[1m --> TIME: 2025-02-24 05:24:12 -- STEP: 4890/6985 -- GLOBAL_STEP: 186500[0m
| > loss_text_ce: 0.04431005194783211 (0.04661154337227348)
| > loss_mel_ce: 2.514070987701416 (2.8029424759264074)
| > loss: 0.6395952701568604 (0.7123885052762395)
| > current_lr: 5e-06
| > step_time: 0.2824 (0.24996358070880587)
| > loader_time: 0.01 (0.009740944435260036)
[1m --> TIME: 2025-02-24 05:24:30 -- STEP: 4940/6985 -- GLOBAL_STEP: 186550[0m
| > loss_text_ce: 0.04513197019696236 (0.046610808783486085)
| > loss_mel_ce: 2.4557321071624756 (2.8025930986471934)
| > loss: 0.625216007232666 (0.7123009772978818)
| > current_lr: 5e-06
| > step_time: 0.2191 (0.24985287628675748)
| > loader_time: 0.0094 (0.009740342012783764)
[1m --> TIME: 2025-02-24 05:24:48 -- STEP: 4990/6985 -- GLOBAL_STEP: 186600[0m
| > loss_text_ce: 0.04803960397839546 (0.046609740552748184)
| > loss_mel_ce: 2.9386496543884277 (2.802592048640236)
| > loss: 0.7466723322868347 (0.7123004477403927)
| > current_lr: 5e-06
| > step_time: 0.247 (0.2498395696670592)
| > loader_time: 0.0097 (0.009741131193891072)
[1m --> TIME: 2025-02-24 05:25:06 -- STEP: 5040/6985 -- GLOBAL_STEP: 186650[0m
| > loss_text_ce: 0.04574422910809517 (0.04660665795857476)
| > loss_mel_ce: 2.719053030014038 (2.802205162081447)
| > loss: 0.6911993026733398 (0.71220295545719)
| > current_lr: 5e-06
| > step_time: 0.1952 (0.24979721856495676)
| > loader_time: 0.0095 (0.009742457526070723)
[1m --> TIME: 2025-02-24 05:25:24 -- STEP: 5090/6985 -- GLOBAL_STEP: 186700[0m
| > loss_text_ce: 0.04738033190369606 (0.04660819622967948)
| > loss_mel_ce: 2.631657123565674 (2.802134571960719)
| > loss: 0.6697593927383423 (0.712185692500272)
| > current_lr: 5e-06
| > step_time: 0.2741 (0.24973243636560333)
| > loader_time: 0.0098 (0.009742812744994991)
[1m --> TIME: 2025-02-24 05:25:42 -- STEP: 5140/6985 -- GLOBAL_STEP: 186750[0m
| > loss_text_ce: 0.04658504202961922 (0.04660813469758645)
| > loss_mel_ce: 3.192732095718384 (2.8019925542146695)
| > loss: 0.8098292946815491 (0.7121501727268857)
| > current_lr: 5e-06
| > step_time: 0.2525 (0.24971814522019606)
| > loader_time: 0.0102 (0.009743924178038118)
[1m --> TIME: 2025-02-24 05:26:01 -- STEP: 5190/6985 -- GLOBAL_STEP: 186800[0m
| > loss_text_ce: 0.04774141311645508 (0.04661119980360735)
| > loss_mel_ce: 3.320343017578125 (2.801911876633439)
| > loss: 0.842021107673645 (0.7121307696393463)
| > current_lr: 5e-06
| > step_time: 0.2483 (0.249747479995551)
| > loader_time: 0.0096 (0.009743845347953894)
[1m --> TIME: 2025-02-24 05:26:19 -- STEP: 5240/6985 -- GLOBAL_STEP: 186850[0m
| > loss_text_ce: 0.04715908318758011 (0.04661246016905968)
| > loss_mel_ce: 2.738206624984741 (2.80164767251214)
| > loss: 0.6963414549827576 (0.7120650336999479)
| > current_lr: 5e-06
| > step_time: 0.2286 (0.2497108464477625)
| > loader_time: 0.01 (0.009743195726671287)
[1m --> TIME: 2025-02-24 05:26:38 -- STEP: 5290/6985 -- GLOBAL_STEP: 186900[0m
| > loss_text_ce: 0.04684601351618767 (0.046609200934381305)
| > loss_mel_ce: 2.9540438652038574 (2.8018077053735206)
| > loss: 0.7502224445343018 (0.7121042270797869)
| > current_lr: 5e-06
| > step_time: 0.2645 (0.2497430027545286)
| > loader_time: 0.0096 (0.009748455842636483)
[1m --> TIME: 2025-02-24 05:26:56 -- STEP: 5340/6985 -- GLOBAL_STEP: 186950[0m
| > loss_text_ce: 0.044306181371212006 (0.04660782948247955)
| > loss_mel_ce: 2.9917140007019043 (2.8016519110077702)
| > loss: 0.759005069732666 (0.7120649356129914)
| > current_lr: 5e-06
| > step_time: 0.1705 (0.24970628116907687)
| > loader_time: 0.009 (0.00974981249048469)
[1m --> TIME: 2025-02-24 05:27:14 -- STEP: 5390/6985 -- GLOBAL_STEP: 187000[0m
| > loss_text_ce: 0.049948547035455704 (0.04660813971068403)
| > loss_mel_ce: 2.949862241744995 (2.8020238706707197)
| > loss: 0.7499526739120483 (0.7121580030623972)
| > current_lr: 5e-06
| > step_time: 0.3082 (0.24968203715358006)
| > loader_time: 0.0103 (0.00975143741367036)
> CHECKPOINT : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/checkpoint_187000.pth
[1m --> TIME: 2025-02-24 05:27:46 -- STEP: 5440/6985 -- GLOBAL_STEP: 187050[0m
| > loss_text_ce: 0.04913102835416794 (0.04661062429727552)
| > loss_mel_ce: 2.7770376205444336 (2.8022011710659465)
| > loss: 0.7065421342849731 (0.7122029493234172)
| > current_lr: 5e-06
| > step_time: 0.2506 (0.24967549697441202)
| > loader_time: 0.0101 (0.009754174334161423)
[1m --> TIME: 2025-02-24 05:28:05 -- STEP: 5490/6985 -- GLOBAL_STEP: 187100[0m
| > loss_text_ce: 0.04480983316898346 (0.04660971330068265)
| > loss_mel_ce: 3.1752758026123047 (2.80252194185291)
| > loss: 0.8050214052200317 (0.7122829142761141)
| > current_lr: 5e-06
| > step_time: 0.2658 (0.24967366676295813)
| > loader_time: 0.0099 (0.009756105193674893)
[1m --> TIME: 2025-02-24 05:28:23 -- STEP: 5540/6985 -- GLOBAL_STEP: 187150[0m
| > loss_text_ce: 0.04624306410551071 (0.046610004300191146)
| > loss_mel_ce: 2.6020500659942627 (2.8021457795416755)
| > loss: 0.6620732545852661 (0.7121889464422683)
| > current_lr: 5e-06
| > step_time: 0.2504 (0.24968149119766167)
| > loader_time: 0.01 (0.00975750465255352)
[1m --> TIME: 2025-02-24 05:28:41 -- STEP: 5590/6985 -- GLOBAL_STEP: 187200[0m
| > loss_text_ce: 0.04820161685347557 (0.04661269226846206)
| > loss_mel_ce: 2.4652047157287598 (2.8016585000085836)
| > loss: 0.6283515691757202 (0.7120677985264278)
| > current_lr: 5e-06
| > step_time: 0.2428 (0.24967654932803446)
| > loader_time: 0.0098 (0.0097597143091328)
[1m --> TIME: 2025-02-24 05:29:00 -- STEP: 5640/6985 -- GLOBAL_STEP: 187250[0m
| > loss_text_ce: 0.04548335447907448 (0.04661316949781697)
| > loss_mel_ce: 2.9977316856384277 (2.8017532422398785)
| > loss: 0.760803759098053 (0.7120916033731702)
| > current_lr: 5e-06
| > step_time: 0.2256 (0.24972351421701136)
| > loader_time: 0.0097 (0.009760791528309484)
[1m --> TIME: 2025-02-24 05:29:19 -- STEP: 5690/6985 -- GLOBAL_STEP: 187300[0m
| > loss_text_ce: 0.04758269339799881 (0.04661286585556713)
| > loss_mel_ce: 2.5653796195983887 (2.8012942690002856)
| > loss: 0.6532405614852905 (0.7119767841272483)
| > current_lr: 5e-06
| > step_time: 0.2758 (0.24976875861625458)
| > loader_time: 0.0092 (0.00975882872965297)
[1m --> TIME: 2025-02-24 05:29:37 -- STEP: 5740/6985 -- GLOBAL_STEP: 187350[0m
| > loss_text_ce: 0.04677243530750275 (0.046610077909268625)
| > loss_mel_ce: 3.153547763824463 (2.8014487940675235)
| > loss: 0.8000800609588623 (0.7120147183849)
| > current_lr: 5e-06
| > step_time: 0.2536 (0.24981045083301812)
| > loader_time: 0.0103 (0.009758378279749094)
[1m --> TIME: 2025-02-24 05:29:55 -- STEP: 5790/6985 -- GLOBAL_STEP: 187400[0m
| > loss_text_ce: 0.04418787732720375 (0.046607497611786064)
| > loss_mel_ce: 2.7286055088043213 (2.801678615695244)
| > loss: 0.6931983232498169 (0.712071528701378)
| > current_lr: 5e-06
| > step_time: 0.1845 (0.24977393257391461)
| > loader_time: 0.0091 (0.00975955809130362)
[1m --> TIME: 2025-02-24 05:30:14 -- STEP: 5840/6985 -- GLOBAL_STEP: 187450[0m
| > loss_text_ce: 0.046344731003046036 (0.04660908323776442)
| > loss_mel_ce: 3.039409875869751 (2.8021119027513293)
| > loss: 0.7714386582374573 (0.7121802468567264)
| > current_lr: 5e-06
| > step_time: 0.2393 (0.24978853647839522)
| > loader_time: 0.0102 (0.009759770476654767)
[1m --> TIME: 2025-02-24 05:30:32 -- STEP: 5890/6985 -- GLOBAL_STEP: 187500[0m
| > loss_text_ce: 0.04375654086470604 (0.046610216246775596)
| > loss_mel_ce: 2.6663923263549805 (2.8018843819613317)
| > loss: 0.677537202835083 (0.7121236499430564)
| > current_lr: 5e-06
| > step_time: 0.2327 (0.2497371832664631)
| > loader_time: 0.0094 (0.00975840933658877)
[1m --> TIME: 2025-02-24 05:30:50 -- STEP: 5940/6985 -- GLOBAL_STEP: 187550[0m
| > loss_text_ce: 0.04607904329895973 (0.04661209476603709)
| > loss_mel_ce: 2.5834319591522217 (2.8019516103195374)
| > loss: 0.6573777794837952 (0.7121409266835906)
| > current_lr: 5e-06
| > step_time: 0.2409 (0.2496949725279502)
| > loader_time: 0.0099 (0.009757324059804276)
[1m --> TIME: 2025-02-24 05:31:09 -- STEP: 5990/6985 -- GLOBAL_STEP: 187600[0m
| > loss_text_ce: 0.04545879736542702 (0.046612788932102606)
| > loss_mel_ce: 2.8218846321105957 (2.8022777233378466)
| > loss: 0.7168358564376831 (0.7122226285068732)
| > current_lr: 5e-06
| > step_time: 0.2802 (0.24978618418832044)
| > loader_time: 0.0101 (0.00975783866315532)
[1m --> TIME: 2025-02-24 05:31:27 -- STEP: 6040/6985 -- GLOBAL_STEP: 187650[0m
| > loss_text_ce: 0.046887077391147614 (0.046614117458438104)
| > loss_mel_ce: 2.3705971240997314 (2.802278865015265)
| > loss: 0.6043710708618164 (0.712223246057104)
| > current_lr: 5e-06
| > step_time: 0.2306 (0.24979564034386176)
| > loader_time: 0.0101 (0.009757498163261151)
[1m --> TIME: 2025-02-24 05:31:46 -- STEP: 6090/6985 -- GLOBAL_STEP: 187700[0m
| > loss_text_ce: 0.050946783274412155 (0.046614848413735636)
| > loss_mel_ce: 2.6130456924438477 (2.8024185643407464)
| > loss: 0.665998101234436 (0.7122583536532119)
| > current_lr: 5e-06
| > step_time: 0.274 (0.2498085831969437)
| > loader_time: 0.0101 (0.009758065330179644)
[1m --> TIME: 2025-02-24 05:32:04 -- STEP: 6140/6985 -- GLOBAL_STEP: 187750[0m
| > loss_text_ce: 0.044864777475595474 (0.04661546230304033)
| > loss_mel_ce: 2.8952887058258057 (2.8023407726023746)
| > loss: 0.7350383996963501 (0.7122390591797295)
| > current_lr: 5e-06
| > step_time: 0.2274 (0.24977242861197893)
| > loader_time: 0.0097 (0.009758111785988075)
[1m --> TIME: 2025-02-24 05:32:23 -- STEP: 6190/6985 -- GLOBAL_STEP: 187800[0m
| > loss_text_ce: 0.04580666497349739 (0.046614698654037744)
| > loss_mel_ce: 3.5644047260284424 (2.8020699586929867)
| > loss: 0.9025528430938721 (0.7121711647809027)
| > current_lr: 5e-06
| > step_time: 0.2881 (0.24983104003265322)
| > loader_time: 0.0109 (0.009759130385465104)
[1m --> TIME: 2025-02-24 05:32:41 -- STEP: 6240/6985 -- GLOBAL_STEP: 187850[0m
| > loss_text_ce: 0.044126246124506 (0.04661609737787592)
| > loss_mel_ce: 3.049265146255493 (2.80202789107958)
| > loss: 0.7733478546142578 (0.7121609975273404)
| > current_lr: 5e-06
| > step_time: 0.2215 (0.24985635914863674)
| > loader_time: 0.0096 (0.009759544141781621)
[1m --> TIME: 2025-02-24 05:32:59 -- STEP: 6290/6985 -- GLOBAL_STEP: 187900[0m
| > loss_text_ce: 0.044204406440258026 (0.04661336737686392)
| > loss_mel_ce: 3.002049684524536 (2.802250613051866)
| > loss: 0.7615635395050049 (0.7122159955090288)
| > current_lr: 5e-06
| > step_time: 0.2742 (0.24985061089829524)
| > loader_time: 0.0102 (0.009760175297104861)
[1m --> TIME: 2025-02-24 05:33:18 -- STEP: 6340/6985 -- GLOBAL_STEP: 187950[0m
| > loss_text_ce: 0.044397879391908646 (0.04661508442992673)
| > loss_mel_ce: 3.4169788360595703 (2.8020221494349724)
| > loss: 0.8653441667556763 (0.7121593088898743)
| > current_lr: 5e-06
| > step_time: 0.3013 (0.24985710728431715)
| > loader_time: 0.0102 (0.009761350275214143)
[1m --> TIME: 2025-02-24 05:33:36 -- STEP: 6390/6985 -- GLOBAL_STEP: 188000[0m
| > loss_text_ce: 0.04479476809501648 (0.04661489027335149)
| > loss_mel_ce: 3.1992335319519043 (2.8018569209765896)
| > loss: 0.8110070824623108 (0.7121179532417103)
| > current_lr: 5e-06
| > step_time: 0.2866 (0.24984857230119292)
| > loader_time: 0.0109 (0.00976160729248571)
> CHECKPOINT : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/checkpoint_188000.pth
[1m --> TIME: 2025-02-24 05:34:09 -- STEP: 6440/6985 -- GLOBAL_STEP: 188050[0m
| > loss_text_ce: 0.0477667897939682 (0.04661432595645887)
| > loss_mel_ce: 2.9439024925231934 (2.801830371714522)
| > loss: 0.7479172945022583 (0.7121111748520256)
| > current_lr: 5e-06
| > step_time: 0.2415 (0.24991538202540464)
| > loader_time: 0.0102 (0.00976331363553585)
[1m --> TIME: 2025-02-24 05:34:27 -- STEP: 6490/6985 -- GLOBAL_STEP: 188100[0m
| > loss_text_ce: 0.048805490136146545 (0.04661707628994772)
| > loss_mel_ce: 2.6693782806396484 (2.8016785599601244)
| > loss: 0.6795459389686584 (0.7120739094786719)
| > current_lr: 5e-06
| > step_time: 0.2196 (0.2498530686177163)
| > loader_time: 0.0093 (0.009761782089256897)
[1m --> TIME: 2025-02-24 05:34:45 -- STEP: 6540/6985 -- GLOBAL_STEP: 188150[0m
| > loss_text_ce: 0.04731122776865959 (0.046618257384940985)
| > loss_mel_ce: 2.749232053756714 (2.8015153528718)
| > loss: 0.6991358399391174 (0.7120334029972365)
| > current_lr: 5e-06
| > step_time: 0.2392 (0.24986862279588648)
| > loader_time: 0.0103 (0.009762843267633266)
[1m --> TIME: 2025-02-24 05:35:04 -- STEP: 6590/6985 -- GLOBAL_STEP: 188200[0m
| > loss_text_ce: 0.042845744639635086 (0.0466163670861803)
| > loss_mel_ce: 3.488762855529785 (2.8020872336779767)
| > loss: 0.8829021453857422 (0.7121759006168479)
| > current_lr: 5e-06
| > step_time: 0.2336 (0.24990161243085604)
| > loader_time: 0.0096 (0.009763941598408852)
[1m --> TIME: 2025-02-24 05:35:22 -- STEP: 6640/6985 -- GLOBAL_STEP: 188250[0m
| > loss_text_ce: 0.04311497509479523 (0.04661595946604234)
| > loss_mel_ce: 2.9235153198242188 (2.80237417490367)
| > loss: 0.741657555103302 (0.7122475340019861)
| > current_lr: 5e-06
| > step_time: 0.1978 (0.24988724603710394)
| > loader_time: 0.01 (0.009765840115317368)
[1m --> TIME: 2025-02-24 05:35:41 -- STEP: 6690/6985 -- GLOBAL_STEP: 188300[0m
| > loss_text_ce: 0.0459984689950943 (0.04661259225699137)
| > loss_mel_ce: 2.691852569580078 (2.802604153124202)
| > loss: 0.6844627857208252 (0.7123041867630715)
| > current_lr: 5e-06
| > step_time: 0.2531 (0.24993304646781375)
| > loader_time: 0.01 (0.009767639155879674)
[1m --> TIME: 2025-02-24 05:35:59 -- STEP: 6740/6985 -- GLOBAL_STEP: 188350[0m
| > loss_text_ce: 0.04559055343270302 (0.046611853944309084)
| > loss_mel_ce: 1.9523431062698364 (2.802322522522076)
| > loss: 0.4994834065437317 (0.7122335945419099)
| > current_lr: 5e-06
| > step_time: 0.1248 (0.24989926800883477)
| > loader_time: 0.0089 (0.009768008195328064)
[1m --> TIME: 2025-02-24 05:36:17 -- STEP: 6790/6985 -- GLOBAL_STEP: 188400[0m
| > loss_text_ce: 0.04671328142285347 (0.04661020977046779)
| > loss_mel_ce: 2.4729442596435547 (2.8022554937448305)
| > loss: 0.629914402961731 (0.7122164263158197)
| > current_lr: 5e-06
| > step_time: 0.1957 (0.24987134262809688)
| > loader_time: 0.0094 (0.009768812716095004)
[1m --> TIME: 2025-02-24 05:36:36 -- STEP: 6840/6985 -- GLOBAL_STEP: 188450[0m
| > loss_text_ce: 0.04492079094052315 (0.04661036247376641)
| > loss_mel_ce: 3.1503419876098633 (2.802278113138602)
| > loss: 0.7988156676292419 (0.7122221193597674)
| > current_lr: 5e-06
| > step_time: 0.1968 (0.24994229458228875)
| > loader_time: 0.0095 (0.009771087504269773)
[1m --> TIME: 2025-02-24 05:36:54 -- STEP: 6890/6985 -- GLOBAL_STEP: 188500[0m
| > loss_text_ce: 0.047504134476184845 (0.046606917424649265)
| > loss_mel_ce: 2.5988268852233887 (2.8026852131062867)
| > loss: 0.6615827679634094 (0.7123230330959628)
| > current_lr: 5e-06
| > step_time: 0.256 (0.24994032926241086)
| > loader_time: 0.0097 (0.009771121880485624)
[1m --> TIME: 2025-02-24 05:37:13 -- STEP: 6940/6985 -- GLOBAL_STEP: 188550[0m
| > loss_text_ce: 0.04669976979494095 (0.046607445250735034)
| > loss_mel_ce: 3.0943233966827393 (2.8026564009423174)
| > loss: 0.7852557897567749 (0.7123159619976871)
| > current_lr: 5e-06
| > step_time: 0.2431 (0.2500045663685207)
| > loader_time: 0.01 (0.009771167510524597)
[1m > EVALUATION [0m
[1m--> EVAL PERFORMANCE[0m
| > avg_loader_time:[91m 0.48835544648513296 [0m(+0.004951660929162549)
| > avg_loss_text_ce:[92m 0.04560139519619005 [0m(-0.00013227395567239758)
| > avg_loss_mel_ce:[92m 2.9130197724485702 [0m(-0.004136817907197887)
| > avg_loss:[92m 2.958621162215089 [0m(-0.004269095028148762)
> BEST MODEL : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/best_model_188595.pth
[4m[1m > EPOCH: 27/30[0m
--> checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3
[1m > TRAINING (2025-02-24 05:40:12) [0m
[1m --> TIME: 2025-02-24 05:40:15 -- STEP: 5/6985 -- GLOBAL_STEP: 188600[0m
| > loss_text_ce: 0.04779145121574402 (0.04634154662489891)
| > loss_mel_ce: 2.5245673656463623 (2.7138431072235107)
| > loss: 0.6430897116661072 (0.6900461554527283)
| > current_lr: 5e-06
| > step_time: 0.2639 (0.2607011318206787)
| > loader_time: 0.0109 (0.010825109481811524)
[1m --> TIME: 2025-02-24 05:40:32 -- STEP: 55/6985 -- GLOBAL_STEP: 188650[0m
| > loss_text_ce: 0.04695059359073639 (0.04624894064935771)
| > loss_mel_ce: 2.684248208999634 (2.7569387782703747)
| > loss: 0.6827996969223022 (0.7007969303564593)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2979 (0.24355549812316896)
| > loader_time: 0.0105 (0.011421931873668323)
[1m --> TIME: 2025-02-24 05:40:50 -- STEP: 105/6985 -- GLOBAL_STEP: 188700[0m
| > loss_text_ce: 0.043874699622392654 (0.04611296738897051)
| > loss_mel_ce: 2.970268487930298 (2.7853093533288864)
| > loss: 0.753535807132721 (0.7078555805342536)
| > current_lr: 5e-06
| > step_time: 0.3388 (0.24274933224632628)
| > loader_time: 0.0113 (0.011041094007946195)
[1m --> TIME: 2025-02-24 05:41:09 -- STEP: 155/6985 -- GLOBAL_STEP: 188750[0m
| > loss_text_ce: 0.04753978177905083 (0.046276086328491096)
| > loss_mel_ce: 2.7303712368011475 (2.792706364970053)
| > loss: 0.6944777369499207 (0.7097456120675607)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3064 (0.24749337627041723)
| > loader_time: 0.0105 (0.010966379411758915)
[1m --> TIME: 2025-02-24 05:41:28 -- STEP: 205/6985 -- GLOBAL_STEP: 188800[0m
| > loss_text_ce: 0.04561550170183182 (0.046332831953356926)
| > loss_mel_ce: 2.4834232330322266 (2.7825253091207363)
| > loss: 0.6322596669197083 (0.707214535154947)
| > current_lr: 5e-06
| > step_time: 0.26 (0.24879076190111113)
| > loader_time: 0.0101 (0.01085533049048447)
[1m --> TIME: 2025-02-24 05:41:47 -- STEP: 255/6985 -- GLOBAL_STEP: 188850[0m
| > loss_text_ce: 0.04824394732713699 (0.046412194578671004)
| > loss_mel_ce: 2.96457576751709 (2.7846776298448153)
| > loss: 0.7532049417495728 (0.7077724559634336)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3046 (0.25014105965109434)
| > loader_time: 0.0111 (0.010866052964154412)
[1m --> TIME: 2025-02-24 05:42:05 -- STEP: 305/6985 -- GLOBAL_STEP: 188900[0m
| > loss_text_ce: 0.0470006987452507 (0.046443417314134684)
| > loss_mel_ce: 2.998279571533203 (2.7861267394706846)
| > loss: 0.7613200545310974 (0.7081425383442737)
| > current_lr: 5e-06
| > step_time: 0.2543 (0.250091432352535)
| > loader_time: 0.0104 (0.010867688694938286)
[1m --> TIME: 2025-02-24 05:42:23 -- STEP: 355/6985 -- GLOBAL_STEP: 188950[0m
| > loss_text_ce: 0.044976867735385895 (0.046455494366901044)
| > loss_mel_ce: 2.7375118732452393 (2.78627668770266)
| > loss: 0.6956222057342529 (0.7081830451186273)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2571 (0.2499474948560687)
| > loader_time: 0.0101 (0.010834153940979864)
[1m --> TIME: 2025-02-24 05:42:42 -- STEP: 405/6985 -- GLOBAL_STEP: 189000[0m
| > loss_text_ce: 0.044726669788360596 (0.04640574510450718)
| > loss_mel_ce: 2.7114615440368652 (2.793885798513151)
| > loss: 0.6890470385551453 (0.7100728859136133)
| > current_lr: 5e-06
| > step_time: 0.2229 (0.25027235231281786)
| > loader_time: 0.0097 (0.010824687981311183)
> CHECKPOINT : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/checkpoint_189000.pth
[1m --> TIME: 2025-02-24 05:43:15 -- STEP: 455/6985 -- GLOBAL_STEP: 189050[0m
| > loss_text_ce: 0.04952191188931465 (0.04638796441338876)
| > loss_mel_ce: 2.310741424560547 (2.789458958657231)
| > loss: 0.5900658369064331 (0.7089617306059532)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2601 (0.24963099406315717)
| > loader_time: 0.0104 (0.010857860334626919)
[1m --> TIME: 2025-02-24 05:43:33 -- STEP: 505/6985 -- GLOBAL_STEP: 189100[0m
| > loss_text_ce: 0.04694259539246559 (0.04635258815666238)
| > loss_mel_ce: 2.6737847328186035 (2.8000661736667727)
| > loss: 0.6801818609237671 (0.7116046904337286)
| > current_lr: 5e-06
| > step_time: 0.2579 (0.24939791802132472)
| > loader_time: 0.0114 (0.010835997893078491)
[1m --> TIME: 2025-02-24 05:43:51 -- STEP: 555/6985 -- GLOBAL_STEP: 189150[0m
| > loss_text_ce: 0.045076362788677216 (0.046347392498104434)
| > loss_mel_ce: 2.7668673992156982 (2.8017514452203955)
| > loss: 0.702985942363739 (0.7120247093406882)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2413 (0.24938475978267075)
| > loader_time: 0.0106 (0.010793139483477614)
[1m --> TIME: 2025-02-24 05:44:10 -- STEP: 605/6985 -- GLOBAL_STEP: 189200[0m
| > loss_text_ce: 0.04752005636692047 (0.04634821554722866)
| > loss_mel_ce: 2.355994701385498 (2.8009835960451217)
| > loss: 0.6008787155151367 (0.7118329525979095)
| > current_lr: 5e-06
| > step_time: 0.1788 (0.2491793159610968)
| > loader_time: 0.0092 (0.01075773712032097)
[1m --> TIME: 2025-02-24 05:44:28 -- STEP: 655/6985 -- GLOBAL_STEP: 189250[0m
| > loss_text_ce: 0.0462319552898407 (0.0463493059040936)
| > loss_mel_ce: 2.667405366897583 (2.8012589636649783)
| > loss: 0.6784093379974365 (0.7119020671334882)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.284 (0.2491869074697712)
| > loader_time: 0.011 (0.010738545337706117)
[1m --> TIME: 2025-02-24 05:44:46 -- STEP: 705/6985 -- GLOBAL_STEP: 189300[0m
| > loss_text_ce: 0.04695829376578331 (0.046374035594945295)
| > loss_mel_ce: 2.71297025680542 (2.8041232230815503)
| > loss: 0.6899821162223816 (0.7126243144907848)
| > current_lr: 5e-06
| > step_time: 0.222 (0.24911644847680484)
| > loader_time: 0.0112 (0.010775624606626247)
[1m --> TIME: 2025-02-24 05:45:05 -- STEP: 755/6985 -- GLOBAL_STEP: 189350[0m
| > loss_text_ce: 0.04793858528137207 (0.04637029464079059)
| > loss_mel_ce: 2.9536783695220947 (2.804173371649738)
| > loss: 0.7504042387008667 (0.7126359165109543)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.309 (0.2491831754217084)
| > loader_time: 0.0104 (0.010815628001232012)
[1m --> TIME: 2025-02-24 05:45:23 -- STEP: 805/6985 -- GLOBAL_STEP: 189400[0m
| > loss_text_ce: 0.04466701298952103 (0.04637284778197363)
| > loss_mel_ce: 2.769798994064331 (2.806502448846097)
| > loss: 0.7036164999008179 (0.713218824093386)
| > current_lr: 5e-06
| > step_time: 0.2901 (0.24924794694651722)
| > loader_time: 0.0105 (0.010846200788983639)
[1m --> TIME: 2025-02-24 05:45:42 -- STEP: 855/6985 -- GLOBAL_STEP: 189450[0m
| > loss_text_ce: 0.04564247652888298 (0.04636269388665933)
| > loss_mel_ce: 2.5126423835754395 (2.8082382598118496)
| > loss: 0.6395711898803711 (0.7136502384442333)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3056 (0.24941935455589956)
| > loader_time: 0.0112 (0.010820173520093764)
[1m --> TIME: 2025-02-24 05:46:00 -- STEP: 905/6985 -- GLOBAL_STEP: 189500[0m
| > loss_text_ce: 0.04555587098002434 (0.04637669827480346)
| > loss_mel_ce: 2.644131898880005 (2.8071241073186903)
| > loss: 0.672421932220459 (0.7133752013438311)
| > current_lr: 5e-06
| > step_time: 0.1842 (0.24973331130011958)
| > loader_time: 0.0106 (0.01078437020106868)
[1m --> TIME: 2025-02-24 05:46:19 -- STEP: 955/6985 -- GLOBAL_STEP: 189550[0m
| > loss_text_ce: 0.050505008548498154 (0.04637419658259574)
| > loss_mel_ce: 2.3677985668182373 (2.807132764386883)
| > loss: 0.6045758724212646 (0.713376740011245)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3018 (0.24989519244089173)
| > loader_time: 0.0119 (0.0107549629910454)
[1m --> TIME: 2025-02-24 05:46:37 -- STEP: 1005/6985 -- GLOBAL_STEP: 189600[0m
| > loss_text_ce: 0.04772135242819786 (0.04638655029645016)
| > loss_mel_ce: 2.90998911857605 (2.8054896072368734)
| > loss: 0.7394276261329651 (0.7129690390914232)
| > current_lr: 5e-06
| > step_time: 0.2821 (0.2500972520059612)
| > loader_time: 0.0097 (0.010718775744461888)
[1m --> TIME: 2025-02-24 05:46:56 -- STEP: 1055/6985 -- GLOBAL_STEP: 189650[0m
| > loss_text_ce: 0.04449528083205223 (0.04639439992783197)
| > loss_mel_ce: 2.9926812648773193 (2.8078055912849478)
| > loss: 0.7592941522598267 (0.7135499976822545)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2425 (0.25003242809060605)
| > loader_time: 0.0091 (0.010683378337118856)
[1m --> TIME: 2025-02-24 05:47:14 -- STEP: 1105/6985 -- GLOBAL_STEP: 189700[0m
| > loss_text_ce: 0.04440651834011078 (0.04640969721372853)
| > loss_mel_ce: 3.515892505645752 (2.8067284292764807)
| > loss: 0.8900747299194336 (0.7132845315458541)
| > current_lr: 5e-06
| > step_time: 0.2887 (0.24969474783849913)
| > loader_time: 0.0119 (0.010649944538444409)
[1m --> TIME: 2025-02-24 05:47:32 -- STEP: 1155/6985 -- GLOBAL_STEP: 189750[0m
| > loss_text_ce: 0.043613918125629425 (0.04641139263779057)
| > loss_mel_ce: 2.642879009246826 (2.8044254250340646)
| > loss: 0.6716232299804688 (0.7127092043042693)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2833 (0.25004382773395206)
| > loader_time: 0.0097 (0.010617894011658498)
[1m --> TIME: 2025-02-24 05:47:51 -- STEP: 1205/6985 -- GLOBAL_STEP: 189800[0m
| > loss_text_ce: 0.048645980656147 (0.04642301884120434)
| > loss_mel_ce: 2.466583728790283 (2.8053371086160186)
| > loss: 0.6288074254989624 (0.7129400319083594)
| > current_lr: 5e-06
| > step_time: 0.2488 (0.24995574832457207)
| > loader_time: 0.0093 (0.010588956373855775)
[1m --> TIME: 2025-02-24 05:48:09 -- STEP: 1255/6985 -- GLOBAL_STEP: 189850[0m
| > loss_text_ce: 0.045498497784137726 (0.046425444778218236)
| > loss_mel_ce: 3.148656129837036 (2.803936072174772)
| > loss: 0.7985386848449707 (0.7125903792590254)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3059 (0.24988059883573593)
| > loader_time: 0.0096 (0.010562310275803526)
[1m --> TIME: 2025-02-24 05:48:28 -- STEP: 1305/6985 -- GLOBAL_STEP: 189900[0m
| > loss_text_ce: 0.04801644757390022 (0.04642106839295093)
| > loss_mel_ce: 2.924542188644409 (2.806392955505986)
| > loss: 0.7431396842002869 (0.7132035060403907)
| > current_lr: 5e-06
| > step_time: 0.223 (0.2500184090201421)
| > loader_time: 0.0105 (0.01053730701578074)
[1m --> TIME: 2025-02-24 05:48:46 -- STEP: 1355/6985 -- GLOBAL_STEP: 189950[0m
| > loss_text_ce: 0.04656468704342842 (0.04642740364609171)
| > loss_mel_ce: 2.9587862491607666 (2.8049907004261376)
| > loss: 0.7513377070426941 (0.7128545261397137)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3162 (0.25000849421173893)
| > loader_time: 0.0095 (0.01051480778908817)
[1m --> TIME: 2025-02-24 05:49:04 -- STEP: 1405/6985 -- GLOBAL_STEP: 190000[0m
| > loss_text_ce: 0.04664190113544464 (0.04642327548240005)
| > loss_mel_ce: 2.91398024559021 (2.8046379436377533)
| > loss: 0.7401555180549622 (0.7127653049404515)
| > current_lr: 5e-06
| > step_time: 0.2098 (0.2500970141319195)
| > loader_time: 0.0101 (0.010498484004010501)
> CHECKPOINT : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/checkpoint_190000.pth
[1m --> TIME: 2025-02-24 05:49:35 -- STEP: 1455/6985 -- GLOBAL_STEP: 190050[0m
| > loss_text_ce: 0.04576633870601654 (0.04642085193614781)
| > loss_mel_ce: 3.04642653465271 (2.8049233032665706)
| > loss: 0.7730482220649719 (0.7128360389843841)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3097 (0.24995934479834706)
| > loader_time: 0.0105 (0.010493664888991514)
[1m --> TIME: 2025-02-24 05:49:52 -- STEP: 1505/6985 -- GLOBAL_STEP: 190100[0m
| > loss_text_ce: 0.047908391803503036 (0.046419207281448535)
| > loss_mel_ce: 2.220297336578369 (2.802731624948622)
| > loss: 0.5670514106750488 (0.7122877082159355)
| > current_lr: 5e-06
| > step_time: 0.2187 (0.24956741649843142)
| > loader_time: 0.0106 (0.010490232131805912)
[1m --> TIME: 2025-02-24 05:50:10 -- STEP: 1555/6985 -- GLOBAL_STEP: 190150[0m
| > loss_text_ce: 0.04732850566506386 (0.04643052837233453)
| > loss_mel_ce: 2.8443944454193115 (2.800712409203459)
| > loss: 0.7229307293891907 (0.711785734428087)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3373 (0.24925904457975437)
| > loader_time: 0.0104 (0.010483460257674323)
[1m --> TIME: 2025-02-24 05:50:28 -- STEP: 1605/6985 -- GLOBAL_STEP: 190200[0m
| > loss_text_ce: 0.04846468195319176 (0.04641782749107695)
| > loss_mel_ce: 2.5353548526763916 (2.80093996569375)
| > loss: 0.6459549069404602 (0.7118394484401122)
| > current_lr: 5e-06
| > step_time: 0.1482 (0.2489997519139561)
| > loader_time: 0.0089 (0.010474294145530616)
[1m --> TIME: 2025-02-24 05:50:46 -- STEP: 1655/6985 -- GLOBAL_STEP: 190250[0m
| > loss_text_ce: 0.04498150199651718 (0.04640614520251933)
| > loss_mel_ce: 2.7695274353027344 (2.802420981412928)
| > loss: 0.7036272287368774 (0.7122067818468792)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2801 (0.24913544409944938)
| > loader_time: 0.0099 (0.010466159146357866)
[1m --> TIME: 2025-02-24 05:51:04 -- STEP: 1705/6985 -- GLOBAL_STEP: 190300[0m
| > loss_text_ce: 0.04504244774580002 (0.04640220486698264)
| > loss_mel_ce: 2.692124366760254 (2.8023864406994012)
| > loss: 0.6842917203903198 (0.7121971616297524)
| > current_lr: 5e-06
| > step_time: 0.2025 (0.24892154341219463)
| > loader_time: 0.0103 (0.010456405287264367)
[1m --> TIME: 2025-02-24 05:51:23 -- STEP: 1755/6985 -- GLOBAL_STEP: 190350[0m
| > loss_text_ce: 0.046191200613975525 (0.046391003173470856)
| > loss_mel_ce: 2.53938364982605 (2.8017202909176167)
| > loss: 0.6463937163352966 (0.7120278236872791)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2809 (0.24896390105244787)
| > loader_time: 0.0095 (0.01044594039264906)
[1m --> TIME: 2025-02-24 05:51:41 -- STEP: 1805/6985 -- GLOBAL_STEP: 190400[0m
| > loss_text_ce: 0.0463692881166935 (0.046384548391744385)
| > loss_mel_ce: 3.103363513946533 (2.801736458582891)
| > loss: 0.7874332070350647 (0.7120302520300213)
| > current_lr: 5e-06
| > step_time: 0.2832 (0.2490687366337658)
| > loader_time: 0.0097 (0.0104348314766078)
[1m --> TIME: 2025-02-24 05:52:00 -- STEP: 1855/6985 -- GLOBAL_STEP: 190450[0m
| > loss_text_ce: 0.048779767006635666 (0.0464039421949104)
| > loss_mel_ce: 2.830808639526367 (2.8019836653917625)
| > loss: 0.7198970913887024 (0.7120969021095421)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2783 (0.2491678696758343)
| > loader_time: 0.0096 (0.010431014366869645)
[1m --> TIME: 2025-02-24 05:52:18 -- STEP: 1905/6985 -- GLOBAL_STEP: 190500[0m
| > loss_text_ce: 0.04691197723150253 (0.046393839084100864)
| > loss_mel_ce: 2.8997726440429688 (2.802879182122198)
| > loss: 0.7366711497306824 (0.7123182554257512)
| > current_lr: 5e-06
| > step_time: 0.281 (0.2491774550260209)
| > loader_time: 0.0113 (0.010422069319276974)
[1m --> TIME: 2025-02-24 05:52:36 -- STEP: 1955/6985 -- GLOBAL_STEP: 190550[0m
| > loss_text_ce: 0.044079579412937164 (0.046388247027955104)
| > loss_mel_ce: 3.003152370452881 (2.8022128231385173)
| > loss: 0.7618079781532288 (0.7121502676583313)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2757 (0.2490909693491124)
| > loader_time: 0.0095 (0.010411531784955182)
[1m --> TIME: 2025-02-24 05:52:54 -- STEP: 2005/6985 -- GLOBAL_STEP: 190600[0m
| > loss_text_ce: 0.047622378915548325 (0.04639201363980623)
| > loss_mel_ce: 2.9306371212005615 (2.8024986026293024)
| > loss: 0.7445648908615112 (0.7122226541773637)
| > current_lr: 5e-06
| > step_time: 0.2769 (0.24908928050661924)
| > loader_time: 0.0102 (0.010399774185142601)
[1m --> TIME: 2025-02-24 05:53:12 -- STEP: 2055/6985 -- GLOBAL_STEP: 190650[0m
| > loss_text_ce: 0.0467984676361084 (0.046409888030766296)
| > loss_mel_ce: 2.883092164993286 (2.8007216665286507)
| > loss: 0.7324726581573486 (0.7117828887309472)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2766 (0.24899878513493973)
| > loader_time: 0.0096 (0.01038919608958445)
[1m --> TIME: 2025-02-24 05:53:30 -- STEP: 2105/6985 -- GLOBAL_STEP: 190700[0m
| > loss_text_ce: 0.04584513232111931 (0.046410676525494285)
| > loss_mel_ce: 2.456339120864868 (2.800227465312442)
| > loss: 0.6255460381507874 (0.7116595355320431)
| > current_lr: 5e-06
| > step_time: 0.1875 (0.24890062089770543)
| > loader_time: 0.0099 (0.010378591464987269)
[1m --> TIME: 2025-02-24 05:53:48 -- STEP: 2155/6985 -- GLOBAL_STEP: 190750[0m
| > loss_text_ce: 0.04962286725640297 (0.04641507621638463)
| > loss_mel_ce: 2.435795783996582 (2.798229258630227)
| > loss: 0.6213546395301819 (0.711161083840439)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.23 (0.24862691819529528)
| > loader_time: 0.0097 (0.010367792222450056)
[1m --> TIME: 2025-02-24 05:54:06 -- STEP: 2205/6985 -- GLOBAL_STEP: 190800[0m
| > loss_text_ce: 0.048845186829566956 (0.046417778748976714)
| > loss_mel_ce: 2.229609727859497 (2.7992624585050048)
| > loss: 0.5696137547492981 (0.7114200595149649)
| > current_lr: 5e-06
| > step_time: 0.197 (0.2486716627263699)
| > loader_time: 0.0096 (0.010361533370418067)
[1m --> TIME: 2025-02-24 05:54:24 -- STEP: 2255/6985 -- GLOBAL_STEP: 190850[0m
| > loss_text_ce: 0.0465952567756176 (0.046421173812941315)
| > loss_mel_ce: 2.621781349182129 (2.799209393577408)
| > loss: 0.6670941710472107 (0.7114076420499588)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2428 (0.24858629296465623)
| > loader_time: 0.0094 (0.010352244556875282)
[1m --> TIME: 2025-02-24 05:54:42 -- STEP: 2305/6985 -- GLOBAL_STEP: 190900[0m
| > loss_text_ce: 0.046016864478588104 (0.04642506402769732)
| > loss_mel_ce: 2.84818959236145 (2.7986739979390234)
| > loss: 0.7235516309738159 (0.7112747656419844)
| > current_lr: 5e-06
| > step_time: 0.2146 (0.2485624284392583)
| > loader_time: 0.0105 (0.010343717442675935)
[1m --> TIME: 2025-02-24 05:55:01 -- STEP: 2355/6985 -- GLOBAL_STEP: 190950[0m
| > loss_text_ce: 0.042936667799949646 (0.04642818154581288)
| > loss_mel_ce: 2.991894245147705 (2.79779167362586)
| > loss: 0.7587077021598816 (0.7110549639111625)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2628 (0.24852550024692677)
| > loader_time: 0.0095 (0.010336024290437144)
[1m --> TIME: 2025-02-24 05:55:20 -- STEP: 2405/6985 -- GLOBAL_STEP: 191000[0m
| > loss_text_ce: 0.045454852283000946 (0.04642109304759457)
| > loss_mel_ce: 2.946303606033325 (2.799125660630623)
| > loss: 0.7479395866394043 (0.7113866886205347)
| > current_lr: 5e-06
| > step_time: 0.2749 (0.2488679169121503)
| > loader_time: 0.0099 (0.010329573169319638)
> CHECKPOINT : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/checkpoint_191000.pth
[1m --> TIME: 2025-02-24 05:55:52 -- STEP: 2455/6985 -- GLOBAL_STEP: 191050[0m
| > loss_text_ce: 0.04234602674841881 (0.046420410313395014)
| > loss_mel_ce: 3.3244383335113525 (2.7991850799067226)
| > loss: 0.8416960835456848 (0.7114013727595028)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2703 (0.24884913001672318)
| > loader_time: 0.0097 (0.010321858361393753)
[1m --> TIME: 2025-02-24 05:56:10 -- STEP: 2505/6985 -- GLOBAL_STEP: 191100[0m
| > loss_text_ce: 0.04473021253943443 (0.046416964422086045)
| > loss_mel_ce: 3.0689494609832764 (2.799836733669579)
| > loss: 0.7784199118614197 (0.7115634247809351)
| > current_lr: 5e-06
| > step_time: 0.2847 (0.24889799963214446)
| > loader_time: 0.0117 (0.010313575710365152)
[1m --> TIME: 2025-02-24 05:56:28 -- STEP: 2555/6985 -- GLOBAL_STEP: 191150[0m
| > loss_text_ce: 0.046430401504039764 (0.04642339517925585)
| > loss_mel_ce: 2.3395893573760986 (2.7985061780347285)
| > loss: 0.5965049266815186 (0.711232393490125)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2435 (0.24887029158859109)
| > loader_time: 0.0096 (0.010304552235015443)
[1m --> TIME: 2025-02-24 05:56:47 -- STEP: 2605/6985 -- GLOBAL_STEP: 191200[0m
| > loss_text_ce: 0.04866489768028259 (0.04642985790624733)
| > loss_mel_ce: 2.722872257232666 (2.796569363352434)
| > loss: 0.6928842663764954 (0.7107498055799453)
| > current_lr: 5e-06
| > step_time: 0.2732 (0.2488535102177948)
| > loader_time: 0.01 (0.010295063703394199)
[1m --> TIME: 2025-02-24 05:57:05 -- STEP: 2655/6985 -- GLOBAL_STEP: 191250[0m
| > loss_text_ce: 0.04680146649479866 (0.04643515359940058)
| > loss_mel_ce: 2.273313283920288 (2.795446689025607)
| > loss: 0.5800287127494812 (0.710470461003524)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2064 (0.2489111672237993)
| > loader_time: 0.0095 (0.010287314215622366)
[1m --> TIME: 2025-02-24 05:57:24 -- STEP: 2705/6985 -- GLOBAL_STEP: 191300[0m
| > loss_text_ce: 0.04578406363725662 (0.046430698610057296)
| > loss_mel_ce: 2.4431629180908203 (2.7951500610150606)
| > loss: 0.6222367286682129 (0.7103951902244088)
| > current_lr: 5e-06
| > step_time: 0.2825 (0.24899233070627383)
| > loader_time: 0.0115 (0.01028340457768184)
[1m --> TIME: 2025-02-24 05:57:42 -- STEP: 2755/6985 -- GLOBAL_STEP: 191350[0m
| > loss_text_ce: 0.04542948305606842 (0.046430699298743175)
| > loss_mel_ce: 2.9305312633514404 (2.795316826020742)
| > loss: 0.7439901828765869 (0.7104368816594678)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.244 (0.24901827614882902)
| > loader_time: 0.0094 (0.010279459702341167)
[1m --> TIME: 2025-02-24 05:58:01 -- STEP: 2805/6985 -- GLOBAL_STEP: 191400[0m
| > loss_text_ce: 0.04954763129353523 (0.04642622836611494)
| > loss_mel_ce: 2.6661062240600586 (2.7967132465937152)
| > loss: 0.6789134740829468 (0.7107848690686591)
| > current_lr: 5e-06
| > step_time: 0.288 (0.24911238267459976)
| > loader_time: 0.0104 (0.010278522012067973)
[1m --> TIME: 2025-02-24 05:58:19 -- STEP: 2855/6985 -- GLOBAL_STEP: 191450[0m
| > loss_text_ce: 0.04419100284576416 (0.046426510411574064)
| > loss_mel_ce: 3.0235984325408936 (2.796830458357124)
| > loss: 0.7669473886489868 (0.7108142424903272)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3134 (0.24922075664099383)
| > loader_time: 0.0107 (0.01027790794439364)
[1m --> TIME: 2025-02-24 05:58:38 -- STEP: 2905/6985 -- GLOBAL_STEP: 191500[0m
| > loss_text_ce: 0.04281109571456909 (0.046432498691157974)
| > loss_mel_ce: 2.5784456729888916 (2.7968722503074486)
| > loss: 0.6553142070770264 (0.7108261875256816)
| > current_lr: 5e-06
| > step_time: 0.2475 (0.24927695359707702)
| > loader_time: 0.0107 (0.010275538899196792)
[1m --> TIME: 2025-02-24 05:58:56 -- STEP: 2955/6985 -- GLOBAL_STEP: 191550[0m
| > loss_text_ce: 0.04524955153465271 (0.04643356377375515)
| > loss_mel_ce: 2.978641986846924 (2.7965158454052714)
| > loss: 0.7559728622436523 (0.7107373525749403)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3106 (0.2493289679641853)
| > loader_time: 0.0097 (0.010271225040132396)
[1m --> TIME: 2025-02-24 05:59:14 -- STEP: 3005/6985 -- GLOBAL_STEP: 191600[0m
| > loss_text_ce: 0.0453198179602623 (0.04643053050445842)
| > loss_mel_ce: 2.737987518310547 (2.7963942081480004)
| > loss: 0.6958268284797668 (0.7107061848961769)
| > current_lr: 5e-06
| > step_time: 0.3046 (0.2492582043474804)
| > loader_time: 0.0099 (0.010263809784874917)
[1m --> TIME: 2025-02-24 05:59:33 -- STEP: 3055/6985 -- GLOBAL_STEP: 191650[0m
| > loss_text_ce: 0.04652847349643707 (0.046422063820247036)
| > loss_mel_ce: 2.653834819793701 (2.7965552247682712)
| > loss: 0.6750908493995667 (0.7107443224096062)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2806 (0.24935677843671386)
| > loader_time: 0.0099 (0.010258416380312533)
[1m --> TIME: 2025-02-24 05:59:51 -- STEP: 3105/6985 -- GLOBAL_STEP: 191700[0m
| > loss_text_ce: 0.04873756319284439 (0.046425861750104054)
| > loss_mel_ce: 2.4432172775268555 (2.7961019859605774)
| > loss: 0.6229887008666992 (0.7106319621277313)
| > current_lr: 5e-06
| > step_time: 0.2849 (0.24928490942802986)
| > loader_time: 0.0099 (0.010248949063188958)
[1m --> TIME: 2025-02-24 06:00:09 -- STEP: 3155/6985 -- GLOBAL_STEP: 191750[0m
| > loss_text_ce: 0.04637940600514412 (0.04642661244692596)
| > loss_mel_ce: 2.7729427814483643 (2.7963424549994516)
| > loss: 0.704830527305603 (0.7106922670797384)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2597 (0.24930859753144716)
| > loader_time: 0.0095 (0.010240240822503365)
[1m --> TIME: 2025-02-24 06:00:28 -- STEP: 3205/6985 -- GLOBAL_STEP: 191800[0m
| > loss_text_ce: 0.04463345929980278 (0.04642706531421076)
| > loss_mel_ce: 3.1631126403808594 (2.796167011863544)
| > loss: 0.8019365072250366 (0.7106485195260335)
| > current_lr: 5e-06
| > step_time: 0.2867 (0.24933784844908816)
| > loader_time: 0.0102 (0.010232277928202074)
[1m --> TIME: 2025-02-24 06:00:46 -- STEP: 3255/6985 -- GLOBAL_STEP: 191850[0m
| > loss_text_ce: 0.04586971551179886 (0.046427257930124644)
| > loss_mel_ce: 3.065516471862793 (2.7961088641631093)
| > loss: 0.7778465747833252 (0.7106340306786711)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3023 (0.24925907841109646)
| > loader_time: 0.0096 (0.010223367503528024)
[1m --> TIME: 2025-02-24 06:01:04 -- STEP: 3305/6985 -- GLOBAL_STEP: 191900[0m
| > loss_text_ce: 0.044477157294750214 (0.04642187696790015)
| > loss_mel_ce: 2.87786865234375 (2.79554154844039)
| > loss: 0.7305864691734314 (0.7104908565800414)
| > current_lr: 5e-06
| > step_time: 0.2817 (0.24921664867026005)
| > loader_time: 0.0099 (0.010214494180030058)
[1m --> TIME: 2025-02-24 06:01:22 -- STEP: 3355/6985 -- GLOBAL_STEP: 191950[0m
| > loss_text_ce: 0.0441233329474926 (0.04642177810212366)
| > loss_mel_ce: 2.9848015308380127 (2.7948113032495945)
| > loss: 0.7572312355041504 (0.7103082706516082)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3136 (0.2491333866972149)
| > loader_time: 0.0105 (0.010205246261619404)
[1m --> TIME: 2025-02-24 06:01:40 -- STEP: 3405/6985 -- GLOBAL_STEP: 192000[0m
| > loss_text_ce: 0.04298502206802368 (0.046421927355897286)
| > loss_mel_ce: 2.8011951446533203 (2.795453452608836)
| > loss: 0.7110450267791748 (0.7104688452991618)
| > current_lr: 5e-06
| > step_time: 0.1865 (0.24913425998715755)
| > loader_time: 0.0091 (0.010196344092728968)
> CHECKPOINT : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/checkpoint_192000.pth
[1m --> TIME: 2025-02-24 06:02:13 -- STEP: 3455/6985 -- GLOBAL_STEP: 192050[0m
| > loss_text_ce: 0.04683995246887207 (0.04642161894616623)
| > loss_mel_ce: 2.7027156352996826 (2.795129929575667)
| > loss: 0.6873888969421387 (0.7103878873905809)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3105 (0.24919067305524858)
| > loader_time: 0.0099 (0.010188811008215972)
[1m --> TIME: 2025-02-24 06:02:31 -- STEP: 3505/6985 -- GLOBAL_STEP: 192100[0m
| > loss_text_ce: 0.04316253587603569 (0.04641590441089559)
| > loss_mel_ce: 3.1967809200286865 (2.7955547775929754)
| > loss: 0.809985876083374 (0.7104926707826222)
| > current_lr: 5e-06
| > step_time: 0.2206 (0.24911371440588156)
| > loader_time: 0.01 (0.010180494482609059)
[1m --> TIME: 2025-02-24 06:02:49 -- STEP: 3555/6985 -- GLOBAL_STEP: 192150[0m
| > loss_text_ce: 0.04546958953142166 (0.04641342349193272)
| > loss_mel_ce: 2.668553113937378 (2.796357408086293)
| > loss: 0.6785056591033936 (0.7106927081837766)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3114 (0.2491204283240811)
| > loader_time: 0.0102 (0.010172104936108796)
[1m --> TIME: 2025-02-24 06:03:07 -- STEP: 3605/6985 -- GLOBAL_STEP: 192200[0m
| > loss_text_ce: 0.04608849436044693 (0.046419984315122925)
| > loss_mel_ce: 2.7643229961395264 (2.796295955607698)
| > loss: 0.7026028633117676 (0.7106789852808978)
| > current_lr: 5e-06
| > step_time: 0.2226 (0.24902401744244668)
| > loader_time: 0.0093 (0.010162957134590717)
[1m --> TIME: 2025-02-24 06:03:25 -- STEP: 3655/6985 -- GLOBAL_STEP: 192250[0m
| > loss_text_ce: 0.04585772752761841 (0.04642525366144374)
| > loss_mel_ce: 2.7138798236846924 (2.7957025632323402)
| > loss: 0.6899343729019165 (0.7105319544978733)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2623 (0.24896652643070669)
| > loader_time: 0.0095 (0.010154251915322432)
[1m --> TIME: 2025-02-24 06:03:42 -- STEP: 3705/6985 -- GLOBAL_STEP: 192300[0m
| > loss_text_ce: 0.044330060482025146 (0.04642323100595022)
| > loss_mel_ce: 2.9802145957946777 (2.795862661328234)
| > loss: 0.7561361789703369 (0.7105714733784013)
| > current_lr: 5e-06
| > step_time: 0.2745 (0.2488634840518679)
| > loader_time: 0.0096 (0.010145678307845993)
[1m --> TIME: 2025-02-24 06:04:00 -- STEP: 3755/6985 -- GLOBAL_STEP: 192350[0m
| > loss_text_ce: 0.046727798879146576 (0.0464229944126108)
| > loss_mel_ce: 2.7859556674957275 (2.7962391874285437)
| > loss: 0.7081708908081055 (0.7106655457842046)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2797 (0.2488085862323543)
| > loader_time: 0.0093 (0.010137305215259036)
[1m --> TIME: 2025-02-24 06:04:18 -- STEP: 3805/6985 -- GLOBAL_STEP: 192400[0m
| > loss_text_ce: 0.047499723732471466 (0.04642687151098381)
| > loss_mel_ce: 3.0666933059692383 (2.7956509533128995)
| > loss: 0.7785482406616211 (0.7105194564874474)
| > current_lr: 5e-06
| > step_time: 0.277 (0.24870147216335706)
| > loader_time: 0.0098 (0.010129241780445221)
[1m --> TIME: 2025-02-24 06:04:36 -- STEP: 3855/6985 -- GLOBAL_STEP: 192450[0m
| > loss_text_ce: 0.044729746878147125 (0.04642283719144138)
| > loss_mel_ce: 3.0301859378814697 (2.7963052546777014)
| > loss: 0.7687289118766785 (0.7106820232518759)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3128 (0.24870454940350606)
| > loader_time: 0.0104 (0.010122045252264383)
[1m --> TIME: 2025-02-24 06:04:55 -- STEP: 3905/6985 -- GLOBAL_STEP: 192500[0m
| > loss_text_ce: 0.04357340559363365 (0.04641943023505502)
| > loss_mel_ce: 2.7912099361419678 (2.79644643451432)
| > loss: 0.7086958289146423 (0.7107164665007253)
| > current_lr: 5e-06
| > step_time: 0.2542 (0.24880390991474696)
| > loader_time: 0.0103 (0.010115084116956476)
[1m --> TIME: 2025-02-24 06:05:14 -- STEP: 3955/6985 -- GLOBAL_STEP: 192550[0m
| > loss_text_ce: 0.0448816679418087 (0.046417962190814066)
| > loss_mel_ce: 3.0291666984558105 (2.79706298849827)
| > loss: 0.7685120701789856 (0.7108702379894616)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3133 (0.24884744962458366)
| > loader_time: 0.0099 (0.010107848797977787)
[1m --> TIME: 2025-02-24 06:05:32 -- STEP: 4005/6985 -- GLOBAL_STEP: 192600[0m
| > loss_text_ce: 0.0468093566596508 (0.04642318498515313)
| > loss_mel_ce: 2.9125146865844727 (2.7957833264502114)
| > loss: 0.7398310303688049 (0.7105516281764901)
| > current_lr: 5e-06
| > step_time: 0.2234 (0.24881526641036095)
| > loader_time: 0.0096 (0.010100996479410642)
[1m --> TIME: 2025-02-24 06:05:50 -- STEP: 4055/6985 -- GLOBAL_STEP: 192650[0m
| > loss_text_ce: 0.04625977575778961 (0.046425768873584294)
| > loss_mel_ce: 2.899000644683838 (2.7952437435507647)
| > loss: 0.736315131187439 (0.7104173784485285)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.313 (0.24885314995498753)
| > loader_time: 0.0103 (0.010093979712038228)
[1m --> TIME: 2025-02-24 06:06:09 -- STEP: 4105/6985 -- GLOBAL_STEP: 192700[0m
| > loss_text_ce: 0.04437527433037758 (0.04642644956363108)
| > loss_mel_ce: 3.119063138961792 (2.7948523677658677)
| > loss: 0.790859580039978 (0.710319704666788)
| > current_lr: 5e-06
| > step_time: 0.2595 (0.24889737215169894)
| > loader_time: 0.0097 (0.010087172500108528)
[1m --> TIME: 2025-02-24 06:06:27 -- STEP: 4155/6985 -- GLOBAL_STEP: 192750[0m
| > loss_text_ce: 0.04843674972653389 (0.04642600888558965)
| > loss_mel_ce: 2.6711459159851074 (2.794824098708686)
| > loss: 0.6798956394195557 (0.7103125271957845)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.278 (0.2488700682505804)
| > loader_time: 0.0094 (0.010080636537462353)
[1m --> TIME: 2025-02-24 06:06:45 -- STEP: 4205/6985 -- GLOBAL_STEP: 192800[0m
| > loss_text_ce: 0.042996473610401154 (0.046430078818596815)
| > loss_mel_ce: 2.952402353286743 (2.7946554943724298)
| > loss: 0.7488496899604797 (0.7102713936432644)
| > current_lr: 5e-06
| > step_time: 0.2159 (0.24883078831412989)
| > loader_time: 0.0097 (0.010073795670136247)
[1m --> TIME: 2025-02-24 06:07:03 -- STEP: 4255/6985 -- GLOBAL_STEP: 192850[0m
| > loss_text_ce: 0.044041190296411514 (0.04643017838410292)
| > loss_mel_ce: 2.7753031253814697 (2.793961646890249)
| > loss: 0.7048360705375671 (0.7100979566714178)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2957 (0.24878349926160728)
| > loader_time: 0.0098 (0.010067188249491621)
[1m --> TIME: 2025-02-24 06:07:21 -- STEP: 4305/6985 -- GLOBAL_STEP: 192900[0m
| > loss_text_ce: 0.044576406478881836 (0.046426421818382954)
| > loss_mel_ce: 3.097026824951172 (2.794336766620685)
| > loss: 0.7854008078575134 (0.7101907974059297)
| > current_lr: 5e-06
| > step_time: 0.1962 (0.24876652162664858)
| > loader_time: 0.0092 (0.010061115448760087)
[1m --> TIME: 2025-02-24 06:07:39 -- STEP: 4355/6985 -- GLOBAL_STEP: 192950[0m
| > loss_text_ce: 0.04588588699698448 (0.04642358658285697)
| > loss_mel_ce: 2.7343802452087402 (2.794505732752016)
| > loss: 0.695066511631012 (0.7102323300939749)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.211 (0.24879648009342933)
| > loader_time: 0.0091 (0.010055507447497837)
[1m --> TIME: 2025-02-24 06:07:57 -- STEP: 4405/6985 -- GLOBAL_STEP: 193000[0m
| > loss_text_ce: 0.044917840510606766 (0.04641864250639242)
| > loss_mel_ce: 2.6200528144836426 (2.7945083716129484)
| > loss: 0.6662426590919495 (0.7102317537676868)
| > current_lr: 5e-06
| > step_time: 0.2878 (0.24876437138482743)
| > loader_time: 0.01 (0.010049399777519563)
> CHECKPOINT : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/checkpoint_193000.pth
[1m --> TIME: 2025-02-24 06:08:27 -- STEP: 4455/6985 -- GLOBAL_STEP: 193050[0m
| > loss_text_ce: 0.049811653792858124 (0.04641441996015953)
| > loss_mel_ce: 2.0814855098724365 (2.794774185473939)
| > loss: 0.5328242778778076 (0.7102971515805364)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.162 (0.2487561614425094)
| > loader_time: 0.0088 (0.010044857147165402)
[1m --> TIME: 2025-02-24 06:08:45 -- STEP: 4505/6985 -- GLOBAL_STEP: 193100[0m
| > loss_text_ce: 0.045110754668712616 (0.04641616932311808)
| > loss_mel_ce: 2.967557191848755 (2.7947411388985732)
| > loss: 0.7531669735908508 (0.7102893272197732)
| > current_lr: 5e-06
| > step_time: 0.284 (0.2487995936788544)
| > loader_time: 0.0101 (0.010039847010909899)
[1m --> TIME: 2025-02-24 06:09:03 -- STEP: 4555/6985 -- GLOBAL_STEP: 193150[0m
| > loss_text_ce: 0.04695463925600052 (0.04641584158761569)
| > loss_mel_ce: 2.620002031326294 (2.7946547347025876)
| > loss: 0.6667391657829285 (0.710267644211175)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3077 (0.24870028009006404)
| > loader_time: 0.0095 (0.010034492222590178)
[1m --> TIME: 2025-02-24 06:09:22 -- STEP: 4605/6985 -- GLOBAL_STEP: 193200[0m
| > loss_text_ce: 0.04540043696761131 (0.04641485643551867)
| > loss_mel_ce: 2.781374216079712 (2.794935215567921)
| > loss: 0.7066936492919922 (0.710337518131305)
| > current_lr: 5e-06
| > step_time: 0.2843 (0.24879019014480708)
| > loader_time: 0.0098 (0.010030250311156686)
[1m --> TIME: 2025-02-24 06:09:40 -- STEP: 4655/6985 -- GLOBAL_STEP: 193250[0m
| > loss_text_ce: 0.046001408249139786 (0.0464126603407775)
| > loss_mel_ce: 3.072070360183716 (2.7949680557824625)
| > loss: 0.7795179486274719 (0.7103451791306434)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3077 (0.248736319454861)
| > loader_time: 0.0096 (0.010024865331762452)
[1m --> TIME: 2025-02-24 06:09:58 -- STEP: 4705/6985 -- GLOBAL_STEP: 193300[0m
| > loss_text_ce: 0.045260634273290634 (0.046409788876613546)
| > loss_mel_ce: 2.9888916015625 (2.79516750790741)
| > loss: 0.7585380673408508 (0.7103943243036859)
| > current_lr: 5e-06
| > step_time: 0.2801 (0.2488074296592526)
| > loader_time: 0.0098 (0.010021236725745347)
[1m --> TIME: 2025-02-24 06:10:17 -- STEP: 4755/6985 -- GLOBAL_STEP: 193350[0m
| > loss_text_ce: 0.045078396797180176 (0.04640783188799953)
| > loss_mel_ce: 3.136107921600342 (2.795720813352102)
| > loss: 0.7952965497970581 (0.7105321614148103)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2748 (0.2489268728611221)
| > loader_time: 0.0103 (0.010017638702873904)
[1m --> TIME: 2025-02-24 06:10:35 -- STEP: 4805/6985 -- GLOBAL_STEP: 193400[0m
| > loss_text_ce: 0.04515232518315315 (0.04640983485390938)
| > loss_mel_ce: 2.569108247756958 (2.795054670377528)
| > loss: 0.6535651683807373 (0.7103661264018629)
| > current_lr: 5e-06
| > step_time: 0.1922 (0.24889690947954415)
| > loader_time: 0.0091 (0.010012810882742997)
[1m --> TIME: 2025-02-24 06:10:54 -- STEP: 4855/6985 -- GLOBAL_STEP: 193450[0m
| > loss_text_ce: 0.04911339282989502 (0.04641190278588435)
| > loss_mel_ce: 2.3059804439544678 (2.7948868440673245)
| > loss: 0.5887734889984131 (0.7103246868086392)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.1923 (0.24893260836969566)
| > loader_time: 0.0089 (0.010008579277722123)
[1m --> TIME: 2025-02-24 06:11:12 -- STEP: 4905/6985 -- GLOBAL_STEP: 193500[0m
| > loss_text_ce: 0.04707088693976402 (0.04641601802376795)
| > loss_mel_ce: 2.837153434753418 (2.7943823407063335)
| > loss: 0.7210561037063599 (0.7101995897706247)
| > current_lr: 5e-06
| > step_time: 0.2195 (0.24886872484049666)
| > loader_time: 0.0095 (0.010003533883439861)
[1m --> TIME: 2025-02-24 06:11:30 -- STEP: 4955/6985 -- GLOBAL_STEP: 193550[0m
| > loss_text_ce: 0.049831874668598175 (0.04641456243879981)
| > loss_mel_ce: 2.7642934322357178 (2.7945655531647495)
| > loss: 0.7035313248634338 (0.7102450290072694)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3062 (0.2488357870176991)
| > loader_time: 0.0099 (0.009999500730805114)
[1m --> TIME: 2025-02-24 06:11:48 -- STEP: 5005/6985 -- GLOBAL_STEP: 193600[0m
| > loss_text_ce: 0.04448752477765083 (0.04641154430486586)
| > loss_mel_ce: 2.7861132621765137 (2.7948479927264995)
| > loss: 0.7076501846313477 (0.710314884397771)
| > current_lr: 5e-06
| > step_time: 0.2127 (0.24888361850818555)
| > loader_time: 0.0091 (0.009995870799808673)
[1m --> TIME: 2025-02-24 06:12:06 -- STEP: 5055/6985 -- GLOBAL_STEP: 193650[0m
| > loss_text_ce: 0.049055036157369614 (0.04641131291094097)
| > loss_mel_ce: 2.699681520462036 (2.794925314689135)
| > loss: 0.6871841549873352 (0.7103341570004268)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2608 (0.24882568822534337)
| > loader_time: 0.0094 (0.009991751981182425)
[1m --> TIME: 2025-02-24 06:12:25 -- STEP: 5105/6985 -- GLOBAL_STEP: 193700[0m
| > loss_text_ce: 0.048388294875621796 (0.04641457265215574)
| > loss_mel_ce: 2.3143811225891113 (2.7951507757039327)
| > loss: 0.5906923413276672 (0.7103913372107045)
| > current_lr: 5e-06
| > step_time: 0.277 (0.2489126927004972)
| > loader_time: 0.0096 (0.00998931958556289)
[1m --> TIME: 2025-02-24 06:12:43 -- STEP: 5155/6985 -- GLOBAL_STEP: 193750[0m
| > loss_text_ce: 0.044773682951927185 (0.0464108628854084)
| > loss_mel_ce: 3.044863224029541 (2.7949958372994854)
| > loss: 0.772409200668335 (0.7103516751417939)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2679 (0.24886063928169377)
| > loader_time: 0.0094 (0.009985310955029076)
[1m --> TIME: 2025-02-24 06:13:01 -- STEP: 5205/6985 -- GLOBAL_STEP: 193800[0m
| > loss_text_ce: 0.04750870168209076 (0.046408872769413814)
| > loss_mel_ce: 2.967046022415161 (2.7956777031208713)
| > loss: 0.7536386847496033 (0.710521644119112)
| > current_lr: 5e-06
| > step_time: 0.2292 (0.24880063155886076)
| > loader_time: 0.0091 (0.009981027139595871)
[1m --> TIME: 2025-02-24 06:13:19 -- STEP: 5255/6985 -- GLOBAL_STEP: 193850[0m
| > loss_text_ce: 0.0473887100815773 (0.04641140800759873)
| > loss_mel_ce: 2.691826820373535 (2.795202377203193)
| > loss: 0.6848039031028748 (0.7104034464887836)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3157 (0.24880975066311126)
| > loader_time: 0.0099 (0.009976998019740163)
[1m --> TIME: 2025-02-24 06:13:38 -- STEP: 5305/6985 -- GLOBAL_STEP: 193900[0m
| > loss_text_ce: 0.04410644993185997 (0.04641349588597201)
| > loss_mel_ce: 2.7917728424072266 (2.7953338720122165)
| > loss: 0.7089698314666748 (0.7104368422078585)
| > current_lr: 5e-06
| > step_time: 0.2858 (0.24887324152523116)
| > loader_time: 0.0098 (0.009973723252464504)
[1m --> TIME: 2025-02-24 06:13:56 -- STEP: 5355/6985 -- GLOBAL_STEP: 193950[0m
| > loss_text_ce: 0.046507179737091064 (0.0464136685142999)
| > loss_mel_ce: 3.0461907386779785 (2.795427048840782)
| > loss: 0.7731744647026062 (0.7104601795822518)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2905 (0.24884564918852878)
| > loader_time: 0.0096 (0.009969831381191367)
[1m --> TIME: 2025-02-24 06:14:14 -- STEP: 5405/6985 -- GLOBAL_STEP: 194000[0m
| > loss_text_ce: 0.04381326958537102 (0.04641410895829186)
| > loss_mel_ce: 2.8286969661712646 (2.795322796109652)
| > loss: 0.7181275486946106 (0.7104342265331998)
| > current_lr: 5e-06
| > step_time: 0.3043 (0.24890126868820545)
| > loader_time: 0.0101 (0.00996628769231435)
> CHECKPOINT : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/checkpoint_194000.pth
[1m --> TIME: 2025-02-24 06:14:48 -- STEP: 5455/6985 -- GLOBAL_STEP: 194050[0m
| > loss_text_ce: 0.044795580208301544 (0.046413124356791166)
| > loss_mel_ce: 2.4395720958709717 (2.7952929933392423)
| > loss: 0.621091902256012 (0.7104265296819771)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2425 (0.24887422684897642)
| > loader_time: 0.0092 (0.009961793271911752)
[1m --> TIME: 2025-02-24 06:15:07 -- STEP: 5505/6985 -- GLOBAL_STEP: 194100[0m
| > loss_text_ce: 0.04524343088269234 (0.046415061253942784)
| > loss_mel_ce: 2.964235305786133 (2.795123252773375)
| > loss: 0.7523697018623352 (0.710384578774128)
| > current_lr: 5e-06
| > step_time: 0.2763 (0.24888649840012775)
| > loader_time: 0.0096 (0.009956918035605916)
[1m --> TIME: 2025-02-24 06:15:26 -- STEP: 5555/6985 -- GLOBAL_STEP: 194150[0m
| > loss_text_ce: 0.04446900635957718 (0.0464108825568195)
| > loss_mel_ce: 3.116126775741577 (2.7950837145615686)
| > loss: 0.7901489734649658 (0.7103736495349331)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2989 (0.24895628406377016)
| > loader_time: 0.0099 (0.009952811739876046)
[1m --> TIME: 2025-02-24 06:15:44 -- STEP: 5605/6985 -- GLOBAL_STEP: 194200[0m
| > loss_text_ce: 0.047118622809648514 (0.04640790171967792)
| > loss_mel_ce: 2.5428028106689453 (2.7948497061002087)
| > loss: 0.6474803686141968 (0.710314402220824)
| > current_lr: 5e-06
| > step_time: 0.3058 (0.24900685028770372)
| > loader_time: 0.0102 (0.00994933568187102)
[1m --> TIME: 2025-02-24 06:16:02 -- STEP: 5655/6985 -- GLOBAL_STEP: 194250[0m
| > loss_text_ce: 0.04493539407849312 (0.046405615342680624)
| > loss_mel_ce: 2.65669846534729 (2.7947161238136644)
| > loss: 0.6754084825515747 (0.7102804350705385)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2891 (0.24899223590719288)
| > loader_time: 0.0098 (0.009945976491737512)
[1m --> TIME: 2025-02-24 06:16:21 -- STEP: 5705/6985 -- GLOBAL_STEP: 194300[0m
| > loss_text_ce: 0.04732852801680565 (0.046405414415492535)
| > loss_mel_ce: 2.670374870300293 (2.794472437841034)
| > loss: 0.679425835609436 (0.710219463342954)
| > current_lr: 5e-06
| > step_time: 0.2407 (0.2489998199352562)
| > loader_time: 0.0094 (0.009942581860461193)
[1m --> TIME: 2025-02-24 06:16:39 -- STEP: 5755/6985 -- GLOBAL_STEP: 194350[0m
| > loss_text_ce: 0.04685584083199501 (0.04640182895403042)
| > loss_mel_ce: 3.2295589447021484 (2.7950349175546845)
| > loss: 0.8191037178039551 (0.710359186933518)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2742 (0.2489743571194434)
| > loader_time: 0.0098 (0.009939376464830459)
[1m --> TIME: 2025-02-24 06:16:57 -- STEP: 5805/6985 -- GLOBAL_STEP: 194400[0m
| > loss_text_ce: 0.04688389599323273 (0.04640068358177787)
| > loss_mel_ce: 2.6987831592559814 (2.7950311532213634)
| > loss: 0.686416745185852 (0.710357959521011)
| > current_lr: 5e-06
| > step_time: 0.2485 (0.24894342147308007)
| > loader_time: 0.0095 (0.009935117856271273)
[1m --> TIME: 2025-02-24 06:17:15 -- STEP: 5855/6985 -- GLOBAL_STEP: 194450[0m
| > loss_text_ce: 0.047625187784433365 (0.04639902711360006)
| > loss_mel_ce: 2.688427209854126 (2.795404780817075)
| > loss: 0.6840131282806396 (0.7104509523035003)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.313 (0.24894981490150667)
| > loader_time: 0.0097 (0.009931685393127354)
[1m --> TIME: 2025-02-24 06:17:33 -- STEP: 5905/6985 -- GLOBAL_STEP: 194500[0m
| > loss_text_ce: 0.04777737334370613 (0.046401400628809736)
| > loss_mel_ce: 2.761598587036133 (2.795586848965551)
| > loss: 0.7023440003395081 (0.7104970627271141)
| > current_lr: 5e-06
| > step_time: 0.2216 (0.24896269708644728)
| > loader_time: 0.0095 (0.009929247047818345)
[1m --> TIME: 2025-02-24 06:17:52 -- STEP: 5955/6985 -- GLOBAL_STEP: 194550[0m
| > loss_text_ce: 0.043012309819459915 (0.04639953673323809)
| > loss_mel_ce: 2.792775869369507 (2.795497845102021)
| > loss: 0.7089470624923706 (0.7104743457711304)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.1911 (0.24898624560294483)
| > loader_time: 0.0086 (0.009926485034420516)
[1m --> TIME: 2025-02-24 06:18:10 -- STEP: 6005/6985 -- GLOBAL_STEP: 194600[0m
| > loss_text_ce: 0.0478287972509861 (0.04640159849558259)
| > loss_mel_ce: 3.08726167678833 (2.7954120521442216)
| > loss: 0.7837726473808289 (0.7104534129864162)
| > current_lr: 5e-06
| > step_time: 0.2828 (0.24896791042832908)
| > loader_time: 0.0096 (0.00992333577336317)
[1m --> TIME: 2025-02-24 06:18:28 -- STEP: 6055/6985 -- GLOBAL_STEP: 194650[0m
| > loss_text_ce: 0.04680175334215164 (0.04639808334268698)
| > loss_mel_ce: 2.847322463989258 (2.7958042906100484)
| > loss: 0.7235310673713684 (0.7105505937933421)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3129 (0.2489816383327166)
| > loader_time: 0.0098 (0.009920783283098158)
[1m --> TIME: 2025-02-24 06:18:47 -- STEP: 6105/6985 -- GLOBAL_STEP: 194700[0m
| > loss_text_ce: 0.04616198316216469 (0.04639885921113627)
| > loss_mel_ce: 2.7560017108917236 (2.7961258607258315)
| > loss: 0.7005409002304077 (0.7106311803123768)
| > current_lr: 5e-06
| > step_time: 0.2358 (0.24897119016748875)
| > loader_time: 0.0094 (0.009917708091517114)
[1m --> TIME: 2025-02-24 06:19:05 -- STEP: 6155/6985 -- GLOBAL_STEP: 194750[0m
| > loss_text_ce: 0.0498514249920845 (0.046396234416676126)
| > loss_mel_ce: 2.555485486984253 (2.7963056408032316)
| > loss: 0.6513342261314392 (0.7106754691352882)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2786 (0.2489995080605452)
| > loader_time: 0.0095 (0.009914680034721094)
[1m --> TIME: 2025-02-24 06:19:24 -- STEP: 6205/6985 -- GLOBAL_STEP: 194800[0m
| > loss_text_ce: 0.04907507449388504 (0.046398146090898595)
| > loss_mel_ce: 2.3687479496002197 (2.7961133200540202)
| > loss: 0.6044557690620422 (0.7106278668431666)
| > current_lr: 5e-06
| > step_time: 0.276 (0.2490258870059497)
| > loader_time: 0.01 (0.009912259073434172)
[1m --> TIME: 2025-02-24 06:19:42 -- STEP: 6255/6985 -- GLOBAL_STEP: 194850[0m
| > loss_text_ce: 0.049010761082172394 (0.04639661556525209)
| > loss_mel_ce: 2.2167532444000244 (2.7959294913579362)
| > loss: 0.566440999507904 (0.7105815270107132)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2288 (0.24903362321434355)
| > loader_time: 0.0091 (0.009909580537169366)
[1m --> TIME: 2025-02-24 06:20:01 -- STEP: 6305/6985 -- GLOBAL_STEP: 194900[0m
| > loss_text_ce: 0.04357953742146492 (0.04639966145547786)
| > loss_mel_ce: 2.933849811553955 (2.7958423784854993)
| > loss: 0.7443573474884033 (0.710560510278598)
| > current_lr: 5e-06
| > step_time: 0.2781 (0.24908854906564662)
| > loader_time: 0.0099 (0.009907486209975246)
[1m --> TIME: 2025-02-24 06:20:19 -- STEP: 6355/6985 -- GLOBAL_STEP: 194950[0m
| > loss_text_ce: 0.04680483415722847 (0.04640044490832417)
| > loss_mel_ce: 3.1753039360046387 (2.7960945072556775)
| > loss: 0.8055272102355957 (0.7106237383220808)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3016 (0.24910802938729923)
| > loader_time: 0.0096 (0.009905285914051154)
[1m --> TIME: 2025-02-24 06:20:37 -- STEP: 6405/6985 -- GLOBAL_STEP: 195000[0m
| > loss_text_ce: 0.044460296630859375 (0.04640120770157001)
| > loss_mel_ce: 3.354273796081543 (2.7957278938985852)
| > loss: 0.8496835231781006 (0.710532275663512)
| > current_lr: 5e-06
| > step_time: 0.2474 (0.2490262445111837)
| > loader_time: 0.0099 (0.00990212371254412)
> CHECKPOINT : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/checkpoint_195000.pth
[1m --> TIME: 2025-02-24 06:21:10 -- STEP: 6455/6985 -- GLOBAL_STEP: 195050[0m
| > loss_text_ce: 0.04639158770442009 (0.04640139758667692)
| > loss_mel_ce: 3.0830650329589844 (2.7951613174493173)
| > loss: 0.7823641300201416 (0.7103906790153811)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3054 (0.24904099633581042)
| > loader_time: 0.01 (0.009901239445373858)
[1m --> TIME: 2025-02-24 06:21:28 -- STEP: 6505/6985 -- GLOBAL_STEP: 195100[0m
| > loss_text_ce: 0.043983716517686844 (0.04639889677839049)
| > loss_mel_ce: 3.0345818996429443 (2.7952143763872805)
| > loss: 0.7696413993835449 (0.7104033185416777)
| > current_lr: 5e-06
| > step_time: 0.2569 (0.24905397219441652)
| > loader_time: 0.0094 (0.009898980226450742)
[1m --> TIME: 2025-02-24 06:21:46 -- STEP: 6555/6985 -- GLOBAL_STEP: 195150[0m
| > loss_text_ce: 0.04703792557120323 (0.04639800868922762)
| > loss_mel_ce: 2.6691153049468994 (2.7952573783701413)
| > loss: 0.6790382862091064 (0.7104138469759688)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2392 (0.24905079765959973)
| > loader_time: 0.009 (0.009896585252064945)
[1m --> TIME: 2025-02-24 06:22:04 -- STEP: 6605/6985 -- GLOBAL_STEP: 195200[0m
| > loss_text_ce: 0.04803666099905968 (0.04639783106310013)
| > loss_mel_ce: 3.141021251678467 (2.795396772773769)
| > loss: 0.7972644567489624 (0.7104486511702967)
| > current_lr: 5e-06
| > step_time: 0.2868 (0.24900503461781456)
| > loader_time: 0.0098 (0.009894239135441855)
[1m --> TIME: 2025-02-24 06:22:23 -- STEP: 6655/6985 -- GLOBAL_STEP: 195250[0m
| > loss_text_ce: 0.04863994941115379 (0.046401500662160526)
| > loss_mel_ce: 2.4386379718780518 (2.7952109385754844)
| > loss: 0.6218194961547852 (0.7104031100074293)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2315 (0.2490390911933446)
| > loader_time: 0.0091 (0.009892464937973874)
[1m --> TIME: 2025-02-24 06:22:41 -- STEP: 6705/6985 -- GLOBAL_STEP: 195300[0m
| > loss_text_ce: 0.05135558918118477 (0.04640207437716442)
| > loss_mel_ce: 2.6649203300476074 (2.7948250650203943)
| > loss: 0.6790689826011658 (0.7103067850328746)
| > current_lr: 5e-06
| > step_time: 0.2677 (0.2490328697016842)
| > loader_time: 0.0099 (0.009890249893791538)
[1m --> TIME: 2025-02-24 06:22:59 -- STEP: 6755/6985 -- GLOBAL_STEP: 195350[0m
| > loss_text_ce: 0.045681748539209366 (0.04640153899877106)
| > loss_mel_ce: 2.938230037689209 (2.7947626925856017)
| > loss: 0.7459779381752014 (0.7102910580721535)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3024 (0.2489831685843422)
| > loader_time: 0.0096 (0.009886550409188535)
[1m --> TIME: 2025-02-24 06:23:17 -- STEP: 6805/6985 -- GLOBAL_STEP: 195400[0m
| > loss_text_ce: 0.047814033925533295 (0.046402924576285774)
| > loss_mel_ce: 2.768817663192749 (2.794663185253469)
| > loss: 0.7041579484939575 (0.710266527627689)
| > current_lr: 5e-06
| > step_time: 0.2771 (0.24893621371827696)
| > loader_time: 0.0096 (0.009883496307608479)
[1m --> TIME: 2025-02-24 06:23:35 -- STEP: 6855/6985 -- GLOBAL_STEP: 195450[0m
| > loss_text_ce: 0.04597555845975876 (0.04640278941921135)
| > loss_mel_ce: 2.4477086067199707 (2.7946160973292242)
| > loss: 0.6234210133552551 (0.7102547218684808)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2644 (0.24890305496844647)
| > loader_time: 0.009 (0.009879959525199454)
[1m --> TIME: 2025-02-24 06:23:53 -- STEP: 6905/6985 -- GLOBAL_STEP: 195500[0m
| > loss_text_ce: 0.045720260590314865 (0.046404816493510796)
| > loss_mel_ce: 2.6420035362243652 (2.7944378275702118)
| > loss: 0.6719309687614441 (0.7102106612243133)
| > current_lr: 5e-06
| > step_time: 0.2228 (0.24890244775367423)
| > loader_time: 0.0089 (0.009876576374614688)
[1m --> TIME: 2025-02-24 06:24:11 -- STEP: 6955/6985 -- GLOBAL_STEP: 195550[0m
| > loss_text_ce: 0.04370331019163132 (0.04640493516674334)
| > loss_mel_ce: 3.0131702423095703 (2.794323028393741)
| > loss: 0.7642183899879456 (0.7101819911035671)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2963 (0.24891599786101615)
| > loader_time: 0.0097 (0.009873827098514596)
[1m > EVALUATION [0m
[1m--> EVAL PERFORMANCE[0m
| > avg_loader_time:[92m 0.4701216875338087 [0m(-0.018233758951324286)
| > avg_loss_text_ce:[92m 0.045425795043021244 [0m(-0.00017560015316880895)
| > avg_loss_mel_ce:[92m 2.9118150667427414 [0m(-0.001204705705828868)
| > avg_loss:[92m 2.9572408604466056 [0m(-0.0013803017684832497)
> BEST MODEL : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/best_model_195580.pth
[4m[1m > EPOCH: 28/30[0m
--> checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3
[1m > TRAINING (2025-02-24 06:27:05) [0m
[1m --> TIME: 2025-02-24 06:27:13 -- STEP: 20/6985 -- GLOBAL_STEP: 195600[0m
| > loss_text_ce: 0.04688883572816849 (0.04598088394850493)
| > loss_mel_ce: 2.9373795986175537 (2.7978677630424498)
| > loss: 0.7460671067237854 (0.7109621614217758)
| > current_lr: 5e-06
| > step_time: 0.2274 (0.2374820351600647)
| > loader_time: 0.0102 (0.009436023235321046)
[1m --> TIME: 2025-02-24 06:27:31 -- STEP: 70/6985 -- GLOBAL_STEP: 195650[0m
| > loss_text_ce: 0.04344566538929939 (0.0462299074445452)
| > loss_mel_ce: 2.6295926570892334 (2.8318376966885155)
| > loss: 0.6682595610618591 (0.7195168997560228)
| > current_lr: 5e-06
| > step_time: 0.1912 (0.24377169268471854)
| > loader_time: 0.009 (0.009392326218741283)
[1m --> TIME: 2025-02-24 06:27:49 -- STEP: 120/6985 -- GLOBAL_STEP: 195700[0m
| > loss_text_ce: 0.047149624675512314 (0.04633867557470998)
| > loss_mel_ce: 2.303319215774536 (2.8257927844921737)
| > loss: 0.5876172184944153 (0.7180328637361526)
| > current_lr: 5e-06
| > step_time: 0.2261 (0.24312395652135213)
| > loader_time: 0.0093 (0.009375713268915812)
[1m --> TIME: 2025-02-24 06:28:07 -- STEP: 170/6985 -- GLOBAL_STEP: 195750[0m
| > loss_text_ce: 0.043999433517456055 (0.0464147167389884)
| > loss_mel_ce: 2.817336082458496 (2.8372163120438056)
| > loss: 0.715333878993988 (0.7209077554590564)
| > current_lr: 5e-06
| > step_time: 0.2402 (0.24474466548246496)
| > loader_time: 0.0091 (0.009319297005148497)
[1m --> TIME: 2025-02-24 06:28:25 -- STEP: 220/6985 -- GLOBAL_STEP: 195800[0m
| > loss_text_ce: 0.046479642391204834 (0.046404259347102884)
| > loss_mel_ce: 2.6001291275024414 (2.833119828592646)
| > loss: 0.6616522073745728 (0.7198810214346107)
| > current_lr: 5e-06
| > step_time: 0.1701 (0.24526155970313332)
| > loader_time: 0.0085 (0.009358507936651063)
[1m --> TIME: 2025-02-24 06:28:43 -- STEP: 270/6985 -- GLOBAL_STEP: 195850[0m
| > loss_text_ce: 0.044469527900218964 (0.04640095072487992)
| > loss_mel_ce: 2.6431846618652344 (2.8182568510373427)
| > loss: 0.6719135642051697 (0.7161644498507184)
| > current_lr: 5e-06
| > step_time: 0.2549 (0.24557910053818313)
| > loader_time: 0.0087 (0.009320099265487112)
[1m --> TIME: 2025-02-24 06:29:01 -- STEP: 320/6985 -- GLOBAL_STEP: 195900[0m
| > loss_text_ce: 0.04692750424146652 (0.046467323508113646)
| > loss_mel_ce: 2.590209484100342 (2.7950140308588756)
| > loss: 0.659284234046936 (0.7103703381493692)
| > current_lr: 5e-06
| > step_time: 0.2176 (0.24566306918859482)
| > loader_time: 0.0094 (0.009292089939117443)
[1m --> TIME: 2025-02-24 06:29:20 -- STEP: 370/6985 -- GLOBAL_STEP: 195950[0m
| > loss_text_ce: 0.04752442240715027 (0.04646686563217964)
| > loss_mel_ce: 2.7880659103393555 (2.7923280229439627)
| > loss: 0.708897590637207 (0.7096987218470194)
| > current_lr: 5e-06
| > step_time: 0.2859 (0.24654395515854294)
| > loader_time: 0.0094 (0.009270130621420378)
[1m --> TIME: 2025-02-24 06:29:38 -- STEP: 420/6985 -- GLOBAL_STEP: 196000[0m
| > loss_text_ce: 0.04677535593509674 (0.04646529026684309)
| > loss_mel_ce: 3.0460450649261475 (2.797427586430597)
| > loss: 0.7732051014900208 (0.7109732190767931)
| > current_lr: 5e-06
| > step_time: 0.2426 (0.24732728231520879)
| > loader_time: 0.0092 (0.009256392433529818)
> CHECKPOINT : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/checkpoint_196000.pth
[1m --> TIME: 2025-02-24 06:30:12 -- STEP: 470/6985 -- GLOBAL_STEP: 196050[0m
| > loss_text_ce: 0.044460516422986984 (0.04650972150266172)
| > loss_mel_ce: 2.5615310668945312 (2.7953557280783974)
| > loss: 0.6514979004859924 (0.7104663626944772)
| > current_lr: 5e-06
| > step_time: 0.2621 (0.2473177027195058)
| > loader_time: 0.0095 (0.009276060855135009)
[1m --> TIME: 2025-02-24 06:30:30 -- STEP: 520/6985 -- GLOBAL_STEP: 196100[0m
| > loss_text_ce: 0.046581149101257324 (0.04647157781829056)
| > loss_mel_ce: 2.9485082626342773 (2.796744776459842)
| > loss: 0.748772382736206 (0.7108040888722131)
| > current_lr: 5e-06
| > step_time: 0.253 (0.24711442727309008)
| > loader_time: 0.0098 (0.009277058106202348)
[1m --> TIME: 2025-02-24 06:30:48 -- STEP: 570/6985 -- GLOBAL_STEP: 196150[0m
| > loss_text_ce: 0.0472465455532074 (0.046436562134247086)
| > loss_mel_ce: 3.170866012573242 (2.801604950846289)
| > loss: 0.8045281171798706 (0.7120103787957581)
| > current_lr: 5e-06
| > step_time: 0.2156 (0.24747215195706015)
| > loader_time: 0.0093 (0.00928820183402614)
[1m --> TIME: 2025-02-24 06:31:06 -- STEP: 620/6985 -- GLOBAL_STEP: 196200[0m
| > loss_text_ce: 0.046898066997528076 (0.04646785635380975)
| > loss_mel_ce: 3.201505661010742 (2.801857897735415)
| > loss: 0.8121009469032288 (0.7120814390720862)
| > current_lr: 5e-06
| > step_time: 0.1539 (0.24713362878368747)
| > loader_time: 0.0086 (0.009292311053122244)
[1m --> TIME: 2025-02-24 06:31:24 -- STEP: 670/6985 -- GLOBAL_STEP: 196250[0m
| > loss_text_ce: 0.04569561034440994 (0.04647824532394087)
| > loss_mel_ce: 2.568305492401123 (2.7999505382865277)
| > loss: 0.6535002589225769 (0.7116071964377793)
| > current_lr: 5e-06
| > step_time: 0.255 (0.24730587397048723)
| > loader_time: 0.0092 (0.009298195411909876)
[1m --> TIME: 2025-02-24 06:31:42 -- STEP: 720/6985 -- GLOBAL_STEP: 196300[0m
| > loss_text_ce: 0.04791100323200226 (0.04650223212730552)
| > loss_mel_ce: 2.780707597732544 (2.7941835828953363)
| > loss: 0.7071546316146851 (0.7101714546481772)
| > current_lr: 5e-06
| > step_time: 0.2504 (0.24719933172067007)
| > loader_time: 0.0095 (0.00930021107196808)
[1m --> TIME: 2025-02-24 06:32:01 -- STEP: 770/6985 -- GLOBAL_STEP: 196350[0m
| > loss_text_ce: 0.04602459818124771 (0.04652436607843868)
| > loss_mel_ce: 3.203355312347412 (2.7944707732696075)
| > loss: 0.8123449683189392 (0.710248785823971)
| > current_lr: 5e-06
| > step_time: 0.2903 (0.2478635295644983)
| > loader_time: 0.0094 (0.009307587920845323)
[1m --> TIME: 2025-02-24 06:32:19 -- STEP: 820/6985 -- GLOBAL_STEP: 196400[0m
| > loss_text_ce: 0.046238355338573456 (0.04651656303918215)
| > loss_mel_ce: 2.750145196914673 (2.790240795583263)
| > loss: 0.6990959048271179 (0.7091893404722216)
| > current_lr: 5e-06
| > step_time: 0.2209 (0.24718105385943157)
| > loader_time: 0.009 (0.009304779622612924)
[1m --> TIME: 2025-02-24 06:32:37 -- STEP: 870/6985 -- GLOBAL_STEP: 196450[0m
| > loss_text_ce: 0.049928050488233566 (0.04650915802467142)
| > loss_mel_ce: 2.409752130508423 (2.7910298387209607)
| > loss: 0.6149200201034546 (0.7093847502237082)
| > current_lr: 5e-06
| > step_time: 0.2731 (0.2476113916813642)
| > loader_time: 0.0096 (0.009310752495952037)
[1m --> TIME: 2025-02-24 06:32:55 -- STEP: 920/6985 -- GLOBAL_STEP: 196500[0m
| > loss_text_ce: 0.04303964227437973 (0.04651082434650995)
| > loss_mel_ce: 3.09012770652771 (2.788432974530306)
| > loss: 0.7832918167114258 (0.7087359506798829)
| > current_lr: 5e-06
| > step_time: 0.1912 (0.24767860174179077)
| > loader_time: 0.0093 (0.009312145347180573)
[1m --> TIME: 2025-02-24 06:33:14 -- STEP: 970/6985 -- GLOBAL_STEP: 196550[0m
| > loss_text_ce: 0.04532783478498459 (0.04649788733456551)
| > loss_mel_ce: 2.789621591567993 (2.791488700674984)
| > loss: 0.7087373733520508 (0.7094966480412437)
| > current_lr: 5e-06
| > step_time: 0.195 (0.247869716968733)
| > loader_time: 0.0089 (0.009314049150525909)
[1m --> TIME: 2025-02-24 06:33:32 -- STEP: 1020/6985 -- GLOBAL_STEP: 196600[0m
| > loss_text_ce: 0.04472878947854042 (0.046476734005937374)
| > loss_mel_ce: 2.9754579067230225 (2.79094021869641)
| > loss: 0.7550466656684875 (0.7093542392347375)
| > current_lr: 5e-06
| > step_time: 0.1974 (0.24800082491893394)
| > loader_time: 0.0086 (0.009312275344250248)
[1m --> TIME: 2025-02-24 06:33:50 -- STEP: 1070/6985 -- GLOBAL_STEP: 196650[0m
| > loss_text_ce: 0.043997667729854584 (0.04647750668575829)
| > loss_mel_ce: 2.6084322929382324 (2.7914770851625486)
| > loss: 0.6631075143814087 (0.7094886490117722)
| > current_lr: 5e-06
| > step_time: 0.2326 (0.2480527169236513)
| > loader_time: 0.0089 (0.009316609284588108)
[1m --> TIME: 2025-02-24 06:34:09 -- STEP: 1120/6985 -- GLOBAL_STEP: 196700[0m
| > loss_text_ce: 0.04698475822806358 (0.046457992484127825)
| > loss_mel_ce: 3.0075972080230713 (2.7918769139264334)
| > loss: 0.7636454701423645 (0.7095837275896753)
| > current_lr: 5e-06
| > step_time: 0.2251 (0.2482517265847751)
| > loader_time: 0.0096 (0.00931943207979202)
[1m --> TIME: 2025-02-24 06:34:27 -- STEP: 1170/6985 -- GLOBAL_STEP: 196750[0m
| > loss_text_ce: 0.04611211270093918 (0.046451465400238284)
| > loss_mel_ce: 2.813692808151245 (2.790178243013531)
| > loss: 0.71495121717453 (0.7091574279161598)
| > current_lr: 5e-06
| > step_time: 0.1856 (0.24799716391115106)
| > loader_time: 0.009 (0.009324292036203235)
[1m --> TIME: 2025-02-24 06:34:45 -- STEP: 1220/6985 -- GLOBAL_STEP: 196800[0m
| > loss_text_ce: 0.047401342540979385 (0.04645088081416046)
| > loss_mel_ce: 2.83054780960083 (2.792176523853523)
| > loss: 0.7194873094558716 (0.7096568517997612)
| > current_lr: 5e-06
| > step_time: 0.2448 (0.24811142135838993)
| > loader_time: 0.0093 (0.009333815535560981)
[1m --> TIME: 2025-02-24 06:35:04 -- STEP: 1270/6985 -- GLOBAL_STEP: 196850[0m
| > loss_text_ce: 0.047637905925512314 (0.046447447693254054)
| > loss_mel_ce: 2.5885231494903564 (2.793770844072809)
| > loss: 0.6590402722358704 (0.7100545736279076)
| > current_lr: 5e-06
| > step_time: 0.1904 (0.24825166116549274)
| > loader_time: 0.0092 (0.009341572025629477)
[1m --> TIME: 2025-02-24 06:35:21 -- STEP: 1320/6985 -- GLOBAL_STEP: 196900[0m
| > loss_text_ce: 0.04836103692650795 (0.04644080743645172)
| > loss_mel_ce: 3.2926759719848633 (2.793560686346258)
| > loss: 0.8352592587471008 (0.7100003741455799)
| > current_lr: 5e-06
| > step_time: 0.2437 (0.24786795847343676)
| > loader_time: 0.0099 (0.00934529232256341)
[1m --> TIME: 2025-02-24 06:35:38 -- STEP: 1370/6985 -- GLOBAL_STEP: 196950[0m
| > loss_text_ce: 0.048284146934747696 (0.04643504827072581)
| > loss_mel_ce: 2.8427345752716064 (2.7913379013973434)
| > loss: 0.7227546572685242 (0.7094432380512676)
| > current_lr: 5e-06
| > step_time: 0.2316 (0.24743169624439992)
| > loader_time: 0.0092 (0.009346450506335638)
[1m --> TIME: 2025-02-24 06:35:57 -- STEP: 1420/6985 -- GLOBAL_STEP: 197000[0m
| > loss_text_ce: 0.04583360627293587 (0.04642107111047687)
| > loss_mel_ce: 2.75097393989563 (2.790827594424638)
| > loss: 0.6992018818855286 (0.7093121670501321)
| > current_lr: 5e-06
| > step_time: 0.251 (0.24755798897273104)
| > loader_time: 0.0099 (0.009353086310373241)
> CHECKPOINT : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/checkpoint_197000.pth
[1m --> TIME: 2025-02-24 06:36:30 -- STEP: 1470/6985 -- GLOBAL_STEP: 197050[0m
| > loss_text_ce: 0.04902317002415657 (0.04641446131376584)
| > loss_mel_ce: 2.4924566745758057 (2.790976299639463)
| > loss: 0.6353699564933777 (0.7093476910169421)
| > current_lr: 5e-06
| > step_time: 0.2274 (0.24763685862223309)
| > loader_time: 0.0093 (0.009356954146404674)
[1m --> TIME: 2025-02-24 06:36:48 -- STEP: 1520/6985 -- GLOBAL_STEP: 197100[0m
| > loss_text_ce: 0.04631906747817993 (0.046403520086191946)
| > loss_mel_ce: 2.4897143840789795 (2.7919217745724487)
| > loss: 0.6340083479881287 (0.7095813243404803)
| > current_lr: 5e-06
| > step_time: 0.2093 (0.24756126623404653)
| > loader_time: 0.0096 (0.009365368830530291)
[1m --> TIME: 2025-02-24 06:37:06 -- STEP: 1570/6985 -- GLOBAL_STEP: 197150[0m
| > loss_text_ce: 0.045439042150974274 (0.04639879995185855)
| > loss_mel_ce: 3.2643299102783203 (2.792919061745809)
| > loss: 0.8274422287940979 (0.7098294660543928)
| > current_lr: 5e-06
| > step_time: 0.2449 (0.24744591166259378)
| > loader_time: 0.0089 (0.009374122407026375)
[1m --> TIME: 2025-02-24 06:37:23 -- STEP: 1620/6985 -- GLOBAL_STEP: 197200[0m
| > loss_text_ce: 0.0447339303791523 (0.04640435564251222)
| > loss_mel_ce: 2.5461435317993164 (2.791023833810548)
| > loss: 0.6477193832397461 (0.7093570480008173)
| > current_lr: 5e-06
| > step_time: 0.2251 (0.24726218500255068)
| > loader_time: 0.0092 (0.00937203993032011)
[1m --> TIME: 2025-02-24 06:37:41 -- STEP: 1670/6985 -- GLOBAL_STEP: 197250[0m
| > loss_text_ce: 0.043654102832078934 (0.04639940959161624)
| > loss_mel_ce: 3.1790220737457275 (2.790497020047583)
| > loss: 0.8056690692901611 (0.7092241080935119)
| > current_lr: 5e-06
| > step_time: 0.2204 (0.24724384282163517)
| > loader_time: 0.0092 (0.009372938321736076)
[1m --> TIME: 2025-02-24 06:37:59 -- STEP: 1720/6985 -- GLOBAL_STEP: 197300[0m
| > loss_text_ce: 0.04920557513833046 (0.04640067166887047)
| > loss_mel_ce: 2.9366230964660645 (2.7888864568499643)
| > loss: 0.7464571595191956 (0.7088217828509409)
| > current_lr: 5e-06
| > step_time: 0.2257 (0.2470700706160346)
| > loader_time: 0.0095 (0.009370571374893222)
[1m --> TIME: 2025-02-24 06:38:17 -- STEP: 1770/6985 -- GLOBAL_STEP: 197350[0m
| > loss_text_ce: 0.04513417184352875 (0.04640790601655585)
| > loss_mel_ce: 2.132058620452881 (2.7874396198886946)
| > loss: 0.5442981719970703 (0.7084618820645705)
| > current_lr: 5e-06
| > step_time: 0.1837 (0.24697098772404558)
| > loader_time: 0.0088 (0.009369829010828772)
[1m --> TIME: 2025-02-24 06:38:35 -- STEP: 1820/6985 -- GLOBAL_STEP: 197400[0m
| > loss_text_ce: 0.04727035388350487 (0.046407660936097495)
| > loss_mel_ce: 2.74118709564209 (2.788198862364005)
| > loss: 0.6971143484115601 (0.7086516314482941)
| > current_lr: 5e-06
| > step_time: 0.2501 (0.24697458744049072)
| > loader_time: 0.0099 (0.009369382360479366)
[1m --> TIME: 2025-02-24 06:38:54 -- STEP: 1870/6985 -- GLOBAL_STEP: 197450[0m
| > loss_text_ce: 0.04327014461159706 (0.046394398756683795)
| > loss_mel_ce: 2.8093724250793457 (2.7883958389414834)
| > loss: 0.7131606340408325 (0.7086975599355229)
| > current_lr: 5e-06
| > step_time: 0.2868 (0.24719836571637321)
| > loader_time: 0.0096 (0.009370923297290527)
[1m --> TIME: 2025-02-24 06:39:12 -- STEP: 1920/6985 -- GLOBAL_STEP: 197500[0m
| > loss_text_ce: 0.046354491263628006 (0.04640613804028056)
| > loss_mel_ce: 2.4561614990234375 (2.786403165012599)
| > loss: 0.6256290078163147 (0.7082023262356709)
| > current_lr: 5e-06
| > step_time: 0.165 (0.2471333835273981)
| > loader_time: 0.0091 (0.009378863374392222)
[1m --> TIME: 2025-02-24 06:39:30 -- STEP: 1970/6985 -- GLOBAL_STEP: 197550[0m
| > loss_text_ce: 0.04698428511619568 (0.04641512744317802)
| > loss_mel_ce: 2.907032012939453 (2.7871001532840256)
| > loss: 0.7385040521621704 (0.7083788205826939)
| > current_lr: 5e-06
| > step_time: 0.186 (0.24718273085386014)
| > loader_time: 0.0092 (0.009389603924630285)
[1m --> TIME: 2025-02-24 06:39:48 -- STEP: 2020/6985 -- GLOBAL_STEP: 197600[0m
| > loss_text_ce: 0.04481255263090134 (0.04641752437789839)
| > loss_mel_ce: 2.696748971939087 (2.7864279466100266)
| > loss: 0.6853903532028198 (0.708211368145328)
| > current_lr: 5e-06
| > step_time: 0.2378 (0.2472657342948536)
| > loader_time: 0.0093 (0.009396909369100467)
[1m --> TIME: 2025-02-24 06:40:06 -- STEP: 2070/6985 -- GLOBAL_STEP: 197650[0m
| > loss_text_ce: 0.04968658462166786 (0.046417479159463405)
| > loss_mel_ce: 2.7002272605895996 (2.7868143976598554)
| > loss: 0.6874784827232361 (0.7083079696565425)
| > current_lr: 5e-06
| > step_time: 0.2893 (0.2472576569819796)
| > loader_time: 0.01 (0.009409952969942719)
[1m --> TIME: 2025-02-24 06:40:25 -- STEP: 2120/6985 -- GLOBAL_STEP: 197700[0m
| > loss_text_ce: 0.048422545194625854 (0.046419920944520854)
| > loss_mel_ce: 2.672585964202881 (2.7871053777775683)
| > loss: 0.6802521347999573 (0.7083813251189457)
| > current_lr: 5e-06
| > step_time: 0.2402 (0.24725834794764248)
| > loader_time: 0.0093 (0.009408813602519515)
[1m --> TIME: 2025-02-24 06:40:43 -- STEP: 2170/6985 -- GLOBAL_STEP: 197750[0m
| > loss_text_ce: 0.04757893085479736 (0.04642960940603559)
| > loss_mel_ce: 2.6778995990753174 (2.7867726236993833)
| > loss: 0.6813696622848511 (0.70830055870768)
| > current_lr: 5e-06
| > step_time: 0.2461 (0.24729092582579582)
| > loader_time: 0.0096 (0.009412895149899)
[1m --> TIME: 2025-02-24 06:41:01 -- STEP: 2220/6985 -- GLOBAL_STEP: 197800[0m
| > loss_text_ce: 0.04476282373070717 (0.04641886403331077)
| > loss_mel_ce: 2.765996217727661 (2.78683490581341)
| > loss: 0.7026897668838501 (0.7083134428606369)
| > current_lr: 5e-06
| > step_time: 0.2379 (0.24729188573253047)
| > loader_time: 0.0097 (0.00941529972059236)
[1m --> TIME: 2025-02-24 06:41:19 -- STEP: 2270/6985 -- GLOBAL_STEP: 197850[0m
| > loss_text_ce: 0.04808888956904411 (0.04641569071995001)
| > loss_mel_ce: 2.9817709922790527 (2.7873025361661923)
| > loss: 0.7574649453163147 (0.7084295570062639)
| > current_lr: 5e-06
| > step_time: 0.2395 (0.24742654987368815)
| > loader_time: 0.0095 (0.009418759051923744)
[1m --> TIME: 2025-02-24 06:41:37 -- STEP: 2320/6985 -- GLOBAL_STEP: 197900[0m
| > loss_text_ce: 0.05070479214191437 (0.046424613791871135)
| > loss_mel_ce: 2.420403242111206 (2.7863860829123186)
| > loss: 0.6177769899368286 (0.7082026745481729)
| > current_lr: 5e-06
| > step_time: 0.1815 (0.24736149239129035)
| > loader_time: 0.0094 (0.009422918126500918)
[1m --> TIME: 2025-02-24 06:41:56 -- STEP: 2370/6985 -- GLOBAL_STEP: 197950[0m
| > loss_text_ce: 0.04641750827431679 (0.046430320901018146)
| > loss_mel_ce: 2.540109157562256 (2.786408386652988)
| > loss: 0.64663165807724 (0.7082096773109352)
| > current_lr: 5e-06
| > step_time: 0.2077 (0.24739640996425966)
| > loader_time: 0.0091 (0.009429253505755105)
[1m --> TIME: 2025-02-24 06:42:14 -- STEP: 2420/6985 -- GLOBAL_STEP: 198000[0m
| > loss_text_ce: 0.047118935734033585 (0.046427894628429695)
| > loss_mel_ce: 2.8889567852020264 (2.7864297059941925)
| > loss: 0.7340189218521118 (0.7082144005732097)
| > current_lr: 5e-06
| > step_time: 0.2171 (0.2474122913415767)
| > loader_time: 0.0092 (0.009431735149099845)
> CHECKPOINT : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/checkpoint_198000.pth
[1m --> TIME: 2025-02-24 06:42:48 -- STEP: 2470/6985 -- GLOBAL_STEP: 198050[0m
| > loss_text_ce: 0.04579933360219002 (0.04641770525168068)
| > loss_mel_ce: 2.8124935626983643 (2.787670848823274)
| > loss: 0.7145732045173645 (0.7085221389044629)
| > current_lr: 5e-06
| > step_time: 0.2586 (0.24746114387203325)
| > loader_time: 0.009 (0.00943538949557166)
[1m --> TIME: 2025-02-24 06:43:06 -- STEP: 2520/6985 -- GLOBAL_STEP: 198100[0m
| > loss_text_ce: 0.046034131199121475 (0.046419357833644655)
| > loss_mel_ce: 2.9703402519226074 (2.787011147302299)
| > loss: 0.754093587398529 (0.7083576266727752)
| > current_lr: 5e-06
| > step_time: 0.251 (0.24756251176198324)
| > loader_time: 0.0099 (0.00943885890264364)
[1m --> TIME: 2025-02-24 06:43:24 -- STEP: 2570/6985 -- GLOBAL_STEP: 198150[0m
| > loss_text_ce: 0.04509585350751877 (0.04642223427180876)
| > loss_mel_ce: 2.887847423553467 (2.7866256649856025)
| > loss: 0.7332358360290527 (0.7082619752401508)
| > current_lr: 5e-06
| > step_time: 0.2449 (0.24762124838996027)
| > loader_time: 0.0094 (0.009441231104186576)
[1m --> TIME: 2025-02-24 06:43:43 -- STEP: 2620/6985 -- GLOBAL_STEP: 198200[0m
| > loss_text_ce: 0.0464198961853981 (0.04642292746833256)
| > loss_mel_ce: 3.018901824951172 (2.7869075934395577)
| > loss: 0.7663304209709167 (0.7083326306506881)
| > current_lr: 5e-06
| > step_time: 0.2489 (0.2477150692284562)
| > loader_time: 0.0096 (0.009441290647928985)
[1m --> TIME: 2025-02-24 06:44:01 -- STEP: 2670/6985 -- GLOBAL_STEP: 198250[0m
| > loss_text_ce: 0.04427844285964966 (0.04641856205848487)
| > loss_mel_ce: 2.926985740661621 (2.786865911233742)
| > loss: 0.7428160309791565 (0.7083211186896553)
| > current_lr: 5e-06
| > step_time: 0.2545 (0.24777170040187765)
| > loader_time: 0.0096 (0.00944388609253962)
[1m --> TIME: 2025-02-24 06:44:20 -- STEP: 2720/6985 -- GLOBAL_STEP: 198300[0m
| > loss_text_ce: 0.04441513121128082 (0.046414014661465434)
| > loss_mel_ce: 3.0345165729522705 (2.7870479983442027)
| > loss: 0.7697329521179199 (0.7083655036766743)
| > current_lr: 5e-06
| > step_time: 0.251 (0.24793637167004978)
| > loader_time: 0.0105 (0.009448173905120209)
[1m --> TIME: 2025-02-24 06:44:39 -- STEP: 2770/6985 -- GLOBAL_STEP: 198350[0m
| > loss_text_ce: 0.048123836517333984 (0.04641091805556616)
| > loss_mel_ce: 2.9347033500671387 (2.7871548233479837)
| > loss: 0.7457067966461182 (0.7083914357832624)
| > current_lr: 5e-06
| > step_time: 0.2757 (0.248096025205261)
| > loader_time: 0.0096 (0.009451797808981144)
[1m --> TIME: 2025-02-24 06:44:57 -- STEP: 2820/6985 -- GLOBAL_STEP: 198400[0m
| > loss_text_ce: 0.04913980886340141 (0.04640318974456249)
| > loss_mel_ce: 2.8169848918914795 (2.787746570888145)
| > loss: 0.7165311574935913 (0.7085374406254884)
| > current_lr: 5e-06
| > step_time: 0.2491 (0.24806472832429494)
| > loader_time: 0.0097 (0.00945543642585162)
[1m --> TIME: 2025-02-24 06:45:15 -- STEP: 2870/6985 -- GLOBAL_STEP: 198450[0m
| > loss_text_ce: 0.048476677387952805 (0.046401790094655934)
| > loss_mel_ce: 3.4419028759002686 (2.7879595867017466)
| > loss: 0.8725948929786682 (0.7085903447264162)
| > current_lr: 5e-06
| > step_time: 0.2851 (0.24791344549597763)
| > loader_time: 0.0102 (0.00945966708950883)
[1m --> TIME: 2025-02-24 06:45:33 -- STEP: 2920/6985 -- GLOBAL_STEP: 198500[0m
| > loss_text_ce: 0.048265669494867325 (0.04640003363920805)
| > loss_mel_ce: 2.320765733718872 (2.787273071318462)
| > loss: 0.5922578573226929 (0.7084182767223005)
| > current_lr: 5e-06
| > step_time: 0.221 (0.24811098493941844)
| > loader_time: 0.0096 (0.009465795347135401)
[1m --> TIME: 2025-02-24 06:45:51 -- STEP: 2970/6985 -- GLOBAL_STEP: 198550[0m
| > loss_text_ce: 0.042529284954071045 (0.046392740528742024)
| > loss_mel_ce: 2.692133903503418 (2.7863117972608418)
| > loss: 0.6836658120155334 (0.7081761350134005)
| > current_lr: 5e-06
| > step_time: 0.1975 (0.2479377420663031)
| > loader_time: 0.0092 (0.009467589493953862)
[1m --> TIME: 2025-02-24 06:46:09 -- STEP: 3020/6985 -- GLOBAL_STEP: 198600[0m
| > loss_text_ce: 0.04505091533064842 (0.046394963743818865)
| > loss_mel_ce: 2.6923294067382812 (2.78618453354236)
| > loss: 0.6843450665473938 (0.7081448748806455)
| > current_lr: 5e-06
| > step_time: 0.1935 (0.24794165014431177)
| > loader_time: 0.0095 (0.00947142152596788)
[1m --> TIME: 2025-02-24 06:46:28 -- STEP: 3070/6985 -- GLOBAL_STEP: 198650[0m
| > loss_text_ce: 0.04712415114045143 (0.04639300327954342)
| > loss_mel_ce: 2.8216094970703125 (2.7861117621586504)
| > loss: 0.7171834111213684 (0.70812619194534)
| > current_lr: 5e-06
| > step_time: 0.2402 (0.24805009792216048)
| > loader_time: 0.0095 (0.009478030686269803)
[1m --> TIME: 2025-02-24 06:46:46 -- STEP: 3120/6985 -- GLOBAL_STEP: 198700[0m
| > loss_text_ce: 0.0457657091319561 (0.04639342768858063)
| > loss_mel_ce: 2.769710063934326 (2.787217054611602)
| > loss: 0.7038689255714417 (0.7084026211920457)
| > current_lr: 5e-06
| > step_time: 0.128 (0.24802811298614894)
| > loader_time: 0.0092 (0.009482882420222013)
[1m --> TIME: 2025-02-24 06:47:04 -- STEP: 3170/6985 -- GLOBAL_STEP: 198750[0m
| > loss_text_ce: 0.0440913625061512 (0.04638959452133821)
| > loss_mel_ce: 2.993469715118408 (2.787568152439712)
| > loss: 0.7593902945518494 (0.7084894373589886)
| > current_lr: 5e-06
| > step_time: 0.1965 (0.24806298359711462)
| > loader_time: 0.0093 (0.009488050719541006)
[1m --> TIME: 2025-02-24 06:47:23 -- STEP: 3220/6985 -- GLOBAL_STEP: 198800[0m
| > loss_text_ce: 0.04816073924303055 (0.046387893774818514)
| > loss_mel_ce: 2.9222934246063232 (2.7881042187258367)
| > loss: 0.7426135540008545 (0.7086230287085409)
| > current_lr: 5e-06
| > step_time: 0.23 (0.24815442473251628)
| > loader_time: 0.0101 (0.009493113304517327)
[1m --> TIME: 2025-02-24 06:47:41 -- STEP: 3270/6985 -- GLOBAL_STEP: 198850[0m
| > loss_text_ce: 0.04640986770391464 (0.046391082635941085)
| > loss_mel_ce: 2.9861226081848145 (2.7883471048570962)
| > loss: 0.7581331133842468 (0.7086845474505643)
| > current_lr: 5e-06
| > step_time: 0.1927 (0.2481701422904245)
| > loader_time: 0.0092 (0.00949789726770621)
[1m --> TIME: 2025-02-24 06:48:00 -- STEP: 3320/6985 -- GLOBAL_STEP: 198900[0m
| > loss_text_ce: 0.04311792925000191 (0.046393197506711024)
| > loss_mel_ce: 2.8008854389190674 (2.788522504539379)
| > loss: 0.7110008597373962 (0.7087289260992085)
| > current_lr: 5e-06
| > step_time: 0.2451 (0.24830828251608883)
| > loader_time: 0.0101 (0.009504762615066017)
[1m --> TIME: 2025-02-24 06:48:19 -- STEP: 3370/6985 -- GLOBAL_STEP: 198950[0m
| > loss_text_ce: 0.04582306370139122 (0.04639130153690491)
| > loss_mel_ce: 2.666792154312134 (2.787452913816326)
| > loss: 0.6781538128852844 (0.7084610544786255)
| > current_lr: 5e-06
| > step_time: 0.282 (0.2483943396576788)
| > loader_time: 0.0099 (0.009509448835333348)
[1m --> TIME: 2025-02-24 06:48:37 -- STEP: 3420/6985 -- GLOBAL_STEP: 199000[0m
| > loss_text_ce: 0.047938816249370575 (0.04638876161859394)
| > loss_mel_ce: 2.9762535095214844 (2.787625376732033)
| > loss: 0.7560480833053589 (0.7085035351981893)
| > current_lr: 5e-06
| > step_time: 0.2487 (0.2484337163947479)
| > loader_time: 0.0097 (0.009513993779121129)
> CHECKPOINT : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/checkpoint_199000.pth
[1m --> TIME: 2025-02-24 06:49:12 -- STEP: 3470/6985 -- GLOBAL_STEP: 199050[0m
| > loss_text_ce: 0.04703094810247421 (0.04638357754227747)
| > loss_mel_ce: 3.059399127960205 (2.788695273687933)
| > loss: 0.7766075134277344 (0.708769713406604)
| > current_lr: 5e-06
| > step_time: 0.2204 (0.24847318349722827)
| > loader_time: 0.0094 (0.009523260009391892)
[1m --> TIME: 2025-02-24 06:49:30 -- STEP: 3520/6985 -- GLOBAL_STEP: 199100[0m
| > loss_text_ce: 0.04555864259600639 (0.04637761946386569)
| > loss_mel_ce: 3.028162717819214 (2.7880220617083027)
| > loss: 0.7684303522109985 (0.7085999208756468)
| > current_lr: 5e-06
| > step_time: 0.2927 (0.24845333952795376)
| > loader_time: 0.0101 (0.009528307142582846)
[1m --> TIME: 2025-02-24 06:49:49 -- STEP: 3570/6985 -- GLOBAL_STEP: 199150[0m
| > loss_text_ce: 0.04708969593048096 (0.046372934659363804)
| > loss_mel_ce: 2.949892520904541 (2.7871459512149626)
| > loss: 0.7492455244064331 (0.708379722008852)
| > current_lr: 5e-06
| > step_time: 0.2871 (0.24851595594101594)
| > loader_time: 0.0097 (0.009530741827828584)
[1m --> TIME: 2025-02-24 06:50:06 -- STEP: 3620/6985 -- GLOBAL_STEP: 199200[0m
| > loss_text_ce: 0.04445400461554527 (0.046369370589681054)
| > loss_mel_ce: 3.315765619277954 (2.7873369475096013)
| > loss: 0.8400549292564392 (0.7084265800964766)
| > current_lr: 5e-06
| > step_time: 0.2523 (0.2483428682411573)
| > loader_time: 0.01 (0.009531835231991801)
[1m --> TIME: 2025-02-24 06:50:24 -- STEP: 3670/6985 -- GLOBAL_STEP: 199250[0m
| > loss_text_ce: 0.04767343029379845 (0.046367279465541165)
| > loss_mel_ce: 2.7970130443573 (2.787079719951436)
| > loss: 0.7111716270446777 (0.7083617504351145)
| > current_lr: 5e-06
| > step_time: 0.2379 (0.24838196120405068)
| > loader_time: 0.0097 (0.00953391514292209)
[1m --> TIME: 2025-02-24 06:50:43 -- STEP: 3720/6985 -- GLOBAL_STEP: 199300[0m
| > loss_text_ce: 0.044052332639694214 (0.046363379432749645)
| > loss_mel_ce: 2.7014307975769043 (2.786894353294889)
| > loss: 0.6863707900047302 (0.708314433741954)
| > current_lr: 5e-06
| > step_time: 0.172 (0.24836593936848383)
| > loader_time: 0.0095 (0.009536847440145386)
[1m --> TIME: 2025-02-24 06:51:01 -- STEP: 3770/6985 -- GLOBAL_STEP: 199350[0m
| > loss_text_ce: 0.04572206735610962 (0.046357939060312964)
| > loss_mel_ce: 2.9476895332336426 (2.786702514327177)
| > loss: 0.7483528852462769 (0.7082651138621869)
| > current_lr: 5e-06
| > step_time: 0.2413 (0.2483797523640195)
| > loader_time: 0.0097 (0.009538366434112506)
[1m --> TIME: 2025-02-24 06:51:20 -- STEP: 3820/6985 -- GLOBAL_STEP: 199400[0m
| > loss_text_ce: 0.0458562932908535 (0.04636026023940731)
| > loss_mel_ce: 2.8926544189453125 (2.786161140808888)
| > loss: 0.7346276640892029 (0.7081303507557715)
| > current_lr: 5e-06
| > step_time: 0.2388 (0.24846601504930027)
| > loader_time: 0.0093 (0.009539907889840528)
[1m --> TIME: 2025-02-24 06:51:38 -- STEP: 3870/6985 -- GLOBAL_STEP: 199450[0m
| > loss_text_ce: 0.04705512896180153 (0.04636535071202331)
| > loss_mel_ce: 2.806091070175171 (2.7856375985675426)
| > loss: 0.7132865786552429 (0.7080007377983064)
| > current_lr: 5e-06
| > step_time: 0.2556 (0.24843787684921145)
| > loader_time: 0.0097 (0.009540484980403335)
[1m --> TIME: 2025-02-24 06:51:56 -- STEP: 3920/6985 -- GLOBAL_STEP: 199500[0m
| > loss_text_ce: 0.045158881694078445 (0.04636529111968616)
| > loss_mel_ce: 2.7184903621673584 (2.785306798012893)
| > loss: 0.6909123063087463 (0.707918022785868)
| > current_lr: 5e-06
| > step_time: 0.1887 (0.24845954392637526)
| > loader_time: 0.0093 (0.009541894525897782)
[1m --> TIME: 2025-02-24 06:52:14 -- STEP: 3970/6985 -- GLOBAL_STEP: 199550[0m
| > loss_text_ce: 0.04694705829024315 (0.04635935124450873)
| > loss_mel_ce: 2.9907357692718506 (2.7850183834056748)
| > loss: 0.7594206929206848 (0.7078444341267986)
| > current_lr: 5e-06
| > step_time: 0.2618 (0.24845899202361216)
| > loader_time: 0.0096 (0.009542748429613125)
[1m --> TIME: 2025-02-24 06:52:32 -- STEP: 4020/6985 -- GLOBAL_STEP: 199600[0m
| > loss_text_ce: 0.04596838727593422 (0.04635375420289546)
| > loss_mel_ce: 2.669002056121826 (2.785089704942944)
| > loss: 0.6787425875663757 (0.7078608652252463)
| > current_lr: 5e-06
| > step_time: 0.2525 (0.24836543478182893)
| > loader_time: 0.0101 (0.009542705822939932)
[1m --> TIME: 2025-02-24 06:52:50 -- STEP: 4070/6985 -- GLOBAL_STEP: 199650[0m
| > loss_text_ce: 0.043983832001686096 (0.04635343015999404)
| > loss_mel_ce: 2.9877867698669434 (2.7850622634044186)
| > loss: 0.7579426765441895 (0.7078539238515006)
| > current_lr: 5e-06
| > step_time: 0.2871 (0.248362651796833)
| > loader_time: 0.0103 (0.009543810722576054)
[1m --> TIME: 2025-02-24 06:53:08 -- STEP: 4120/6985 -- GLOBAL_STEP: 199700[0m
| > loss_text_ce: 0.047754667699337006 (0.046354813952432926)
| > loss_mel_ce: 3.009037971496582 (2.7842383226144696)
| > loss: 0.7641981840133667 (0.7076482845452226)
| > current_lr: 5e-06
| > step_time: 0.2249 (0.24822645360983692)
| > loader_time: 0.0096 (0.00954413275116859)
[1m --> TIME: 2025-02-24 06:53:26 -- STEP: 4170/6985 -- GLOBAL_STEP: 199750[0m
| > loss_text_ce: 0.04466872662305832 (0.04635146932779167)
| > loss_mel_ce: 2.532280683517456 (2.7845202703841907)
| > loss: 0.6442373394966125 (0.707717935344298)
| > current_lr: 5e-06
| > step_time: 0.2872 (0.24819767120644914)
| > loader_time: 0.0102 (0.009545385408744573)
[1m --> TIME: 2025-02-24 06:53:44 -- STEP: 4220/6985 -- GLOBAL_STEP: 199800[0m
| > loss_text_ce: 0.04716785252094269 (0.04634940666963136)
| > loss_mel_ce: 2.998471260070801 (2.7850980493129747)
| > loss: 0.7614097595214844 (0.7078618643831869)
| > current_lr: 5e-06
| > step_time: 0.2413 (0.24822338068089778)
| > loader_time: 0.0101 (0.00954907138200736)
[1m --> TIME: 2025-02-24 06:54:02 -- STEP: 4270/6985 -- GLOBAL_STEP: 199850[0m
| > loss_text_ce: 0.0439620241522789 (0.04634494240149261)
| > loss_mel_ce: 2.922853946685791 (2.7854764482176586)
| > loss: 0.741703987121582 (0.7079553480589418)
| > current_lr: 5e-06
| > step_time: 0.1941 (0.24823507464183298)
| > loader_time: 0.0095 (0.009552565614847757)
[1m --> TIME: 2025-02-24 06:54:21 -- STEP: 4320/6985 -- GLOBAL_STEP: 199900[0m
| > loss_text_ce: 0.04718375205993652 (0.04634743160999344)
| > loss_mel_ce: 2.517951726913452 (2.7852968511758043)
| > loss: 0.6412838697433472 (0.7079110710709184)
| > current_lr: 5e-06
| > step_time: 0.2491 (0.24829328297464937)
| > loader_time: 0.011 (0.009557547227100123)
[1m --> TIME: 2025-02-24 06:54:39 -- STEP: 4370/6985 -- GLOBAL_STEP: 199950[0m
| > loss_text_ce: 0.04457460716366768 (0.04635117343569372)
| > loss_mel_ce: 2.859412908554077 (2.7852867160836414)
| > loss: 0.7259968519210815 (0.7079094727606746)
| > current_lr: 5e-06
| > step_time: 0.2903 (0.24829768190667612)
| > loader_time: 0.0099 (0.009558777296297644)
[1m --> TIME: 2025-02-24 06:54:57 -- STEP: 4420/6985 -- GLOBAL_STEP: 200000[0m
| > loss_text_ce: 0.04418092593550682 (0.04634623749695751)
| > loss_mel_ce: 2.859355926513672 (2.7851986953036287)
| > loss: 0.725884199142456 (0.7078862336021747)
| > current_lr: 5e-06
| > step_time: 0.1958 (0.24828769588901986)
| > loader_time: 0.009 (0.009559749586010443)
> CHECKPOINT : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/checkpoint_200000.pth
[1m --> TIME: 2025-02-24 06:55:32 -- STEP: 4470/6985 -- GLOBAL_STEP: 200050[0m
| > loss_text_ce: 0.04595809057354927 (0.04634675528245751)
| > loss_mel_ce: 3.207253932952881 (2.7853975357892)
| > loss: 0.8133029937744141 (0.7079360731896143)
| > current_lr: 5e-06
| > step_time: 0.2749 (0.24836449153738)
| > loader_time: 0.0095 (0.009561996385288485)
[1m --> TIME: 2025-02-24 06:55:50 -- STEP: 4520/6985 -- GLOBAL_STEP: 200100[0m
| > loss_text_ce: 0.04868875443935394 (0.04634854382035873)
| > loss_mel_ce: 2.7807350158691406 (2.784947737022838)
| > loss: 0.7073559165000916 (0.7078240706593596)
| > current_lr: 5e-06
| > step_time: 0.2194 (0.2482770009905891)
| > loader_time: 0.0097 (0.009562772406940997)
[1m --> TIME: 2025-02-24 06:56:09 -- STEP: 4570/6985 -- GLOBAL_STEP: 200150[0m
| > loss_text_ce: 0.044703952968120575 (0.046345875912735195)
| > loss_mel_ce: 3.141528844833374 (2.7856350083841535)
| > loss: 0.7965582013130188 (0.7079952215731017)
| > current_lr: 5e-06
| > step_time: 0.2627 (0.24832593038254286)
| > loader_time: 0.0099 (0.009564764650958405)
[1m --> TIME: 2025-02-24 06:56:27 -- STEP: 4620/6985 -- GLOBAL_STEP: 200200[0m
| > loss_text_ce: 0.04742467403411865 (0.04634654030961781)
| > loss_mel_ce: 2.729243755340576 (2.7856140985117324)
| > loss: 0.6941671371459961 (0.7079901601974069)
| > current_lr: 5e-06
| > step_time: 0.2301 (0.24832045134011801)
| > loader_time: 0.0096 (0.009567374016815485)
[1m --> TIME: 2025-02-24 06:56:45 -- STEP: 4670/6985 -- GLOBAL_STEP: 200250[0m
| > loss_text_ce: 0.04385055601596832 (0.04634729604968679)
| > loss_mel_ce: 2.4845001697540283 (2.7860102509533284)
| > loss: 0.6320877075195312 (0.7080893871998635)
| > current_lr: 5e-06
| > step_time: 0.2634 (0.2483074027925283)
| > loader_time: 0.0096 (0.009568955045696013)
[1m --> TIME: 2025-02-24 06:57:03 -- STEP: 4720/6985 -- GLOBAL_STEP: 200300[0m
| > loss_text_ce: 0.046856801956892014 (0.04634511790759229)
| > loss_mel_ce: 2.6820554733276367 (2.786479779269733)
| > loss: 0.6822280883789062 (0.7082062247193468)
| > current_lr: 5e-06
| > step_time: 0.212 (0.24835025824732698)
| > loader_time: 0.01 (0.00957088642201184)
[1m --> TIME: 2025-02-24 06:57:23 -- STEP: 4770/6985 -- GLOBAL_STEP: 200350[0m
| > loss_text_ce: 0.04513096809387207 (0.04634558859220716)
| > loss_mel_ce: 2.935209035873413 (2.7869036364605306)
| > loss: 0.7450850009918213 (0.7083123066640249)
| > current_lr: 5e-06
| > step_time: 0.2783 (0.2484916829463071)
| > loader_time: 0.0101 (0.009573404893935123)
[1m --> TIME: 2025-02-24 06:57:41 -- STEP: 4820/6985 -- GLOBAL_STEP: 200400[0m
| > loss_text_ce: 0.04657288268208504 (0.04634679378207418)
| > loss_mel_ce: 2.7992846965789795 (2.7871247857438055)
| > loss: 0.7114644050598145 (0.708367895300952)
| > current_lr: 5e-06
| > step_time: 0.2195 (0.24850158918942652)
| > loader_time: 0.0093 (0.0095745603573273)
[1m --> TIME: 2025-02-24 06:57:59 -- STEP: 4870/6985 -- GLOBAL_STEP: 200450[0m
| > loss_text_ce: 0.04649113118648529 (0.04634221988123912)
| > loss_mel_ce: 2.844574451446533 (2.7874170425246607)
| > loss: 0.7227663993835449 (0.7084398160724912)
| > current_lr: 5e-06
| > step_time: 0.2341 (0.24853429148084574)
| > loader_time: 0.0093 (0.009575980204086792)
[1m --> TIME: 2025-02-24 06:58:17 -- STEP: 4920/6985 -- GLOBAL_STEP: 200500[0m
| > loss_text_ce: 0.04484426975250244 (0.04634191737078675)
| > loss_mel_ce: 2.5034728050231934 (2.7867836448235224)
| > loss: 0.6370792388916016 (0.7082813909867909)
| > current_lr: 5e-06
| > step_time: 0.2025 (0.24845321343197085)
| > loader_time: 0.0092 (0.009576382094282458)
[1m --> TIME: 2025-02-24 06:58:35 -- STEP: 4970/6985 -- GLOBAL_STEP: 200550[0m
| > loss_text_ce: 0.04655900225043297 (0.04634141451126373)
| > loss_mel_ce: 2.9999215602874756 (2.7863939903151804)
| > loss: 0.7616201639175415 (0.7081838517121863)
| > current_lr: 5e-06
| > step_time: 0.2188 (0.24837687063504993)
| > loader_time: 0.0093 (0.009577003954881641)
[1m --> TIME: 2025-02-24 06:58:53 -- STEP: 5020/6985 -- GLOBAL_STEP: 200600[0m
| > loss_text_ce: 0.043125543743371964 (0.046340379699975606)
| > loss_mel_ce: 3.3694114685058594 (2.7872738092069116)
| > loss: 0.853134274482727 (0.7084035477315288)
| > current_lr: 5e-06
| > step_time: 0.2463 (0.24832737730793744)
| > loader_time: 0.0103 (0.009577772911801286)
[1m --> TIME: 2025-02-24 06:59:11 -- STEP: 5070/6985 -- GLOBAL_STEP: 200650[0m
| > loss_text_ce: 0.045226939022541046 (0.04633822680563028)
| > loss_mel_ce: 2.676435947418213 (2.7872659529454604)
| > loss: 0.6804157495498657 (0.7084010454559703)
| > current_lr: 5e-06
| > step_time: 0.2228 (0.24832110894032014)
| > loader_time: 0.0097 (0.009580261843679456)
[1m --> TIME: 2025-02-24 06:59:29 -- STEP: 5120/6985 -- GLOBAL_STEP: 200700[0m
| > loss_text_ce: 0.04793894290924072 (0.04633885711227778)
| > loss_mel_ce: 2.7076475620269775 (2.78677719403058)
| > loss: 0.688896656036377 (0.70827901334269)
| > current_lr: 5e-06
| > step_time: 0.1698 (0.24838982317596675)
| > loader_time: 0.0094 (0.009584298450499778)
[1m --> TIME: 2025-02-24 06:59:48 -- STEP: 5170/6985 -- GLOBAL_STEP: 200750[0m
| > loss_text_ce: 0.044334299862384796 (0.046334317028954804)
| > loss_mel_ce: 3.092437744140625 (2.7866432561634555)
| > loss: 0.7841930389404297 (0.7082443938495115)
| > current_lr: 5e-06
| > step_time: 0.2086 (0.24840378221736886)
| > loader_time: 0.0093 (0.009586656070539526)
[1m --> TIME: 2025-02-24 07:00:05 -- STEP: 5220/6985 -- GLOBAL_STEP: 200800[0m
| > loss_text_ce: 0.04310520738363266 (0.04633701916684132)
| > loss_mel_ce: 2.5350265502929688 (2.785934686295372)
| > loss: 0.6445329189300537 (0.7080679269129292)
| > current_lr: 5e-06
| > step_time: 0.1708 (0.24828738079217202)
| > loader_time: 0.0094 (0.009587597572940525)
[1m --> TIME: 2025-02-24 07:00:23 -- STEP: 5270/6985 -- GLOBAL_STEP: 200850[0m
| > loss_text_ce: 0.04679818078875542 (0.04633537685141615)
| > loss_mel_ce: 2.5190577507019043 (2.785811261524511)
| > loss: 0.6414639949798584 (0.7080366601301555)
| > current_lr: 5e-06
| > step_time: 0.2783 (0.24824181114247448)
| > loader_time: 0.0099 (0.009589492482976173)
[1m --> TIME: 2025-02-24 07:00:41 -- STEP: 5320/6985 -- GLOBAL_STEP: 200900[0m
| > loss_text_ce: 0.04791399836540222 (0.046332908295010904)
| > loss_mel_ce: 2.31978440284729 (2.7861432456880593)
| > loss: 0.5919246077537537 (0.7081190390246258)
| > current_lr: 5e-06
| > step_time: 0.223 (0.2482603767312559)
| > loader_time: 0.0099 (0.009591902243463617)
[1m --> TIME: 2025-02-24 07:00:59 -- STEP: 5370/6985 -- GLOBAL_STEP: 200950[0m
| > loss_text_ce: 0.04848536476492882 (0.04633238622832007)
| > loss_mel_ce: 2.748563051223755 (2.785608810907858)
| > loss: 0.6992620825767517 (0.7079852997923697)
| > current_lr: 5e-06
| > step_time: 0.2879 (0.24814722178368595)
| > loader_time: 0.0104 (0.009593240908404304)
[1m --> TIME: 2025-02-24 07:01:17 -- STEP: 5420/6985 -- GLOBAL_STEP: 201000[0m
| > loss_text_ce: 0.04857911169528961 (0.04633216673638873)
| > loss_mel_ce: 2.740116834640503 (2.785278332145453)
| > loss: 0.6971740126609802 (0.7079026252141302)
| > current_lr: 5e-06
| > step_time: 0.1713 (0.24814504187045502)
| > loader_time: 0.0096 (0.00959550634961287)
> CHECKPOINT : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/checkpoint_201000.pth
[1m --> TIME: 2025-02-24 07:01:50 -- STEP: 5470/6985 -- GLOBAL_STEP: 201050[0m
| > loss_text_ce: 0.04538489878177643 (0.046331742372520364)
| > loss_mel_ce: 2.902599811553955 (2.784873580714687)
| > loss: 0.7369961738586426 (0.7078013312664071)
| > current_lr: 5e-06
| > step_time: 0.2804 (0.248056418455497)
| > loader_time: 0.0099 (0.009596082540927033)
[1m --> TIME: 2025-02-24 07:02:08 -- STEP: 5520/6985 -- GLOBAL_STEP: 201100[0m
| > loss_text_ce: 0.046380527317523956 (0.04633353437108073)
| > loss_mel_ce: 3.0464890003204346 (2.784835655404178)
| > loss: 0.7732173800468445 (0.7077922979234786)
| > current_lr: 5e-06
| > step_time: 0.2429 (0.24807752461537072)
| > loader_time: 0.0103 (0.009596740292466207)
[1m --> TIME: 2025-02-24 07:02:26 -- STEP: 5570/6985 -- GLOBAL_STEP: 201150[0m
| > loss_text_ce: 0.04430413991212845 (0.0463311588354876)
| > loss_mel_ce: 3.045545816421509 (2.7848920411224687)
| > loss: 0.7724624872207642 (0.7078058004914326)
| > current_lr: 5e-06
| > step_time: 0.2203 (0.24804097193575847)
| > loader_time: 0.0095 (0.009596712328159191)
[1m --> TIME: 2025-02-24 07:02:45 -- STEP: 5620/6985 -- GLOBAL_STEP: 201200[0m
| > loss_text_ce: 0.050097301602363586 (0.046333481794309274)
| > loss_mel_ce: 2.7857866287231445 (2.7848763994050674)
| > loss: 0.7089709639549255 (0.7078024707973216)
| > current_lr: 5e-06
| > step_time: 0.2496 (0.24809987052903906)
| > loader_time: 0.0101 (0.009597588136951267)
[1m --> TIME: 2025-02-24 07:03:03 -- STEP: 5670/6985 -- GLOBAL_STEP: 201250[0m
| > loss_text_ce: 0.04580088332295418 (0.046333069216978946)
| > loss_mel_ce: 2.9766623973846436 (2.7850873786515917)
| > loss: 0.7556158304214478 (0.7078551124643399)
| > current_lr: 5e-06
| > step_time: 0.1945 (0.24814831218181255)
| > loader_time: 0.0095 (0.009598167485030232)
[1m --> TIME: 2025-02-24 07:03:22 -- STEP: 5720/6985 -- GLOBAL_STEP: 201300[0m
| > loss_text_ce: 0.04354128614068031 (0.046333768325564656)
| > loss_mel_ce: 3.3896777629852295 (2.7848659813820937)
| > loss: 0.8583047389984131 (0.707799937925139)
| > current_lr: 5e-06
| > step_time: 0.2396 (0.2481344847829192)
| > loader_time: 0.01 (0.00959986068985678)
[1m --> TIME: 2025-02-24 07:03:39 -- STEP: 5770/6985 -- GLOBAL_STEP: 201350[0m
| > loss_text_ce: 0.04466766119003296 (0.04633128824651852)
| > loss_mel_ce: 2.9992432594299316 (2.784474875980692)
| > loss: 0.7609777450561523 (0.7077015415634613)
| > current_lr: 5e-06
| > step_time: 0.2741 (0.24808608601370138)
| > loader_time: 0.0099 (0.00960082445855362)
[1m --> TIME: 2025-02-24 07:03:58 -- STEP: 5820/6985 -- GLOBAL_STEP: 201400[0m
| > loss_text_ce: 0.048421043902635574 (0.04632669738349832)
| > loss_mel_ce: 2.2298765182495117 (2.7844452957926786)
| > loss: 0.5695744156837463 (0.7076929987808285)
| > current_lr: 5e-06
| > step_time: 0.2382 (0.2481401586041008)
| > loader_time: 0.0099 (0.009602601749380825)
[1m --> TIME: 2025-02-24 07:04:16 -- STEP: 5870/6985 -- GLOBAL_STEP: 201450[0m
| > loss_text_ce: 0.04420430585741997 (0.04633007689904305)
| > loss_mel_ce: 2.4766335487365723 (2.784553484413048)
| > loss: 0.6302094459533691 (0.7077208908290646)
| > current_lr: 5e-06
| > step_time: 0.1934 (0.24817598475305144)
| > loader_time: 0.0094 (0.009604326342399098)
[1m --> TIME: 2025-02-24 07:04:35 -- STEP: 5920/6985 -- GLOBAL_STEP: 201500[0m
| > loss_text_ce: 0.04758311063051224 (0.046331368051343386)
| > loss_mel_ce: 2.5113606452941895 (2.784536419567229)
| > loss: 0.6397359371185303 (0.7077169473710908)
| > current_lr: 5e-06
| > step_time: 0.2438 (0.24818739178212915)
| > loader_time: 0.0102 (0.009604402128103593)
[1m --> TIME: 2025-02-24 07:04:52 -- STEP: 5970/6985 -- GLOBAL_STEP: 201550[0m
| > loss_text_ce: 0.04688265174627304 (0.04633146337727997)
| > loss_mel_ce: 2.930953025817871 (2.783782463756643)
| > loss: 0.7444589138031006 (0.7075284822502339)
| > current_lr: 5e-06
| > step_time: 0.2634 (0.24812976535241207)
| > loader_time: 0.0099 (0.009603441140959188)
[1m --> TIME: 2025-02-24 07:05:11 -- STEP: 6020/6985 -- GLOBAL_STEP: 201600[0m
| > loss_text_ce: 0.04581909626722336 (0.04633401801370299)
| > loss_mel_ce: 2.690991163253784 (2.7838038651848205)
| > loss: 0.6842025518417358 (0.7075344712631262)
| > current_lr: 5e-06
| > step_time: 0.2121 (0.24817476371594047)
| > loader_time: 0.0096 (0.009603163015802815)
[1m --> TIME: 2025-02-24 07:05:29 -- STEP: 6070/6985 -- GLOBAL_STEP: 201650[0m
| > loss_text_ce: 0.047796931117773056 (0.04633041207588084)
| > loss_mel_ce: 2.4799094200134277 (2.784323275756998)
| > loss: 0.6319265961647034 (0.7076634224007128)
| > current_lr: 5e-06
| > step_time: 0.245 (0.2481871799739228)
| > loader_time: 0.0099 (0.009603138771245657)
[1m --> TIME: 2025-02-24 07:05:48 -- STEP: 6120/6985 -- GLOBAL_STEP: 201700[0m
| > loss_text_ce: 0.04745713993906975 (0.046327864597216654)
| > loss_mel_ce: 1.9393256902694702 (2.7845625087326695)
| > loss: 0.49669569730758667 (0.7077225938049807)
| > current_lr: 5e-06
| > step_time: 0.1478 (0.2481999091852724)
| > loader_time: 0.0087 (0.009602992363225378)
[1m --> TIME: 2025-02-24 07:06:06 -- STEP: 6170/6985 -- GLOBAL_STEP: 201750[0m
| > loss_text_ce: 0.04691844433546066 (0.046324980770338794)
| > loss_mel_ce: 2.473052740097046 (2.7840136666738475)
| > loss: 0.6299927830696106 (0.7075846623369719)
| > current_lr: 5e-06
| > step_time: 0.28 (0.2482443399522061)
| > loader_time: 0.0095 (0.00960308751951738)
[1m --> TIME: 2025-02-24 07:06:25 -- STEP: 6220/6985 -- GLOBAL_STEP: 201800[0m
| > loss_text_ce: 0.04403732717037201 (0.046321256396471416)
| > loss_mel_ce: 3.4776787757873535 (2.7845124416029385)
| > loss: 0.8804290294647217 (0.7077084249718023)
| > current_lr: 5e-06
| > step_time: 0.2124 (0.24834562459559303)
| > loader_time: 0.0097 (0.009604729525145968)
[1m --> TIME: 2025-02-24 07:06:43 -- STEP: 6270/6985 -- GLOBAL_STEP: 201850[0m
| > loss_text_ce: 0.04567991942167282 (0.046323878822500546)
| > loss_mel_ce: 2.4766221046447754 (2.784511179711074)
| > loss: 0.6305754780769348 (0.7077087650934105)
| > current_lr: 5e-06
| > step_time: 0.1932 (0.24836161068181672)
| > loader_time: 0.0091 (0.009606319789490983)
[1m --> TIME: 2025-02-24 07:07:02 -- STEP: 6320/6985 -- GLOBAL_STEP: 201900[0m
| > loss_text_ce: 0.04697786271572113 (0.04632084559283765)
| > loss_mel_ce: 2.813624620437622 (2.7844802876816566)
| > loss: 0.7151505947113037 (0.707700283787674)
| > current_lr: 5e-06
| > step_time: 0.2234 (0.2484040227871907)
| > loader_time: 0.01 (0.009607357503492588)
[1m --> TIME: 2025-02-24 07:07:20 -- STEP: 6370/6985 -- GLOBAL_STEP: 201950[0m
| > loss_text_ce: 0.04561025649309158 (0.04632196296386565)
| > loss_mel_ce: 2.644092559814453 (2.7840221676010586)
| > loss: 0.6724256873130798 (0.707586033134671)
| > current_lr: 5e-06
| > step_time: 0.2458 (0.24838562951170293)
| > loader_time: 0.0097 (0.009607404442372437)
[1m --> TIME: 2025-02-24 07:07:38 -- STEP: 6420/6985 -- GLOBAL_STEP: 202000[0m
| > loss_text_ce: 0.04965568333864212 (0.04632363434753306)
| > loss_mel_ce: 2.842881441116333 (2.7840687389314405)
| > loss: 0.7231342792510986 (0.7075980938205105)
| > current_lr: 5e-06
| > step_time: 0.1702 (0.24840312033798836)
| > loader_time: 0.0091 (0.009606682585778611)
> CHECKPOINT : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/checkpoint_202000.pth
[1m --> TIME: 2025-02-24 07:08:12 -- STEP: 6470/6985 -- GLOBAL_STEP: 202050[0m
| > loss_text_ce: 0.04765160009264946 (0.04632156058639234)
| > loss_mel_ce: 2.5579490661621094 (2.7844237620163597)
| > loss: 0.6514001488685608 (0.7076863311357817)
| > current_lr: 5e-06
| > step_time: 0.1934 (0.24839668358680453)
| > loader_time: 0.0091 (0.009607989673820837)
[1m --> TIME: 2025-02-24 07:08:30 -- STEP: 6520/6985 -- GLOBAL_STEP: 202100[0m
| > loss_text_ce: 0.047605250030756 (0.04632140047722517)
| > loss_mel_ce: 2.7635505199432373 (2.784559658297736)
| > loss: 0.7027889490127563 (0.7077202651763996)
| > current_lr: 5e-06
| > step_time: 0.2376 (0.24841385249711254)
| > loader_time: 0.0099 (0.009609360234137672)
[1m --> TIME: 2025-02-24 07:08:48 -- STEP: 6570/6985 -- GLOBAL_STEP: 202150[0m
| > loss_text_ce: 0.04578226059675217 (0.046323392365575665)
| > loss_mel_ce: 2.9182791709899902 (2.784721085470021)
| > loss: 0.7410153746604919 (0.7077611199434136)
| > current_lr: 5e-06
| > step_time: 0.2765 (0.248379640637286)
| > loader_time: 0.0098 (0.009610176921072227)
[1m --> TIME: 2025-02-24 07:09:06 -- STEP: 6620/6985 -- GLOBAL_STEP: 202200[0m
| > loss_text_ce: 0.04671255126595497 (0.046322161831479344)
| > loss_mel_ce: 2.371769428253174 (2.784599384944609)
| > loss: 0.6046205163002014 (0.7077303872097664)
| > current_lr: 5e-06
| > step_time: 0.1819 (0.24835836347136253)
| > loader_time: 0.0091 (0.00961120834523455)
[1m --> TIME: 2025-02-24 07:09:25 -- STEP: 6670/6985 -- GLOBAL_STEP: 202250[0m
| > loss_text_ce: 0.04827521741390228 (0.0463224875940375)
| > loss_mel_ce: 2.5665156841278076 (2.784666006926122)
| > loss: 0.6536977291107178 (0.7077471241332611)
| > current_lr: 5e-06
| > step_time: 0.1846 (0.24835908823999867)
| > loader_time: 0.0088 (0.009612162181105008)
[1m --> TIME: 2025-02-24 07:09:42 -- STEP: 6720/6985 -- GLOBAL_STEP: 202300[0m
| > loss_text_ce: 0.04866816848516464 (0.04632159903800728)
| > loss_mel_ce: 2.4302656650543213 (2.7843016665251525)
| > loss: 0.619733452796936 (0.7076558169066206)
| > current_lr: 5e-06
| > step_time: 0.1926 (0.2483043059706688)
| > loader_time: 0.0096 (0.009612350059407073)
[1m --> TIME: 2025-02-24 07:10:01 -- STEP: 6770/6985 -- GLOBAL_STEP: 202350[0m
| > loss_text_ce: 0.04822678491473198 (0.046320433288460396)
| > loss_mel_ce: 2.7240402698516846 (2.784118114370015)
| > loss: 0.6930667757987976 (0.7076096374492007)
| > current_lr: 5e-06
| > step_time: 0.1929 (0.24829482391278537)
| > loader_time: 0.0094 (0.009612571365548)
[1m --> TIME: 2025-02-24 07:10:19 -- STEP: 6820/6985 -- GLOBAL_STEP: 202400[0m
| > loss_text_ce: 0.04520413652062416 (0.04632111414556884)
| > loss_mel_ce: 3.1204416751861572 (2.7843100264624807)
| > loss: 0.7914114594459534 (0.707657785674345)
| > current_lr: 5e-06
| > step_time: 0.1627 (0.24829788204511938)
| > loader_time: 0.009 (0.009612999633610049)
[1m --> TIME: 2025-02-24 07:10:37 -- STEP: 6870/6985 -- GLOBAL_STEP: 202450[0m
| > loss_text_ce: 0.044620331376791 (0.04631802881898397)
| > loss_mel_ce: 3.0915372371673584 (2.7841401377446133)
| > loss: 0.7840393781661987 (0.7076145421643106)
| > current_lr: 5e-06
| > step_time: 0.1924 (0.24829276732482244)
| > loader_time: 0.0091 (0.009613797411300879)
[1m --> TIME: 2025-02-24 07:10:55 -- STEP: 6920/6985 -- GLOBAL_STEP: 202500[0m
| > loss_text_ce: 0.04927479103207588 (0.046317847193665516)
| > loss_mel_ce: 2.640950918197632 (2.784047299072237)
| > loss: 0.6725564002990723 (0.7075912870854321)
| > current_lr: 5e-06
| > step_time: 0.2291 (0.24832009690345366)
| > loader_time: 0.01 (0.009614885301259188)
[1m --> TIME: 2025-02-24 07:11:13 -- STEP: 6970/6985 -- GLOBAL_STEP: 202550[0m
| > loss_text_ce: 0.04572741314768791 (0.04631550777783688)
| > loss_mel_ce: 2.810971736907959 (2.783847729376437)
| > loss: 0.7141748070716858 (0.7075408097917766)
| > current_lr: 5e-06
| > step_time: 0.246 (0.24827918506934277)
| > loader_time: 0.0084 (0.009614750747188067)
[1m > EVALUATION [0m
[1m--> EVAL PERFORMANCE[0m
| > avg_loader_time:[92m 0.4683425816055996 [0m(-0.0017791059282090682)
| > avg_loss_text_ce:[92m 0.04529189953909201 [0m(-0.0001338955039292336)
| > avg_loss_mel_ce:[92m 2.9101122656678835 [0m(-0.0017028010748578737)
| > avg_loss:[92m 2.9554041631860684 [0m(-0.0018366972605372567)
> BEST MODEL : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/best_model_202565.pth
[4m[1m > EPOCH: 29/30[0m
--> checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3
[1m > TRAINING (2025-02-24 07:13:37) [0m
[1m --> TIME: 2025-02-24 07:13:51 -- STEP: 35/6985 -- GLOBAL_STEP: 202600[0m
| > loss_text_ce: 0.04660671204328537 (0.04615645674722535)
| > loss_mel_ce: 2.605041980743408 (2.7802627767835344)
| > loss: 0.6629121899604797 (0.7066048128264291)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2973 (0.25090610640389577)
| > loader_time: 0.0094 (0.009618112019130163)
[1m --> TIME: 2025-02-24 07:14:10 -- STEP: 85/6985 -- GLOBAL_STEP: 202650[0m
| > loss_text_ce: 0.04762308672070503 (0.04608011578812319)
| > loss_mel_ce: 3.1472795009613037 (2.8235756088705632)
| > loss: 0.7987256646156311 (0.717413933838115)
| > current_lr: 5e-06
| > step_time: 0.2866 (0.2558893961064956)
| > loader_time: 0.0106 (0.00956416130065918)
[1m --> TIME: 2025-02-24 07:14:28 -- STEP: 135/6985 -- GLOBAL_STEP: 202700[0m
| > loss_text_ce: 0.04592856764793396 (0.046054745741464474)
| > loss_mel_ce: 3.3302438259124756 (2.807914211131909)
| > loss: 0.8440430760383606 (0.7134922402876396)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2872 (0.2519208131013093)
| > loader_time: 0.0094 (0.009502566302264176)
[1m --> TIME: 2025-02-24 07:14:46 -- STEP: 185/6985 -- GLOBAL_STEP: 202750[0m
| > loss_text_ce: 0.045590199530124664 (0.04616636442574297)
| > loss_mel_ce: 3.048145055770874 (2.7998142500181467)
| > loss: 0.7734338045120239 (0.7114951559015226)
| > current_lr: 5e-06
| > step_time: 0.2749 (0.2513950283462936)
| > loader_time: 0.0094 (0.009460947964642497)
[1m --> TIME: 2025-02-24 07:15:04 -- STEP: 235/6985 -- GLOBAL_STEP: 202800[0m
| > loss_text_ce: 0.04619681090116501 (0.046149226515851134)
| > loss_mel_ce: 2.5637898445129395 (2.7928550405705237)
| > loss: 0.6524966359138489 (0.7097510677702886)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.241 (0.2496907010991522)
| > loader_time: 0.0094 (0.009404434041774016)
[1m --> TIME: 2025-02-24 07:15:23 -- STEP: 285/6985 -- GLOBAL_STEP: 202850[0m
| > loss_text_ce: 0.04564641788601875 (0.04619117198806062)
| > loss_mel_ce: 2.5761289596557617 (2.792285461593093)
| > loss: 0.6554438471794128 (0.7096191588201022)
| > current_lr: 5e-06
| > step_time: 0.1975 (0.25160653214705614)
| > loader_time: 0.0085 (0.009374318206519409)
[1m --> TIME: 2025-02-24 07:15:41 -- STEP: 335/6985 -- GLOBAL_STEP: 202900[0m
| > loss_text_ce: 0.04546065628528595 (0.0461965807115854)
| > loss_mel_ce: 3.0581343173980713 (2.7827528974903166)
| > loss: 0.7758987545967102 (0.7072373705123792)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3121 (0.2516420698877589)
| > loader_time: 0.0096 (0.009348434476710075)
[1m --> TIME: 2025-02-24 07:15:59 -- STEP: 385/6985 -- GLOBAL_STEP: 202950[0m
| > loss_text_ce: 0.044143278151750565 (0.04621529261787219)
| > loss_mel_ce: 3.2034006118774414 (2.782793346008697)
| > loss: 0.8118859529495239 (0.707252160914533)
| > current_lr: 5e-06
| > step_time: 0.2564 (0.2506149688324368)
| > loader_time: 0.0099 (0.009319507920896853)
[1m --> TIME: 2025-02-24 07:16:18 -- STEP: 435/6985 -- GLOBAL_STEP: 203000[0m
| > loss_text_ce: 0.04633466154336929 (0.04618765297292295)
| > loss_mel_ce: 3.2076430320739746 (2.7816023886888877)
| > loss: 0.8134944438934326 (0.7069475113660444)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3129 (0.2511542440830973)
| > loader_time: 0.0096 (0.009312055850851127)
> CHECKPOINT : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/checkpoint_203000.pth
[1m --> TIME: 2025-02-24 07:16:52 -- STEP: 485/6985 -- GLOBAL_STEP: 203050[0m
| > loss_text_ce: 0.04777659848332405 (0.046221977503029366)
| > loss_mel_ce: 2.7001678943634033 (2.784687490069989)
| > loss: 0.6869861483573914 (0.7077273676075889)
| > current_lr: 5e-06
| > step_time: 0.1859 (0.2516381194911049)
| > loader_time: 0.009 (0.009336778798054175)
[1m --> TIME: 2025-02-24 07:17:10 -- STEP: 535/6985 -- GLOBAL_STEP: 203100[0m
| > loss_text_ce: 0.04549150541424751 (0.04620825773644672)
| > loss_mel_ce: 2.7275500297546387 (2.7836188227216776)
| > loss: 0.6932603716850281 (0.7074567706785473)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.235 (0.25040664271773533)
| > loader_time: 0.0094 (0.00934298105328997)
[1m --> TIME: 2025-02-24 07:17:28 -- STEP: 585/6985 -- GLOBAL_STEP: 203150[0m
| > loss_text_ce: 0.0473577156662941 (0.046218740965566066)
| > loss_mel_ce: 2.9362714290618896 (2.7851395439897857)
| > loss: 0.7459073066711426 (0.707839571818328)
| > current_lr: 5e-06
| > step_time: 0.2874 (0.25059779322045433)
| > loader_time: 0.0097 (0.009352185583522181)
[1m --> TIME: 2025-02-24 07:17:47 -- STEP: 635/6985 -- GLOBAL_STEP: 203200[0m
| > loss_text_ce: 0.04720516502857208 (0.04621661158175919)
| > loss_mel_ce: 2.26840877532959 (2.784569272844812)
| > loss: 0.5789034962654114 (0.7076964714395723)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.302 (0.250330649773905)
| > loader_time: 0.0096 (0.009349274447583778)
[1m --> TIME: 2025-02-24 07:18:05 -- STEP: 685/6985 -- GLOBAL_STEP: 203250[0m
| > loss_text_ce: 0.048595886677503586 (0.04621640563990078)
| > loss_mel_ce: 2.1514477729797363 (2.7860663400079244)
| > loss: 0.5500109195709229 (0.7080706868728586)
| > current_lr: 5e-06
| > step_time: 0.2534 (0.25065255582767615)
| > loader_time: 0.0096 (0.009355894492490456)
[1m --> TIME: 2025-02-24 07:18:23 -- STEP: 735/6985 -- GLOBAL_STEP: 203300[0m
| > loss_text_ce: 0.045649219304323196 (0.046220831948072715)
| > loss_mel_ce: 2.603360414505005 (2.7837182985682105)
| > loss: 0.6622524261474609 (0.7074847832018019)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.1949 (0.2504387926893162)
| > loader_time: 0.0088 (0.009361937581276411)
[1m --> TIME: 2025-02-24 07:18:42 -- STEP: 785/6985 -- GLOBAL_STEP: 203350[0m
| > loss_text_ce: 0.045202065259218216 (0.046216822192547406)
| > loss_mel_ce: 2.7999892234802246 (2.7843323917145977)
| > loss: 0.7112978100776672 (0.7076373038777882)
| > current_lr: 5e-06
| > step_time: 0.2775 (0.2508390888286997)
| > loader_time: 0.0093 (0.009375042824228859)
[1m --> TIME: 2025-02-24 07:19:01 -- STEP: 835/6985 -- GLOBAL_STEP: 203400[0m
| > loss_text_ce: 0.045244235545396805 (0.04620913969363993)
| > loss_mel_ce: 2.4501774311065674 (2.784923670820137)
| > loss: 0.6238554120063782 (0.7077832033534253)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2618 (0.2509284818957658)
| > loader_time: 0.0091 (0.009379906283167302)
[1m --> TIME: 2025-02-24 07:19:19 -- STEP: 885/6985 -- GLOBAL_STEP: 203450[0m
| > loss_text_ce: 0.04588732123374939 (0.04619195456221951)
| > loss_mel_ce: 3.036689043045044 (2.7865527710672184)
| > loss: 0.7706440687179565 (0.7081861821271608)
| > current_lr: 5e-06
| > step_time: 0.245 (0.25055252145239143)
| > loader_time: 0.0093 (0.009379815785898324)
[1m --> TIME: 2025-02-24 07:19:37 -- STEP: 935/6985 -- GLOBAL_STEP: 203500[0m
| > loss_text_ce: 0.04525821655988693 (0.04620790807878906)
| > loss_mel_ce: 2.649631977081299 (2.7842906469967303)
| > loss: 0.6737225651741028 (0.7076246393555629)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3113 (0.25060681047286537)
| > loader_time: 0.0098 (0.009384000747599062)
[1m --> TIME: 2025-02-24 07:19:55 -- STEP: 985/6985 -- GLOBAL_STEP: 203550[0m
| > loss_text_ce: 0.04679200053215027 (0.046205695136095654)
| > loss_mel_ce: 2.4780454635620117 (2.781102589302259)
| > loss: 0.6312093734741211 (0.7068270716570357)
| > current_lr: 5e-06
| > step_time: 0.2465 (0.2507100221469312)
| > loader_time: 0.0095 (0.009387189845748356)
[1m --> TIME: 2025-02-24 07:20:13 -- STEP: 1035/6985 -- GLOBAL_STEP: 203600[0m
| > loss_text_ce: 0.04640914872288704 (0.04618825673841047)
| > loss_mel_ce: 2.9355010986328125 (2.7841332196037576)
| > loss: 0.745477557182312 (0.7075803693941828)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2794 (0.2502975565223872)
| > loader_time: 0.0094 (0.009386852513188897)
[1m --> TIME: 2025-02-24 07:20:32 -- STEP: 1085/6985 -- GLOBAL_STEP: 203650[0m
| > loss_text_ce: 0.046000875532627106 (0.046180689125429095)
| > loss_mel_ce: 2.695131301879883 (2.783453004151448)
| > loss: 0.6852830648422241 (0.7074084235226505)
| > current_lr: 5e-06
| > step_time: 0.2754 (0.2502399561042605)
| > loader_time: 0.0096 (0.009389069552795129)
[1m --> TIME: 2025-02-24 07:20:49 -- STEP: 1135/6985 -- GLOBAL_STEP: 203700[0m
| > loss_text_ce: 0.04534965008497238 (0.04620951309078065)
| > loss_mel_ce: 2.870353937149048 (2.7795945955268118)
| > loss: 0.728925883769989 (0.7064510274563596)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2361 (0.24988607457030673)
| > loader_time: 0.0089 (0.009388590909310903)
[1m --> TIME: 2025-02-24 07:21:08 -- STEP: 1185/6985 -- GLOBAL_STEP: 203750[0m
| > loss_text_ce: 0.04429718852043152 (0.046225798802788244)
| > loss_mel_ce: 2.6306111812591553 (2.7794876146920133)
| > loss: 0.6687270998954773 (0.7064283534947333)
| > current_lr: 5e-06
| > step_time: 0.2627 (0.24971167528176572)
| > loader_time: 0.0096 (0.009392180825084577)
[1m --> TIME: 2025-02-24 07:21:26 -- STEP: 1235/6985 -- GLOBAL_STEP: 203800[0m
| > loss_text_ce: 0.04574879631400108 (0.046227067715001964)
| > loss_mel_ce: 3.2457942962646484 (2.7779039118454047)
| > loss: 0.8228857517242432 (0.7060327450273496)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3032 (0.24959768109958627)
| > loader_time: 0.0094 (0.009392227335014805)
[1m --> TIME: 2025-02-24 07:21:44 -- STEP: 1285/6985 -- GLOBAL_STEP: 203850[0m
| > loss_text_ce: 0.04815122112631798 (0.04624323831573998)
| > loss_mel_ce: 3.00839900970459 (2.778121001989461)
| > loss: 0.7641375660896301 (0.7060910602951795)
| > current_lr: 5e-06
| > step_time: 0.2806 (0.24973561309191003)
| > loader_time: 0.0094 (0.009396852686247478)
[1m --> TIME: 2025-02-24 07:22:02 -- STEP: 1335/6985 -- GLOBAL_STEP: 203900[0m
| > loss_text_ce: 0.04680396616458893 (0.04624237433243334)
| > loss_mel_ce: 2.4431886672973633 (2.7782986653431525)
| > loss: 0.6224981546401978 (0.7061352601212069)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3044 (0.2496120499314437)
| > loader_time: 0.0096 (0.009398264831371529)
[1m --> TIME: 2025-02-24 07:22:21 -- STEP: 1385/6985 -- GLOBAL_STEP: 203950[0m
| > loss_text_ce: 0.044499557465314865 (0.046238130086273095)
| > loss_mel_ce: 2.865110158920288 (2.777706920196863)
| > loss: 0.7274024486541748 (0.7059862627449455)
| > current_lr: 5e-06
| > step_time: 0.2211 (0.24967023835715801)
| > loader_time: 0.0094 (0.009402024788977018)
[1m --> TIME: 2025-02-24 07:22:39 -- STEP: 1435/6985 -- GLOBAL_STEP: 204000[0m
| > loss_text_ce: 0.04451443627476692 (0.04622523474412931)
| > loss_mel_ce: 2.925384044647217 (2.778157512983793)
| > loss: 0.7424746155738831 (0.7060956870637297)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2621 (0.24963954068227065)
| > loader_time: 0.0096 (0.009401995130532309)
> CHECKPOINT : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/checkpoint_204000.pth
[1m --> TIME: 2025-02-24 07:23:13 -- STEP: 1485/6985 -- GLOBAL_STEP: 204050[0m
| > loss_text_ce: 0.044652145355939865 (0.046224568987434586)
| > loss_mel_ce: 2.9546236991882324 (2.7798205834847898)
| > loss: 0.7498189806938171 (0.7065112882993045)
| > current_lr: 5e-06
| > step_time: 0.2767 (0.2494634944581822)
| > loader_time: 0.0103 (0.009401507971664074)
[1m --> TIME: 2025-02-24 07:23:31 -- STEP: 1535/6985 -- GLOBAL_STEP: 204100[0m
| > loss_text_ce: 0.04529896751046181 (0.046227191905536584)
| > loss_mel_ce: 2.445053815841675 (2.779983957582653)
| > loss: 0.6225882172584534 (0.7065527874794388)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2685 (0.2493483577566734)
| > loader_time: 0.0094 (0.009400134288526919)
[1m --> TIME: 2025-02-24 07:23:50 -- STEP: 1585/6985 -- GLOBAL_STEP: 204150[0m
| > loss_text_ce: 0.0460868738591671 (0.046223317458050514)
| > loss_mel_ce: 3.0139546394348145 (2.7811156836969984)
| > loss: 0.7650103569030762 (0.7068347505214471)
| > current_lr: 5e-06
| > step_time: 0.2869 (0.2495169523762601)
| > loader_time: 0.0105 (0.009400439939288333)
[1m --> TIME: 2025-02-24 07:24:08 -- STEP: 1635/6985 -- GLOBAL_STEP: 204200[0m
| > loss_text_ce: 0.0445866584777832 (0.046229899234910284)
| > loss_mel_ce: 2.8389909267425537 (2.779734956233872)
| > loss: 0.7208943963050842 (0.7064912140551701)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2993 (0.2493569115979953)
| > loader_time: 0.0095 (0.0093984361817713)
[1m --> TIME: 2025-02-24 07:24:26 -- STEP: 1685/6985 -- GLOBAL_STEP: 204250[0m
| > loss_text_ce: 0.04749690741300583 (0.046225005439109575)
| > loss_mel_ce: 2.449021816253662 (2.7809780252439675)
| > loss: 0.6241296529769897 (0.7068007578128177)
| > current_lr: 5e-06
| > step_time: 0.2216 (0.24942646635038535)
| > loader_time: 0.0089 (0.009398080333404099)
[1m --> TIME: 2025-02-24 07:24:44 -- STEP: 1735/6985 -- GLOBAL_STEP: 204300[0m
| > loss_text_ce: 0.04675887152552605 (0.0462302300531514)
| > loss_mel_ce: 2.815234422683716 (2.7786408601645425)
| > loss: 0.7154983282089233 (0.7062177726789587)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.288 (0.2493303577906801)
| > loader_time: 0.0097 (0.0093987716377984)
[1m --> TIME: 2025-02-24 07:25:03 -- STEP: 1785/6985 -- GLOBAL_STEP: 204350[0m
| > loss_text_ce: 0.045397453010082245 (0.046226064228460595)
| > loss_mel_ce: 2.993501901626587 (2.7777741397462297)
| > loss: 0.7597248554229736 (0.706000051211243)
| > current_lr: 5e-06
| > step_time: 0.2739 (0.2492962061190135)
| > loader_time: 0.0096 (0.00939990732850148)
[1m --> TIME: 2025-02-24 07:25:21 -- STEP: 1835/6985 -- GLOBAL_STEP: 204400[0m
| > loss_text_ce: 0.049558594822883606 (0.04622389515024442)
| > loss_mel_ce: 2.372349739074707 (2.7779070013550378)
| > loss: 0.6054770946502686 (0.7060327243090333)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2267 (0.24936248716931228)
| > loader_time: 0.009 (0.009401770703474258)
[1m --> TIME: 2025-02-24 07:25:39 -- STEP: 1885/6985 -- GLOBAL_STEP: 204450[0m
| > loss_text_ce: 0.048686590045690536 (0.046219593507857815)
| > loss_mel_ce: 2.5455322265625 (2.777593706899991)
| > loss: 0.6485546827316284 (0.7059533253905003)
| > current_lr: 5e-06
| > step_time: 0.1945 (0.24923873795122278)
| > loader_time: 0.0091 (0.00940041757072632)
[1m --> TIME: 2025-02-24 07:25:57 -- STEP: 1935/6985 -- GLOBAL_STEP: 204500[0m
| > loss_text_ce: 0.044519465416669846 (0.04621559224002431)
| > loss_mel_ce: 2.877546548843384 (2.7771910424688366)
| > loss: 0.7305164933204651 (0.705851658986213)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3077 (0.2493139197968079)
| > loader_time: 0.0099 (0.009400905071918982)
[1m --> TIME: 2025-02-24 07:26:15 -- STEP: 1985/6985 -- GLOBAL_STEP: 204550[0m
| > loss_text_ce: 0.047319624572992325 (0.046218128857069135)
| > loss_mel_ce: 2.8566946983337402 (2.7766067889235173)
| > loss: 0.7260035872459412 (0.7057062298885227)
| > current_lr: 5e-06
| > step_time: 0.2578 (0.2491823682857098)
| > loader_time: 0.0096 (0.009399934019189649)
[1m --> TIME: 2025-02-24 07:26:33 -- STEP: 2035/6985 -- GLOBAL_STEP: 204600[0m
| > loss_text_ce: 0.04434235394001007 (0.04621508104831934)
| > loss_mel_ce: 2.774378776550293 (2.77576430728453)
| > loss: 0.7046802639961243 (0.7054948474909815)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2807 (0.24909908660213814)
| > loader_time: 0.0094 (0.009399822010162139)
[1m --> TIME: 2025-02-24 07:26:51 -- STEP: 2085/6985 -- GLOBAL_STEP: 204650[0m
| > loss_text_ce: 0.0497538223862648 (0.04621907261064015)
| > loss_mel_ce: 2.8878238201141357 (2.7758756881137536)
| > loss: 0.7343944311141968 (0.7055236906456439)
| > current_lr: 5e-06
| > step_time: 0.2791 (0.249011964477795)
| > loader_time: 0.0098 (0.009399576553052003)
[1m --> TIME: 2025-02-24 07:27:10 -- STEP: 2135/6985 -- GLOBAL_STEP: 204700[0m
| > loss_text_ce: 0.04447729140520096 (0.04622571992511215)
| > loss_mel_ce: 3.010908603668213 (2.775922405971017)
| > loss: 0.7638464570045471 (0.7055370319364228)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.316 (0.2490573446421208)
| > loader_time: 0.0097 (0.00939965359779377)
[1m --> TIME: 2025-02-24 07:27:28 -- STEP: 2185/6985 -- GLOBAL_STEP: 204750[0m
| > loss_text_ce: 0.046150386333465576 (0.04623475199910543)
| > loss_mel_ce: 2.4491662979125977 (2.774937679783975)
| > loss: 0.623829185962677 (0.7052931083148898)
| > current_lr: 5e-06
| > step_time: 0.1942 (0.24894632311107345)
| > loader_time: 0.0091 (0.009399098389754319)
[1m --> TIME: 2025-02-24 07:27:46 -- STEP: 2235/6985 -- GLOBAL_STEP: 204800[0m
| > loss_text_ce: 0.04544377326965332 (0.04623811906016115)
| > loss_mel_ce: 2.9504172801971436 (2.7755426475132325)
| > loss: 0.7489652633666992 (0.7054451920842171)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2594 (0.24885390652906153)
| > loader_time: 0.0095 (0.009400545777357142)
[1m --> TIME: 2025-02-24 07:28:04 -- STEP: 2285/6985 -- GLOBAL_STEP: 204850[0m
| > loss_text_ce: 0.04824718460440636 (0.046230813782637714)
| > loss_mel_ce: 2.5436809062957764 (2.77599973449039)
| > loss: 0.6479820013046265 (0.70555763748073)
| > current_lr: 5e-06
| > step_time: 0.1938 (0.2488410951793844)
| > loader_time: 0.0088 (0.00940184478425876)
[1m --> TIME: 2025-02-24 07:28:22 -- STEP: 2335/6985 -- GLOBAL_STEP: 204900[0m
| > loss_text_ce: 0.04753207042813301 (0.04623115909080438)
| > loss_mel_ce: 2.6529200077056885 (2.775856787744883)
| > loss: 0.6751130223274231 (0.7055219871584308)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3 (0.24874120830723745)
| > loader_time: 0.0096 (0.009406754393649052)
[1m --> TIME: 2025-02-24 07:28:41 -- STEP: 2385/6985 -- GLOBAL_STEP: 204950[0m
| > loss_text_ce: 0.04294541850686073 (0.04623249516172233)
| > loss_mel_ce: 2.658024549484253 (2.77522756798462)
| > loss: 0.6752424836158752 (0.7053650162254994)
| > current_lr: 5e-06
| > step_time: 0.2657 (0.24888009815096088)
| > loader_time: 0.0097 (0.009407605964932559)
[1m --> TIME: 2025-02-24 07:29:00 -- STEP: 2435/6985 -- GLOBAL_STEP: 205000[0m
| > loss_text_ce: 0.04622313380241394 (0.04623190052577851)
| > loss_mel_ce: 2.857961893081665 (2.7754210315445813)
| > loss: 0.7260462641716003 (0.7054132334260729)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2696 (0.24906741686670178)
| > loader_time: 0.0091 (0.00940883712846886)
> CHECKPOINT : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/checkpoint_205000.pth
[1m --> TIME: 2025-02-24 07:29:32 -- STEP: 2485/6985 -- GLOBAL_STEP: 205050[0m
| > loss_text_ce: 0.045634154230356216 (0.04623235170570182)
| > loss_mel_ce: 2.587090015411377 (2.7755143718220547)
| > loss: 0.6581810712814331 (0.7054366812859512)
| > current_lr: 5e-06
| > step_time: 0.2209 (0.24909351068723112)
| > loader_time: 0.0092 (0.009412006976858723)
[1m --> TIME: 2025-02-24 07:29:50 -- STEP: 2535/6985 -- GLOBAL_STEP: 205100[0m
| > loss_text_ce: 0.04543330892920494 (0.046229450707369786)
| > loss_mel_ce: 2.7191216945648193 (2.7762102807061892)
| > loss: 0.691138744354248 (0.7056099332766195)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3013 (0.24924101199388957)
| > loader_time: 0.0096 (0.009413589011047493)
[1m --> TIME: 2025-02-24 07:30:09 -- STEP: 2585/6985 -- GLOBAL_STEP: 205150[0m
| > loss_text_ce: 0.04934128001332283 (0.046223104993021964)
| > loss_mel_ce: 2.6521549224853516 (2.777025998261264)
| > loss: 0.6753740310668945 (0.7058122761475519)
| > current_lr: 5e-06
| > step_time: 0.1918 (0.24924637464305632)
| > loader_time: 0.0091 (0.009414166223610866)
[1m --> TIME: 2025-02-24 07:30:28 -- STEP: 2635/6985 -- GLOBAL_STEP: 205200[0m
| > loss_text_ce: 0.0456283763051033 (0.04622355487614705)
| > loss_mel_ce: 2.9375510215759277 (2.7774798253908077)
| > loss: 0.7457948327064514 (0.7059258453533827)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2664 (0.2494007762966842)
| > loader_time: 0.0091 (0.009416318708850497)
[1m --> TIME: 2025-02-24 07:30:46 -- STEP: 2685/6985 -- GLOBAL_STEP: 205250[0m
| > loss_text_ce: 0.04582422599196434 (0.04622871630601378)
| > loss_mel_ce: 2.547048330307007 (2.7772409643318814)
| > loss: 0.6482181549072266 (0.7058674204726912)
| > current_lr: 5e-06
| > step_time: 0.2253 (0.24940215196023424)
| > loader_time: 0.0093 (0.009417290660922095)
[1m --> TIME: 2025-02-24 07:31:04 -- STEP: 2735/6985 -- GLOBAL_STEP: 205300[0m
| > loss_text_ce: 0.04772314056754112 (0.046225670422725344)
| > loss_mel_ce: 3.0661110877990723 (2.7766047382703394)
| > loss: 0.7784585356712341 (0.7057076025488612)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.336 (0.24933636611296867)
| > loader_time: 0.0098 (0.009417697585696931)
[1m --> TIME: 2025-02-24 07:31:22 -- STEP: 2785/6985 -- GLOBAL_STEP: 205350[0m
| > loss_text_ce: 0.05032159760594368 (0.046224223326095784)
| > loss_mel_ce: 1.9734699726104736 (2.776377562175315)
| > loss: 0.5059478878974915 (0.7056504467445391)
| > current_lr: 5e-06
| > step_time: 0.2128 (0.2493230669887959)
| > loader_time: 0.0094 (0.009419210423686993)
[1m --> TIME: 2025-02-24 07:31:40 -- STEP: 2835/6985 -- GLOBAL_STEP: 205400[0m
| > loss_text_ce: 0.04481155797839165 (0.046228331628352465)
| > loss_mel_ce: 2.8739705085754395 (2.776827794786481)
| > loss: 0.7296954989433289 (0.7057640319568566)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3135 (0.2493316136550229)
| > loader_time: 0.0099 (0.009420382787310897)
[1m --> TIME: 2025-02-24 07:31:58 -- STEP: 2885/6985 -- GLOBAL_STEP: 205450[0m
| > loss_text_ce: 0.04622606188058853 (0.04622592880572976)
| > loss_mel_ce: 2.784719228744507 (2.777552054742383)
| > loss: 0.7077363133430481 (0.7059444963208941)
| > current_lr: 5e-06
| > step_time: 0.2316 (0.2492553354755843)
| > loader_time: 0.009 (0.00942008838289946)
[1m --> TIME: 2025-02-24 07:32:17 -- STEP: 2935/6985 -- GLOBAL_STEP: 205500[0m
| > loss_text_ce: 0.04832783713936806 (0.0462225527205906)
| > loss_mel_ce: 3.4434289932250977 (2.7777491898106117)
| > loss: 0.8729392290115356 (0.7059929360726023)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3065 (0.24938500256514007)
| > loader_time: 0.0098 (0.009421477325933358)
[1m --> TIME: 2025-02-24 07:32:35 -- STEP: 2985/6985 -- GLOBAL_STEP: 205550[0m
| > loss_text_ce: 0.04579426720738411 (0.04622319795228729)
| > loss_mel_ce: 2.805338144302368 (2.77694096301668)
| > loss: 0.7127830982208252 (0.7057910405810763)
| > current_lr: 5e-06
| > step_time: 0.282 (0.24928989554170372)
| > loader_time: 0.0096 (0.009421016063722152)
[1m --> TIME: 2025-02-24 07:32:54 -- STEP: 3035/6985 -- GLOBAL_STEP: 205600[0m
| > loss_text_ce: 0.043999962508678436 (0.04621554218490396)
| > loss_mel_ce: 2.9978766441345215 (2.7765289735558376)
| > loss: 0.7604691386222839 (0.7056861292785641)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2869 (0.249384501738446)
| > loader_time: 0.0093 (0.009422240029449731)
[1m --> TIME: 2025-02-24 07:33:12 -- STEP: 3085/6985 -- GLOBAL_STEP: 205650[0m
| > loss_text_ce: 0.04606078192591667 (0.04621157076698842)
| > loss_mel_ce: 2.8995330333709717 (2.776867262470855)
| > loss: 0.736398458480835 (0.7057697086898405)
| > current_lr: 5e-06
| > step_time: 0.2864 (0.24942491893057292)
| > loader_time: 0.0098 (0.009423286138129598)
[1m --> TIME: 2025-02-24 07:33:30 -- STEP: 3135/6985 -- GLOBAL_STEP: 205700[0m
| > loss_text_ce: 0.04350300505757332 (0.046211258291104965)
| > loss_mel_ce: 3.161870241165161 (2.7761144822864416)
| > loss: 0.8013433218002319 (0.7055814355374151)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.383 (0.24944217748809264)
| > loader_time: 0.0097 (0.009423239341382976)
[1m --> TIME: 2025-02-24 07:33:49 -- STEP: 3185/6985 -- GLOBAL_STEP: 205750[0m
| > loss_text_ce: 0.04776037111878395 (0.046212554425936865)
| > loss_mel_ce: 2.8507449626922607 (2.776483884823376)
| > loss: 0.724626362323761 (0.7056741102711194)
| > current_lr: 5e-06
| > step_time: 0.2091 (0.2494501346695927)
| > loader_time: 0.0088 (0.00942402155470437)
[1m --> TIME: 2025-02-24 07:34:07 -- STEP: 3235/6985 -- GLOBAL_STEP: 205800[0m
| > loss_text_ce: 0.04383043199777603 (0.04620940045696875)
| > loss_mel_ce: 2.6825785636901855 (2.77658847730716)
| > loss: 0.6816022396087646 (0.7056994699621135)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2779 (0.2495083783104024)
| > loader_time: 0.0095 (0.009423286947990314)
[1m --> TIME: 2025-02-24 07:34:26 -- STEP: 3285/6985 -- GLOBAL_STEP: 205850[0m
| > loss_text_ce: 0.04703094810247421 (0.046206424160771184)
| > loss_mel_ce: 2.742011308670044 (2.7765653366367546)
| > loss: 0.6972605586051941 (0.7056929407054439)
| > current_lr: 5e-06
| > step_time: 0.2394 (0.24953777575964603)
| > loader_time: 0.0096 (0.009423388955799961)
[1m --> TIME: 2025-02-24 07:34:44 -- STEP: 3335/6985 -- GLOBAL_STEP: 205900[0m
| > loss_text_ce: 0.045306481420993805 (0.04620317125293627)
| > loss_mel_ce: 3.074049234390259 (2.7772868196467386)
| > loss: 0.7798389196395874 (0.705872498244897)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2343 (0.24948594816799807)
| > loader_time: 0.0089 (0.009422466744189865)
[1m --> TIME: 2025-02-24 07:35:02 -- STEP: 3385/6985 -- GLOBAL_STEP: 205950[0m
| > loss_text_ce: 0.04473498836159706 (0.04620507919343748)
| > loss_mel_ce: 2.931978464126587 (2.777098363822811)
| > loss: 0.7441783547401428 (0.7058258612539787)
| > current_lr: 5e-06
| > step_time: 0.2748 (0.24945016421454683)
| > loader_time: 0.0097 (0.00942112269042339)
[1m --> TIME: 2025-02-24 07:35:20 -- STEP: 3435/6985 -- GLOBAL_STEP: 206000[0m
| > loss_text_ce: 0.04513350874185562 (0.04620803413801493)
| > loss_mel_ce: 2.824455976486206 (2.7771514714197973)
| > loss: 0.7173973917961121 (0.7058398768544378)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2803 (0.2494178597757041)
| > loader_time: 0.0094 (0.00942009810623992)
> CHECKPOINT : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/checkpoint_206000.pth
[1m --> TIME: 2025-02-24 07:35:54 -- STEP: 3485/6985 -- GLOBAL_STEP: 206050[0m
| > loss_text_ce: 0.04592972993850708 (0.04620783502500574)
| > loss_mel_ce: 2.7626378536224365 (2.777253322724459)
| > loss: 0.7021418809890747 (0.7058652899186623)
| > current_lr: 5e-06
| > step_time: 0.2731 (0.24932020569121294)
| > loader_time: 0.0103 (0.009419486922889405)
[1m --> TIME: 2025-02-24 07:36:13 -- STEP: 3535/6985 -- GLOBAL_STEP: 206100[0m
| > loss_text_ce: 0.04384738206863403 (0.04620535357669524)
| > loss_mel_ce: 2.873090982437134 (2.7779562510391926)
| > loss: 0.7292345762252808 (0.7060404016239816)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.311 (0.24944478342522983)
| > loader_time: 0.0095 (0.009419150467134782)
[1m --> TIME: 2025-02-24 07:36:30 -- STEP: 3585/6985 -- GLOBAL_STEP: 206150[0m
| > loss_text_ce: 0.04633336886763573 (0.046206797131517784)
| > loss_mel_ce: 2.8513898849487305 (2.7785804537050875)
| > loss: 0.7244307994842529 (0.7061968132042992)
| > current_lr: 5e-06
| > step_time: 0.2882 (0.24930087080227933)
| > loader_time: 0.01 (0.00941677060253618)
[1m --> TIME: 2025-02-24 07:36:49 -- STEP: 3635/6985 -- GLOBAL_STEP: 206200[0m
| > loss_text_ce: 0.04990530386567116 (0.04620491333787511)
| > loss_mel_ce: 2.688096523284912 (2.778685860850294)
| > loss: 0.6845004558563232 (0.7062226940054028)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.306 (0.2492630889687937)
| > loader_time: 0.0096 (0.009415522631785576)
[1m --> TIME: 2025-02-24 07:37:07 -- STEP: 3685/6985 -- GLOBAL_STEP: 206250[0m
| > loss_text_ce: 0.04880145564675331 (0.04620001754613551)
| > loss_mel_ce: 2.5868923664093018 (2.778608051245699)
| > loss: 0.6589234471321106 (0.7062020176786588)
| > current_lr: 5e-06
| > step_time: 0.2755 (0.2492092771801889)
| > loader_time: 0.0096 (0.009414004956042277)
[1m --> TIME: 2025-02-24 07:37:25 -- STEP: 3735/6985 -- GLOBAL_STEP: 206300[0m
| > loss_text_ce: 0.046367987990379333 (0.04619706960487239)
| > loss_mel_ce: 2.5591647624969482 (2.7788575400310327)
| > loss: 0.6513831615447998 (0.706263652878753)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3077 (0.24918414094202318)
| > loader_time: 0.0096 (0.009412926491325012)
[1m --> TIME: 2025-02-24 07:37:43 -- STEP: 3785/6985 -- GLOBAL_STEP: 206350[0m
| > loss_text_ce: 0.043443713337183 (0.046199285845263637)
| > loss_mel_ce: 3.0071592330932617 (2.7784740929874414)
| > loss: 0.762650728225708 (0.7061683451326244)
| > current_lr: 5e-06
| > step_time: 0.1958 (0.2492172062318264)
| > loader_time: 0.0091 (0.00941259309826629)
[1m --> TIME: 2025-02-24 07:38:01 -- STEP: 3835/6985 -- GLOBAL_STEP: 206400[0m
| > loss_text_ce: 0.0467228963971138 (0.04619801568821792)
| > loss_mel_ce: 2.608626127243042 (2.7785235884913857)
| > loss: 0.6638372540473938 (0.7061804014825144)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2868 (0.24919079696028598)
| > loader_time: 0.0095 (0.009412064732597591)
[1m --> TIME: 2025-02-24 07:38:20 -- STEP: 3885/6985 -- GLOBAL_STEP: 206450[0m
| > loss_text_ce: 0.047142818570137024 (0.0461998828091063)
| > loss_mel_ce: 3.2702620029449463 (2.777815949502597)
| > loss: 0.8293511867523193 (0.7060039584854555)
| > current_lr: 5e-06
| > step_time: 0.2855 (0.24921879375609948)
| > loader_time: 0.0098 (0.009412100508406367)
[1m --> TIME: 2025-02-24 07:38:38 -- STEP: 3935/6985 -- GLOBAL_STEP: 206500[0m
| > loss_text_ce: 0.04503827542066574 (0.046201021697613615)
| > loss_mel_ce: 2.658975124359131 (2.7776466388411545)
| > loss: 0.6760033369064331 (0.7059619155136125)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3141 (0.2492291070000188)
| > loader_time: 0.0097 (0.009411253923079272)
[1m --> TIME: 2025-02-24 07:38:57 -- STEP: 3985/6985 -- GLOBAL_STEP: 206550[0m
| > loss_text_ce: 0.0459979772567749 (0.04620284489268342)
| > loss_mel_ce: 2.9164767265319824 (2.7776202754064947)
| > loss: 0.7406187057495117 (0.7059557804498955)
| > current_lr: 5e-06
| > step_time: 0.2392 (0.24929502850942947)
| > loader_time: 0.0092 (0.009411431974269824)
[1m --> TIME: 2025-02-24 07:39:15 -- STEP: 4035/6985 -- GLOBAL_STEP: 206600[0m
| > loss_text_ce: 0.04526121914386749 (0.046201471612319044)
| > loss_mel_ce: 2.7224884033203125 (2.7774838701056708)
| > loss: 0.6919373869895935 (0.7059213357787156)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2779 (0.24925784036572526)
| > loader_time: 0.0095 (0.009410147861920336)
[1m --> TIME: 2025-02-24 07:39:33 -- STEP: 4085/6985 -- GLOBAL_STEP: 206650[0m
| > loss_text_ce: 0.0456077940762043 (0.04619672400477905)
| > loss_mel_ce: 2.833054304122925 (2.7771749044719476)
| > loss: 0.71966552734375 (0.7058429074841883)
| > current_lr: 5e-06
| > step_time: 0.1962 (0.2492594424192878)
| > loader_time: 0.009 (0.009410643548393494)
[1m --> TIME: 2025-02-24 07:39:51 -- STEP: 4135/6985 -- GLOBAL_STEP: 206700[0m
| > loss_text_ce: 0.044634975492954254 (0.04619318790724806)
| > loss_mel_ce: 2.520583391189575 (2.777658520874981)
| > loss: 0.641304612159729 (0.705962927554799)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3043 (0.24919060859311148)
| > loader_time: 0.0098 (0.009409432082539469)
[1m --> TIME: 2025-02-24 07:40:09 -- STEP: 4185/6985 -- GLOBAL_STEP: 206750[0m
| > loss_text_ce: 0.04770771041512489 (0.04619556163552274)
| > loss_mel_ce: 2.652869939804077 (2.7777896174108383)
| > loss: 0.6751444339752197 (0.7059962950869421)
| > current_lr: 5e-06
| > step_time: 0.143 (0.24912362753846443)
| > loader_time: 0.0085 (0.009409343897228183)
[1m --> TIME: 2025-02-24 07:40:27 -- STEP: 4235/6985 -- GLOBAL_STEP: 206800[0m
| > loss_text_ce: 0.045362118631601334 (0.04619680681785982)
| > loss_mel_ce: 2.72442889213562 (2.7775198682562086)
| > loss: 0.6924477815628052 (0.7059291690975045)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2698 (0.24921317877426047)
| > loader_time: 0.009 (0.009409819696419646)
[1m --> TIME: 2025-02-24 07:40:45 -- STEP: 4285/6985 -- GLOBAL_STEP: 206850[0m
| > loss_text_ce: 0.04473184794187546 (0.046199326491029036)
| > loss_mel_ce: 2.972628116607666 (2.776731701854228)
| > loss: 0.7543399930000305 (0.7057327574025518)
| > current_lr: 5e-06
| > step_time: 0.1915 (0.24910628025005957)
| > loader_time: 0.009 (0.009409028423847932)
[1m --> TIME: 2025-02-24 07:41:04 -- STEP: 4335/6985 -- GLOBAL_STEP: 206900[0m
| > loss_text_ce: 0.045731835067272186 (0.04620021498378588)
| > loss_mel_ce: 2.767730236053467 (2.7766044980239397)
| > loss: 0.7033655047416687 (0.7057011785391709)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2299 (0.2491712080703611)
| > loader_time: 0.0092 (0.00940906784251213)
[1m --> TIME: 2025-02-24 07:41:22 -- STEP: 4385/6985 -- GLOBAL_STEP: 206950[0m
| > loss_text_ce: 0.04601198062300682 (0.0461996878438896)
| > loss_mel_ce: 2.4825851917266846 (2.777083771313064)
| > loss: 0.6321492791175842 (0.7058208650846716)
| > current_lr: 5e-06
| > step_time: 0.1864 (0.24921327588767517)
| > loader_time: 0.009 (0.00940938833230171)
[1m --> TIME: 2025-02-24 07:41:41 -- STEP: 4435/6985 -- GLOBAL_STEP: 207000[0m
| > loss_text_ce: 0.043304529041051865 (0.046195091360921654)
| > loss_mel_ce: 3.194287061691284 (2.7774964287961064)
| > loss: 0.8093978762626648 (0.7059228803420691)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3165 (0.24933378844277287)
| > loader_time: 0.0095 (0.009410561676627497)
> CHECKPOINT : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/checkpoint_207000.pth
[1m --> TIME: 2025-02-24 07:42:16 -- STEP: 4485/6985 -- GLOBAL_STEP: 207050[0m
| > loss_text_ce: 0.04620593786239624 (0.04619668219716119)
| > loss_mel_ce: 2.9669384956359863 (2.777051538501427)
| > loss: 0.7532861232757568 (0.7058120554904881)
| > current_lr: 5e-06
| > step_time: 0.2229 (0.24934653661721515)
| > loader_time: 0.01 (0.009411058085685074)
[1m --> TIME: 2025-02-24 07:42:35 -- STEP: 4535/6985 -- GLOBAL_STEP: 207100[0m
| > loss_text_ce: 0.04501638934016228 (0.046196563830219244)
| > loss_mel_ce: 3.3482255935668945 (2.7773061441612854)
| > loss: 0.8483104705810547 (0.705875677336932)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2834 (0.249448340099465)
| > loader_time: 0.0093 (0.009411352655984882)
[1m --> TIME: 2025-02-24 07:42:53 -- STEP: 4585/6985 -- GLOBAL_STEP: 207150[0m
| > loss_text_ce: 0.043521005660295486 (0.046186345796158663)
| > loss_mel_ce: 2.560973882675171 (2.77792188624649)
| > loss: 0.6511237025260925 (0.7060270583486614)
| > current_lr: 5e-06
| > step_time: 0.194 (0.2494586703821512)
| > loader_time: 0.009 (0.009411018365342087)
[1m --> TIME: 2025-02-24 07:43:11 -- STEP: 4635/6985 -- GLOBAL_STEP: 207200[0m
| > loss_text_ce: 0.04531349614262581 (0.046188144830277555)
| > loss_mel_ce: 2.5196285247802734 (2.777158845821241)
| > loss: 0.6412355303764343 (0.7058367479837704)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.311 (0.24949714337609208)
| > loader_time: 0.0097 (0.009410680381997142)
[1m --> TIME: 2025-02-24 07:43:30 -- STEP: 4685/6985 -- GLOBAL_STEP: 207250[0m
| > loss_text_ce: 0.04715338721871376 (0.04618890300043237)
| > loss_mel_ce: 2.359834909439087 (2.7764937569262975)
| > loss: 0.6017470955848694 (0.7056706653333398)
| > current_lr: 5e-06
| > step_time: 0.2838 (0.2494841510992548)
| > loader_time: 0.01 (0.00940972987717475)
[1m --> TIME: 2025-02-24 07:43:47 -- STEP: 4735/6985 -- GLOBAL_STEP: 207300[0m
| > loss_text_ce: 0.04565002769231796 (0.04618732915304154)
| > loss_mel_ce: 2.743924856185913 (2.775773736869138)
| > loss: 0.6973937153816223 (0.7054902668361804)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2596 (0.24939269309562503)
| > loader_time: 0.0096 (0.00941064627142872)
[1m --> TIME: 2025-02-24 07:44:05 -- STEP: 4785/6985 -- GLOBAL_STEP: 207350[0m
| > loss_text_ce: 0.04576018825173378 (0.046191342937971246)
| > loss_mel_ce: 2.525571346282959 (2.7755490999112107)
| > loss: 0.64283287525177 (0.7054351110567992)
| > current_lr: 5e-06
| > step_time: 0.2775 (0.24930374749401885)
| > loader_time: 0.0099 (0.009411529911722921)
[1m --> TIME: 2025-02-24 07:44:23 -- STEP: 4835/6985 -- GLOBAL_STEP: 207400[0m
| > loss_text_ce: 0.04716764762997627 (0.04618675515302211)
| > loss_mel_ce: 2.7447011470794678 (2.7756528015590303)
| > loss: 0.6979671716690063 (0.7054598895569009)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2464 (0.2493001741608517)
| > loader_time: 0.0095 (0.009412817920499443)
[1m --> TIME: 2025-02-24 07:44:42 -- STEP: 4885/6985 -- GLOBAL_STEP: 207450[0m
| > loss_text_ce: 0.044735945761203766 (0.04618507571434538)
| > loss_mel_ce: 3.1527483463287354 (2.7753562325952905)
| > loss: 0.799371063709259 (0.7053853274733894)
| > current_lr: 5e-06
| > step_time: 0.2467 (0.24931914535491215)
| > loader_time: 0.0102 (0.009414057014176441)
[1m --> TIME: 2025-02-24 07:45:00 -- STEP: 4935/6985 -- GLOBAL_STEP: 207500[0m
| > loss_text_ce: 0.047525353729724884 (0.046182842063505286)
| > loss_mel_ce: 2.3092424869537354 (2.7759614050448653)
| > loss: 0.5891919732093811 (0.7055360621835927)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3012 (0.2493259593708536)
| > loader_time: 0.0098 (0.009415518887258032)
[1m --> TIME: 2025-02-24 07:45:19 -- STEP: 4985/6985 -- GLOBAL_STEP: 207550[0m
| > loss_text_ce: 0.04912545159459114 (0.04618306948150414)
| > loss_mel_ce: 3.1924889087677 (2.775706192315994)
| > loss: 0.81040358543396 (0.705472315816487)
| > current_lr: 5e-06
| > step_time: 0.2629 (0.2494389795133079)
| > loader_time: 0.0096 (0.009417705287187293)
[1m --> TIME: 2025-02-24 07:45:38 -- STEP: 5035/6985 -- GLOBAL_STEP: 207600[0m
| > loss_text_ce: 0.046879470348358154 (0.04618404992923601)
| > loss_mel_ce: 3.375337839126587 (2.7757848457641328)
| > loss: 0.8555543422698975 (0.7054922242860691)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3129 (0.24955097494911405)
| > loader_time: 0.01 (0.009419011690884197)
[1m --> TIME: 2025-02-24 07:45:56 -- STEP: 5085/6985 -- GLOBAL_STEP: 207650[0m
| > loss_text_ce: 0.047409091144800186 (0.04618229757529214)
| > loss_mel_ce: 2.8407325744628906 (2.7757984690023823)
| > loss: 0.7220354080200195 (0.705495191991857)
| > current_lr: 5e-06
| > step_time: 0.2643 (0.24948620425799126)
| > loader_time: 0.0099 (0.009419806845185846)
[1m --> TIME: 2025-02-24 07:46:14 -- STEP: 5135/6985 -- GLOBAL_STEP: 207700[0m
| > loss_text_ce: 0.047389715909957886 (0.04618569508688248)
| > loss_mel_ce: 2.6069586277008057 (2.7759548613716314)
| > loss: 0.6635870933532715 (0.7055351394757331)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2677 (0.2494147286791183)
| > loader_time: 0.0095 (0.009420144732065818)
[1m --> TIME: 2025-02-24 07:46:32 -- STEP: 5185/6985 -- GLOBAL_STEP: 207750[0m
| > loss_text_ce: 0.0466543510556221 (0.046185088766201775)
| > loss_mel_ce: 2.9718477725982666 (2.776213856281397)
| > loss: 0.7546255588531494 (0.7055997366040756)
| > current_lr: 5e-06
| > step_time: 0.2511 (0.24938034698611392)
| > loader_time: 0.0098 (0.009421344479346618)
[1m --> TIME: 2025-02-24 07:46:50 -- STEP: 5235/6985 -- GLOBAL_STEP: 207800[0m
| > loss_text_ce: 0.04441365972161293 (0.046182586579319486)
| > loss_mel_ce: 2.854863166809082 (2.7764404390921635)
| > loss: 0.7248191833496094 (0.705655756754999)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2283 (0.24933154612580358)
| > loader_time: 0.0094 (0.00942231641002466)
[1m --> TIME: 2025-02-24 07:47:08 -- STEP: 5285/6985 -- GLOBAL_STEP: 207850[0m
| > loss_text_ce: 0.04708646982908249 (0.046183016079997016)
| > loss_mel_ce: 2.770017385482788 (2.7767588451885303)
| > loss: 0.7042759656906128 (0.7057354656389112)
| > current_lr: 5e-06
| > step_time: 0.2453 (0.24932102462313813)
| > loader_time: 0.0096 (0.009424299278006691)
[1m --> TIME: 2025-02-24 07:47:26 -- STEP: 5335/6985 -- GLOBAL_STEP: 207900[0m
| > loss_text_ce: 0.04478698968887329 (0.04617948533570876)
| > loss_mel_ce: 2.9896624088287354 (2.776747027377491)
| > loss: 0.758612334728241 (0.7057316284930473)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3124 (0.2492919507156271)
| > loader_time: 0.0099 (0.009426001197507522)
[1m --> TIME: 2025-02-24 07:47:45 -- STEP: 5385/6985 -- GLOBAL_STEP: 207950[0m
| > loss_text_ce: 0.046511027961969376 (0.04617941997384968)
| > loss_mel_ce: 2.668487310409546 (2.7766205026357382)
| > loss: 0.6787495613098145 (0.705699980934129)
| > current_lr: 5e-06
| > step_time: 0.1838 (0.24932261350095097)
| > loader_time: 0.0092 (0.009427476792614482)
[1m --> TIME: 2025-02-24 07:48:03 -- STEP: 5435/6985 -- GLOBAL_STEP: 208000[0m
| > loss_text_ce: 0.04928654432296753 (0.04617355851441109)
| > loss_mel_ce: 2.4458134174346924 (2.7765155967486046)
| > loss: 0.6237750053405762 (0.7056722891034614)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2822 (0.2492889516158397)
| > loader_time: 0.0095 (0.009428882730478792)
> CHECKPOINT : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/checkpoint_208000.pth
[1m --> TIME: 2025-02-24 07:48:37 -- STEP: 5485/6985 -- GLOBAL_STEP: 208050[0m
| > loss_text_ce: 0.04667225852608681 (0.046172970469528334)
| > loss_mel_ce: 2.861271619796753 (2.7762743727989165)
| > loss: 0.7269859910011292 (0.7056118361278347)
| > current_lr: 5e-06
| > step_time: 0.2483 (0.24927357440659856)
| > loader_time: 0.0092 (0.009430692363241795)
[1m --> TIME: 2025-02-24 07:48:55 -- STEP: 5535/6985 -- GLOBAL_STEP: 208100[0m
| > loss_text_ce: 0.04165803641080856 (0.046173066162616225)
| > loss_mel_ce: 2.7989039421081543 (2.7759035945477106)
| > loss: 0.7101404666900635 (0.7055191654823011)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2776 (0.2492567110190869)
| > loader_time: 0.0095 (0.009431748144671893)
[1m --> TIME: 2025-02-24 07:49:13 -- STEP: 5585/6985 -- GLOBAL_STEP: 208150[0m
| > loss_text_ce: 0.04825634881854057 (0.04617269549088606)
| > loss_mel_ce: 2.6904404163360596 (2.7760119652684083)
| > loss: 0.6846742033958435 (0.7055461654731386)
| > current_lr: 5e-06
| > step_time: 0.2274 (0.24922246523168107)
| > loader_time: 0.0094 (0.009432710188248426)
[1m --> TIME: 2025-02-24 07:49:31 -- STEP: 5635/6985 -- GLOBAL_STEP: 208200[0m
| > loss_text_ce: 0.04696618393063545 (0.04617489409610677)
| > loss_mel_ce: 2.4281671047210693 (2.776254041848611)
| > loss: 0.6187832951545715 (0.7056072342787151)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2702 (0.2492368917710609)
| > loader_time: 0.0094 (0.009434312238244797)
[1m --> TIME: 2025-02-24 07:49:49 -- STEP: 5685/6985 -- GLOBAL_STEP: 208250[0m
| > loss_text_ce: 0.048138249665498734 (0.046175838860117224)
| > loss_mel_ce: 2.7487308979034424 (2.7758747869766687)
| > loss: 0.6992172598838806 (0.7055126567629202)
| > current_lr: 5e-06
| > step_time: 0.2587 (0.24920162420683814)
| > loader_time: 0.0098 (0.009434969590857293)
[1m --> TIME: 2025-02-24 07:50:08 -- STEP: 5735/6985 -- GLOBAL_STEP: 208300[0m
| > loss_text_ce: 0.044424399733543396 (0.04617555449670473)
| > loss_mel_ce: 2.5992965698242188 (2.7759009871985856)
| > loss: 0.6609302163124084 (0.7055191357861208)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3138 (0.24923178523960787)
| > loader_time: 0.01 (0.009436213585638285)
[1m --> TIME: 2025-02-24 07:50:26 -- STEP: 5785/6985 -- GLOBAL_STEP: 208350[0m
| > loss_text_ce: 0.0446087010204792 (0.04617470016279616)
| > loss_mel_ce: 2.9357945919036865 (2.776410659902961)
| > loss: 0.7451007962226868 (0.7056463403545163)
| > current_lr: 5e-06
| > step_time: 0.2238 (0.24922393326524414)
| > loader_time: 0.0093 (0.009437620134938917)
[1m --> TIME: 2025-02-24 07:50:44 -- STEP: 5835/6985 -- GLOBAL_STEP: 208400[0m
| > loss_text_ce: 0.0458957701921463 (0.04617580392788194)
| > loss_mel_ce: 2.4224588871002197 (2.776061984771524)
| > loss: 0.6170886754989624 (0.7055594475226405)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2051 (0.24919480390802032)
| > loader_time: 0.009 (0.009438366795975471)
[1m --> TIME: 2025-02-24 07:51:02 -- STEP: 5885/6985 -- GLOBAL_STEP: 208450[0m
| > loss_text_ce: 0.04673320800065994 (0.046175642877488064)
| > loss_mel_ce: 2.8426783084869385 (2.776114943134854)
| > loss: 0.7223528623580933 (0.7055726468208583)
| > current_lr: 5e-06
| > step_time: 0.2866 (0.2491765618628126)
| > loader_time: 0.01 (0.0094393723276377)
[1m --> TIME: 2025-02-24 07:51:20 -- STEP: 5935/6985 -- GLOBAL_STEP: 208500[0m
| > loss_text_ce: 0.04392295703291893 (0.046176480891680534)
| > loss_mel_ce: 2.4627788066864014 (2.775652818651688)
| > loss: 0.6266754269599915 (0.705457325190581)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2979 (0.24918541410136033)
| > loader_time: 0.0097 (0.009440696631144808)
[1m --> TIME: 2025-02-24 07:51:38 -- STEP: 5985/6985 -- GLOBAL_STEP: 208550[0m
| > loss_text_ce: 0.047736357897520065 (0.046173526262654474)
| > loss_mel_ce: 2.791378974914551 (2.775657087519651)
| > loss: 0.7097788453102112 (0.70545765373641)
| > current_lr: 5e-06
| > step_time: 0.2644 (0.24909323578390752)
| > loader_time: 0.0099 (0.009440862365633473)
[1m --> TIME: 2025-02-24 07:51:56 -- STEP: 6035/6985 -- GLOBAL_STEP: 208600[0m
| > loss_text_ce: 0.04882175475358963 (0.04617675054253587)
| > loss_mel_ce: 2.457056999206543 (2.7751510450043932)
| > loss: 0.6264696717262268 (0.7053319491625021)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3106 (0.24907660136661347)
| > loader_time: 0.0101 (0.00944164670392715)
[1m --> TIME: 2025-02-24 07:52:14 -- STEP: 6085/6985 -- GLOBAL_STEP: 208650[0m
| > loss_text_ce: 0.047631166875362396 (0.04617664667861138)
| > loss_mel_ce: 2.5588889122009277 (2.7744126421169053)
| > loss: 0.6516300439834595 (0.7051473224662609)
| > current_lr: 5e-06
| > step_time: 0.2554 (0.2490119166519177)
| > loader_time: 0.0094 (0.009441464830835867)
[1m --> TIME: 2025-02-24 07:52:32 -- STEP: 6135/6985 -- GLOBAL_STEP: 208700[0m
| > loss_text_ce: 0.04578953608870506 (0.0461751236327558)
| > loss_mel_ce: 2.9856245517730713 (2.7740563134789546)
| > loss: 0.7578535079956055 (0.7050578595567926)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3046 (0.24897841031510548)
| > loader_time: 0.0095 (0.009442529585075887)
[1m --> TIME: 2025-02-24 07:52:50 -- STEP: 6185/6985 -- GLOBAL_STEP: 208750[0m
| > loss_text_ce: 0.04828288406133652 (0.04617765292151866)
| > loss_mel_ce: 3.044959545135498 (2.773568617401337)
| > loss: 0.7733106017112732 (0.7049365678523555)
| > current_lr: 5e-06
| > step_time: 0.2767 (0.24898418724874183)
| > loader_time: 0.0098 (0.00944278885880693)
[1m --> TIME: 2025-02-24 07:53:09 -- STEP: 6235/6985 -- GLOBAL_STEP: 208800[0m
| > loss_text_ce: 0.048174984753131866 (0.046176725691117256)
| > loss_mel_ce: 2.657362699508667 (2.7739252406879706)
| > loss: 0.676384449005127 (0.7050254918521361)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.313 (0.2490487885264845)
| > loader_time: 0.0097 (0.009442288720712958)
[1m --> TIME: 2025-02-24 07:53:27 -- STEP: 6285/6985 -- GLOBAL_STEP: 208850[0m
| > loss_text_ce: 0.04903610423207283 (0.04617818257784035)
| > loss_mel_ce: 2.2027647495269775 (2.7738022497938832)
| > loss: 0.5629501938819885 (0.7049951083715122)
| > current_lr: 5e-06
| > step_time: 0.2084 (0.24899906937622696)
| > loader_time: 0.0092 (0.00944093409851612)
[1m --> TIME: 2025-02-24 07:53:45 -- STEP: 6335/6985 -- GLOBAL_STEP: 208900[0m
| > loss_text_ce: 0.046899206936359406 (0.046177455038420384)
| > loss_mel_ce: 3.230135440826416 (2.7737233678468476)
| > loss: 0.8192586898803711 (0.7049752060126948)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.3126 (0.24901602187303448)
| > loader_time: 0.0093 (0.00944040372979485)
[1m --> TIME: 2025-02-24 07:54:03 -- STEP: 6385/6985 -- GLOBAL_STEP: 208950[0m
| > loss_text_ce: 0.046108368784189224 (0.04617732258669648)
| > loss_mel_ce: 2.765021800994873 (2.7735218862303537)
| > loss: 0.7027825713157654 (0.704924802464624)
| > current_lr: 5e-06
| > step_time: 0.289 (0.2489438359776603)
| > loader_time: 0.0097 (0.00943908478565862)
[1m --> TIME: 2025-02-24 07:54:20 -- STEP: 6435/6985 -- GLOBAL_STEP: 209000[0m
| > loss_text_ce: 0.04457322508096695 (0.04617535499009226)
| > loss_mel_ce: 2.752808094024658 (2.7731166192886882)
| > loss: 0.6993453502655029 (0.704822993852782)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2721 (0.24886824408518585)
| > loader_time: 0.0092 (0.009438006268422033)
> CHECKPOINT : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/checkpoint_209000.pth
[1m --> TIME: 2025-02-24 07:54:55 -- STEP: 6485/6985 -- GLOBAL_STEP: 209050[0m
| > loss_text_ce: 0.045346107333898544 (0.046173996358259764)
| > loss_mel_ce: 2.9511849880218506 (2.7729749931219256)
| > loss: 0.7491327524185181 (0.7047872476331427)
| > current_lr: 5e-06
| > step_time: 0.2788 (0.24891972207251006)
| > loader_time: 0.0105 (0.00943877948828637)
[1m --> TIME: 2025-02-24 07:55:13 -- STEP: 6535/6985 -- GLOBAL_STEP: 209100[0m
| > loss_text_ce: 0.045175570994615555 (0.04617215602928758)
| > loss_mel_ce: 2.556574821472168 (2.772925295990298)
| > loss: 0.650437593460083 (0.7047743632853616)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2448 (0.24890809923798043)
| > loader_time: 0.0094 (0.009438896689965915)
[1m --> TIME: 2025-02-24 07:55:31 -- STEP: 6585/6985 -- GLOBAL_STEP: 209150[0m
| > loss_text_ce: 0.04782360419631004 (0.046171485570994195)
| > loss_mel_ce: 2.554417848587036 (2.7728929785588683)
| > loss: 0.6505603790283203 (0.7047661163450275)
| > current_lr: 5e-06
| > step_time: 0.1848 (0.24887609890942866)
| > loader_time: 0.0088 (0.00943863788335366)
[1m --> TIME: 2025-02-24 07:55:49 -- STEP: 6635/6985 -- GLOBAL_STEP: 209200[0m
| > loss_text_ce: 0.046893469989299774 (0.046171368675386515)
| > loss_mel_ce: 2.5601046085357666 (2.772633975937388)
| > loss: 0.6517494916915894 (0.7047013364794018)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2234 (0.24880115728946037)
| > loader_time: 0.0089 (0.009437632542763294)
[1m --> TIME: 2025-02-24 07:56:07 -- STEP: 6685/6985 -- GLOBAL_STEP: 209250[0m
| > loss_text_ce: 0.04684862121939659 (0.046170459514401685)
| > loss_mel_ce: 2.972165107727051 (2.772681971156248)
| > loss: 0.7547534108161926 (0.7047131080456243)
| > current_lr: 5e-06
| > step_time: 0.3074 (0.24880058574605177)
| > loader_time: 0.0099 (0.009436992539696182)
[1m --> TIME: 2025-02-24 07:56:25 -- STEP: 6735/6985 -- GLOBAL_STEP: 209300[0m
| > loss_text_ce: 0.04654860869050026 (0.04616883125241905)
| > loss_mel_ce: 2.907444477081299 (2.77307708858116)
| > loss: 0.7384982705116272 (0.7048114803161273)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2974 (0.2488164447906199)
| > loader_time: 0.0099 (0.009436786413723792)
[1m --> TIME: 2025-02-24 07:56:43 -- STEP: 6785/6985 -- GLOBAL_STEP: 209350[0m
| > loss_text_ce: 0.04138941690325737 (0.04616636298569413)
| > loss_mel_ce: 2.9335944652557373 (2.772987174091745)
| > loss: 0.7437459826469421 (0.7047883846167695)
| > current_lr: 5e-06
| > step_time: 0.175 (0.24876998871147582)
| > loader_time: 0.0089 (0.00943748643491408)
[1m --> TIME: 2025-02-24 07:57:01 -- STEP: 6835/6985 -- GLOBAL_STEP: 209400[0m
| > loss_text_ce: 0.04482223093509674 (0.04616447304318929)
| > loss_mel_ce: 3.164990186691284 (2.7731095036539424)
| > loss: 0.8024531006813049 (0.7048184945013014)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2892 (0.2488143306974956)
| > loader_time: 0.0097 (0.009439039160582693)
[1m --> TIME: 2025-02-24 07:57:19 -- STEP: 6885/6985 -- GLOBAL_STEP: 209450[0m
| > loss_text_ce: 0.04520173743367195 (0.0461657857193667)
| > loss_mel_ce: 3.077514886856079 (2.7730758246426648)
| > loss: 0.7806791663169861 (0.7048104029162336)
| > current_lr: 5e-06
| > step_time: 0.3359 (0.24875030676870125)
| > loader_time: 0.0103 (0.00943983243528106)
[1m --> TIME: 2025-02-24 07:57:38 -- STEP: 6935/6985 -- GLOBAL_STEP: 209500[0m
| > loss_text_ce: 0.04601152613759041 (0.04616424264178148)
| > loss_mel_ce: 2.636776924133301 (2.7731826117164196)
| > loss: 0.6706970930099487 (0.7048367139325343)
| > grad_norm: 0 (0.0)
| > current_lr: 5e-06
| > step_time: 0.2919 (0.24878890498903208)
| > loader_time: 0.0096 (0.009441579600074995)
[1m > EVALUATION [0m
[1m--> EVAL PERFORMANCE[0m
| > avg_loader_time:[91m 0.4721931320389891 [0m(+0.003850550433389499)
| > avg_loss_text_ce:[92m 0.04510347053311228 [0m(-0.0001884290059797275)
| > avg_loss_mel_ce:[92m 2.909545257979748 [0m(-0.0005670076881356678)
| > avg_loss:[92m 2.9546487315807464 [0m(-0.0007554316053219878)
> BEST MODEL : checkpoints/GPT_XTTS_FT-February-23-2025_08+27AM-8e59ec3/best_model_209550.pth