main: seed = 1682272905
llama.cpp: loading model from ../models/13B/ggml-model-q4_1.bin
llama_model_load_internal: format     = ggjt v1 (latest)
llama_model_load_internal: n_vocab    = 32000
llama_model_load_internal: n_ctx      = 512
llama_model_load_internal: n_embd     = 5120
llama_model_load_internal: n_mult     = 256
llama_model_load_internal: n_head     = 40
llama_model_load_internal: n_layer    = 40
llama_model_load_internal: n_rot      = 128
llama_model_load_internal: ftype      = 3 (mostly Q4_1)
llama_model_load_internal: n_ff       = 13824
llama_model_load_internal: n_parts    = 1
llama_model_load_internal: model size = 13B
llama_model_load_internal: ggml ctx size = 9534493.73 KB
llama_model_load_internal: mem required  = 11359.03 MB (+ 1608.00 MB per state)
....................................................................................................
llama_init_from_file: kv self size  =  400.00 MB

system_info: n_threads = 12 / 64 | AVX = 1 | AVX2 = 1 | AVX512 = 0 | AVX512_VBMI = 0 | AVX512_VNNI = 0 | FMA = 1 | NEON = 0 | ARM_FMA = 0 | F16C = 1 | FP16_VA = 0 | WASM_SIMD = 0 | BLAS = 1 | SSE3 = 1 | VSX = 0 | 
perplexity : calculating perplexity over 655 chunks, batch_size=512
3.18 seconds per pass - ETA 34 minutes
[1]3.7334,[2]4.1850,[3]4.9902,[4]5.4078,[5]5.5898,[6]5.5355,[7]5.6935,[8]5.8189,[9]6.0871,[10]6.3146,[11]6.4956,[12]6.5447,[13]6.5031,[14]6.5906,[15]6.7883,[16]6.4656,[17]6.3792,[18]6.3578,[19]6.0634,[20]6.0430,[21]5.9651,[22]5.7921,[23]5.7668,[24]5.6718,[25]5.6852,[26]5.5420,[27]5.3720,[28]5.2737,[29]5.1965,[30]5.0609,[31]5.0165,[32]5.0253,[33]4.9824,[34]5.0210,[35]5.0402,[36]5.0638,[37]5.0568,[38]5.0526,[39]5.0763,[40]5.1174,[41]5.1405,[42]5.1746,[43]5.1409,[44]5.1841,[45]5.1911,[46]5.1664,[47]5.1940,[48]5.1749,[49]5.1769,[50]5.1472,[51]5.1553,[52]5.1487,[53]5.1935,[54]5.1851,[55]5.1681,[56]5.1881,[57]5.2058,[58]5.2281,[59]5.2469,[60]5.2831,[61]5.2764,[62]5.3336,[63]5.3593,[64]5.3709,[65]5.4097,[66]5.4081,[67]5.4271,[68]5.4391,[69]5.4668,[70]5.4984,[71]5.5231,[72]5.5593,[73]5.6064,[74]5.6117,[75]5.6193,[76]5.6326,[77]5.6449,[78]5.6302,[79]5.6560,[80]5.6511,[81]5.6608,[82]5.6575,[83]5.6106,[84]5.5995,[85]5.5939,[86]5.5783,[87]5.5134,[88]5.4718,[89]5.4518,[90]5.4409,[91]5.4637,[92]5.4603,[93]5.4615,[94]5.4605,[95]5.4872,[96]5.4853,[97]5.4814,[98]5.4777,[99]5.4698,[100]5.4671,[101]5.4917,[102]5.4873,[103]5.5029,[104]5.5071,[105]5.5084,[106]5.5233,[107]5.5225,[108]5.5377,[109]5.5378,[110]5.5330,[111]5.5502,[112]5.5672,[113]5.5668,[114]5.5657,[115]5.5693,[116]5.5565,[117]5.5567,[118]5.5802,[119]5.5983,[120]5.6267,[121]5.6416,[122]5.6626,[123]5.6986,[124]5.7152,[125]5.7093,[126]5.7441,[127]5.7761,[128]5.8041,[129]5.7921,[130]5.7999,[131]5.7956,[132]5.7918,[133]5.7793,[134]5.7875,[135]5.7865,[136]5.7779,[137]5.7736,[138]5.7590,[139]5.7511,[140]5.7497,[141]5.7223,[142]5.7174,[143]5.6927,[144]5.6772,[145]5.6679,[146]5.6567,[147]5.6613,[148]5.6637,[149]5.6605,[150]5.6601,[151]5.6652,[152]5.6592,[153]5.6494,[154]5.6437,[155]5.6501,[156]5.6473,[157]5.6622,[158]5.6642,[159]5.6645,[160]5.6684,[161]5.6797,[162]5.6545,[163]5.6449,[164]5.6239,[165]5.5987,[166]5.5754,[167]5.5432,[168]5.5172,[169]5.5035,[170]5.4939,[171]5.4731,[172]5.4604,[173]5.4472,[174]5.4199,[175]5.3984,[176]5.3845,[177]5.3680,[178]5.3481,[179]5.3346,[180]5.3274,[181]5.3107,[182]5.2947,[183]5.2821,[184]5.2802,[185]5.2725,[186]5.2740,[187]5.2796,[188]5.2776,[189]5.2946,[190]5.2954,[191]5.3127,[192]5.3255,[193]5.3401,[194]5.3509,[195]5.3698,[196]5.3819,[197]5.4004,[198]5.4138,[199]5.4156,[200]5.4170,[201]5.4100,[202]5.4227,[203]5.4284,[204]5.4238,[205]5.4323,[206]5.4377,[207]5.4337,[208]5.4403,[209]5.4432,[210]5.4485,[211]5.4594,[212]5.4663,[213]5.4759,[214]5.4787,[215]5.4819,[216]5.4941,[217]5.5104,[218]5.5245,[219]5.5248,[220]5.5216,[221]5.5166,[222]5.5164,[223]5.5101,[224]5.5036,[225]5.5001,[226]5.5200,[227]5.5261,[228]5.5334,[229]5.5398,[230]5.5360,[231]5.5514,[232]5.5407,[233]5.5259,[234]5.5110,[235]5.4896,[236]5.4844,[237]5.4754,[238]5.4782,[239]5.4668,[240]5.4579,[241]5.4608,[242]5.4625,[243]5.4613,[244]5.4511,[245]5.4475,[246]5.4375,[247]5.4280,[248]5.4217,[249]5.4183,[250]5.4218,[251]5.4135,[252]5.4090,[253]5.4001,[254]5.3958,[255]5.3864,[256]5.3700,[257]5.3598,[258]5.3525,[259]5.3514,[260]5.3432,[261]5.3379,[262]5.3339,[263]5.3286,[264]5.3057,[265]5.3056,[266]5.3027,[267]5.2961,[268]5.3021,[269]5.3019,[270]5.3027,[271]5.3089,[272]5.3120,[273]5.3133,[274]5.3147,[275]5.3203,[276]5.3261,[277]5.3384,[278]5.3469,[279]5.3554,[280]5.3590,[281]5.3687,[282]5.3740,[283]5.3870,[284]5.3955,[285]5.4035,[286]5.4161,[287]5.4124,[288]5.4180,[289]5.4119,[290]5.3977,[291]5.3846,[292]5.3713,[293]5.3591,[294]5.3601,[295]5.3606,[296]5.3655,[297]5.3647,[298]5.3670,[299]5.3647,[300]5.3560,[301]5.3562,[302]5.3495,[303]5.3411,[304]5.3331,[305]5.3304,[306]5.3198,[307]5.3226,[308]5.3235,[309]5.3105,[310]5.3077,[311]5.3030,[312]5.3046,[313]5.2993,[314]5.2979,[315]5.2849,[316]5.2807,[317]5.2680,[318]5.2518,[319]5.2624,[320]5.2736,[321]5.2780,[322]5.2749,[323]5.2696,[324]5.2676,[325]5.2781,[326]5.2796,[327]5.2803,[328]5.2835,[329]5.2880,[330]5.2902,[331]5.3004,[332]5.2969,[333]5.3044,[334]5.3000,[335]5.2948,[336]5.2971,[337]5.2965,[338]5.2964,[339]5.2925,[340]5.2894,[341]5.2959,[342]5.2993,[343]5.3038,[344]5.3039,[345]5.3053,[346]5.3037,[347]5.3074,[348]5.3114,[349]5.3136,[350]5.3121,[351]5.3132,[352]5.3131,[353]5.3080,[354]5.3089,[355]5.3137,[356]5.3167,[357]5.3141,[358]5.3226,[359]5.3247,[360]5.3213,[361]5.3210,[362]5.3281,[363]5.3392,[364]5.3442,[365]5.3480,[366]5.3497,[367]5.3586,[368]5.3564,[369]5.3578,[370]5.3597,[371]5.3555,[372]5.3601,[373]5.3641,[374]5.3624,[375]5.3619,[376]5.3680,[377]5.3644,[378]5.3670,[379]5.3710,[380]5.3640,[381]5.3608,[382]5.3566,[383]5.3546,[384]5.3545,[385]5.3533,[386]5.3521,[387]5.3515,[388]5.3484,[389]5.3447,[390]5.3391,[391]5.3332,[392]5.3297,[393]5.3298,[394]5.3330,[395]5.3323,[396]5.3271,[397]5.3335,[398]5.3378,[399]5.3448,[400]5.3441,[401]5.3450,[402]5.3463,[403]5.3487,[404]5.3541,[405]5.3394,[406]5.3350,[407]5.3341,[408]5.3351,[409]5.3461,[410]5.3552,[411]5.3647,[412]5.3790,[413]5.3895,[414]5.3953,[415]5.4010,[416]5.4082,[417]5.4179,[418]5.4204,[419]5.4251,[420]5.4326,[421]5.4426,[422]5.4458,[423]5.4512,[424]5.4600,[425]5.4677,[426]5.4736,[427]5.4777,[428]5.4849,[429]5.4886,[430]5.4950,[431]5.5074,[432]5.5104,[433]5.5094,[434]5.5060,[435]5.5075,[436]5.5102,[437]5.5186,[438]5.5259,[439]5.5232,[440]5.5224,[441]5.5181,[442]5.5169,[443]5.5177,[444]5.5195,[445]5.5186,[446]5.5205,[447]5.5229,[448]5.5262,[449]5.5248,[450]5.5262,[451]5.5236,[452]5.5081,[453]5.4985,[454]5.4931,[455]5.4935,[456]5.4975,[457]5.4989,[458]5.4972,[459]5.4971,[460]5.5043,[461]5.5005,[462]5.4970,[463]5.4950,[464]5.4945,[465]5.4925,[466]5.4850,[467]5.4836,[468]5.4821,[469]5.4830,[470]5.4818,[471]5.4768,[472]5.4778,[473]5.4731,[474]5.4720,[475]5.4653,[476]5.4629,[477]5.4543,[478]5.4518,[479]5.4526,[480]5.4548,[481]5.4548,[482]5.4501,[483]5.4460,[484]5.4473,[485]5.4406,[486]5.4345,[487]5.4335,[488]5.4314,[489]5.4260,[490]5.4230,[491]5.4197,[492]5.4131,[493]5.4102,[494]5.4087,[495]5.4068,[496]5.4029,[497]5.3969,[498]5.3945,[499]5.3910,[500]5.3830,[501]5.3761,[502]5.3754,[503]5.3744,[504]5.3664,[505]5.3662,[506]5.3669,[507]5.3615,[508]5.3580,[509]5.3586,[510]5.3606,[511]5.3650,[512]5.3691,[513]5.3716,[514]5.3771,[515]5.3729,[516]5.3718,[517]5.3718,[518]5.3718,[519]5.3742,[520]5.3755,[521]5.3765,[522]5.3780,[523]5.3786,[524]5.3839,[525]5.3863,[526]5.3867,[527]5.3885,[528]5.3830,[529]5.3835,[530]5.3798,[531]5.3793,[532]5.3838,[533]5.3865,[534]5.3844,[535]5.3863,[536]5.3816,[537]5.3800,[538]5.3852,[539]5.3860,[540]5.3875,[541]5.3872,[542]5.3885,[543]5.3906,[544]5.3919,[545]5.3909,[546]5.3910,[547]5.3876,[548]5.3834,[549]5.3834,[550]5.3815,[551]5.3791,[552]5.3773,[553]5.3745,[554]5.3723,[555]5.3705,[556]5.3695,[557]5.3713,[558]5.3681,[559]5.3684,[560]5.3671,[561]5.3672,[562]5.3647,[563]5.3646,[564]5.3686,[565]5.3697,[566]5.3703,[567]5.3684,[568]5.3696,[569]5.3680,[570]5.3707,[571]5.3721,[572]5.3727,[573]5.3733,[574]5.3706,[575]5.3689,[576]5.3682,[577]5.3666,[578]5.3651,[579]5.3652,[580]5.3599,[581]5.3569,[582]5.3568,[583]5.3575,[584]5.3580,[585]5.3522,[586]5.3467,[587]5.3470,[588]5.3511,[589]5.3560,[590]5.3591,[591]5.3606,[592]5.3595,[593]5.3556,[594]5.3567,[595]5.3550,[596]5.3588,[597]5.3567,[598]5.3534,[599]5.3561,[600]5.3552,[601]5.3541,[602]5.3542,[603]5.3571,[604]5.3578,[605]5.3604,[606]5.3617,[607]5.3603,[608]5.3576,[609]5.3586,[610]5.3626,[611]5.3613,[612]5.3638,[613]5.3609,[614]5.3572,[615]5.3515,[616]5.3545,[617]5.3497,[618]5.3453,[619]5.3409,[620]5.3300,[621]5.3250,[622]5.3232,[623]5.3245,[624]5.3250,[625]5.3258,[626]5.3254,[627]5.3280,[628]5.3288,[629]5.3292,[630]5.3321,[631]5.3365,[632]5.3414,[633]5.3403,[634]5.3433,[635]5.3430,[636]5.3395,[637]5.3358,[638]5.3378,[639]5.3347,[640]5.3354,[641]5.3357,[642]5.3408,[643]5.3424,[644]5.3442,[645]5.3427,[646]5.3461,[647]5.3409,[648]5.3420,[649]5.3422,[650]5.3450,[651]5.3492,[652]5.3497,[653]5.3534,[654]5.3478,[655]5.3471,
llama_print_timings:        load time =  8475.90 ms
llama_print_timings:      sample time =     0.00 ms /     1 runs   (    0.00 ms per run)
llama_print_timings: prompt eval time = 1975532.72 ms / 335360 tokens (    5.89 ms per token)
llama_print_timings:        eval time =     0.00 ms /     1 runs   (    0.00 ms per run)
llama_print_timings:       total time = 2011179.80 ms