examples/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
lmdeploy/__init__.py,sha256=XwBh7Kqbb3mfmyd4jdyF_lmvvobGjL7OaYq2zchUO4M,557
lmdeploy/__main__.py,sha256=4mJ3qnbDWqBkcwfcVaIJcmAelKwvhGmBvDVPE_fHk78,107
lmdeploy/api.py,sha256=RoalITxdPAoRzo6Cv-2jlvpPLON35bdkqSeM4piyFRo,9218
lmdeploy/archs.py,sha256=bt6JItRikLRgqX9oPbdeuqQlg0yxTQgMXvMMTHTowkQ,4019
lmdeploy/messages.py,sha256=76gm5JpSJBc5b-sNtLX_Apt-gFUC8bBueYGafgURIas,9724
lmdeploy/model.py,sha256=LDvOMAnRY7sNgFP2FWpdXbuqXwQYLUWuKn7WJOPzTwQ,32368
lmdeploy/tokenizer.py,sha256=gPnaUHfKtxeTb1Yid-eVKv7KQMuDz8wpTC2_6DM-OFI,22850
lmdeploy/utils.py,sha256=s4Mv2y3RQ4AR9x2Mb31f01845BhOPqcVZ3QbQyYUbZ8,8320
lmdeploy/version.py,sha256=6hBMbLx9Dj4D_Sz-O-trNiuAJmqx_5jyiE93ukLzSNI,772
lmdeploy/bin/llama_gemm,sha256=_wv4uNBhf__Z2F5ulkWyxgnzR_JsVfojnkuBJf-FL6I,13475720
lmdeploy/cli/__init__.py,sha256=yrJQL0jbwwUYONhC5f6JROsk5-0h5_k6os8W3-B8FjY,95
lmdeploy/cli/chat.py,sha256=Tla2wxe4cEayDQBE6EJY_feuTmzUEM9UM9-nxW6BVfQ,4395
lmdeploy/cli/cli.py,sha256=tOZjdQM9rOjNJQFLIgarq67WI0q450ZEyPKkEx8IKko,6345
lmdeploy/cli/entrypoint.py,sha256=elHP2vWe4h3edMR8fCe1pvPpc06Mf75gX3Rxkz6xoFI,860
lmdeploy/cli/lite.py,sha256=28eLL2XIzJjrchjSixQRwEqz_c289prcrtvpVAECVkQ,6256
lmdeploy/cli/serve.py,sha256=WDmMbDFuZdKd-t1NYaOCxt5RZD2QO_Jk0j-kN62W_wQ,13349
lmdeploy/cli/utils.py,sha256=VS_Kx5QibSOx3Pj5ZXwnOrekqJKJjKd7L4VN7ozhIGo,12217
lmdeploy/legacy/__init__.py,sha256=OXfVzmp_jYucAbDaqCwXIU5POxUgMgNJzjQUCRYZLBM,48
lmdeploy/legacy/pytorch/__init__.py,sha256=00Nuui_-RiQmQHL25yVM4r6ArwyPqVhzKmIGmpNNIxs,78
lmdeploy/legacy/pytorch/accel.py,sha256=QJKIYj9EAJKw5DeqR0rujT1MJyDhUbIluGIO6dTnbrI,1466
lmdeploy/legacy/pytorch/chat.py,sha256=A-cofH2S5hOVYlDLnVE6igBiPCz9Imx3EB4YEMFRXVc,7021
lmdeploy/legacy/pytorch/decode.py,sha256=L3HbXyx7yWgD_Sjv25G95-3CnjhSRqZoJuCeP_bqBx4,13939
lmdeploy/legacy/pytorch/dist.py,sha256=FEprtO5cxtiTPo_ZIlq0ufDF8023CjV_e402vcM-AAE,2826
lmdeploy/legacy/pytorch/model.py,sha256=JyZpfkKE16XLnP4m5AKpbjbFPkDgzE2KjMwML8q6m38,6006
lmdeploy/legacy/pytorch/session.py,sha256=Ol7DxZNPdw3xqW6S5TwfFdO57FuX6kQTVP2an4YrTJw,2688
lmdeploy/legacy/pytorch/utils.py,sha256=ANUfiGlnJ4WHR-Udz4PrK5I_lmk3Csm3kGASl3wuEDI,2657
lmdeploy/legacy/pytorch/adapters/__init__.py,sha256=SnCPGxbTtMlLqNJyJ6Dt7aLB7bsHdt2uh7gu3pFvqdM,1062
lmdeploy/legacy/pytorch/adapters/base.py,sha256=5uSseLPEZrgkruqHIJrb_MPGpqtbcs-887kGyfxSd4Q,3624
lmdeploy/legacy/pytorch/adapters/internlm.py,sha256=rx493hxDc_uCXOLzfnJ799zv8ukfZMVPjslYQlSFobI,2438
lmdeploy/legacy/pytorch/adapters/llama2.py,sha256=PX_Z1PBs2CsrWLqV-SAtaFvlRivQx2eyEBb7e8HMIX0,2465
lmdeploy/legacy/pytorch/modules/__init__.py,sha256=qyCPlWvJohhe2SvRMQsRseYqpDAFyWTRDjlHXCvXoQ4,119
lmdeploy/legacy/pytorch/modules/linear.py,sha256=B28smr7t3cuwiZFWpnMYz4aD7nNcH-uwdWN7EYTK2f0,5505
lmdeploy/lib/_turbomind.cpython-311-x86_64-linux-gnu.so,sha256=BRYei-bhBVdf0rsDBe9bCa-G4O4KPz9O-F2mj5aWvbs,287029432
lmdeploy/lite/__init__.py,sha256=jidppK86KC3kA7oR-u_Qgdd56DZ134sI-RJZZfdp7AI,174
lmdeploy/lite/defaults.py,sha256=8xeRfPIPWHaZDF4S5QpAepvVYIZyM8Eh9x2qACtUGdM,136
lmdeploy/lite/apis/__init__.py,sha256=OXfVzmp_jYucAbDaqCwXIU5POxUgMgNJzjQUCRYZLBM,48
lmdeploy/lite/apis/auto_awq.py,sha256=paibintyDFfSITV5j6OgZpQtn6LIT8hZAq9qcHUmGYE,2920
lmdeploy/lite/apis/calibrate.py,sha256=j7BfSmNcASjHill9V9OfZVAvBvJXC_RPiMvWpnrrrgc,7543
lmdeploy/lite/apis/get_small_sharded_hf.py,sha256=JVfN33VoYfNZzUFfHyF8ZKlghM6xOcGDE7PDWBoRUhE,2040
lmdeploy/lite/apis/kv_qparams.py,sha256=MvoXA2DfV-UeatZrndFUNO0__Ezue4Ect_EcB9dpGJI,4869
lmdeploy/lite/apis/smooth_quant.py,sha256=y19NYiA2D7bKOoUMYLSSGb9IeXEvM9m0Y3LThl6j3X4,5039
lmdeploy/lite/quantization/__init__.py,sha256=YZ1FNRIABjpnuU6L_1DLlGPBo5HOMMmFizssrQ_JsP0,292
lmdeploy/lite/quantization/awq.py,sha256=hS6VbagpToG-BK-5VcdC5mIieVRkFxYibc7tLueGBhc,7720
lmdeploy/lite/quantization/calibration.py,sha256=C2IAPvHpEGa7hZ_LPPxjvt1Q4UJbEgWDG_nyYxXinXc,12818
lmdeploy/lite/quantization/activation/__init__.py,sha256=zv3xA8j7AcJUO2noS76J6KwxbBQKixmtvRxRvloU6M0,159
lmdeploy/lite/quantization/activation/observer.py,sha256=sHH4VvgLMtaR9A6vF1vuUA43Z1JmeF_9eDXZnE2de-g,4080
lmdeploy/lite/quantization/weight/__init__.py,sha256=DZ9NOIMym2BQove0_sLQyoBLn_6tqjV38kBWN2z7_NI,118
lmdeploy/lite/quantization/weight/quantizer.py,sha256=NaDxAL_qxK7EFemOFEmGWZwS_eQON7s1QOVsjfZAJTc,5862
lmdeploy/lite/utils/__init__.py,sha256=biEfMOmghVgsflvRWhfvrbT_sfaBHKdpSl2Gw-ZrhTA,1229
lmdeploy/lite/utils/batch_split.py,sha256=WOliX6sHk4iVkwV83McM3_nUtnFfAvOuwGmjgsWOHjw,3542
lmdeploy/lite/utils/cal_qparams.py,sha256=mR0Mj85HDcnb0GMvLn3o7u-kbg796vw9OdcLPO-FRbo,4882
lmdeploy/lite/utils/calib_dataloader.py,sha256=6-vBQ0hqcNw18fbj7mXZ5RUpAte4MHaLqNFvCOms4m4,10367
lmdeploy/lite/utils/collect.py,sha256=Zjt-YQfi9MnPDx9O8rmsXvSIy9KAiNi0JjujAM7FuHU,3056
lmdeploy/lite/utils/export_turbomind.py,sha256=v3hImmqLj9p4fT8C0h3C3jWchiRKE-MZep5Cjf9sk80,2676
lmdeploy/lite/utils/global_avail.py,sha256=o0VvgmdISwWikkWf-YYDfHJsfgxJTTLP1pqzjxKGqiw,2733
lmdeploy/lite/utils/load.py,sha256=tpvfI2IG4k7BttqvyPJUyB8LwFdghLAP-Ba-fOpWLvg,1193
lmdeploy/lite/utils/memory_efficient.py,sha256=LA-uWfEZ_bTYrhKfZ64YcZrHAhyvpkhcgLpsraBgL1Y,6892
lmdeploy/pytorch/__init__.py,sha256=OXfVzmp_jYucAbDaqCwXIU5POxUgMgNJzjQUCRYZLBM,48
lmdeploy/pytorch/accel.py,sha256=dWFAiaJ7dDbReyXsB2yd52bfu2ZMoLaNv-L_0DAA1f0,1628
lmdeploy/pytorch/block.py,sha256=ycmJoPjnTQjgKmPfgOeDU9r8KgmNBpG1VM2XTIY_rwg,2321
lmdeploy/pytorch/chat.py,sha256=0H6pFyaaNAJkd6Tin4eQJXAKWI8hKk-iQxn2Y-N8I9w,6651
lmdeploy/pytorch/config.py,sha256=HQMNrIA-sTpnXXoET7fcBEMiqto6ftVL9aTnRIMEWfQ,6214
lmdeploy/pytorch/dist_utils.py,sha256=zRQV7lZoeeNVsESSqDBOhdNlOs7aJ1rJsaEJs17wHwo,10373
lmdeploy/pytorch/messages.py,sha256=TB1d8iwKIxpJDDUbdLvBfRQVY91cqqnvzmEOeak8NgU,8647
lmdeploy/pytorch/passkey_retrieval.py,sha256=Vxlle8xQnKuUd54YYZ2YpbzKDNZgMQzpXxi1R7shuyM,6165
lmdeploy/pytorch/supported_models.py,sha256=2nP014P0DY6h6Vn0GmMG3Kxdx3tiSEWtkniZNUnZgls,3194
lmdeploy/pytorch/utils.py,sha256=InyQxJnEZyvlujRdswdLYKiwTdySMJ5hlxXoQ9KKO6A,821
lmdeploy/pytorch/adapter/__init__.py,sha256=OXfVzmp_jYucAbDaqCwXIU5POxUgMgNJzjQUCRYZLBM,48
lmdeploy/pytorch/adapter/adapter.py,sha256=01yh5eOAHYoSU3e4mn6tPvYkfeYicNfn5yPOnth5VTs,12463
lmdeploy/pytorch/check_env/__init__.py,sha256=k0VmjLH2zKd8eDJn3K4cyZuFqQtSHuLXYEJTF5nsfKc,6301
lmdeploy/pytorch/check_env/triton_custom_add.py,sha256=VnVRluz5yHIZDQCu_Tae0ZtlQaBQoBiw7REyTyQ2YGk,625
lmdeploy/pytorch/engine/__init__.py,sha256=NO4XoTMWsgXTdHPnso_ZuRdg3b9gqKcYiQuKXBJuLko,97
lmdeploy/pytorch/engine/cache_engine.py,sha256=8q2TxeygX1xGGxKmKsIDgfmJPKhHcBOsvGpT8pYGViA,8214
lmdeploy/pytorch/engine/engine.py,sha256=TqK1PW7a1Mc1uZJY5lt-jdfzqHb6WcmbUIAD_5-AZj4,47861
lmdeploy/pytorch/engine/logits_process.py,sha256=dUcEObJUFtAwFgZ2KscZisPGC_VUazb3ivyfdtIIIao,10205
lmdeploy/pytorch/engine/model_agent.py,sha256=Q7gP4A1dxKPkW4vQLV0auSEJoUIuBFIY91NZEL2pEkk,42078
lmdeploy/pytorch/engine/request.py,sha256=Qup4tY6bJlKdC9m-AOwY5kQNoakgps9CPtctl5mSqsk,19372
lmdeploy/pytorch/kernels/__init__.py,sha256=0LWvKgKYGAeGRcOHynqx39603JtiTrNj3AAF8Ry27-M,635
lmdeploy/pytorch/kernels/alibi_pagedattention.py,sha256=L8BDjzGk_Bpg6SkPbSEFq5hMzfV7lUUmpxHQAp5vwLI,17039
lmdeploy/pytorch/kernels/apply_rotary_pos_emb.py,sha256=DHC0jWF3KJMiewW_JS3N9ewea6KsaSyqwip2HWOadS0,8478
lmdeploy/pytorch/kernels/fill_kv_cache.py,sha256=k9eUGvu-2zPvRVzLz0v2O-KE8uVYnniB3_cDxfbazUc,4844
lmdeploy/pytorch/kernels/fused_rotary_emb.py,sha256=9uOA6RRQbfCXQOU9iu8bR4zRwxnL2XDqR9foym-nlzw,4807
lmdeploy/pytorch/kernels/mbgmm.py,sha256=1APV08auModQh6MADL5bt1F26YFFXA2zi5XVpy4Orhc,9230
lmdeploy/pytorch/kernels/mbgmv.py,sha256=qTdZ2WNYVjujqZGmUvFmsgerOK7-K_4o79ZmGDL7DTQ,7516
lmdeploy/pytorch/kernels/multinomial_sampling.py,sha256=4sjWfAhs3DEodUcuyO_NC7-pcmBzyHp5awFfoNe2aM4,3693
lmdeploy/pytorch/kernels/pagedattention.py,sha256=MpObDGrfVBPssH6XIDzGq86L4t3PknsWaJCnBdPnza8,17242
lmdeploy/pytorch/kernels/rearange_all_gather.py,sha256=8UFf9wH1lpOza72RZXdwEnVFQ905Dow0K01XQo5w0JE,5269
lmdeploy/pytorch/kernels/rerope_attention.py,sha256=VLu2vo45wiX8oIsByT-EZRPrptKJ2oVZtekvd05qTfM,13956
lmdeploy/pytorch/kernels/rms_norm.py,sha256=Sd4Gevq0paNahosjIrz04jrkFqAxDx7J6zIx4PUVrPw,3892
lmdeploy/pytorch/kernels/w8a8_triton_kernels.py,sha256=lbB8-uWVqVzbkrTZlsVaHIk43wn7wWDQyW5fL7XJGaY,20165
lmdeploy/pytorch/modeling/__init__.py,sha256=OXfVzmp_jYucAbDaqCwXIU5POxUgMgNJzjQUCRYZLBM,48
lmdeploy/pytorch/modeling/convert_to_qmodules.py,sha256=0MqHIS9ySc-67GKdQTTPcTPf-6f90Fr5DywoPCZk6yQ,2104
lmdeploy/pytorch/modeling/modeling_baichuan.py,sha256=bmjrx99dHpWIz9mHnvxoNycIiWXq4lt5iCquk-aB46c,33874
lmdeploy/pytorch/modeling/modeling_internlm.py,sha256=U2KTl1MWSVtwUWHvfMzXQplOOxx5VvESGVG_LO_pGEk,50089
lmdeploy/pytorch/modeling/modeling_internlm2.py,sha256=-VKUdxNwgNViIqfodRkONJ8fGj_YGOI9hkBnQYSC23k,56999
lmdeploy/pytorch/modeling/modeling_llama.py,sha256=aNxp6mOqVVultzQfkHVlC_WRQ2rRGHZWc6aGwQ_10Xc,55798
lmdeploy/pytorch/models/__init__.py,sha256=fPbFdNeZjRLDzp6Zk7Mrgh5p3s3Wb24rwqC3gaKPGJ8,158
lmdeploy/pytorch/models/baichuan.py,sha256=SKHYKXZV1ZhnnJKxeiWaoP52kDEEAxqTc4IA40fQaNg,15125
lmdeploy/pytorch/models/chatglm2.py,sha256=EHDBmZtX9V6Z7MDaj3rslrIhwuPXPNFF7SqoSWMnuvg,13383
lmdeploy/pytorch/models/deepseek.py,sha256=ErublTr71YXZpbcw7alEF3_z6ANIbERfttsXA-fjfdU,5130
lmdeploy/pytorch/models/falcon.py,sha256=ZkYFweEsAjRinEcpvZrkhtLR8AxkBgqADxMAJwFZuQ4,15426
lmdeploy/pytorch/models/functional.py,sha256=YDXXfAXBIDwqr9YgrI-0FkF2CRB4tpxpHCwpzo70PLk,13994
lmdeploy/pytorch/models/gemma.py,sha256=uBQhyNAi-c7AgwH-kIDxaf5wrD5ED7haulMxCQdGQTM,8403
lmdeploy/pytorch/models/internlm.py,sha256=MPrha25MLWBBLVvIDGnXXWg3Is_h1X-Ezh4_HbvRHOE,4982
lmdeploy/pytorch/models/internlm2.py,sha256=t2hviOuDYqs4JgPBEsEPZryoIrxNZJ-5iwutOGz-xs0,8536
lmdeploy/pytorch/models/llama.py,sha256=fIJy-h8EG-GYKoeb5OJ4O4XcQa6vlrwNXfp7ZTPsZgU,17984
lmdeploy/pytorch/models/mistral.py,sha256=YQxVhOyOuYhr4QLFxm2Hp4rVVYo3p1WNEarKxGC5Pq0,5394
lmdeploy/pytorch/models/mixtral.py,sha256=tiak7hjo1CLFLFETKKagf9XVP6c2JtO7qAnMPilg71A,10759
lmdeploy/pytorch/models/module_map.py,sha256=mY0ILw86Swwba480GmstYOi6o_QahM4lX5O9GIVIt6g,8234
lmdeploy/pytorch/models/patch.py,sha256=VndYnoWsMX4hy7CECOMNUKPnhPm2q3aWTEZNxAxeYXk,8785
lmdeploy/pytorch/models/peft.py,sha256=p0uU8pUEOKkkwhtxNMzbbVvxyoBdnPY-zr1q7yQuIVk,12475
lmdeploy/pytorch/models/q_modules.py,sha256=ZTEGw_c8RWyAZdgxrPjhSActtmt9MFScVA9Jnp7p4AM,5546
lmdeploy/pytorch/models/qwen2.py,sha256=AFO_mF3fqE0UtHF0paVZcb2pnafYLWQp43xkqGO4YS4,5374
lmdeploy/pytorch/paging/__init__.py,sha256=16-nO7pysXXZipJLXl__iftyrYYBQDiSNjj3NLbUVYE,106
lmdeploy/pytorch/paging/scheduler.py,sha256=GD93Glk_fuuy5-PPgL5kNQCXcI5drttCibwOZdBWFOY,14016
lmdeploy/pytorch/paging/block_manager/__init__.py,sha256=uKykZDmo2YCDbffKtGWWZxxSl6m9z3FA3fag8xmdv5U,814
lmdeploy/pytorch/paging/block_manager/base_block_manager.py,sha256=FQJlLB6uzmXUlqn8Y4f4FLeCvqqbrrQPoEGs3ibuwD4,11782
lmdeploy/pytorch/paging/block_manager/default_block_manager.py,sha256=vM4g9dYnnCg9c2m3flxXXaFDwPfb6_FXyvIKbaRrdYc,8497
lmdeploy/pytorch/paging/block_manager/window_block_manager.py,sha256=eHruNlPYj89f27jH61VoqqYbV327fhUBxMUffbx_hLE,6575
lmdeploy/pytorch/paging/eviction_helper/__init__.py,sha256=Oro-6mXnixmx_DOQPVVfN82S3ESOEyEkNez13U0163Y,225
lmdeploy/pytorch/paging/eviction_helper/base_eviction_helper.py,sha256=yOdl6R2pg7oFY4L5XnX2R8KUxSEuVi12CL93eadQCq4,1522
lmdeploy/pytorch/paging/eviction_helper/copy_eviction_helper.py,sha256=1U0OKQGaXtuW1qZkN9xBOLgvnyx1DaZU-KoLcLCupzM,1069
lmdeploy/pytorch/paging/eviction_helper/recompute_eviction_helper.py,sha256=xRL717UeFBvbQfQp4CZozmV5qQZ5qEqfDOOmnT8aN6M,1384
lmdeploy/pytorch/tools/__init__.py,sha256=OXfVzmp_jYucAbDaqCwXIU5POxUgMgNJzjQUCRYZLBM,48
lmdeploy/pytorch/tools/layout_convert.py,sha256=zEESswMbQ45f0jbwqPWGbrSQOgLQs362rAleAgoCeFI,2292
lmdeploy/pytorch/tools/make_inputs.py,sha256=CWK1zui7qaxXgZcsoBvz0duV_w3Tp2j9Dicc7FQLPsI,6221
lmdeploy/serve/__init__.py,sha256=OXfVzmp_jYucAbDaqCwXIU5POxUgMgNJzjQUCRYZLBM,48
lmdeploy/serve/async_engine.py,sha256=kEonjY3OeWDrimutn0ypK737AeV1IwsgWzYUh79U2tA,28834
lmdeploy/serve/client.py,sha256=ffbhDdp9D04jxezqt9jgUEKtCj0fIeaHj42n78qBXiE,2425
lmdeploy/serve/vl_async_engine.py,sha256=vI8cZwU_jaO9KbohAeTSIyHi0C_1G7swbHsckd6vB5U,4672
lmdeploy/serve/gradio/__init__.py,sha256=OXfVzmp_jYucAbDaqCwXIU5POxUgMgNJzjQUCRYZLBM,48
lmdeploy/serve/gradio/api_server_backend.py,sha256=9vHo5rFb5WVbI6VKPrzldOrEZuGmTVA76h5B2hrS6Bg,7863
lmdeploy/serve/gradio/app.py,sha256=7CDpTItIoAsUmaoUEU-xKb-IDHvTjTVPuab7bx7c7VY,3004
lmdeploy/serve/gradio/constants.py,sha256=kqqeFbbdZ9vRco_58gYnkCVxx9s7XPwB2dl0xgVftYo,520
lmdeploy/serve/gradio/triton_server_backend.py,sha256=mTXWoobCu4Ejdus8--MECAiGPDku02XGDYx2glUa7Eo,5990
lmdeploy/serve/gradio/turbomind_coupled.py,sha256=Q5Ke1SqEcOa3v1CPzcIQNJ4y-mBx7sjLU9sWxawGafQ,10361
lmdeploy/serve/gradio/vl.py,sha256=rzMJY4yioGQ-Z9zeQMMyTTIYJKWnKBigWsE8FJ_HOlE,9533
lmdeploy/serve/openai/__init__.py,sha256=OXfVzmp_jYucAbDaqCwXIU5POxUgMgNJzjQUCRYZLBM,48
lmdeploy/serve/openai/api_client.py,sha256=4w7bdXCIQiglp7prUisOfRAqRaEJabbPrtcxBB1PM7k,18774
lmdeploy/serve/openai/api_server.py,sha256=FyThGOzTXnXWXWoQVJ_PdFm7j8l8A9DYs7TYWuOgx3Y,42320
lmdeploy/serve/openai/protocol.py,sha256=IwJ9QuzdpYjRbpyQ8EBzb6HXks-bj3b1nlKOdpB0yxA,9187
lmdeploy/serve/proxy/__init__.py,sha256=OXfVzmp_jYucAbDaqCwXIU5POxUgMgNJzjQUCRYZLBM,48
lmdeploy/serve/proxy/constants.py,sha256=NfKWjEaBiU85FBsW0guTBHSke0ML2vkOW45RP1Kv0Hw,1201
lmdeploy/serve/proxy/proxy.py,sha256=XMzHWHPlnV8O0oIEUAnY2BIIxOuaqIi06b666s6DCPE,21058
lmdeploy/serve/qos_engine/__init__.py,sha256=OXfVzmp_jYucAbDaqCwXIU5POxUgMgNJzjQUCRYZLBM,48
lmdeploy/serve/qos_engine/inner_group_schd.py,sha256=wf205y6aQAZ-Lt34S79fsi_exq3rGXufycWfzUQRg3c,2521
lmdeploy/serve/qos_engine/qos_engine.py,sha256=nvXEPHc5EFlfGGcJ9zoVvKDPzaDDV63tBFObLKSOFoM,10048
lmdeploy/serve/qos_engine/usage_stats.py,sha256=aFlfcFEdJUrjkU3yM0OR6lJcaZ4aF7VvedV-6QByT6s,5555
lmdeploy/serve/turbomind/__init__.py,sha256=OXfVzmp_jYucAbDaqCwXIU5POxUgMgNJzjQUCRYZLBM,48
lmdeploy/serve/turbomind/chatbot.py,sha256=1GQMxuRQd8t2Pwakg2I7go6iyJJo54IAVoa-YjWC7Bo,29848
lmdeploy/serve/turbomind/service_docker_up.sh,sha256=UyMaWpaE5x_DEQL111HVRgvdTIgyr3W2eXXluoYDY3w,2091
lmdeploy/serve/turbomind/utils.py,sha256=1DjZaTYgYjpqRfMpCZdVzLMhtntgRMqGXEbMP4HvR8w,3402
lmdeploy/serve/turbomind/triton_models/interactive/config.pbtxt,sha256=tsiweVsNXIFOWM5vFOcYnUyjslCCLAGMwqRGVC0uvnQ,5708
lmdeploy/serve/turbomind/triton_models/interactive/1/placeholder,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
lmdeploy/serve/turbomind/triton_models/postprocessing/config.pbtxt,sha256=MK7Pp8ZkzqO7oJtJF34SVhRanY7_iD76xEY3FiAmf1U,575
lmdeploy/serve/turbomind/triton_models/postprocessing/1/model.py,sha256=cN0vw4OClwBHyUY1c98pKKNXKu74I5OjdI8APo74S5c,5724
lmdeploy/serve/turbomind/triton_models/preprocessing/config.pbtxt,sha256=Zu2e_n1L-DhjDvxz7GYrILqUCBtSYKlZkJASBXOWXIo,526
lmdeploy/serve/turbomind/triton_models/preprocessing/1/model.py,sha256=_30vE3xrVfts8YnRZvod8UjPhfk4RgQxJ2a6cddyq9k,6216
lmdeploy/serve/turbomind/triton_models/tokenizer/placeholder,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
lmdeploy/serve/turbomind/triton_models/weights/config.ini,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
lmdeploy/turbomind/__init__.py,sha256=rxN3z2ZfCALTTtGUYT1PtDl71g0WFUWdDrx43AmtSIU,759
lmdeploy/turbomind/chat.py,sha256=3k37r8AaPdcuSNHz_75jFrSqVln8uvooTYqHNfFmYPU,5237
lmdeploy/turbomind/decode.py,sha256=sQnrfwDP2kBiOtUnon8DoGqhYWVNuKCllYzhQ7aVaxs,996
lmdeploy/turbomind/generate_gemm_config.py,sha256=XctWu-P_ooHBzfXxV9GKqrV4j_xOXI4-z9usKZtTJ_c,2470
lmdeploy/turbomind/supported_models.py,sha256=ADWKhQfcuV6est4fv3PU09X0oBXLJTe3BW80puIbUT4,3190
lmdeploy/turbomind/turbomind.py,sha256=l3uQseEyfA7s72_ivKxbLEy9adXiTgKgcwauYIoOE8A,41870
lmdeploy/turbomind/utils.py,sha256=_FHgR5aMRjEHQLWJkv9qwR6bsmdWGYAx_4ylqDMEagg,1530
lmdeploy/turbomind/deploy/__init__.py,sha256=OXfVzmp_jYucAbDaqCwXIU5POxUgMgNJzjQUCRYZLBM,48
lmdeploy/turbomind/deploy/converter.py,sha256=_VL8BY0hlpkF3lcidE9ciN-816DGTguwW4x8MVuOfl0,11923
lmdeploy/turbomind/deploy/source_model/__init__.py,sha256=EVURlePZAz0dYZR_cNSiO8BbqhwJkCN8rCDRmQtUWkA,500
lmdeploy/turbomind/deploy/source_model/baichuan.py,sha256=JuOnA_ZGhTlPMihvKMvrmneTmpSKhoGHMdlyS3Umwnw,2259
lmdeploy/turbomind/deploy/source_model/baichuan_awq.py,sha256=t09fBW69aQRANtQI3m_783IfV5cak_fqcB7npuuXnks,2916
lmdeploy/turbomind/deploy/source_model/base.py,sha256=1o_PYdSFdRpu-J5U4uJDOpBJUpCdyCED-umxqDebN48,4884
lmdeploy/turbomind/deploy/source_model/internlm2.py,sha256=7XEiZn6kuSagL7I15ovyyAmyCifOsiRRJAEAalucRWk,4852
lmdeploy/turbomind/deploy/source_model/llama.py,sha256=QGNWsuQrDReY1YvEpiHRA_B6otlpAmwCMYw2XRa6csE,6718
lmdeploy/turbomind/deploy/source_model/llama_awq.py,sha256=ZjRmWgZxRrDcv4QiKT2IvAowQKFn0Q5ER3vGV25fW2o,2149
lmdeploy/turbomind/deploy/source_model/meta_llama.py,sha256=OKCm0vRAyASGSYPN7lQR_jtG8oxjVQ-t434zlzyFqZ4,7933
lmdeploy/turbomind/deploy/source_model/qwen.py,sha256=G8L72OoAEA6CnLGBVmUZin2J2QLSfMw2lm8djC9focc,3845
lmdeploy/turbomind/deploy/source_model/qwen_awq.py,sha256=7dJhcozBFykkBzA3cZnzLmzYwGSMDiJqShB_8OIWV1A,1952
lmdeploy/turbomind/deploy/target_model/__init__.py,sha256=vzCxE9e_KaNVuxwTnjtvzUccS2s6sO7b57yfAFs46Jw,140
lmdeploy/turbomind/deploy/target_model/base.py,sha256=gA6UKF56Gpogt1As5XB1hMJylXA3UQKrM_XKcdOjuh4,11471
lmdeploy/turbomind/deploy/target_model/fp.py,sha256=d7NZZ8GFiSKxTREh9NzyBd94bAwQfWCRMKnjLoWBe6U,3132
lmdeploy/turbomind/deploy/target_model/w4.py,sha256=z-29HFuh71I1rORz-7Ex78ICXzaMfjqefFOdywzrSdA,6116
lmdeploy/vl/__init__.py,sha256=ZnRoeubT8vXjjSSZt19m0AclQrnnYWpYeQ0awCyBuEM,104
lmdeploy/vl/constants.py,sha256=V0lgeH97PunuDtmbHR9GnxXbAuA2_xZqqn2ULzIut2c,106
lmdeploy/vl/engine.py,sha256=MHhLe3QQYfXp6r-C3bLkkJ7NvA2F6tdSutCNPu6-mAw,3968
lmdeploy/vl/templates.py,sha256=tnfSGxl4tIbSPklKNNV9QOBys-cBs7NL4bdY7WJSk4A,5012
lmdeploy/vl/utils.py,sha256=WbYSRVZiu-j0q87Yxrh0fD_Ri_0-fHbUAb8WRsdiWHw,1220
lmdeploy/vl/model/__init__.py,sha256=OXfVzmp_jYucAbDaqCwXIU5POxUgMgNJzjQUCRYZLBM,48
lmdeploy/vl/model/base.py,sha256=XiQsRSaDuBG340ckwZEDYAdIkcVIc-wQzTJXJE6I2V8,553
lmdeploy/vl/model/builder.py,sha256=TTiYwsBIfSG-ADTKTnWGsXH3hklGpRpCraltEXuCZCI,848
lmdeploy/vl/model/llava.py,sha256=sJ3m3YCXX64al-uigRNxSN0_rtoBms1DZBfUEv13ULM,7678
lmdeploy/vl/model/qwen.py,sha256=PJCI4kiwBc6k_56qfarcvQNhTlSYgEQ49uyJVqKcg04,1674
lmdeploy/vl/model/utils.py,sha256=8xYDpEZcNYUyUP73_6_VQF6q82AyM_sh0IS6xCkI-1o,1703
lmdeploy/vl/model/yi.py,sha256=g7a1sg-tQd3cgLzyJnXQeeDyKw6LLDYqSZ2I3MCX6b0,4262
lmdeploy-0.2.6.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
lmdeploy-0.2.6.dist-info/METADATA,sha256=BQvtwFcUSsiOS3iu1d6nIpiv7TLOjeZSu_9zQWPsRvA,12286
lmdeploy-0.2.6.dist-info/WHEEL,sha256=m6JYw3O7pstI0M88nJqXn19_XB3qg1ClrvD7nn8BvsY,113
lmdeploy-0.2.6.dist-info/entry_points.txt,sha256=QcDHIne_NLkT0SsxBttqlEeBh9bn_QQJCPKYcL7IN2Q,46
lmdeploy-0.2.6.dist-info/top_level.txt,sha256=Sxuqvuq8wV63cJ3bUqV-0Q0QAAV0Ywy_zHjZQ7LnwwY,18
lmdeploy-0.2.6.dist-info/RECORD,,
