examples/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
lmdeploy/__init__.py,sha256=5Czm_5QqUiGm2TQAxJbZxVcSLXt0DXGATRJ24WKXz_8,614
lmdeploy/__main__.py,sha256=4mJ3qnbDWqBkcwfcVaIJcmAelKwvhGmBvDVPE_fHk78,107
lmdeploy/api.py,sha256=dhb93qQ-L6Xdb9mr8_Q18O4-Bni0hpkOxag5vl1zcl0,9314
lmdeploy/archs.py,sha256=_98Uy28M7XdTXng6lB3YM8UXG8H__p0U0Z2RR3QFrLk,7222
lmdeploy/messages.py,sha256=p_IIpTFfqylEaRUIJp7XYJvzVK0ixXzb_tqAi2bJtzo,13837
lmdeploy/model.py,sha256=RILWQULgp-HY53k-aFPOAkSc_Lk2gQFgR3lO10OETL0,61184
lmdeploy/tokenizer.py,sha256=YrNIp0OttAw6BCOxCHhWP9At0TbxdumN9FZ_dJnpKMI,26284
lmdeploy/utils.py,sha256=vn_XQVQ_IUgiuKoOAB-tJ8fdiV7hpcmpMRedYlNSV78,11534
lmdeploy/version.py,sha256=f6ucOTrVFYrpsOyxkDdJTzSe14Y5A6WvEVi4Cz5FADk,772
lmdeploy/bin/llama_gemm,sha256=QwgVnlBUO0dSvZ25hQndY-ZZdTFmwb08HigkZJwqoZc,15214856
lmdeploy/cli/__init__.py,sha256=yrJQL0jbwwUYONhC5f6JROsk5-0h5_k6os8W3-B8FjY,95
lmdeploy/cli/cli.py,sha256=-cwIf_TIaEIUUhw0bDpcd6yYF3qjzdmQR3limWGNYZk,11828
lmdeploy/cli/entrypoint.py,sha256=Ukt3GabkqKvqjTx8WWoTrSsBDmDDyadzKdxHBKn03pE,1693
lmdeploy/cli/lite.py,sha256=e_7e-lk5UNF0Xxk4_IaGHGjN5xpXMyY4eYQ0DBuL1iM,6631
lmdeploy/cli/serve.py,sha256=0TmDZiOeSDAdjkj41VggeHvW_sYsaURfqI6gkKiAD2o,15420
lmdeploy/cli/utils.py,sha256=Fw1RJ2sfkmIE67KebJgrc1fZDJWkxt7_lW-fn6I_MjY,15406
lmdeploy/lib/_turbomind.cpython-312-x86_64-linux-gnu.so,sha256=J269d9XAhRmsWncfuobJ30MuPQgGT2pzhKBTvg5Yjr0,258192768
lmdeploy/lite/__init__.py,sha256=jidppK86KC3kA7oR-u_Qgdd56DZ134sI-RJZZfdp7AI,174
lmdeploy/lite/defaults.py,sha256=8xeRfPIPWHaZDF4S5QpAepvVYIZyM8Eh9x2qACtUGdM,136
lmdeploy/lite/apis/__init__.py,sha256=OXfVzmp_jYucAbDaqCwXIU5POxUgMgNJzjQUCRYZLBM,48
lmdeploy/lite/apis/auto_awq.py,sha256=IHLuCVPnal3rx12XYFHPImVswR7erh9tQYi9q4w__3Q,6680
lmdeploy/lite/apis/calibrate.py,sha256=ToMF2dHGOya3ItHZCgRPilgslxTg46gdb1sVQqIW5QA,9986
lmdeploy/lite/apis/get_small_sharded_hf.py,sha256=JVfN33VoYfNZzUFfHyF8ZKlghM6xOcGDE7PDWBoRUhE,2040
lmdeploy/lite/apis/kv_qparams.py,sha256=MvoXA2DfV-UeatZrndFUNO0__Ezue4Ect_EcB9dpGJI,4869
lmdeploy/lite/apis/smooth_quant.py,sha256=myabfaXUD4aRGBK9FNRls42aGU-kFQhBBTEY-iyByUI,6072
lmdeploy/lite/quantization/__init__.py,sha256=LbgYMOEvCaUUKQv-cfagq0bGOz9EAp76nmJ9xOmQHfc,338
lmdeploy/lite/quantization/awq.py,sha256=3HpPZa2e3uDQKohvQj2MIuVeUAwApXxG7yZyLnKy1Sg,11269
lmdeploy/lite/quantization/calibration.py,sha256=63B-4Npcpy29ZXDWc05KMISQxxwkN8dzcvXj_7AsJac,21597
lmdeploy/lite/quantization/activation/__init__.py,sha256=zv3xA8j7AcJUO2noS76J6KwxbBQKixmtvRxRvloU6M0,159
lmdeploy/lite/quantization/activation/observer.py,sha256=Yv2EozvBaz4yKIFhd7kje-ER6FJIcqLQs0wDdjWl2kg,4869
lmdeploy/lite/quantization/modules/__init__.py,sha256=qyCPlWvJohhe2SvRMQsRseYqpDAFyWTRDjlHXCvXoQ4,119
lmdeploy/lite/quantization/modules/linear.py,sha256=K_Yi6WmMDjfs5PQ0Y9o4K4QYXszmwz0GWYbm-OMxg2w,5713
lmdeploy/lite/quantization/weight/__init__.py,sha256=DZ9NOIMym2BQove0_sLQyoBLn_6tqjV38kBWN2z7_NI,118
lmdeploy/lite/quantization/weight/quantizer.py,sha256=NaDxAL_qxK7EFemOFEmGWZwS_eQON7s1QOVsjfZAJTc,5862
lmdeploy/lite/utils/__init__.py,sha256=biEfMOmghVgsflvRWhfvrbT_sfaBHKdpSl2Gw-ZrhTA,1229
lmdeploy/lite/utils/batch_split.py,sha256=wGywD1Hkcq5wVqA69Qi2jwfOfp4PaiX5xkky5NZfNNc,3652
lmdeploy/lite/utils/cal_qparams.py,sha256=mR0Mj85HDcnb0GMvLn3o7u-kbg796vw9OdcLPO-FRbo,4882
lmdeploy/lite/utils/calib_dataloader.py,sha256=ljJkvZ0qjshCzHRmIGVX_B-ECYO8STSajCdJm034MUo,10327
lmdeploy/lite/utils/collect.py,sha256=Zjt-YQfi9MnPDx9O8rmsXvSIy9KAiNi0JjujAM7FuHU,3056
lmdeploy/lite/utils/global_avail.py,sha256=o0VvgmdISwWikkWf-YYDfHJsfgxJTTLP1pqzjxKGqiw,2733
lmdeploy/lite/utils/load.py,sha256=tpvfI2IG4k7BttqvyPJUyB8LwFdghLAP-Ba-fOpWLvg,1193
lmdeploy/lite/utils/memory_efficient.py,sha256=LA-uWfEZ_bTYrhKfZ64YcZrHAhyvpkhcgLpsraBgL1Y,6892
lmdeploy/pytorch/__init__.py,sha256=OXfVzmp_jYucAbDaqCwXIU5POxUgMgNJzjQUCRYZLBM,48
lmdeploy/pytorch/accel.py,sha256=dWFAiaJ7dDbReyXsB2yd52bfu2ZMoLaNv-L_0DAA1f0,1628
lmdeploy/pytorch/block.py,sha256=uFAl3-FUwn8rgNItJ3_7-1wnvM5XiK5SLZejbwUhiik,2136
lmdeploy/pytorch/chat.py,sha256=FdvuIJ1bRIghpaGI1JlcBsXi9zALQiz5vtXmINezWxw,7400
lmdeploy/pytorch/config.py,sha256=gjvTt-B8IJ3fCYYxsn4-QPj27r-rdgt_rHLu-MWh8wk,4024
lmdeploy/pytorch/dist_utils.py,sha256=d96WxaPbz8j8v8UkPkQTs-fo3GFYun9zSGnt-fsOFLc,11037
lmdeploy/pytorch/messages.py,sha256=f0Rkc-W1g84F-f10YSOdCAZlGey-we33tXMRE35t8Wk,15702
lmdeploy/pytorch/passkey_retrieval.py,sha256=Vxlle8xQnKuUd54YYZ2YpbzKDNZgMQzpXxi1R7shuyM,6165
lmdeploy/pytorch/supported_models.py,sha256=apmapzi8hhXbhq0YgjaJIbO-bcBg2yw_txeJ_sV93nY,4233
lmdeploy/pytorch/utils.py,sha256=InyQxJnEZyvlujRdswdLYKiwTdySMJ5hlxXoQ9KKO6A,821
lmdeploy/pytorch/adapter/__init__.py,sha256=OXfVzmp_jYucAbDaqCwXIU5POxUgMgNJzjQUCRYZLBM,48
lmdeploy/pytorch/adapter/adapter.py,sha256=xDFEfRlbsUrZe2rbv9Xal-_TdR5qC1X0Muil3JXVKhs,13056
lmdeploy/pytorch/check_env/__init__.py,sha256=2E_coHiS3tjjYHV7v_7vccG2rgg_4KGPODrj7ogV9d4,7887
lmdeploy/pytorch/check_env/triton_custom_add.py,sha256=1UYNeE7A015ib-2WghNVCIOHWyjPJf3X_Gb8KkW4OW8,627
lmdeploy/pytorch/configurations/__init__.py,sha256=iWWYPclDpZcoZbSWhYE6EZ-VgxBD7_zPqrH7BITVG3E,414
lmdeploy/pytorch/configurations/builder.py,sha256=LYZ1EZUYJDN1hx4frZbcdHvtytjbAhRv3f-BKnhyf8I,2471
lmdeploy/pytorch/configurations/chatglm.py,sha256=MlNI2TIaRcHADu16VdgZhnWJqar6DOMpJ-LKZXGp8HE,1396
lmdeploy/pytorch/configurations/cogvlm.py,sha256=bVW2yq9qxsTz4EXtGxfEnaONbmPyTY5-DFQQogDuZQc,925
lmdeploy/pytorch/configurations/dbrx.py,sha256=CWy6iqspxJHyF1Z3NQOTgEgZuu_9qHnmsTzANtqGD7k,1173
lmdeploy/pytorch/configurations/deepseek_v2.py,sha256=MDmru12UtgMrCl0t2m5XSfNWvBocqjYN90VroOh_uCc,1405
lmdeploy/pytorch/configurations/default.py,sha256=FRxgl4DzE38-_WsULswKgPDGnRNQOORs_dFWXIwVWFo,1417
lmdeploy/pytorch/configurations/falcon.py,sha256=nh-XJzMFAbfBzS_YMcbA003Z3t7iePVSECqd3PubZz4,1303
lmdeploy/pytorch/configurations/gemma.py,sha256=7uKIIcCZpKA5Mf4pVmK2NogPjPX8uByifOdYaFwa3bw,961
lmdeploy/pytorch/configurations/internvl.py,sha256=NpuhaeVJbO2BvM_PnjU76KALpdy5bOUAJJBeuXZRHvI,728
lmdeploy/pytorch/configurations/llava.py,sha256=Bl5_WXqpW4BdfyQBEp_BqkiwN-swH5wU2wXnInAeWUE,1328
lmdeploy/pytorch/configurations/llava_hf.py,sha256=fboR6byPdB383MHu79mHi6bGpGsCMIrR5g_2Rs9bmfk,2044
lmdeploy/pytorch/configurations/phi3_vision.py,sha256=OmC7lqcW9kLItQwmtPF_wxRgbXfU2xeZTTZ-jcZhLn8,553
lmdeploy/pytorch/configurations/qwen.py,sha256=tgPCC4cBjdd16LNXqFv18_JDd1ORqb8b4LI8FmYfZaU,981
lmdeploy/pytorch/devices/__init__.py,sha256=OG66hi5AsuDM5LhF_4H44lfjIGMfuB4P96m9cnq3CNE,195
lmdeploy/pytorch/devices/device_manager.py,sha256=Q7vjbvWXXfMn4l9dwgVlLGOWWh9gS0fhuDerehZPCHk,1722
lmdeploy/pytorch/engine/__init__.py,sha256=6FfBeWquIlqUJ-pDrs0i1-OBf3meup2SSvgaoVvZV4k,159
lmdeploy/pytorch/engine/cache_engine.py,sha256=kpsK7wCSlZ9NT9oWZ46bDqF6snn77x03yyCZRsYRZHM,8639
lmdeploy/pytorch/engine/engine.py,sha256=InVpqKQ0Gezu_83EEBlthTeuGdWpe8q2Eetz-4kxbx8,38628
lmdeploy/pytorch/engine/engine_instance.py,sha256=J-AwrN-klGA2jLLO2-rOYWVa-NCwoGTer3c1MnMM7IY,23064
lmdeploy/pytorch/engine/logits_process.py,sha256=z8uAnX0Vm8buvRdICUi3-gmRVcZJ9bhyDpBS9OU1Fvk,10974
lmdeploy/pytorch/engine/model_agent.py,sha256=Qbw7DA0UxNkIkuJ6xlOuj5kghY3KDBWB_x-3H2JFHQY,46010
lmdeploy/pytorch/engine/request.py,sha256=zhp1KZDLmBGJFORkvVkkwl8CgOShnyW_IR72sNfKLgQ,19660
lmdeploy/pytorch/engine/devices/__init__.py,sha256=XkgkLi4ujBRPWwIe2fHF4ldGbDfHvhClQDUTtgneOqY,1331
lmdeploy/pytorch/engine/devices/ascend.py,sha256=XYouCFj4qBTp0dybRNqG5C8UtBygER25N1Z-AQdhpNA,1805
lmdeploy/pytorch/engine/devices/base_device_utils.py,sha256=D8n_HWwmcrkSXUu5OLelnmOMcgh4lJD-zQSMOYjVdts,705
lmdeploy/pytorch/engine/devices/cuda.py,sha256=EPJVZiAM2feQvY-Q_LRO1AiCykA-7aD--bBQdh7YO3g,287
lmdeploy/pytorch/engine/devices/dipu.py,sha256=vtoD9Yqg0ErZuh0a6v1qSrU8K-14GHIlBO_Dm02xB4o,384
lmdeploy/pytorch/kernels/__init__.py,sha256=ABZ6FKG-1ixjvzWMDBkiRtVIydf9pgx1ZifCWP0Cb7g,1153
lmdeploy/pytorch/kernels/alibi_pagedattention.py,sha256=k7OTBqGze_r3NO29pbSgGwW9hZl932k7N6wLyHo_Sdc,187
lmdeploy/pytorch/kernels/apply_rotary_pos_emb.py,sha256=cCngLp-jLm_s8isFGpzUMXHO1KukpBw04jYR0fg1izc,172
lmdeploy/pytorch/kernels/dispatcher.py,sha256=ILe1vWn_5TYl40iE_P1PHwNxtTRt17Pw87uh6ghKEls,3678
lmdeploy/pytorch/kernels/fill_kv_cache.py,sha256=MnMqQn2XcYXdBc9AZxx9qJ9C7TQHsU0Uwwjk8lDt_Pk,158
lmdeploy/pytorch/kernels/fused_moe.py,sha256=hguAqV25dWcTS_jS6nAW3qB1hQhI0FOj2SXyeFgu-4E,150
lmdeploy/pytorch/kernels/fused_rotary_emb.py,sha256=CeyMDOh8S1sZxP44F4z8WQ2ptUNkV06155Zkg8MP1Hk,164
lmdeploy/pytorch/kernels/mbgmm.py,sha256=Oxxh4CCULjntXENi9ptJrFiNAWb6Gt8xfRMGKhn69SA,200
lmdeploy/pytorch/kernels/mbgmv.py,sha256=KB4KBXPkVvHV8qgSFMnyhstcUZPp-pAgolslf5kMhL0,201
lmdeploy/pytorch/kernels/multinomial_sampling.py,sha256=gGq5y2o4IlMIzjqO9EwfH3pKDt8NzyljLd34YFg-8hw,172
lmdeploy/pytorch/kernels/pagedattention.py,sha256=F9yh1VK5qqiHImXnmElmfYYzAd2-4aWs50AIXOEhTMA,170
lmdeploy/pytorch/kernels/rearange_all_gather.py,sha256=KCYjlHE8BDrJu5N5_htGL0PiRUiVEdRubrVAdc88yjo,170
lmdeploy/pytorch/kernels/rms_norm.py,sha256=Ih_kCh6k_OOYX3euVJIFH5y_7q6ggz2UGbFZEVp2_rs,148
lmdeploy/pytorch/kernels/w8a8_triton_kernels.py,sha256=1B6PYegHp7fVXUPjLO_pgnCXCfGMWcf-Tg_NIn11fVc,437
lmdeploy/pytorch/kernels/ascend/__init__.py,sha256=j5utSGVUKGdsYW5F52nLyjvLBBxqJ2cvAmd_90iSZSY,355
lmdeploy/pytorch/kernels/cuda/__init__.py,sha256=ABZ6FKG-1ixjvzWMDBkiRtVIydf9pgx1ZifCWP0Cb7g,1153
lmdeploy/pytorch/kernels/cuda/alibi_pagedattention.py,sha256=oO6IVdII96TF16ZlxGH-gLODvT5E8UuL4j6t3BZjbLA,16843
lmdeploy/pytorch/kernels/cuda/apply_rotary_pos_emb.py,sha256=3i0SfkfqQDux8_SkS3WlzW0lVlhx2RIFApcLuGCVHws,7201
lmdeploy/pytorch/kernels/cuda/fill_kv_cache.py,sha256=jRWUHjnS4j7G-n_PMueg_3lHjQBdy0BdaJjoJ4kvhss,5641
lmdeploy/pytorch/kernels/cuda/fused_moe.py,sha256=Q9wdmJiMLJrpSfExkrC7GdD2BrZCktYv29AHpAYrxT0,11752
lmdeploy/pytorch/kernels/cuda/fused_rotary_emb.py,sha256=pLVxeU1Xd7UzvUMw7iymlCTsnz6lGOAS2xoOkHhAKD4,5598
lmdeploy/pytorch/kernels/cuda/mbgmm.py,sha256=Dwkt0sUgyCN4M-J2ryQF8E-rOsAF2qsMyyz5nsxHcOM,7956
lmdeploy/pytorch/kernels/cuda/mbgmv.py,sha256=-7hqAvGplF9mk9wxs4K6BusnrrntAdwpTkIBqafJS54,6242
lmdeploy/pytorch/kernels/cuda/multinomial_sampling.py,sha256=TcnRFz1X-zsQpXVmPrUvlDtpmZZHBS6eyToCCZM0fKs,3538
lmdeploy/pytorch/kernels/cuda/pagedattention.py,sha256=1WXt30xUicSl6aqKR2Jcwv9V5HRjCIfFOt1cR9VcW-E,28746
lmdeploy/pytorch/kernels/cuda/rearange_all_gather.py,sha256=UT6cIr6av4zn4qj_yDBrVVn7W9-oJUsAycnc2DuY-fU,5075
lmdeploy/pytorch/kernels/cuda/rms_norm.py,sha256=Sd28ACt1iCxf6WmdYAQG55rrhNadaFHRirrTrjJXYug,3946
lmdeploy/pytorch/kernels/cuda/triton_utils.py,sha256=9KnLwJTeF4P-9S0bTwHZFuXjs9QHpUMZHn5SykbgvnE,15836
lmdeploy/pytorch/kernels/cuda/w8a8_triton_kernels.py,sha256=JKHm3Q41Cr1Fku_8swzop33YbFGVkHxyUZDSjupc4Fs,19444
lmdeploy/pytorch/kernels/default/__init__.py,sha256=Vxq5LggoQ5EzFnX_7qld9mUxri0YfBByhut4AygU540,146
lmdeploy/pytorch/kernels/default/multinomial_sampling.py,sha256=BaeJrsObexytTWSUsttBQF7_sNQMAuyRQGtxWSyN74Y,452
lmdeploy/pytorch/kernels/dipu/__init__.py,sha256=hC0olxmW4qeMkDCGNACK-JNEI1PfSRGlG81L_Kk0TI0,472
lmdeploy/pytorch/kernels/dipu/apply_rotary_pos_emb.py,sha256=GH25hSxAVoqoM8G9Qd6BaIF3gEFMvcAUWwlnkhcYzXk,1018
lmdeploy/pytorch/kernels/dipu/fill_kv_cache.py,sha256=BJD7d4fKFVuTM16nyGdtLQRXDLFPlnp19EzufFm_pPw,893
lmdeploy/pytorch/kernels/dipu/fused_rotary_emb.py,sha256=GOaeiqefX0qhQnEiekcjvmxcUZgn1Mb73cb_hX0guSE,1486
lmdeploy/pytorch/kernels/dipu/pagedattention.py,sha256=gfCRwT0SmNUg9JDDOmomAgwhcqRkXR0cXLXyWGVRg48,4411
lmdeploy/pytorch/kernels/dipu/rms_norm.py,sha256=vpIwcibci4scRIm2M652cS8aykH19IrGlKQmegZenAg,564
lmdeploy/pytorch/modeling/__init__.py,sha256=OXfVzmp_jYucAbDaqCwXIU5POxUgMgNJzjQUCRYZLBM,48
lmdeploy/pytorch/modeling/convert_to_qmodules.py,sha256=0MqHIS9ySc-67GKdQTTPcTPf-6f90Fr5DywoPCZk6yQ,2104
lmdeploy/pytorch/modeling/modeling_baichuan.py,sha256=bmjrx99dHpWIz9mHnvxoNycIiWXq4lt5iCquk-aB46c,33874
lmdeploy/pytorch/modeling/modeling_internlm.py,sha256=U2KTl1MWSVtwUWHvfMzXQplOOxx5VvESGVG_LO_pGEk,50089
lmdeploy/pytorch/modeling/modeling_internlm2.py,sha256=o2rbPTWqWDPk3A4fGlQ01cu7ZeVdCe4AH3WW426ly2w,85419
lmdeploy/pytorch/modeling/modeling_llama.py,sha256=aNxp6mOqVVultzQfkHVlC_WRQ2rRGHZWc6aGwQ_10Xc,55798
lmdeploy/pytorch/models/__init__.py,sha256=fPbFdNeZjRLDzp6Zk7Mrgh5p3s3Wb24rwqC3gaKPGJ8,158
lmdeploy/pytorch/models/baichuan.py,sha256=vzrJ-_kLtUzfbN-q_AHhfjTH_tejqF0lNJ89wWa4S_o,14101
lmdeploy/pytorch/models/chatglm2.py,sha256=NwyPMVXpjPja29hsjUW4Q79qTSUyb4laYWQJasrosQM,14878
lmdeploy/pytorch/models/cogvlm.py,sha256=mhXQRlDM48z4TgmM0IT1gMgcy_MbZjQAOYHWgzBXeeY,14530
lmdeploy/pytorch/models/dbrx.py,sha256=PNO88BwuUFmIF3PSZnwiczbBZew1mlFNI5amPwEyHRs,10759
lmdeploy/pytorch/models/deepseek.py,sha256=BD7MR7fBk9LINp9xODE0eAJiDUHMdvMq0ay7iaMespM,10386
lmdeploy/pytorch/models/deepseek_v2.py,sha256=2E7WudAHNjp6xsgLfxatnaP_Ud_ThYqFTKC1AdlynIE,14435
lmdeploy/pytorch/models/falcon.py,sha256=oG6iR6Qfh9WdQfTkyApH2O3HRxAa7o_6rmaq8SSpE8g,14228
lmdeploy/pytorch/models/functional.py,sha256=E7a66iCcHOdt-ozrSOimIsRkMNzpAXNKKKebUebFqVc,5177
lmdeploy/pytorch/models/gemma.py,sha256=OBpjmaZi2-zGl5orYuABzD37IB8BhzogeRCtsPCa0rw,8632
lmdeploy/pytorch/models/internlm.py,sha256=fDhVyPS59qwdB1fiSml9XTtKD5_NoBbrejPeu7dv-rE,5033
lmdeploy/pytorch/models/internlm2.py,sha256=xrp9zi8e6yD_r3M3lZFR7RIn3X1XZUnaHDK4OOUf8dg,16037
lmdeploy/pytorch/models/internvl.py,sha256=hcrtEObbD_tgMVZWIGs57f0x5PdAYIy0PKcK9A7uo7s,949
lmdeploy/pytorch/models/llama.py,sha256=-OHQmNh9EmEXTdgtWnbsP6AH0fyWLhY0smW56MkSV2M,19858
lmdeploy/pytorch/models/llava.py,sha256=E0qxBi4oaUXoC6KS5HZpdSxJ2sSwSNlC2ZIif42itkw,3010
lmdeploy/pytorch/models/mistral.py,sha256=zMMksHO1dtN7fLvD06PbFG5W_EGOBEpuon3O2FS_hCQ,6625
lmdeploy/pytorch/models/mixtral.py,sha256=q0hP5C7jgV89Mosj3v7SZBP3-5wHNOq-mO2nirPR1Ak,14265
lmdeploy/pytorch/models/module_map.py,sha256=8NWgFIfJgklik2pFWNuO7d4wVC6riYptCT0r59PnxiI,17109
lmdeploy/pytorch/models/patch.py,sha256=GDca_yn-SQVekcOhhyIjM6-bFxg07NPSXu3qNx50Ik4,7680
lmdeploy/pytorch/models/peft.py,sha256=d0YY67totzDzqV4e0gqMqvWQkxdShWGPb45PNw84erI,11474
lmdeploy/pytorch/models/phi3.py,sha256=UWYxJqAh1dzSlXfYHqH9pB3xPGxDe4YJqEYDl2EaKwY,10039
lmdeploy/pytorch/models/q_modules.py,sha256=ZTEGw_c8RWyAZdgxrPjhSActtmt9MFScVA9Jnp7p4AM,5546
lmdeploy/pytorch/models/qwen.py,sha256=WYG6ri90SlRM8jL4CM3PJzL8bszmCgtdnD9yN0k2BcI,10167
lmdeploy/pytorch/models/qwen2.py,sha256=V42M6ESYvEoF21sfsriypw8kOj2h0oEvkcQx0a-FlXU,5511
lmdeploy/pytorch/models/qwen2_moe.py,sha256=KHX5tr0N3OAOmo0mwjFTzBZRmgdaeWG8wp6Akzm_Jow,5394
lmdeploy/pytorch/models/starcoder2.py,sha256=GTBCn_VVGrk-uJCXgcCFYCU8EYYdYLOgxqv2PO3Q3kg,6888
lmdeploy/pytorch/paging/__init__.py,sha256=16-nO7pysXXZipJLXl__iftyrYYBQDiSNjj3NLbUVYE,106
lmdeploy/pytorch/paging/block_trie.py,sha256=LJSYCHA6Jx1lVnYtPhz3mmTvHmNPDGPycU2vkbbki0g,7075
lmdeploy/pytorch/paging/scheduler.py,sha256=bR5bucrN5MspuGUBt6JKmR6NzENfudPvXkcycuJbqKc,12383
lmdeploy/pytorch/paging/block_manager/__init__.py,sha256=MvmCc0qORnAjUsehzoOydvdwUx-wKtbREVDqxQmNZBs,1010
lmdeploy/pytorch/paging/block_manager/base_block_manager.py,sha256=60T0pxJ4x6tVNxLCoyU6qe0CURGV0iZ80zOCyxTkgmw,11659
lmdeploy/pytorch/paging/block_manager/default_block_manager.py,sha256=ch9hXNjW_G5qFzVMlb8qym_PrNf0GBbcINKSoVy9lBI,6551
lmdeploy/pytorch/paging/block_manager/window_block_manager.py,sha256=IFvTePwvnNXKmpIzrsap0P7KAoyvJ5XR6aI5roeAJ-Q,6033
lmdeploy/pytorch/paging/eviction_helper/__init__.py,sha256=7bUx_WG651ZXcoQVCsgS56R3zBJ9Uuxm5QNUCpQhJ5A,150
lmdeploy/pytorch/paging/eviction_helper/base_eviction_helper.py,sha256=_6IcGyWZJnatHfjLEVvyHzU9NIrjavSvJ9JOJi1NjS4,809
lmdeploy/pytorch/paging/eviction_helper/recompute_eviction_helper.py,sha256=7eRGaxJsQAuDMEWJfhsN1I8MnKDUYQHbYpz2YYyu0rc,1604
lmdeploy/pytorch/tools/__init__.py,sha256=OXfVzmp_jYucAbDaqCwXIU5POxUgMgNJzjQUCRYZLBM,48
lmdeploy/pytorch/tools/layout_convert.py,sha256=zEESswMbQ45f0jbwqPWGbrSQOgLQs362rAleAgoCeFI,2292
lmdeploy/pytorch/tools/make_inputs.py,sha256=K7BJxBiX_BVMlBcj97289GZom39LX3ELfhMkgc1d7KA,6802
lmdeploy/pytorch/weight_loader/__init__.py,sha256=OXfVzmp_jYucAbDaqCwXIU5POxUgMgNJzjQUCRYZLBM,48
lmdeploy/pytorch/weight_loader/adapter_weight_loader.py,sha256=bIHkBM22crbE5nyj8NAG9RPTdFbxgN3RSfN6yXrKYlc,1093
lmdeploy/pytorch/weight_loader/dist_utils.py,sha256=kpSFV5Y6G6a1TWMqFXwGDUUib4l76X47l8_Vuo7ObAI,13890
lmdeploy/pytorch/weight_loader/model_weight_loader.py,sha256=LXaR0KYB8kEZa6bjuzrHV4x2Ect-BFGVhsxa-uP5n5U,8013
lmdeploy/serve/__init__.py,sha256=OXfVzmp_jYucAbDaqCwXIU5POxUgMgNJzjQUCRYZLBM,48
lmdeploy/serve/async_engine.py,sha256=aVxL4EYjQZXzBKkEEi31xiVBgiYOt-M-jwk_ewwOcYc,32017
lmdeploy/serve/client.py,sha256=ffbhDdp9D04jxezqt9jgUEKtCj0fIeaHj42n78qBXiE,2425
lmdeploy/serve/utils.py,sha256=1rQpWiNqY46hDVJRTojj-dgr0wn7wxOwK8lWZkJcX4U,10205
lmdeploy/serve/vl_async_engine.py,sha256=ZR8wM9bwBWYTaGm4KVkcUAnj5aVCrRMr7AMTONNoCds,5851
lmdeploy/serve/gradio/__init__.py,sha256=OXfVzmp_jYucAbDaqCwXIU5POxUgMgNJzjQUCRYZLBM,48
lmdeploy/serve/gradio/api_server_backend.py,sha256=K8OrBi7zNXEHdtY2IM27uiBEF2UD4vLADliQpCPed70,7917
lmdeploy/serve/gradio/app.py,sha256=Wpo7Ff5ydU59UTrY--TC6KZb5FH2CKJ6fp1qIBmvwiQ,3236
lmdeploy/serve/gradio/constants.py,sha256=kqqeFbbdZ9vRco_58gYnkCVxx9s7XPwB2dl0xgVftYo,520
lmdeploy/serve/gradio/triton_server_backend.py,sha256=mTXWoobCu4Ejdus8--MECAiGPDku02XGDYx2glUa7Eo,5990
lmdeploy/serve/gradio/turbomind_coupled.py,sha256=Zm3u2G12JWw6lrBNw-CE2BjhM26k-Y-jlylO4aR7Hyc,10384
lmdeploy/serve/gradio/vl.py,sha256=QCKun_y5AXjX26L8v5PiqbBfz0dhPgKVH88Z2HxVUmQ,9333
lmdeploy/serve/openai/__init__.py,sha256=OXfVzmp_jYucAbDaqCwXIU5POxUgMgNJzjQUCRYZLBM,48
lmdeploy/serve/openai/api_client.py,sha256=zYR5EEkU7qeEUKtLpE1lS8l9R46BXJpoD363QEbfl4Y,19653
lmdeploy/serve/openai/api_server.py,sha256=KwzOViX0-6q7iQVP91dRp8LENX5VtSwtF8qYM63wHsg,53389
lmdeploy/serve/openai/protocol.py,sha256=tiZo04kMyS8hQoWcVaYdNKe9_eu4K52ziNWCEi6OcJ8,11568
lmdeploy/serve/proxy/__init__.py,sha256=OXfVzmp_jYucAbDaqCwXIU5POxUgMgNJzjQUCRYZLBM,48
lmdeploy/serve/proxy/constants.py,sha256=NfKWjEaBiU85FBsW0guTBHSke0ML2vkOW45RP1Kv0Hw,1201
lmdeploy/serve/proxy/proxy.py,sha256=_agkL-6tbum18fBGzFR7-lGTMa0RncN1r7C35duHZKk,20706
lmdeploy/serve/qos_engine/__init__.py,sha256=OXfVzmp_jYucAbDaqCwXIU5POxUgMgNJzjQUCRYZLBM,48
lmdeploy/serve/qos_engine/inner_group_schd.py,sha256=wf205y6aQAZ-Lt34S79fsi_exq3rGXufycWfzUQRg3c,2521
lmdeploy/serve/qos_engine/qos_engine.py,sha256=7O2BMTRR80jWEvPbieVGLtHD84qDhX1pskXh19ZtWJY,10074
lmdeploy/serve/qos_engine/usage_stats.py,sha256=aFlfcFEdJUrjkU3yM0OR6lJcaZ4aF7VvedV-6QByT6s,5555
lmdeploy/serve/turbomind/__init__.py,sha256=OXfVzmp_jYucAbDaqCwXIU5POxUgMgNJzjQUCRYZLBM,48
lmdeploy/serve/turbomind/chatbot.py,sha256=nRiUbFsm8JWEw4xUQAiEVgl5Q1NWVXRYxxQon-DY6UM,29437
lmdeploy/serve/turbomind/service_docker_up.sh,sha256=UyMaWpaE5x_DEQL111HVRgvdTIgyr3W2eXXluoYDY3w,2091
lmdeploy/serve/turbomind/utils.py,sha256=1DjZaTYgYjpqRfMpCZdVzLMhtntgRMqGXEbMP4HvR8w,3402
lmdeploy/serve/turbomind/triton_models/interactive/config.pbtxt,sha256=tsiweVsNXIFOWM5vFOcYnUyjslCCLAGMwqRGVC0uvnQ,5708
lmdeploy/serve/turbomind/triton_models/interactive/1/placeholder,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
lmdeploy/serve/turbomind/triton_models/postprocessing/config.pbtxt,sha256=MK7Pp8ZkzqO7oJtJF34SVhRanY7_iD76xEY3FiAmf1U,575
lmdeploy/serve/turbomind/triton_models/postprocessing/1/model.py,sha256=cN0vw4OClwBHyUY1c98pKKNXKu74I5OjdI8APo74S5c,5724
lmdeploy/serve/turbomind/triton_models/preprocessing/config.pbtxt,sha256=Zu2e_n1L-DhjDvxz7GYrILqUCBtSYKlZkJASBXOWXIo,526
lmdeploy/serve/turbomind/triton_models/preprocessing/1/model.py,sha256=_30vE3xrVfts8YnRZvod8UjPhfk4RgQxJ2a6cddyq9k,6216
lmdeploy/serve/turbomind/triton_models/tokenizer/placeholder,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
lmdeploy/serve/turbomind/triton_models/weights/config.ini,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
lmdeploy/turbomind/__init__.py,sha256=ev1PRQ_cKeRcnINnaUKr1nnCyArWrxXumCDkyKDKZws,766
lmdeploy/turbomind/chat.py,sha256=5t31guNeMDfXYTY5GbbyVidgwzlKwz2XGWX-0C1-PF0,7347
lmdeploy/turbomind/decode.py,sha256=sQnrfwDP2kBiOtUnon8DoGqhYWVNuKCllYzhQ7aVaxs,996
lmdeploy/turbomind/generate_gemm_config.py,sha256=XctWu-P_ooHBzfXxV9GKqrV4j_xOXI4-z9usKZtTJ_c,2470
lmdeploy/turbomind/supported_models.py,sha256=gK303eG29YUDH9-hW1CDT9osSjbXKSgGlgJdgrwc5U8,3742
lmdeploy/turbomind/turbomind.py,sha256=fnFyPu149XztTudYQDFD8bOGI77y1OwOBw9kfsIThDU,43203
lmdeploy/turbomind/utils.py,sha256=vdiONxXMUrmXef7w-YtIEuwuxgrshtDkFHoSnCgjbmE,665
lmdeploy/turbomind/deploy/__init__.py,sha256=OXfVzmp_jYucAbDaqCwXIU5POxUgMgNJzjQUCRYZLBM,48
lmdeploy/turbomind/deploy/converter.py,sha256=mX1YhPPIDt8brfIjlKPhCHUU-_z0Y77pmWqnYMXM4Z4,12563
lmdeploy/turbomind/deploy/source_model/__init__.py,sha256=aKFKs32gQ-9XECO-SoBLcT4rMbas3Hsovd0IUreRX6Y,931
lmdeploy/turbomind/deploy/source_model/baichuan.py,sha256=JuOnA_ZGhTlPMihvKMvrmneTmpSKhoGHMdlyS3Umwnw,2259
lmdeploy/turbomind/deploy/source_model/baichuan_awq.py,sha256=t09fBW69aQRANtQI3m_783IfV5cak_fqcB7npuuXnks,2916
lmdeploy/turbomind/deploy/source_model/base.py,sha256=1o_PYdSFdRpu-J5U4uJDOpBJUpCdyCED-umxqDebN48,4884
lmdeploy/turbomind/deploy/source_model/deepseek_vl.py,sha256=DAYLAjlG8urZECyjgR7zgo0VcRYM0avPZp2knKQ4Kv0,5484
lmdeploy/turbomind/deploy/source_model/deepseek_vl_awq.py,sha256=ySKH5WCuwP5aPdJOkehjjjs8ahWRS3lV-bLeZu19htM,1756
lmdeploy/turbomind/deploy/source_model/glm4.py,sha256=rvv0jOKf4ysf6RoimIF3DX5teAZ-zz8ChJGYQpGELI4,4875
lmdeploy/turbomind/deploy/source_model/internlm2.py,sha256=k0K8ii9ikOQVnx-MBxe_UuXFXDGCtJIR26rNxePT_Uo,5085
lmdeploy/turbomind/deploy/source_model/internvl.py,sha256=qESAMRFhpSMbVYcFkEmFaTHAMstql28gFcWz4Zh_s0s,5485
lmdeploy/turbomind/deploy/source_model/llama.py,sha256=GT6yKP813GeEovr7114xmoym1nffUY2LN1qBjVLTGTQ,7574
lmdeploy/turbomind/deploy/source_model/llama_awq.py,sha256=dveJRH8x3QWngb7H6zXdVyPCrYGoD9ZyYygphLmCU18,2152
lmdeploy/turbomind/deploy/source_model/meta_llama.py,sha256=F2aLHdVZfeeYcnhF1AhP_k2uriNzj3yRHvVaEnQtrmA,7938
lmdeploy/turbomind/deploy/source_model/minicpmv.py,sha256=IkcldT7QPOAgoehjPHHLHmyBD-RQB8sSO_GmSxROG2Q,742
lmdeploy/turbomind/deploy/source_model/minicpmv_awq.py,sha256=RNpQMM6SQ4hrsFTI17qXv1ahuz5nKD3c551arqQeogw,623
lmdeploy/turbomind/deploy/source_model/qwen.py,sha256=I4hKQV1xyxKlH5SGBeGihlOT1VeuFmcrgWzPTmq8jvQ,5413
lmdeploy/turbomind/deploy/source_model/qwen_awq.py,sha256=dntFeJ39xWdIiDz5M4pD8HPIZSH_b9FQRThpO_hNAYg,3213
lmdeploy/turbomind/deploy/source_model/xcomposer2.py,sha256=tJlOMpLjkIhqordT5gvHvIq_gsCSypXRXfgwuSauru0,4215
lmdeploy/turbomind/deploy/source_model/xcomposer2_awq.py,sha256=tXh4nVLVMEgTGsNu7vphdO4GXcpgFXrfK-2RBGq0vcU,2727
lmdeploy/turbomind/deploy/target_model/__init__.py,sha256=3_ElO3oNyWWz1QXIcL9o6RKrfz_RmesZZRSNkit6XAM,251
lmdeploy/turbomind/deploy/target_model/base.py,sha256=UnK4pwCX5W0T1CHDBFUb6bbo-bG3ZZyQml73tJOetmg,12148
lmdeploy/turbomind/deploy/target_model/fp.py,sha256=xO9YaG4D1KSgylbSTaVXv-vMnRi37THodAm3o02HvE8,3333
lmdeploy/turbomind/deploy/target_model/plora.py,sha256=-8TtZRd0UMGiZ_XaurNDlQWxF8vBrLS78uIXp8nqgH8,5480
lmdeploy/turbomind/deploy/target_model/plora_w4.py,sha256=xOZX34w9wx8QE9ZmnlOemCHxKIbC-ObrYOxPeLzMsF0,6783
lmdeploy/turbomind/deploy/target_model/w4.py,sha256=z-29HFuh71I1rORz-7Ex78ICXzaMfjqefFOdywzrSdA,6116
lmdeploy/vl/__init__.py,sha256=ZnRoeubT8vXjjSSZt19m0AclQrnnYWpYeQ0awCyBuEM,104
lmdeploy/vl/constants.py,sha256=V0lgeH97PunuDtmbHR9GnxXbAuA2_xZqqn2ULzIut2c,106
lmdeploy/vl/engine.py,sha256=pemBNk7nywgUo7VPkVTEr1ewgXQwThDkSdQ-yaZPl9E,5960
lmdeploy/vl/templates.py,sha256=sb7uy1x90FfspsHwkbP8hTvU2xlkT_c3Du2w99tCdP8,12928
lmdeploy/vl/utils.py,sha256=zlUcTG0g6XmzJuBAhRA8oBHKzgVCubCjzv5azMx-olM,2537
lmdeploy/vl/model/__init__.py,sha256=OXfVzmp_jYucAbDaqCwXIU5POxUgMgNJzjQUCRYZLBM,48
lmdeploy/vl/model/base.py,sha256=T5NuyYg61UfVJpnvDauX8IA7EKMITDtqru1iEKKfevk,1585
lmdeploy/vl/model/builder.py,sha256=4cIWrKlycbqxzI5nj9acAVyA2s0m6rPXpdBuISLoM-8,3066
lmdeploy/vl/model/cogvlm.py,sha256=8tQwkmQGEd5fgzYovwqpIVBf3uKg7i0tk93JeNzPZiw,3217
lmdeploy/vl/model/deepseek.py,sha256=9itiLaJ3ZpBLlJgpon5YyPXUUStfKu4AmY_9sz06LGA,4046
lmdeploy/vl/model/glm_4v.py,sha256=j0owkxOX7-vBgBRYu7lrS0O1JYQMGba13F8oTzqNxc0,3440
lmdeploy/vl/model/internvl.py,sha256=8i1ZDtwFtBuk1AfV47GDZwDDS9XnnTCcg14x6KMczE4,7008
lmdeploy/vl/model/internvl_llava.py,sha256=5o8xvOJraejn86FgRfmfMtMztCU5Swpup0x6k88qCN8,7165
lmdeploy/vl/model/llava.py,sha256=FqBIbT25-bg-Jofi6WaAh03AUEOYG4zF3jAA7Bf2Zdo,10944
lmdeploy/vl/model/llava_hf.py,sha256=KMh8YmXIzvyYvNLhv_r3WwIfhE1IWF4BNafZ3lnQtX8,2940
lmdeploy/vl/model/llava_next.py,sha256=4hgbrHP6VGN39ZCtNnWhW3MeQillNOzBTzyCWFkxWXM,5312
lmdeploy/vl/model/mini_gemeni.py,sha256=gSQ8Lgd1CI5T1MLd9viT10V2paJkZe0aNGZdNfCkc6w,13530
lmdeploy/vl/model/minicpmv.py,sha256=vsjiv3_g2fRTsLf2ASQuTO6RyPOlBZiYnb4xfVLG98E,5192
lmdeploy/vl/model/phi3_vision.py,sha256=WFw4pPbucjOPQDOt4pcNxtLdGBwbTpU-ozM2UDA5B2Y,8321
lmdeploy/vl/model/qwen.py,sha256=J9MgBg4KrEdRDg1V1kgA9AJmKbTPAUcKXGOXgjjJEMM,2752
lmdeploy/vl/model/utils.py,sha256=1hfhhPHhbnmiJi62mvS4GHcf0RP-U4cyxNKsiL5mLFw,6270
lmdeploy/vl/model/xcomposer2.py,sha256=mkFAEt8f8T_Zk4LN-aUiIB2pSj-VGMbAUkFyncqnx_E,6896
lmdeploy/vl/model/yi.py,sha256=Dt-ocUI3MXUWPfJFnxAuDCCkNjPRRYTHP7NdzyUjk5A,3746
lmdeploy/vl/tools/__init__.py,sha256=OXfVzmp_jYucAbDaqCwXIU5POxUgMgNJzjQUCRYZLBM,48
lmdeploy/vl/tools/merge_xcomposer2d5_task.py,sha256=8NOKcbfUcQeYJWLDtSgFNpRbophSADpfF7wyA52olKA,1941
lmdeploy-0.5.1.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
lmdeploy-0.5.1.dist-info/METADATA,sha256=EdSkKO9soD1T6WqUXqUM92BFGaMkCmmTOvv0MBN3PMs,15741
lmdeploy-0.5.1.dist-info/WHEEL,sha256=l24ZSN4TL_6PR3bXYjRUUfMfPJN6minBJ6vADLscQtI,113
lmdeploy-0.5.1.dist-info/entry_points.txt,sha256=QcDHIne_NLkT0SsxBttqlEeBh9bn_QQJCPKYcL7IN2Q,46
lmdeploy-0.5.1.dist-info/top_level.txt,sha256=Sxuqvuq8wV63cJ3bUqV-0Q0QAAV0Ywy_zHjZQ7LnwwY,18
lmdeploy-0.5.1.dist-info/RECORD,,
