examples/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
lmdeploy/__init__.py,sha256=ZdWvXT2g-kdf4JBXb0XQXtNXICSHoTX0MBag9uKA110,630
lmdeploy/__main__.py,sha256=nUGGw1808w7-SANnz5S11R14EdWIVzOG5VZ4ndR8L28,112
lmdeploy/api.py,sha256=mzxgz8FvEMLkrpyUi9ZgWr1Y3Rjz7fnw_THWEdU4pYU,9523
lmdeploy/archs.py,sha256=FJx7kqVc7PQyYgn57bdNJYp4xT20L_wE6XWzX7UtNRg,7486
lmdeploy/messages.py,sha256=KxIVXehLS_WWqxzUBM8gnPD9Eq1fILuXHm8IKYla6zM,13914
lmdeploy/model.py,sha256=iH8BQh_takeiV_GQWeLYGzWf0cj13nOQY5_32Z3g9j0,58806
lmdeploy/tokenizer.py,sha256=_P8faRknA2aoFSEbLlkoqjM22GxtHntkmz6uo3_udDY,25770
lmdeploy/utils.py,sha256=ejjBNeXEUef36L0iysTCVSjJkhHejljFO6b-RKDlx-c,12291
lmdeploy/version.py,sha256=8gGpw5kyMoE4KJTilbB90NlyBPGN5FfTakcmjbNRnjM,800
lmdeploy/bin/llama_gemm.exe,sha256=76Sqy5TINd3K436RZEz99rOJRMJ87gBHQE3rWByzRW8,9639424
lmdeploy/cli/__init__.py,sha256=NmH5V3U-dg9Z8H8iz5UB26NapkpiIFuvEBAz3A397oo,99
lmdeploy/cli/chat.py,sha256=XmquBlNuJG6gKKDs_6hzh1nOqEIR1Hu8qNgd4jF4Pjc,5283
lmdeploy/cli/cli.py,sha256=Rtx_G75-I3DJ9B4ISWh_upBpFeCwWUY6K4UIeqe9uvM,11226
lmdeploy/cli/entrypoint.py,sha256=vUdndIqrvy2pLsXJQhSevsVmQoLkxt6PV7cQysEO1yE,2105
lmdeploy/cli/lite.py,sha256=UBjSGiiYsDWAIxKILVfQTIqc65XiiXI5f8AGWwIZN3I,6799
lmdeploy/cli/serve.py,sha256=g5ZTNJi2C7Kl_6t8mdqoDSL4D08TweYgmpmMzMtG9fw,15525
lmdeploy/cli/utils.py,sha256=wO49bvqIe3PZXKulP8TLXx4UWuVdGu_m2mLvq3YGdPA,15869
lmdeploy/legacy/__init__.py,sha256=tMuHgpnGjhMIg6LOTWXpjXLeisbAcMWJsT9Yf12TQ24,49
lmdeploy/legacy/pytorch/__init__.py,sha256=O8UjnBSqtbPvRUKpMjXtMbGFA10jhTlO-qwqUTXiSYY,80
lmdeploy/legacy/pytorch/accel.py,sha256=Ez3e4xPaKtWzMod24sa3y3GhHJv-7CdLyPoGgEuYRTg,1503
lmdeploy/legacy/pytorch/chat.py,sha256=_yC5xFcURVnLNC-9OzxoWdkDTBMlX-SvB46SfCGRGr4,7238
lmdeploy/legacy/pytorch/decode.py,sha256=yMwr1FQrc3gY--FeVppmS_2NtPvod81WYkGwzRlw-fg,14368
lmdeploy/legacy/pytorch/dist.py,sha256=FsFeiJxUwlnATkoGE0WeuO1LQ111NoEkSK42AAw1KgM,2924
lmdeploy/legacy/pytorch/model.py,sha256=8IvVYsppIR9ZrmI18onEclC7r0mzLJ1zRga-NkEFHy4,6166
lmdeploy/legacy/pytorch/session.py,sha256=9tW8FoQz2AZCvYShw5RpfrmtK9epjFYC-u9yXmXkg30,2770
lmdeploy/legacy/pytorch/utils.py,sha256=slfUtWbq7z-C6U2MP0kZS0a7_uUniJZ8yO8_Oke-raU,2759
lmdeploy/legacy/pytorch/adapters/__init__.py,sha256=jYrE6l3PWx85uO7K-S5mT3UwXwLJyHeNzo7fIRVbjtU,1101
lmdeploy/legacy/pytorch/adapters/base.py,sha256=JWwzCV_og6wS5t63CD53uJ-dM7mZ6Lv_PGAd_Fr4jJM,3752
lmdeploy/legacy/pytorch/adapters/internlm.py,sha256=ikyW_O68JL930LXf-ZQ1jASXHe_jUcvdB_64wh1DQTA,2520
lmdeploy/legacy/pytorch/adapters/llama2.py,sha256=65tffCuItwf1B8WsgTbEo4ZHNeYuTxYD7ambpXb-3XQ,2546
lmdeploy/legacy/pytorch/modules/__init__.py,sha256=5nSVbKTLHGGYwuZY93YQMbjVFytNyuifToVjWTtZqiQ,123
lmdeploy/legacy/pytorch/modules/linear.py,sha256=Ma1eoFFcDNWwgNanOHeE_ao8ipCOhK5gn1SAZM5p0vY,5873
lmdeploy/lib/_turbomind.cp39-win_amd64.pyd,sha256=f7CYTYEEx1S7sd6bGzmawZAyYbjPZdm90yL8IIRJn98,177973248
lmdeploy/lite/__init__.py,sha256=xATKRmQQ5rVXN3j76QGgFSkZ7xB7BeRwitQl35VLjc8,178
lmdeploy/lite/defaults.py,sha256=6BrYZmRdLHCJBgj8hFIm-iNTJgMlCTuBUbKteIT5GHw,141
lmdeploy/lite/apis/__init__.py,sha256=tMuHgpnGjhMIg6LOTWXpjXLeisbAcMWJsT9Yf12TQ24,49
lmdeploy/lite/apis/auto_awq.py,sha256=KX3SBMWqjFctYivOdsaZYUpQVQOilOREg7X9uvbCG2Y,6840
lmdeploy/lite/apis/calibrate.py,sha256=PdUyizNA3mUu-Ta3qa457vMUTCT23wPmJWSloyUxvEE,10237
lmdeploy/lite/apis/get_small_sharded_hf.py,sha256=J5xJ_56EQJHR7x1K-cBG98eGfZiEeVk7mDTAVA7UvYk,2103
lmdeploy/lite/apis/kv_qparams.py,sha256=obtx28aCcgzXrJRvnUWzFnCLzbiSXe74Qlvq4sdVBls,5015
lmdeploy/lite/apis/smooth_quant.py,sha256=75cIeFxQXJyXY9KyMQRozhb96KB3OA_n0hGxwIeW22k,6237
lmdeploy/lite/quantization/__init__.py,sha256=DYq37KCaaRhvTLvHWUPhDcXB7iJKs6VoxTv1nvkqDHI,347
lmdeploy/lite/quantization/awq.py,sha256=GoAaLFNkt2JwhNlgTSGFMjZn9vU-9DOTpQfBhHKd3c0,11604
lmdeploy/lite/quantization/calibration.py,sha256=5xhzYqP_amA_sBkp5YAs0bDId-ztaEwKlywvoyV7qTo,21859
lmdeploy/lite/quantization/activation/__init__.py,sha256=-uUZ5wqpQyka-cn1uENbZIBMWmlMSDL7SL5wHMKqUX0,163
lmdeploy/lite/quantization/activation/observer.py,sha256=8YWT2SbRXXKhsdAcLjzA691iJxe1in-AdJle_2qaYWs,5009
lmdeploy/lite/quantization/weight/__init__.py,sha256=nikkNxPnx9S0QAjmBYVmf1MoLgtCkLLttW6tRJwx9LM,122
lmdeploy/lite/quantization/weight/quantizer.py,sha256=RxUWGo_jUy2lMy3yjhSV6jGCCss2psPdaq8yWyI9Axk,6021
lmdeploy/lite/utils/__init__.py,sha256=uizelirgEoUuSPzeM8mB64Dps0dlyGYch4UkriMdRow,1252
lmdeploy/lite/utils/batch_split.py,sha256=RKDxAIvykPEpi3hmanDPmmjN7Q_6_RPBLI562McepgI,3756
lmdeploy/lite/utils/cal_qparams.py,sha256=Pyq2KYcyvT1Ga1RXYPQyWMN_tCnRWDQmdbB-d482BvI,5033
lmdeploy/lite/utils/calib_dataloader.py,sha256=FgMcAzaPvmW7EK2wHhWRdiKou4C819Tc5dM6S_Jzxao,10636
lmdeploy/lite/utils/collect.py,sha256=7GDw4y4n2EXaD9ORVVROuiZrmg30ZzLrch0Ldn6oNtQ,3142
lmdeploy/lite/utils/global_avail.py,sha256=c7iJY9ig5CbDHYnzWXo8uUu7q5MoZyv-_xCugrwexxg,2817
lmdeploy/lite/utils/load.py,sha256=PTyQpcbXv8Jo0o2Os-xNGXS23HXcYbKfZBTns7MsOV4,1228
lmdeploy/lite/utils/memory_efficient.py,sha256=PpVlxIK9H2rA1b4yNCnAoeA436MWr81o2PwWOdSfz-I,7125
lmdeploy/pytorch/__init__.py,sha256=tMuHgpnGjhMIg6LOTWXpjXLeisbAcMWJsT9Yf12TQ24,49
lmdeploy/pytorch/accel.py,sha256=GTRWHmHYEGqR3-IMNp7MDF1dlLqu86QmpneF29N8JM4,1668
lmdeploy/pytorch/block.py,sha256=kPdmlJBLlk9jhMfwFaX8SXzhwfGPS4mcmmM3U2CABsc,2212
lmdeploy/pytorch/chat.py,sha256=eocU-bsjpU1iRSUB-LcmMEUqAfKF6q6o2J-KBJ-VYfg,7594
lmdeploy/pytorch/config.py,sha256=aV4i1Rlg5hrh7jzMHR339SAdmG6lcFUJiutSD-oW1Ns,4118
lmdeploy/pytorch/dist_utils.py,sha256=r8QRfTjiUDqRqops9MVMAIqlB_2_2sKO0_tChruFA9I,11345
lmdeploy/pytorch/messages.py,sha256=7UfyQziqlnhYZqXDpxB1BGYHuoSp0MH8-otFjYvYYY4,16377
lmdeploy/pytorch/passkey_retrieval.py,sha256=Gb5fk4zVL1FQi9BjOE3sTzLqpz9LoQn2Tbls2EZMZSU,6332
lmdeploy/pytorch/supported_models.py,sha256=kPJyY1LE5pRW6-efeppLU8CNtlQrMei9t1fXdSFRFmc,4316
lmdeploy/pytorch/utils.py,sha256=JkbehJPAUo8oMJVtfEaO5DGb2NZ2PRTHjpOiHiU3syo,848
lmdeploy/pytorch/adapter/__init__.py,sha256=tMuHgpnGjhMIg6LOTWXpjXLeisbAcMWJsT9Yf12TQ24,49
lmdeploy/pytorch/adapter/adapter.py,sha256=jWZecggFYjoce7x9rrVkGMudm7Czr4crz-OV7s49H6Q,13438
lmdeploy/pytorch/check_env/__init__.py,sha256=gBOyhJnNiX4yqOSH302S0cRC0MnSg4TkNOksXk-L8kA,8096
lmdeploy/pytorch/check_env/triton_custom_add.py,sha256=Cc5eMrZRkZmFSa8qzU09KQOKSm-YQkt6xslXrSbdtaA,652
lmdeploy/pytorch/configurations/__init__.py,sha256=IjTXRKYX2Cv0juZ3nH097qBf4n2KyHS-Y2YV8p1vPas,429
lmdeploy/pytorch/configurations/builder.py,sha256=YR9QeobtAa2109vxq5tpLkJNaGeO50EelOj70ltRaYw,2552
lmdeploy/pytorch/configurations/chatglm.py,sha256=l1TkpdDr6DwFjsS2wcb5CKNZABQkxMKfXMm_63gI0dc,1259
lmdeploy/pytorch/configurations/cogvlm.py,sha256=sypHQCwgsCQDKgSrIuuDiXWThlJm1X4SflU1IAD2QLw,918
lmdeploy/pytorch/configurations/dbrx.py,sha256=o9LXyFg71nSLdnrMpdgulSTAORmTWfBuIswDE4sv1N8,1207
lmdeploy/pytorch/configurations/deepseek_v2.py,sha256=w0v-zQu6OdmjZiCrMkLCyYDD3c0-jtExVi0u2OOm0CA,1439
lmdeploy/pytorch/configurations/default.py,sha256=GwTHS16EnD040z2kMAIlCPA5fVWHSNh0xBTaj9TnCuA,1454
lmdeploy/pytorch/configurations/falcon.py,sha256=kukqsKxpJrkxJeGmW1jfHmaL9EPXjGy2ywWRB05jPA0,1341
lmdeploy/pytorch/configurations/gemma.py,sha256=6fN4H1IYSvGOPfgzr2i80nQr_jl040q4SL20yj9JcnQ,973
lmdeploy/pytorch/configurations/internvl.py,sha256=WKyT26wvc644rZGTZwlXfDt59VmNhepi8bYO8r10IBU,749
lmdeploy/pytorch/configurations/llava.py,sha256=sULdzA7-sAAC3hNQZxiQhXs-qU4UkVYZPUb3wA5TTHM,1361
lmdeploy/pytorch/configurations/llava_hf.py,sha256=mvIASwtlm5J8EQAfYAPxeiAfBanADQGSKUkz5Unn2IE,2095
lmdeploy/pytorch/configurations/qwen.py,sha256=SNcIKfaWcFlc8EmpUKhzGalEx41OZ9Un2MEIkOa4hKk,1011
lmdeploy/pytorch/devices/__init__.py,sha256=V3gFhH8m1As3aDb3xKuKU1fT5spBavdQEvanO9dQXnk,199
lmdeploy/pytorch/devices/device_manager.py,sha256=3mGqKGMD1lO9JGLPV8GKruQKmHWpOIO4SYBBBxpSUr0,1784
lmdeploy/pytorch/engine/__init__.py,sha256=knj5fzZar6lYOVVbPHPcYxt5ga_sTNMwllwvZsCkPMY,164
lmdeploy/pytorch/engine/cache_engine.py,sha256=SZkv-QWsj6tUa5D5CRfKxM7obZTo4MifgFrAsHE-Bck,8884
lmdeploy/pytorch/engine/engine.py,sha256=K-MpkO7Zcaulqjgy9nrP0F0OQtxkkwIpSaCwRbeAv9I,39505
lmdeploy/pytorch/engine/engine_instance.py,sha256=rjVEJmPBPCknW7lC6tsdjd7h652QXOs9oJiTbUMqQwI,23648
lmdeploy/pytorch/engine/logits_process.py,sha256=LuyNaVjnchvLgKg7yLXGZxytLR6HCtyyVJukQyRq6jw,10347
lmdeploy/pytorch/engine/model_agent.py,sha256=371pnkJykPEoWNiivptLx0OZavdtW-qply9cCR1_c9Q,47280
lmdeploy/pytorch/engine/request.py,sha256=w-j9fwcqMH1YWE3l5KArgf-B5sMBwCmdxF3Zjzgsh6I,20259
lmdeploy/pytorch/engine/devices/__init__.py,sha256=lePhr6Gd2UbhY1AcC5RjghqJfcmT-gEvIczvsXgZ4ak,1374
lmdeploy/pytorch/engine/devices/base_device_utils.py,sha256=C9ZWhk4dxwnXriFHUiyrPjDklP_SC1Zt8tO1Ul3HlTA,729
lmdeploy/pytorch/engine/devices/cuda.py,sha256=t6Vzj-owhVseIGHUKg3YgP7A4amBldduvCFPdNrnm4c,299
lmdeploy/pytorch/kernels/__init__.py,sha256=BC3fmBFceqF-Hutts7Na3hEIquJy4mhyMF3P2y_fsHU,1188
lmdeploy/pytorch/kernels/alibi_pagedattention.py,sha256=zZwpK78d0M0YNpkXAi7tKajU5NPRdpopDsCBwOQfSdI,192
lmdeploy/pytorch/kernels/apply_rotary_pos_emb.py,sha256=_xg9VazobpTmEBzQTyFpqb1ZkkP1HJVXWUPPK5_a7Ro,176
lmdeploy/pytorch/kernels/dispatcher.py,sha256=dRSQzvCbgambycZjF7_n2xk9zXhe-GNLvM_x_k4MklM,3795
lmdeploy/pytorch/kernels/fill_kv_cache.py,sha256=YvoqPQVHVxv_ipSwgsWvYk9Cdu3rztSg8_YlbnNIVYw,162
lmdeploy/pytorch/kernels/fused_moe.py,sha256=o5OxeCfkd-iZgCZv6M5v41NMTEPRqC9u61YTIxd_S2U,154
lmdeploy/pytorch/kernels/fused_rotary_emb.py,sha256=WOpw5yUB4ce7959oVhX1SGRwhOz_O6mqySnFhT7uuN0,168
lmdeploy/pytorch/kernels/mbgmm.py,sha256=2PBKqi0yH0OlLXWQ087CNl53ONCJsL82yZ3Ws81q0Bk,205
lmdeploy/pytorch/kernels/mbgmv.py,sha256=mHoZDNuUyGw5bTFnV8dTGRrh6SAHDmFahnHjuJF2KVE,207
lmdeploy/pytorch/kernels/multinomial_sampling.py,sha256=Bxi-Grj7CLi7omv7IGEAyGRyelrLk7bM6TjZETj_Hgw,176
lmdeploy/pytorch/kernels/pagedattention.py,sha256=6676hSxdUmX9SYc8oZ9qtKhnjIqdKlMmyTrK6g5qgVQ,174
lmdeploy/pytorch/kernels/rearange_all_gather.py,sha256=aqvdjW2NwirsepH6cqiIbFnYLA0hOT3bm3TWUn0iMrM,174
lmdeploy/pytorch/kernels/rms_norm.py,sha256=uuNkgFeAAkV9EdwvMYg03UqZ02oxgnpfHeoMY0MYUvk,152
lmdeploy/pytorch/kernels/w8a8_triton_kernels.py,sha256=7Cx4kKVLMOtXbaRNDK_l8-JYC4c6wJw59_Qr6DcV_fQ,449
lmdeploy/pytorch/kernels/cuda/__init__.py,sha256=BC3fmBFceqF-Hutts7Na3hEIquJy4mhyMF3P2y_fsHU,1188
lmdeploy/pytorch/kernels/cuda/alibi_pagedattention.py,sha256=oh6dpxYlEk4MI4ALMV5cJlAclHq9HB1KxnhaSNeQSow,17369
lmdeploy/pytorch/kernels/cuda/apply_rotary_pos_emb.py,sha256=3JeL6ywGGPH_BZb3_ZXyIrMz3N-I0jBuiDmaGZyTWlo,7401
lmdeploy/pytorch/kernels/cuda/fill_kv_cache.py,sha256=97yv2RItmPfBABs3jN1uY0mf6STSC0o3xgYlr9Gtchc,5828
lmdeploy/pytorch/kernels/cuda/fused_moe.py,sha256=PNibId1bTnxJHEINsBPj7kkzW4ycDIQUl7jCPzkodNI,12169
lmdeploy/pytorch/kernels/cuda/fused_rotary_emb.py,sha256=0VNmuw08M7IVJ5q4M9fO_a8nfL8Q4j-mkKYyihEjA4c,5740
lmdeploy/pytorch/kernels/cuda/mbgmm.py,sha256=da3z3mrVyf5_p-0HhL93SUSaKoB75fTneiVHBwh7kbs,8232
lmdeploy/pytorch/kernels/cuda/mbgmv.py,sha256=jpFIjm__E43vyELRLHvUKPxvRNtULwmhfy8sK6EPeuw,6465
lmdeploy/pytorch/kernels/cuda/multinomial_sampling.py,sha256=Y5gkSgQ-22Th1cNLc-POADBZ1wVpIf7houTiIT8IbDo,3581
lmdeploy/pytorch/kernels/cuda/pagedattention.py,sha256=s6rbTW7jHtQf8OYjPeCjer9IWeJDKXxAb8h2ytk8ZX4,29640
lmdeploy/pytorch/kernels/cuda/rearange_all_gather.py,sha256=NcrxyKX97HNjN6u8cdiNuSBfg4E8TyO_xqv4zMmV0Eo,5205
lmdeploy/pytorch/kernels/cuda/rms_norm.py,sha256=SJ4-Do6_SA_EHqUgHw-MlxszjNCeXBmhtCMQg6HCE5U,4063
lmdeploy/pytorch/kernels/cuda/triton_utils.py,sha256=E46MacUoTPn6C4Hjdzdsvgp3oKm-F7w9_sB8rVo5ypM,16300
lmdeploy/pytorch/kernels/cuda/w8a8_triton_kernels.py,sha256=ss6UUIMYvAcahI-eP2M0Y-uOU6LxcW7s_9K3ecIksok,20019
lmdeploy/pytorch/kernels/default/__init__.py,sha256=tMuHgpnGjhMIg6LOTWXpjXLeisbAcMWJsT9Yf12TQ24,49
lmdeploy/pytorch/modeling/__init__.py,sha256=tMuHgpnGjhMIg6LOTWXpjXLeisbAcMWJsT9Yf12TQ24,49
lmdeploy/pytorch/modeling/convert_to_qmodules.py,sha256=ezNJ4Q2r51lUfQPFsu3zsafg2cC0puw0Psq2RkzR7Qs,2163
lmdeploy/pytorch/modeling/modeling_baichuan.py,sha256=2KtO_PC_q9Xbtdmwsx6Wq7ElFFFYrD7U4sfDoRHRJvg,34698
lmdeploy/pytorch/modeling/modeling_internlm.py,sha256=0ZRwUgjWQiZg6JZKd7pcykr8Grt84wNIy730YRT9h3E,51260
lmdeploy/pytorch/modeling/modeling_internlm2.py,sha256=-OJF7AVh8nHRqeEwaq2pkIzZj5q7p62w_OG8ZcEwIyA,87359
lmdeploy/pytorch/modeling/modeling_llama.py,sha256=ghm1Ee4KDaJEPcBKhNyKMaBwSEJtFU4r3ewk4c6Gw1E,57095
lmdeploy/pytorch/models/__init__.py,sha256=RG-QUowW2Vo1J6K8miga2FrJvXcxai7SGLdGdVo64a4,163
lmdeploy/pytorch/models/baichuan.py,sha256=ggGdUye3wsAUgnmpm2V-OT-QNI4ojqVf5jZOLUcw2Uo,14493
lmdeploy/pytorch/models/chatglm2.py,sha256=bQ3cC3maemBZ-Glz0boIGVK4vGQpk4kEkCgr2yzQ_4U,12311
lmdeploy/pytorch/models/cogvlm.py,sha256=PENmOEQlsZ8x2XFgkaMySZlSi2BQhodGaQRAa4hkcy4,14883
lmdeploy/pytorch/models/dbrx.py,sha256=35iW0sPOb_Y4_11YZLHRAxvLTyU6jrqP4Kyn8ZE73ps,11055
lmdeploy/pytorch/models/deepseek.py,sha256=rRx0O4jNazhfnQo21D5zyMlleh0IvW9PirGR7b5vr9g,10664
lmdeploy/pytorch/models/deepseek_v2.py,sha256=8lGkOhGgdMwt1GR6b8ueAraNza2Ud7EIkSE-F3VvNYc,14808
lmdeploy/pytorch/models/falcon.py,sha256=J8ugH25qYsyK8_BnghtRTwnbKsZp7eCK6DOor3QpJJs,14573
lmdeploy/pytorch/models/functional.py,sha256=5-FJEqt9tG8x3CDcRmPit3aB5NMpKTfz9H-KpvDE0lI,5336
lmdeploy/pytorch/models/gemma.py,sha256=-Hf33YqyDQ4MMFCcBqnuQQAAMRt4oAJiWG25ciHbiOs,8688
lmdeploy/pytorch/models/internlm.py,sha256=LCa7ZRnXOCcO8c9ZR4PIF4piFbsOBMavmh_vPdKWrus,5170
lmdeploy/pytorch/models/internlm2.py,sha256=Zzj8XKat1ZtwpTKVt5Q97EKGvg9KSWMRQqWdX4XDFvg,10400
lmdeploy/pytorch/models/internvl.py,sha256=Os6FF4fGw93kMXUBjaRZCngVmrMGRg4rAYEaqbJQWjU,972
lmdeploy/pytorch/models/llama.py,sha256=sv85HjdcuHWlQdAQu48zUmGGcGO9KHqbpC_YC_dBlHM,12294
lmdeploy/pytorch/models/llava.py,sha256=C1uXYOaqVAQb9vvAWZuGSOt86G0OrXZmNLWmIDQxlAQ,3077
lmdeploy/pytorch/models/mistral.py,sha256=6u1gCwGkqd5_KD29TO3wyT3wox-c0p26MPfpAh9JpSc,5901
lmdeploy/pytorch/models/mixtral.py,sha256=UgPhz-6yinXwhGVu5dfAwKowb6NKy1M5fBPRcQSE2P4,14616
lmdeploy/pytorch/models/module_map.py,sha256=iHUOMKnYcURMJA3VXPtN15HwY1GFXfob_CHXt6rVtj4,14876
lmdeploy/pytorch/models/patch.py,sha256=qMeQnrZ1G1VsoBpIqvI6nXGIEMlW_C8C6XLj6Rhijm0,7942
lmdeploy/pytorch/models/peft.py,sha256=R3fSXpM9JlruhO5PDDH6Uq6j1OYPIMm5wq9XbPj50dY,11744
lmdeploy/pytorch/models/phi3.py,sha256=BpjDoDpWU4Et0VT3wq2mQ-NKz1EEfpm9C9F00GCK5zc,10306
lmdeploy/pytorch/models/q_modules.py,sha256=82-VKEfXL81AaVch-jtO4e-8u_5HcbtlHXrmIigny50,5701
lmdeploy/pytorch/models/qwen.py,sha256=aM3k8yUHdwfPVaxC8EJj9bfhBkMJX7UkUpj7PQurPUg,10421
lmdeploy/pytorch/models/qwen2.py,sha256=7JlwkxDa1qfbFHk3Mmx-oDHkivnZr4B6bQ2Q0tC3uwk,5659
lmdeploy/pytorch/models/qwen2_moe.py,sha256=EKxIakiBpkOASC8JFTxqWaiVwp0AkHMxLyoCR_huR4Y,5535
lmdeploy/pytorch/models/starcoder2.py,sha256=FRz33dLFrBk1w8IrKWdwi2m5b1aZmMqYjOMXpz7BqoM,7073
lmdeploy/pytorch/paging/__init__.py,sha256=gY10ln34nry2_dIc9Y36F0Z0J2vsMbJZCNmpkJ5l8mA,110
lmdeploy/pytorch/paging/block_trie.py,sha256=FAPJI0rfWZ0s2lLg0PombAdFdULF62bgqnprtPf5hN8,7291
lmdeploy/pytorch/paging/scheduler.py,sha256=mRWUV2gB5eLo2gwvcPMj5NhUg2c9GRXD8HrkiDYdB7g,12733
lmdeploy/pytorch/paging/block_manager/__init__.py,sha256=AqxroslSJjA__tfSC5ZC4Snhbuni4eNJl04IyAlrL88,1039
lmdeploy/pytorch/paging/block_manager/base_block_manager.py,sha256=1DEOuIHp4yGyB9m4lCVWLFVlOsj9LNsIuJrgylD8zz8,11982
lmdeploy/pytorch/paging/block_manager/default_block_manager.py,sha256=E-eqTkz7McStYk0w0_TDwpPQjD-K26RYyxeYp8FbL6Q,6730
lmdeploy/pytorch/paging/block_manager/window_block_manager.py,sha256=13N_CBZm_4mK6tUmzFN6DFTRU3mZl0SuFPgSHTPPZgI,6188
lmdeploy/pytorch/paging/eviction_helper/__init__.py,sha256=UKA7TZab7E6h8Rao4TIt56zZXZP6T8Nti1glU4rW1Dg,154
lmdeploy/pytorch/paging/eviction_helper/base_eviction_helper.py,sha256=0E0hndtfqaF4vbyh6z0eEIGT6Ar8irgDUhEhvylv1Lw,835
lmdeploy/pytorch/paging/eviction_helper/recompute_eviction_helper.py,sha256=AZp76YG6VkZ89G_m6lrkDAPt_UVY8zG6hx3B3RiCANs,1652
lmdeploy/pytorch/tools/__init__.py,sha256=tMuHgpnGjhMIg6LOTWXpjXLeisbAcMWJsT9Yf12TQ24,49
lmdeploy/pytorch/tools/layout_convert.py,sha256=CHKixLLrsD4_Ndb1iTVPwNhILnEujF5oItnXnNrWg3U,2365
lmdeploy/pytorch/tools/make_inputs.py,sha256=7mnxrJD1jC3QgQoWSUC2P3ZIkIa8xEWM5CgE6yZiEH8,6996
lmdeploy/pytorch/weight_loader/__init__.py,sha256=tMuHgpnGjhMIg6LOTWXpjXLeisbAcMWJsT9Yf12TQ24,49
lmdeploy/pytorch/weight_loader/adapter_weight_loader.py,sha256=DB3cYxCU7emdk5E6yp8Nozkb99ZUTh5g8PGQb-I5XOg,1128
lmdeploy/pytorch/weight_loader/dist_utils.py,sha256=6sPZSIk8MXM-UOwrvdENrjOl7decKMSb3QuoP5QNvnE,14213
lmdeploy/pytorch/weight_loader/model_weight_loader.py,sha256=TChXWsMD4ORGNRBi37_bZDQcfc_pIlzBk_AvdKDHzVU,8239
lmdeploy/serve/__init__.py,sha256=tMuHgpnGjhMIg6LOTWXpjXLeisbAcMWJsT9Yf12TQ24,49
lmdeploy/serve/async_engine.py,sha256=GpSJrmQ5MKipP678-xZz6n6wrgxcPRT8LcueMcZq33Y,32109
lmdeploy/serve/client.py,sha256=dPqLxcFeAPCzY2mfCKt7MHfkyFc5-Yj9y0-0HXS3LMc,2494
lmdeploy/serve/utils.py,sha256=UAwiiYEFCg5PcUD7XmyKU8v6EFTlRpOiyYYkL5VWTmg,10456
lmdeploy/serve/vl_async_engine.py,sha256=CeW3zvjoeXboFIvF8ks149O4Pt92W5zcztF9tX_IVIc,5762
lmdeploy/serve/gradio/__init__.py,sha256=tMuHgpnGjhMIg6LOTWXpjXLeisbAcMWJsT9Yf12TQ24,49
lmdeploy/serve/gradio/api_server_backend.py,sha256=O7b6mVio8QJ-0YPj0uykDbfT8_HGZkSiDnnUaLzL39k,8073
lmdeploy/serve/gradio/app.py,sha256=ba3s3S0kpe8dmzESCOFWuxr971o6V_Zn0NvBPDk9wgU,3077
lmdeploy/serve/gradio/constants.py,sha256=TAu6eVHjGAiKVffPCrfADYrfNN8FwV-YTC-NqWH5yCo,548
lmdeploy/serve/gradio/triton_server_backend.py,sha256=0tMhhdt1VH9jauFSKgpODzlN6Efb3ZRDGdEWgLVUezM,6151
lmdeploy/serve/gradio/turbomind_coupled.py,sha256=b2qetF3EQFMp14YkAH0rjsNVG4s2AeoLkmn8JUcvOLE,10604
lmdeploy/serve/gradio/vl.py,sha256=k34d_air4__wJAMqYwl5On6iiz_6dTSyOjR_NcbnKLk,9574
lmdeploy/serve/openai/__init__.py,sha256=tMuHgpnGjhMIg6LOTWXpjXLeisbAcMWJsT9Yf12TQ24,49
lmdeploy/serve/openai/api_client.py,sha256=RpbEp1c_psCDR2oOHnKObc2oiG23lft9wqoDj4s14ZE,19837
lmdeploy/serve/openai/api_server.py,sha256=DABJ4L8iWgtH2lkJi5SIKuZrWE0-IXYPBoLlIpSvOv0,50030
lmdeploy/serve/openai/protocol.py,sha256=iQ98sexyI-_STd8WS3hvbCeFxMDyEeHbXfdrRa5ygDk,10689
lmdeploy/serve/proxy/__init__.py,sha256=tMuHgpnGjhMIg6LOTWXpjXLeisbAcMWJsT9Yf12TQ24,49
lmdeploy/serve/proxy/constants.py,sha256=LKKRHZnx3fCHVNCoM5LksVjV4z_-_ZXG7Yf04BTqEm4,1243
lmdeploy/serve/proxy/proxy.py,sha256=_gZ8fenOLAOlKgNpXZlA6nwxlCHfPUqF6WK94f7GIIk,21224
lmdeploy/serve/qos_engine/__init__.py,sha256=tMuHgpnGjhMIg6LOTWXpjXLeisbAcMWJsT9Yf12TQ24,49
lmdeploy/serve/qos_engine/inner_group_schd.py,sha256=A8V8UO3Cc0X8USjQAlwXEUQntM9XgJWxBfb_-oBMiwU,2594
lmdeploy/serve/qos_engine/qos_engine.py,sha256=DnXd6bJvfaFLxyxn1gctXIh8dRZehYGe3k5QsX24qJg,10330
lmdeploy/serve/qos_engine/usage_stats.py,sha256=aCdJeV846oARJlMc65zWjkfu7R6_6XbMUPN3fmEfS8M,5691
lmdeploy/serve/turbomind/__init__.py,sha256=tMuHgpnGjhMIg6LOTWXpjXLeisbAcMWJsT9Yf12TQ24,49
lmdeploy/serve/turbomind/chatbot.py,sha256=Ja0LWkA37FgddQ-6-CxPX5EkoWliVeXCZyknOT0h4SY,30124
lmdeploy/serve/turbomind/service_docker_up.sh,sha256=aDJBzz3QLatLQnw1S5oOPaWqopZtSGOLVb4blAKKPBc,2178
lmdeploy/serve/turbomind/utils.py,sha256=JZTws02e8rBwwC7LPVSTS_9DE8PdHTCYJQm5CGFyv_M,3505
lmdeploy/serve/turbomind/triton_models/interactive/config.pbtxt,sha256=5mAGVQMUJbqHwwKfLVglAVyMewCWBzxpN0YyklHHjVY,5989
lmdeploy/serve/turbomind/triton_models/interactive/1/placeholder,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
lmdeploy/serve/turbomind/triton_models/postprocessing/config.pbtxt,sha256=k5Wae_JJd00qqMzQf3MrfXjd8zO7BJXrWFu1ytL-u2Y,616
lmdeploy/serve/turbomind/triton_models/postprocessing/1/model.py,sha256=I-k-D3mhRer4wKMRo97wG7ipLQeThx06QQa8D5lBoZI,5860
lmdeploy/serve/turbomind/triton_models/preprocessing/config.pbtxt,sha256=eFiXeguqX0rLCwRd5HgfmkuUtxPg1YoTWKIZw25JHWk,563
lmdeploy/serve/turbomind/triton_models/preprocessing/1/model.py,sha256=sPl14tNHQMPfQpEZ6jyrZiRxUJ4vGTfS0uaO6uTU08M,6367
lmdeploy/serve/turbomind/triton_models/tokenizer/placeholder,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
lmdeploy/serve/turbomind/triton_models/weights/config.ini,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
lmdeploy/turbomind/__init__.py,sha256=bNFQVUYi4oPSMHf3eYYXvbQjDO6nr9YKGBztUwKeawo,792
lmdeploy/turbomind/chat.py,sha256=H496JTPE5bnDAwRy-gp6WaBUH8TvhNMWWVTrwK65O44,7535
lmdeploy/turbomind/decode.py,sha256=2TGf3cn6lxrteZdIbOM0gaUgwM_qddkpdZhf09Hsuog,1037
lmdeploy/turbomind/generate_gemm_config.py,sha256=BU6wbfSCkdR9exaJipVCvv5IPqUfeI--sPMRHhPrYQk,2545
lmdeploy/turbomind/supported_models.py,sha256=VtSO0dg899ZpyQ-oOBpNBOhA6UYcwOOiBVNnwiVGZkY,3491
lmdeploy/turbomind/turbomind.py,sha256=Ihz6dyMzAN3s0dzvkCiI_PRavPL2prs4q8RqYQBZRgU,44103
lmdeploy/turbomind/utils.py,sha256=hqriM77u4JcOGRBW0jYQYIU5xfvPv6pmWQFhu6AZDdg,689
lmdeploy/turbomind/deploy/__init__.py,sha256=tMuHgpnGjhMIg6LOTWXpjXLeisbAcMWJsT9Yf12TQ24,49
lmdeploy/turbomind/deploy/converter.py,sha256=sY_FGDZuVgeM9Lsn6bfvqFk30n2Jfm1SmDSS43RJgVw,12886
lmdeploy/turbomind/deploy/source_model/__init__.py,sha256=e0LEaBknFoU9MoZx092bwfYXpnaE8zaZoow0V0RH1po,948
lmdeploy/turbomind/deploy/source_model/baichuan.py,sha256=Gi-akJKi8OZ4vBiBa77wC_CZYK4rNnXRdm5lZ6FW6WI,2328
lmdeploy/turbomind/deploy/source_model/baichuan_awq.py,sha256=NvoLHSV-Hlsdm_F_5CTqt-4f-hFI1maf1UNQzblNnjY,3005
lmdeploy/turbomind/deploy/source_model/base.py,sha256=o-pa8Yh8hOxIwJCJc7c3VCdjxa-3ojGDPri_EOj-NgI,5059
lmdeploy/turbomind/deploy/source_model/deepseek_vl.py,sha256=6VPa3cPC-I7ogz0_GIFlu8oLIl2yscCGrL2PRpZADU0,5638
lmdeploy/turbomind/deploy/source_model/deepseek_vl_awq.py,sha256=MSZzLpRXLDdhQezoECZeSeyX5P9hLEVSx_f6fu1j97Y,1809
lmdeploy/turbomind/deploy/source_model/glm4.py,sha256=6qgXWSZDDjkYhosl76-_se0-hUJ4NdS1BvTXrPt9k34,5011
lmdeploy/turbomind/deploy/source_model/internlm2.py,sha256=nata-2FLYZgEu7zLOFPKRVdYNGav-wgp6c2-4HrYlOw,5234
lmdeploy/turbomind/deploy/source_model/internvl.py,sha256=vGxUnK58meTIdKJOf_p3r59UfB0qhEcGH5XGaVu1Fcg,5134
lmdeploy/turbomind/deploy/source_model/llama.py,sha256=OSpakRVjavGY9n3uyj5vXn57vG1BKQmtJVLURivvC3Q,7793
lmdeploy/turbomind/deploy/source_model/llama_awq.py,sha256=4ztKmPDVDScisASDG2yjHfRZKosqY_S6S0OfnQ0NcSk,2221
lmdeploy/turbomind/deploy/source_model/meta_llama.py,sha256=OvTOXBX63WFmmofNh3Ny3FrOv0G_SMJg9-qTdmWyTF4,8162
lmdeploy/turbomind/deploy/source_model/minicpmv.py,sha256=jNnPpE1d5sJUVr6Kblg9uy7cnifJmyhwDJHvT5u6Wi8,765
lmdeploy/turbomind/deploy/source_model/minicpmv_awq.py,sha256=nBfsCgij4XgwaZs5A3AJlP0Src8Jd2zacOabr7_OqRs,643
lmdeploy/turbomind/deploy/source_model/qwen.py,sha256=ZqdUT_6RJfoZuii0bNNL8-BfK-DfzxLAvWkEb4ifHHU,5575
lmdeploy/turbomind/deploy/source_model/qwen_awq.py,sha256=-Gf5p21A7IJThVP-iE0GIGeXJKzjRCb7HM2J95mt-Xs,3312
lmdeploy/turbomind/deploy/source_model/xcomposer2.py,sha256=NNDzMKnAOTrsbC1MtXENow0DzdnP_0fe0arSpBUAN0g,4362
lmdeploy/turbomind/deploy/source_model/xcomposer2_awq.py,sha256=p6htuDHF8zYvVUn3rNx02209M8s2I79uxvKYAC--sbI,2806
lmdeploy/turbomind/deploy/target_model/__init__.py,sha256=pAmY3LiduLWrPUB5Ap63jzY6N9CA5TnUr6PakkYzVm0,256
lmdeploy/turbomind/deploy/target_model/base.py,sha256=v-L1LTY8E8f_bVwXu-DcQ-TxPVQHr1mezJVKPz-kcCI,12496
lmdeploy/turbomind/deploy/target_model/fp.py,sha256=1rYAAZL0jkuoNdZQvMLNnN-AQzJscIAicNOwKK8Qpa4,3418
lmdeploy/turbomind/deploy/target_model/plora.py,sha256=G0wyajF5HT4xob2saVDkaZOmp2rlsLCqb_tloqcBQsE,5607
lmdeploy/turbomind/deploy/target_model/plora_w4.py,sha256=2he5O7FGpueFP-PIWt0bROSnFZxc3tv5I5Fs_QPl3aE,6858
lmdeploy/turbomind/deploy/target_model/w4.py,sha256=0RitIfZxujTG_hovc4hNuATdheaoMvg9L9ZQD1AjExU,6278
lmdeploy/vl/__init__.py,sha256=KLB0o7F81vC1QplMeBCCGVOtwono1ZUdX3BAoGsw2OI,108
lmdeploy/vl/constants.py,sha256=44DZ2tP4A1-UsSZOng74-nlr8QfDAfPOmZ5ypiBZCvw,109
lmdeploy/vl/engine.py,sha256=V4-6Km5b4m7T-jYXfC-8yVjmswkymzX7JQQ-X_tffNk,4525
lmdeploy/vl/templates.py,sha256=Vr1yZmqXg8gcoyVcEZ_Wun18m93eK3AN-ajvqS_rF4Y,12882
lmdeploy/vl/utils.py,sha256=w04FYj_xRFcHYBpkAuSiEbWoQi_zVjXK1rnu8UEtDII,2608
lmdeploy/vl/model/__init__.py,sha256=tMuHgpnGjhMIg6LOTWXpjXLeisbAcMWJsT9Yf12TQ24,49
lmdeploy/vl/model/base.py,sha256=LXG6Ax3TeFFsrFknM11JQmj5jmFyLM3u45aCWo6oXbc,575
lmdeploy/vl/model/builder.py,sha256=wXgG2987CIPMY5XgbEtVoNhLBoqxPtKEdRF9TYOOd2c,3715
lmdeploy/vl/model/cogvlm.py,sha256=-f7JLLsU3oOIVMz7xOOEIKbuza4tgqf7mSg52NObmqQ,3494
lmdeploy/vl/model/deepseek.py,sha256=AIdjWcdYf6D1TQAJc_HMoBc7fTKd-Rvuvx2MW19VJbE,4152
lmdeploy/vl/model/internvl.py,sha256=RwE1siSAPBXAM12TwHXqQtcNYuVkI_fvbLZx4ufe6n4,7328
lmdeploy/vl/model/internvl_llava.py,sha256=ycKutGJzaR9KxnZCmXzyezGDbcBtK19ljXlkVmIb_3c,7030
lmdeploy/vl/model/llava.py,sha256=mOLSBF9Va_ycv-hngEXdQyPfIfPMGHAvlbtN3Of_-ok,10608
lmdeploy/vl/model/llava_hf.py,sha256=pTRpnyJ3Ffaw_QZMeF6Nc4xuIfI559H32yXOpc-7ZFc,3686
lmdeploy/vl/model/llava_next.py,sha256=OgZpuko2T5msD-NLM7485_1VEcagh2MPJG0f5S3dazI,5615
lmdeploy/vl/model/mini_gemeni.py,sha256=ywOs5cpn79VLtDxrQEFc3Vh1vR-wdXCwMqm8Eim1JgM,13849
lmdeploy/vl/model/minicpmv.py,sha256=5Qf8kHaqaQtD8uJfC3Gi5M171pMsPBFYNzNrpVSk7_U,5479
lmdeploy/vl/model/qwen.py,sha256=JZrr5ih06uW5liujl5rC7tgrGO3O0lxXrqmYlKa0uWU,2978
lmdeploy/vl/model/utils.py,sha256=HZtzyYzQBidWVtApJMRP4ljhmxldWUKUqNM4vLfLm-0,6459
lmdeploy/vl/model/xcomposer2.py,sha256=qwNrO360kGem4aZbnqTAEz9Wokn0q7WhBaMppGN9KlE,5220
lmdeploy/vl/model/yi.py,sha256=olDSxl4zsPz7s3SgiQuDbUWMfZx90oOQjzhXFgaTBbo,3489
lmdeploy-0.5.0.dist-info/LICENSE,sha256=HrhfyXIkWY2tGFK11kg7vPCqhgh5DcxleloqdhrpyMY,11558
lmdeploy-0.5.0.dist-info/METADATA,sha256=Qi_5xJlCLgE-YQDsVDIDI-X4TYn1Ku8fnvjuRJxxwL0,14677
lmdeploy-0.5.0.dist-info/WHEEL,sha256=wiZIM0rcrSicmQ0ERKSRO5jHaj2LT1egLSf9yJsV0fE,99
lmdeploy-0.5.0.dist-info/entry_points.txt,sha256=QcDHIne_NLkT0SsxBttqlEeBh9bn_QQJCPKYcL7IN2Q,46
lmdeploy-0.5.0.dist-info/top_level.txt,sha256=Sxuqvuq8wV63cJ3bUqV-0Q0QAAV0Ywy_zHjZQ7LnwwY,18
lmdeploy-0.5.0.dist-info/RECORD,,
