examples/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
lmdeploy/__init__.py,sha256=xCbMSn08VIMT6KTMQ7bYcEG51dvw1bScQS-8ofAyl-o,571
lmdeploy/__main__.py,sha256=nUGGw1808w7-SANnz5S11R14EdWIVzOG5VZ4ndR8L28,112
lmdeploy/api.py,sha256=y37teWDQP40yYnjoD94fmDK98UNSbUFjOEYwzYN-mxI,9788
lmdeploy/archs.py,sha256=82_rwlLoBda5zz6IQZUifhyuXXTH_nyvatZ259JbyI0,5500
lmdeploy/messages.py,sha256=0C27c_tZgK4TsqWrajPAW9disDEMLU1nKnU4SdOfsgc,11370
lmdeploy/model.py,sha256=FmZ4vut9_cniKb7fvr2J8NjKxvVUwVa5ZreNQ-kn1-I,49815
lmdeploy/tokenizer.py,sha256=aPzHmUyTr-fXM3Kjlt76ARVxhTOT-8YVieu4bRp8Bog,23444
lmdeploy/utils.py,sha256=Gx8KZAGuyultT7fS43-Yeh4BUd6B4ao6MHlg_jt4W5w,8581
lmdeploy/version.py,sha256=b8dN7eG2zKH3fnPsFWM42Y9ib9969HWKaQexDDxT9sY,800
lmdeploy/bin/llama_gemm.exe,sha256=sY1kz0D-u5piRM8PaHiNkR3Msl_r95JYGQUBLAS2nYg,9639424
lmdeploy/cli/__init__.py,sha256=NmH5V3U-dg9Z8H8iz5UB26NapkpiIFuvEBAz3A397oo,99
lmdeploy/cli/chat.py,sha256=5b9DIrNyXo5H6q1Y1pNpMzkgLKPjxadYuXsYmH7BpZU,5635
lmdeploy/cli/cli.py,sha256=5mMh3WtvQ9mjShira6xbR_vYiH6zNDkFeL5_8jtQ7es,10226
lmdeploy/cli/entrypoint.py,sha256=aEWHY-mH3UaqR5ZXrmIs01iWmkuJ_4pAw9rvl-G0muY,1717
lmdeploy/cli/lite.py,sha256=bQOEtMJw0-9J5D2BwdjTBwduRAIIoBlAA_dtRoONd4g,6416
lmdeploy/cli/serve.py,sha256=Eb3A17O4jMijYLzYLv6Ac4phTDBJfcYaQStUwcgdf3U,14372
lmdeploy/cli/utils.py,sha256=04orsfGI7PLm5KMe8imHirkKn093RLfgiyKBBa2MhkY,13649
lmdeploy/legacy/__init__.py,sha256=tMuHgpnGjhMIg6LOTWXpjXLeisbAcMWJsT9Yf12TQ24,49
lmdeploy/legacy/pytorch/__init__.py,sha256=O8UjnBSqtbPvRUKpMjXtMbGFA10jhTlO-qwqUTXiSYY,80
lmdeploy/legacy/pytorch/accel.py,sha256=Ez3e4xPaKtWzMod24sa3y3GhHJv-7CdLyPoGgEuYRTg,1503
lmdeploy/legacy/pytorch/chat.py,sha256=_yC5xFcURVnLNC-9OzxoWdkDTBMlX-SvB46SfCGRGr4,7238
lmdeploy/legacy/pytorch/decode.py,sha256=yMwr1FQrc3gY--FeVppmS_2NtPvod81WYkGwzRlw-fg,14368
lmdeploy/legacy/pytorch/dist.py,sha256=FsFeiJxUwlnATkoGE0WeuO1LQ111NoEkSK42AAw1KgM,2924
lmdeploy/legacy/pytorch/model.py,sha256=8IvVYsppIR9ZrmI18onEclC7r0mzLJ1zRga-NkEFHy4,6166
lmdeploy/legacy/pytorch/session.py,sha256=9tW8FoQz2AZCvYShw5RpfrmtK9epjFYC-u9yXmXkg30,2770
lmdeploy/legacy/pytorch/utils.py,sha256=slfUtWbq7z-C6U2MP0kZS0a7_uUniJZ8yO8_Oke-raU,2759
lmdeploy/legacy/pytorch/adapters/__init__.py,sha256=jYrE6l3PWx85uO7K-S5mT3UwXwLJyHeNzo7fIRVbjtU,1101
lmdeploy/legacy/pytorch/adapters/base.py,sha256=JWwzCV_og6wS5t63CD53uJ-dM7mZ6Lv_PGAd_Fr4jJM,3752
lmdeploy/legacy/pytorch/adapters/internlm.py,sha256=ikyW_O68JL930LXf-ZQ1jASXHe_jUcvdB_64wh1DQTA,2520
lmdeploy/legacy/pytorch/adapters/llama2.py,sha256=65tffCuItwf1B8WsgTbEo4ZHNeYuTxYD7ambpXb-3XQ,2546
lmdeploy/legacy/pytorch/modules/__init__.py,sha256=5nSVbKTLHGGYwuZY93YQMbjVFytNyuifToVjWTtZqiQ,123
lmdeploy/legacy/pytorch/modules/linear.py,sha256=euZUC7fpXbL36CWkCmWtA5eAQA8vbONXM4J-l65QGHE,5659
lmdeploy/lib/_turbomind.cp310-win_amd64.pyd,sha256=9ZZ-07HWygfWgm0dvYSIO6Lu-bWGiIqemhVNE3roPoo,183827968
lmdeploy/lite/__init__.py,sha256=xATKRmQQ5rVXN3j76QGgFSkZ7xB7BeRwitQl35VLjc8,178
lmdeploy/lite/defaults.py,sha256=6BrYZmRdLHCJBgj8hFIm-iNTJgMlCTuBUbKteIT5GHw,141
lmdeploy/lite/apis/__init__.py,sha256=tMuHgpnGjhMIg6LOTWXpjXLeisbAcMWJsT9Yf12TQ24,49
lmdeploy/lite/apis/auto_awq.py,sha256=AblFbBSo-ZDobkQb76hbtTOrpL4LSKQVrnt-QV2VuMc,3412
lmdeploy/lite/apis/calibrate.py,sha256=1Wv0WK1kLoRueZEpJs7wXG0Kr6GSnop6HZ73WHiC2xM,7872
lmdeploy/lite/apis/get_small_sharded_hf.py,sha256=J5xJ_56EQJHR7x1K-cBG98eGfZiEeVk7mDTAVA7UvYk,2103
lmdeploy/lite/apis/kv_qparams.py,sha256=obtx28aCcgzXrJRvnUWzFnCLzbiSXe74Qlvq4sdVBls,5015
lmdeploy/lite/apis/smooth_quant.py,sha256=1ExwXYNXAVzodOK7L_4fiAOyS_peYakxIue0GeKHTec,5182
lmdeploy/lite/quantization/__init__.py,sha256=cfCy5rUjNQ9UsXG6xVxp95pyjc6h6en_Ji0YE2eq-MA,301
lmdeploy/lite/quantization/awq.py,sha256=Y32urcydOOPsqXx4NdT6SpoNQbmu8ZghQ3C-ZitzTK0,8298
lmdeploy/lite/quantization/calibration.py,sha256=AvjHdon_6wSlFvNCMIsa66UfI6eu3P_zApuyCgEi1IQ,13235
lmdeploy/lite/quantization/activation/__init__.py,sha256=-uUZ5wqpQyka-cn1uENbZIBMWmlMSDL7SL5wHMKqUX0,163
lmdeploy/lite/quantization/activation/observer.py,sha256=9uLMlD0JvZ3QGqa8G8URKArnCU8GEVgpF3v9MG61niI,4193
lmdeploy/lite/quantization/weight/__init__.py,sha256=nikkNxPnx9S0QAjmBYVmf1MoLgtCkLLttW6tRJwx9LM,122
lmdeploy/lite/quantization/weight/quantizer.py,sha256=RxUWGo_jUy2lMy3yjhSV6jGCCss2psPdaq8yWyI9Axk,6021
lmdeploy/lite/utils/__init__.py,sha256=uizelirgEoUuSPzeM8mB64Dps0dlyGYch4UkriMdRow,1252
lmdeploy/lite/utils/batch_split.py,sha256=v1vK_P3bTGikB3Np5GREKYFaSdM1yRfIFsu1GChcj7c,3645
lmdeploy/lite/utils/cal_qparams.py,sha256=Pyq2KYcyvT1Ga1RXYPQyWMN_tCnRWDQmdbB-d482BvI,5033
lmdeploy/lite/utils/calib_dataloader.py,sha256=duapkNpoiGcD_Zkv8-HqC_0d63-wysZLcF47OGEAosY,10678
lmdeploy/lite/utils/collect.py,sha256=7GDw4y4n2EXaD9ORVVROuiZrmg30ZzLrch0Ldn6oNtQ,3142
lmdeploy/lite/utils/export_turbomind.py,sha256=mfmy4S4D7TAGzT1TFQ6XaLNEYvmuTSfm1sx00IRS-6I,2746
lmdeploy/lite/utils/global_avail.py,sha256=c7iJY9ig5CbDHYnzWXo8uUu7q5MoZyv-_xCugrwexxg,2817
lmdeploy/lite/utils/load.py,sha256=PTyQpcbXv8Jo0o2Os-xNGXS23HXcYbKfZBTns7MsOV4,1228
lmdeploy/lite/utils/memory_efficient.py,sha256=PpVlxIK9H2rA1b4yNCnAoeA436MWr81o2PwWOdSfz-I,7125
lmdeploy/pytorch/__init__.py,sha256=tMuHgpnGjhMIg6LOTWXpjXLeisbAcMWJsT9Yf12TQ24,49
lmdeploy/pytorch/accel.py,sha256=GTRWHmHYEGqR3-IMNp7MDF1dlLqu86QmpneF29N8JM4,1668
lmdeploy/pytorch/block.py,sha256=uy91DiGQsdGodKdSS9CQKdN95RnkQEitBcgWfW_l43E,2136
lmdeploy/pytorch/chat.py,sha256=EhmsXFptf8J7nBDv1RjMMCmTJZ67FMrD8phXP0XkzQg,6852
lmdeploy/pytorch/config.py,sha256=bvbKwoQZNjjgPysBrQixNcZT-K1QOtA0pCjFLJ9cu-Y,8149
lmdeploy/pytorch/dist_utils.py,sha256=4Ha_h2mjFlt4B2bv8lqi-geGWcPdJetbv-W3kxx86zE,10666
lmdeploy/pytorch/messages.py,sha256=uqfRc33uib3537X9I0NWltz5tmo3z87blOwEWMRnGKQ,13976
lmdeploy/pytorch/passkey_retrieval.py,sha256=Gb5fk4zVL1FQi9BjOE3sTzLqpz9LoQn2Tbls2EZMZSU,6332
lmdeploy/pytorch/supported_models.py,sha256=THMj9DeBlSHaOuC5njJ0VuXrUhewKcEQrqTcV8ntKew,3843
lmdeploy/pytorch/utils.py,sha256=JkbehJPAUo8oMJVtfEaO5DGb2NZ2PRTHjpOiHiU3syo,848
lmdeploy/pytorch/adapter/__init__.py,sha256=tMuHgpnGjhMIg6LOTWXpjXLeisbAcMWJsT9Yf12TQ24,49
lmdeploy/pytorch/adapter/adapter.py,sha256=p9akUCExivUljGvuntAokSj1CeIdc0LFRIG8o3fS_Eo,12826
lmdeploy/pytorch/check_env/__init__.py,sha256=RCfuX5WrqJkJjtooS9U4CRet_EPtYOTy5x08I9MFHBk,7087
lmdeploy/pytorch/check_env/triton_custom_add.py,sha256=b13gZHacqlGPEd_J5XG6sWPj0B_NUuVsIT3VYf4HfSY,650
lmdeploy/pytorch/engine/__init__.py,sha256=knj5fzZar6lYOVVbPHPcYxt5ga_sTNMwllwvZsCkPMY,164
lmdeploy/pytorch/engine/cache_engine.py,sha256=FWFo0BFhyRlz3tjG4xzunURQ3spTTJu84fjqlTvswvM,8481
lmdeploy/pytorch/engine/engine.py,sha256=L4xj1IRtIyV1u9cwDoqhlVI3aDpp1NI3CAgcVIo1Cj0,34592
lmdeploy/pytorch/engine/engine_instance.py,sha256=LbJdTI6zU7jDTCTtJIg0rBgteH6AzQ2EIEiyX0a67sg,18258
lmdeploy/pytorch/engine/logits_process.py,sha256=LuyNaVjnchvLgKg7yLXGZxytLR6HCtyyVJukQyRq6jw,10347
lmdeploy/pytorch/engine/model_agent.py,sha256=VbR6qjqLSE_cHTCZ6RpNuXXO5O8QWvoOsAnzFMsndM4,41827
lmdeploy/pytorch/engine/request.py,sha256=fK1-6c2G2Nto7tqzJ2QcK7IlzcfxbcL2SPO-zAKoSGI,19874
lmdeploy/pytorch/kernels/__init__.py,sha256=qwFq7fpkWJnAb-JYDTy0mNELIzYXj4a13ojCYaTMF78,650
lmdeploy/pytorch/kernels/alibi_pagedattention.py,sha256=o7dzLMv_jnNXbSCZfocps1nKk9eHwekdaRtSWXKQadM,17569
lmdeploy/pytorch/kernels/apply_rotary_pos_emb.py,sha256=1y_q9XhkcK63MpX7lgZW5ec5lp5fSfNFjW7OuNm2nRQ,8390
lmdeploy/pytorch/kernels/fill_kv_cache.py,sha256=tkEI-bmITB-JaBwZwDPw2oMj8041mcaS_RJU1GTSXo8,4958
lmdeploy/pytorch/kernels/fused_rotary_emb.py,sha256=iDuKFpPNjwRFThR0Ve4RScX11GtttZEniUuRui2UgF8,4933
lmdeploy/pytorch/kernels/mbgmm.py,sha256=SUOd1lzNoH973t7USKXYtpQEZP6WoUV9zB0b1VvVjP4,9476
lmdeploy/pytorch/kernels/mbgmv.py,sha256=68FfKzTivWRuIrDhQOOQtbeSFGbNPrZt0-MePqE8qzc,7709
lmdeploy/pytorch/kernels/multinomial_sampling.py,sha256=ZX-0M2EPRyMu57ryA8FvZi3Hgec2N2pHttx5WkjYMwI,3833
lmdeploy/pytorch/kernels/pagedattention.py,sha256=fqF7pCVP49zpKwN2xW7eOJr6kOr6TfFm_t7XS7g3B0Y,18194
lmdeploy/pytorch/kernels/rearange_all_gather.py,sha256=SR4VQcwMOuJngw4Nu6sMyZNr589atdTu7Z7leYx6T4E,5403
lmdeploy/pytorch/kernels/rerope_attention.py,sha256=sZ4whmv8QZjjCltfgxAVZVR_6nJhZAKoUKnMt0O-SNM,14308
lmdeploy/pytorch/kernels/rms_norm.py,sha256=E_jbyo4sxAbF3KdAGt4HlHP5BfJGRvlu6DNLirXcY5I,3978
lmdeploy/pytorch/kernels/w8a8_triton_kernels.py,sha256=5UTAz9yv6uP50X2xkQKZpIobE-eaP9J_IZo9D1aqBH8,20775
lmdeploy/pytorch/modeling/__init__.py,sha256=tMuHgpnGjhMIg6LOTWXpjXLeisbAcMWJsT9Yf12TQ24,49
lmdeploy/pytorch/modeling/convert_to_qmodules.py,sha256=ezNJ4Q2r51lUfQPFsu3zsafg2cC0puw0Psq2RkzR7Qs,2163
lmdeploy/pytorch/modeling/modeling_baichuan.py,sha256=2KtO_PC_q9Xbtdmwsx6Wq7ElFFFYrD7U4sfDoRHRJvg,34698
lmdeploy/pytorch/modeling/modeling_internlm.py,sha256=0ZRwUgjWQiZg6JZKd7pcykr8Grt84wNIy730YRT9h3E,51260
lmdeploy/pytorch/modeling/modeling_internlm2.py,sha256=ubIkboBjpOHXqES0nSWPbhtUyBIlVOuGLW3OnF2ye00,58371
lmdeploy/pytorch/modeling/modeling_llama.py,sha256=ghm1Ee4KDaJEPcBKhNyKMaBwSEJtFU4r3ewk4c6Gw1E,57095
lmdeploy/pytorch/models/__init__.py,sha256=RG-QUowW2Vo1J6K8miga2FrJvXcxai7SGLdGdVo64a4,163
lmdeploy/pytorch/models/baichuan.py,sha256=h12J_sEvoaQlb61kKmkoD8FHParVlp05wjzq3XO2V8A,15543
lmdeploy/pytorch/models/chatglm2.py,sha256=5zAzGlPEc6bUO3s6401na1E10EcmsL28wvJEc7ai7Jw,13747
lmdeploy/pytorch/models/dbrx.py,sha256=r5panQPjCDZ-w9Dd8XvG5wwzTOcoQiwIwRSDl-bdpTk,9952
lmdeploy/pytorch/models/deepseek.py,sha256=ebnc3p2BHtvXk2Uttwq9v-ToD7twNkFQaYtsn2oVQg0,5269
lmdeploy/pytorch/models/falcon.py,sha256=QdwbP5E6aUUlp9ILw5oQlYyLWYJbf3sXJrWpB5oSVk4,15799
lmdeploy/pytorch/models/functional.py,sha256=pw4IKgs5K6vxtVwNMt6qBBr6-pT3EfPUEHnpt2bUQkw,14357
lmdeploy/pytorch/models/gemma.py,sha256=T2_DiG9CSCJpLdUzbFa99i4BMQpd3RhQMYLV5t6fwos,8636
lmdeploy/pytorch/models/internlm.py,sha256=seN8XkTR0E_cNBSNpz344ftC0cMFGUH4TgBsUISPcaI,5118
lmdeploy/pytorch/models/internlm2.py,sha256=0M59ZxP5S4hlxvaaUzg9M4hLzD3r_NIAtiSYFiApNKE,9128
lmdeploy/pytorch/models/llama.py,sha256=Z3NHfmboGjXS011hD6zRThOy8NslAFuhjP7X2LDuTB0,18440
lmdeploy/pytorch/models/mistral.py,sha256=P_f8WqE0smJHAB2Oq5DvZo5FhEy5AHFAmnXnYCssDHk,5539
lmdeploy/pytorch/models/mixtral.py,sha256=z1zngv6SDEsDIJyO0LKhXSrsPAcuHa6OfdB0SMKfW5M,11037
lmdeploy/pytorch/models/module_map.py,sha256=tmXst5sR8STa6WyKJonRTDzNQ4ZDbL_JY6Jj5oClSNs,10240
lmdeploy/pytorch/models/patch.py,sha256=3W_8-LGTtImRKopZgzEVUJR90ovzKdG-jKBV8XkOK-s,9109
lmdeploy/pytorch/models/peft.py,sha256=3XMgnlm360d-7L05lPnIhmmaykbdhzqhBcTfOyVBTN4,12757
lmdeploy/pytorch/models/q_modules.py,sha256=82-VKEfXL81AaVch-jtO4e-8u_5HcbtlHXrmIigny50,5701
lmdeploy/pytorch/models/qwen.py,sha256=LYwBPnXrY77pxUBU4AQfs7IlA_s0IXTKrz3gbhqN5Tk,10335
lmdeploy/pytorch/models/qwen2.py,sha256=QDhFG86dpQjtRzwvK6pWM81F7bIyLTTfcXcqGfzo-rs,5519
lmdeploy/pytorch/models/qwen2_moe.py,sha256=pQXyRIAdiKvh8UUSvwZ4OqARAaCEVCm6E3A8qhC0Y6k,1976
lmdeploy/pytorch/paging/__init__.py,sha256=gY10ln34nry2_dIc9Y36F0Z0J2vsMbJZCNmpkJ5l8mA,110
lmdeploy/pytorch/paging/scheduler.py,sha256=XrsdeUPR4ghXiDwo9GRKBgNn76tOHsKuJ-fNgcrtOJ0,13528
lmdeploy/pytorch/paging/block_manager/__init__.py,sha256=hl1sJZ6uLZM4epCXSDDmFaSMlheP2aqw6vy2r-Akn-0,838
lmdeploy/pytorch/paging/block_manager/base_block_manager.py,sha256=BfD1S06P4bAdMLmpQF0-EKimPGbKdzleqBOVYf9wbUw,12311
lmdeploy/pytorch/paging/block_manager/default_block_manager.py,sha256=282iNjcXCQ-AjNsJyntiQ8RcyOK9fUdw3Ta4HG5b5Y0,8943
lmdeploy/pytorch/paging/block_manager/window_block_manager.py,sha256=VHNZwI6PzV8LVXJjG2oZ8hve0CWHRPKRUe_ISh2mip0,7022
lmdeploy/pytorch/paging/eviction_helper/__init__.py,sha256=VE3aWZbIogluklqcXWG-nZ-9csBziuS9d9IagQGzeEo,230
lmdeploy/pytorch/paging/eviction_helper/base_eviction_helper.py,sha256=gDQdJrBfLOw3lcR0xEmLvR_r4o4IUH_ue6EOSMQRbUs,1564
lmdeploy/pytorch/paging/eviction_helper/copy_eviction_helper.py,sha256=A12hL5R5O-00Cn2AKpbYnbqjrxpg1BiMquet8AYJXVU,1100
lmdeploy/pytorch/paging/eviction_helper/recompute_eviction_helper.py,sha256=QEl4e4awpLlQfLLIS7Oll0PPhxXI2NyWldYHWiK1v3M,1427
lmdeploy/pytorch/tools/__init__.py,sha256=tMuHgpnGjhMIg6LOTWXpjXLeisbAcMWJsT9Yf12TQ24,49
lmdeploy/pytorch/tools/layout_convert.py,sha256=CHKixLLrsD4_Ndb1iTVPwNhILnEujF5oItnXnNrWg3U,2365
lmdeploy/pytorch/tools/make_inputs.py,sha256=oOYVq4_clpiv40ChBi3nYS89ZW3gAfF3gOLsCI71kHU,6290
lmdeploy/serve/__init__.py,sha256=tMuHgpnGjhMIg6LOTWXpjXLeisbAcMWJsT9Yf12TQ24,49
lmdeploy/serve/async_engine.py,sha256=3Q_WydWbty9lgeJVHSFMJSagWWJjcWszPq7uhyxihWI,32244
lmdeploy/serve/client.py,sha256=dPqLxcFeAPCzY2mfCKt7MHfkyFc5-Yj9y0-0HXS3LMc,2494
lmdeploy/serve/vl_async_engine.py,sha256=nXQm-H0BN0VeZbOMII3izdgLiIX0aeJMmDZhQ6u93VI,4801
lmdeploy/serve/gradio/__init__.py,sha256=tMuHgpnGjhMIg6LOTWXpjXLeisbAcMWJsT9Yf12TQ24,49
lmdeploy/serve/gradio/api_server_backend.py,sha256=O7b6mVio8QJ-0YPj0uykDbfT8_HGZkSiDnnUaLzL39k,8073
lmdeploy/serve/gradio/app.py,sha256=ba3s3S0kpe8dmzESCOFWuxr971o6V_Zn0NvBPDk9wgU,3077
lmdeploy/serve/gradio/constants.py,sha256=TAu6eVHjGAiKVffPCrfADYrfNN8FwV-YTC-NqWH5yCo,548
lmdeploy/serve/gradio/triton_server_backend.py,sha256=0tMhhdt1VH9jauFSKgpODzlN6Efb3ZRDGdEWgLVUezM,6151
lmdeploy/serve/gradio/turbomind_coupled.py,sha256=b2qetF3EQFMp14YkAH0rjsNVG4s2AeoLkmn8JUcvOLE,10604
lmdeploy/serve/gradio/vl.py,sha256=ikEPluGfJBnHREPbagp70w0ayAB51DNQZlVOcGJMkhc,9439
lmdeploy/serve/openai/__init__.py,sha256=tMuHgpnGjhMIg6LOTWXpjXLeisbAcMWJsT9Yf12TQ24,49
lmdeploy/serve/openai/api_client.py,sha256=DqeZxljQjArG-QS2RrW4hCIYK7VW-kZy3ZBBdwEOoJk,19815
lmdeploy/serve/openai/api_server.py,sha256=079RQK_u06djHGYFVCI43gHheKJq8wJvxO9Jw5K1mZ8,50905
lmdeploy/serve/openai/protocol.py,sha256=iQ98sexyI-_STd8WS3hvbCeFxMDyEeHbXfdrRa5ygDk,10689
lmdeploy/serve/proxy/__init__.py,sha256=tMuHgpnGjhMIg6LOTWXpjXLeisbAcMWJsT9Yf12TQ24,49
lmdeploy/serve/proxy/constants.py,sha256=LKKRHZnx3fCHVNCoM5LksVjV4z_-_ZXG7Yf04BTqEm4,1243
lmdeploy/serve/proxy/proxy.py,sha256=MPfU93wzzHxAawMRRing2vdkvyPKW6Aiy7zqHlx2MQY,21579
lmdeploy/serve/qos_engine/__init__.py,sha256=tMuHgpnGjhMIg6LOTWXpjXLeisbAcMWJsT9Yf12TQ24,49
lmdeploy/serve/qos_engine/inner_group_schd.py,sha256=A8V8UO3Cc0X8USjQAlwXEUQntM9XgJWxBfb_-oBMiwU,2594
lmdeploy/serve/qos_engine/qos_engine.py,sha256=5nbU0Nam0YWcgi2lY8jr3vmJcV3JuelENM_Y6bijO9c,10304
lmdeploy/serve/qos_engine/usage_stats.py,sha256=aCdJeV846oARJlMc65zWjkfu7R6_6XbMUPN3fmEfS8M,5691
lmdeploy/serve/turbomind/__init__.py,sha256=tMuHgpnGjhMIg6LOTWXpjXLeisbAcMWJsT9Yf12TQ24,49
lmdeploy/serve/turbomind/chatbot.py,sha256=Ja0LWkA37FgddQ-6-CxPX5EkoWliVeXCZyknOT0h4SY,30124
lmdeploy/serve/turbomind/service_docker_up.sh,sha256=aDJBzz3QLatLQnw1S5oOPaWqopZtSGOLVb4blAKKPBc,2178
lmdeploy/serve/turbomind/utils.py,sha256=JZTws02e8rBwwC7LPVSTS_9DE8PdHTCYJQm5CGFyv_M,3505
lmdeploy/serve/turbomind/triton_models/interactive/config.pbtxt,sha256=5mAGVQMUJbqHwwKfLVglAVyMewCWBzxpN0YyklHHjVY,5989
lmdeploy/serve/turbomind/triton_models/interactive/1/placeholder,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
lmdeploy/serve/turbomind/triton_models/postprocessing/config.pbtxt,sha256=k5Wae_JJd00qqMzQf3MrfXjd8zO7BJXrWFu1ytL-u2Y,616
lmdeploy/serve/turbomind/triton_models/postprocessing/1/model.py,sha256=I-k-D3mhRer4wKMRo97wG7ipLQeThx06QQa8D5lBoZI,5860
lmdeploy/serve/turbomind/triton_models/preprocessing/config.pbtxt,sha256=eFiXeguqX0rLCwRd5HgfmkuUtxPg1YoTWKIZw25JHWk,563
lmdeploy/serve/turbomind/triton_models/preprocessing/1/model.py,sha256=sPl14tNHQMPfQpEZ6jyrZiRxUJ4vGTfS0uaO6uTU08M,6367
lmdeploy/serve/turbomind/triton_models/tokenizer/placeholder,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
lmdeploy/serve/turbomind/triton_models/weights/config.ini,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
lmdeploy/turbomind/__init__.py,sha256=fbPZPn7D-sK5CISwbSXQN0U83zABrVecRc03IR-lUaI,785
lmdeploy/turbomind/chat.py,sha256=xACyg0eUDC9iUcPxtwIqOrp4ML1qM9J2ApDtBr_Qnb4,5635
lmdeploy/turbomind/decode.py,sha256=2TGf3cn6lxrteZdIbOM0gaUgwM_qddkpdZhf09Hsuog,1037
lmdeploy/turbomind/generate_gemm_config.py,sha256=BU6wbfSCkdR9exaJipVCvv5IPqUfeI--sPMRHhPrYQk,2545
lmdeploy/turbomind/supported_models.py,sha256=59W0cds7-LA2xITPNSzEkPtURtmnlQ0vqe7sHKJFa-0,4047
lmdeploy/turbomind/turbomind.py,sha256=Y7BG4loB-BVnuQ4p3fOpT99lp9Y1-5i9URVE70kLJf4,45308
lmdeploy/turbomind/utils.py,sha256=hqriM77u4JcOGRBW0jYQYIU5xfvPv6pmWQFhu6AZDdg,689
lmdeploy/turbomind/deploy/__init__.py,sha256=tMuHgpnGjhMIg6LOTWXpjXLeisbAcMWJsT9Yf12TQ24,49
lmdeploy/turbomind/deploy/converter.py,sha256=qSeobgq-va2B_wz53jBxjnxMxl5kIS0S1iZYANwQxUk,13532
lmdeploy/turbomind/deploy/source_model/__init__.py,sha256=C0aW-3ps6dfsapoe2ZmqVdjEByWMuiH3H3pcPoreL5A,670
lmdeploy/turbomind/deploy/source_model/baichuan.py,sha256=Gi-akJKi8OZ4vBiBa77wC_CZYK4rNnXRdm5lZ6FW6WI,2328
lmdeploy/turbomind/deploy/source_model/baichuan_awq.py,sha256=NvoLHSV-Hlsdm_F_5CTqt-4f-hFI1maf1UNQzblNnjY,3005
lmdeploy/turbomind/deploy/source_model/base.py,sha256=o-pa8Yh8hOxIwJCJc7c3VCdjxa-3ojGDPri_EOj-NgI,5059
lmdeploy/turbomind/deploy/source_model/deepseek_vl.py,sha256=FRkOkVOql4B3vx88LFA7kiJXiyCScS1Q0FCH0Z00fkM,5588
lmdeploy/turbomind/deploy/source_model/internlm2.py,sha256=6IbGOYlpBH1RMEZYUuSkzGCWVJEKJonCKC3GUaI5sO4,4994
lmdeploy/turbomind/deploy/source_model/internvl.py,sha256=GNh1SZOpV61OL2d9sTgQ4QZuhAlEag18Cduc-hdxtBo,2421
lmdeploy/turbomind/deploy/source_model/llama.py,sha256=Yyn1JC0vkusCt0Tqd-kDU-rD6WGP0DJssSbrwPAnzfw,7456
lmdeploy/turbomind/deploy/source_model/llama_awq.py,sha256=Jlx5mAk-boyk7dXR_8eyKMfWWQIr_avsh8E7yyzA1qQ,2218
lmdeploy/turbomind/deploy/source_model/meta_llama.py,sha256=bSmxOiNFfL12Bw2k7iiRp6Ahj8JOe6nVlYfajVNh7oc,8157
lmdeploy/turbomind/deploy/source_model/qwen.py,sha256=ZqdUT_6RJfoZuii0bNNL8-BfK-DfzxLAvWkEb4ifHHU,5575
lmdeploy/turbomind/deploy/source_model/qwen_awq.py,sha256=-Gf5p21A7IJThVP-iE0GIGeXJKzjRCb7HM2J95mt-Xs,3312
lmdeploy/turbomind/deploy/source_model/xomposer2.py,sha256=7uCsqnMya17ElHlN1vprNXxgj2sDUAe00IAlwIgUIek,4348
lmdeploy/turbomind/deploy/target_model/__init__.py,sha256=9TPzGZ8ia_OEnLL5yDXQOEpI-GSAy8dyEyQ9pvn6sUo,197
lmdeploy/turbomind/deploy/target_model/base.py,sha256=vu-4kmhPjYWY1JBabEMz94YiNOhU05LSYbAPVNPyAlE,11980
lmdeploy/turbomind/deploy/target_model/fp.py,sha256=xeTfs76f1t9Md_rgk40mfD94pYwPx_yE-znhL7dxDi8,3212
lmdeploy/turbomind/deploy/target_model/plora.py,sha256=G0wyajF5HT4xob2saVDkaZOmp2rlsLCqb_tloqcBQsE,5607
lmdeploy/turbomind/deploy/target_model/w4.py,sha256=0RitIfZxujTG_hovc4hNuATdheaoMvg9L9ZQD1AjExU,6278
lmdeploy/vl/__init__.py,sha256=KLB0o7F81vC1QplMeBCCGVOtwono1ZUdX3BAoGsw2OI,108
lmdeploy/vl/constants.py,sha256=44DZ2tP4A1-UsSZOng74-nlr8QfDAfPOmZ5ypiBZCvw,109
lmdeploy/vl/engine.py,sha256=V5O6LzxlsvrzzZJugdx1EztcBuc5pRRqPC1sToYOyD4,4205
lmdeploy/vl/templates.py,sha256=Y_ej41tP6NcaErg_DCZbyZDTEfdJ66-lM9tFBKuKYeo,7069
lmdeploy/vl/utils.py,sha256=fwmoeJs2RpWi9OKruLmYIAh3RfqahvG3voCKJGHLnxY,1261
lmdeploy/vl/model/__init__.py,sha256=tMuHgpnGjhMIg6LOTWXpjXLeisbAcMWJsT9Yf12TQ24,49
lmdeploy/vl/model/base.py,sha256=LXG6Ax3TeFFsrFknM11JQmj5jmFyLM3u45aCWo6oXbc,575
lmdeploy/vl/model/builder.py,sha256=Ey36d9deISVZvPWUWr-Yb5d8m9z40OepKkY57PnD7jw,1830
lmdeploy/vl/model/deepseek.py,sha256=M7xfoDWPURcaEgngvitcZyDQeTd4hVhTc5MbeEAMH5o,2323
lmdeploy/vl/model/internvl.py,sha256=dBHh6f8dNlccQi70M0vNAbZj96n4qoRpiZH2dpEI8KQ,1739
lmdeploy/vl/model/internvl_llava.py,sha256=W_ZLS5p1M8ZEnOLfHVLfpw8rj6DvrbutXnEgsOQ-slY,4845
lmdeploy/vl/model/llava.py,sha256=ssyVL88McvzyzNFxTZxNBezznTGPt1KxnDrxL0pUpAo,7879
lmdeploy/vl/model/mini_gemeni.py,sha256=B0DlgRyztzsehdwT3QEa2Amg2NQQaRXAeP1KwTgAb60,13044
lmdeploy/vl/model/qwen.py,sha256=jFvaMy-LzBvR76wCd75NQdi0-SQ3bgYkcYucCrOoLNQ,1693
lmdeploy/vl/model/utils.py,sha256=yDndjYgYcNTVipfGbIME3YmrChAD-N2Sevmy33dKeHk,3762
lmdeploy/vl/model/xcomposer2.py,sha256=8eJIMSWViVtKSPnj8mhkzhze90L_J2JUu-HLa6KWHzE,3779
lmdeploy/vl/model/yi.py,sha256=zdsXZM1KDVLzKTumPDKKaa-lPdEnBAPxf4SJiYGPV04,3677
lmdeploy-0.4.0.dist-info/LICENSE,sha256=HrhfyXIkWY2tGFK11kg7vPCqhgh5DcxleloqdhrpyMY,11558
lmdeploy-0.4.0.dist-info/METADATA,sha256=TiM1EA13c8UEj7nvdKIv3zKGGsN6MDdgukbFCbimA3c,13247
lmdeploy-0.4.0.dist-info/WHEEL,sha256=lO6CqtLHCAi38X3Es1a4R1lAjZFvN010IMRCFo2S7Mc,102
lmdeploy-0.4.0.dist-info/entry_points.txt,sha256=QcDHIne_NLkT0SsxBttqlEeBh9bn_QQJCPKYcL7IN2Q,46
lmdeploy-0.4.0.dist-info/top_level.txt,sha256=Sxuqvuq8wV63cJ3bUqV-0Q0QAAV0Ywy_zHjZQ7LnwwY,18
lmdeploy-0.4.0.dist-info/RECORD,,
