examples/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
lmdeploy/__init__.py,sha256=PeV41951yHKUB3z0Qkp1Add7PoBiEKPYWOP_jgZk6_w,589
lmdeploy/__main__.py,sha256=4mJ3qnbDWqBkcwfcVaIJcmAelKwvhGmBvDVPE_fHk78,107
lmdeploy/api.py,sha256=H2Pw-szlIuv5XExt0UXtke_BSoRnMrUvp7x0M_wreUI,9574
lmdeploy/archs.py,sha256=XUQ0_tq8Hh5BhgGFp1UpjozrUAwtHfCgGiY95qzt8DY,5379
lmdeploy/messages.py,sha256=qky_-U6A9f4UxeVJh4hUNWQDuAQOL33CKmPhIufJCLY,13311
lmdeploy/model.py,sha256=zhtPePNM5XU7pOuWSMdME9v8SBSHvwY5QYkyv0yVeW0,51973
lmdeploy/tokenizer.py,sha256=gPnaUHfKtxeTb1Yid-eVKv7KQMuDz8wpTC2_6DM-OFI,22850
lmdeploy/utils.py,sha256=c6VsVhgX6_v4NNs47r-w9FXCBmjiyRbO1sGfG7sYFIk,11386
lmdeploy/version.py,sha256=qRPBpnG78b1BVu_fsXqqUyi2ECduxtF1oxSxk6Bo2oo,772
lmdeploy/bin/llama_gemm,sha256=Q6BIgDuEcJz_VQ8wVvm_GfDnsRRRvmKhi2VS7NOnos4,15214856
lmdeploy/cli/__init__.py,sha256=yrJQL0jbwwUYONhC5f6JROsk5-0h5_k6os8W3-B8FjY,95
lmdeploy/cli/chat.py,sha256=ieRRJMsgx6sf5NNsDyLSf2vM37eTJT1EZNK448cPoxM,5497
lmdeploy/cli/cli.py,sha256=B4QDHfrorarBdfL1rtr4qAfguaXEc3jut-WIDR515AY,10761
lmdeploy/cli/entrypoint.py,sha256=VRB9IFlpGSTLqrATD6qFGzsfwV7g4VD7WrtPkLs2ecs,1667
lmdeploy/cli/lite.py,sha256=b-B0JD27UknvpoPFixafRIhBQWamvyqJTyaG-KfUAnc,6547
lmdeploy/cli/serve.py,sha256=lW9zOnA146KPTTh3xBZ2s3KMG4w2QQHh2PZNHhaQ_eM,14966
lmdeploy/cli/utils.py,sha256=u9sK4j7KypJbTRS7BW0txcXe47yMd1yXce9wIS1HqTU,14682
lmdeploy/legacy/__init__.py,sha256=OXfVzmp_jYucAbDaqCwXIU5POxUgMgNJzjQUCRYZLBM,48
lmdeploy/legacy/pytorch/__init__.py,sha256=00Nuui_-RiQmQHL25yVM4r6ArwyPqVhzKmIGmpNNIxs,78
lmdeploy/legacy/pytorch/accel.py,sha256=QJKIYj9EAJKw5DeqR0rujT1MJyDhUbIluGIO6dTnbrI,1466
lmdeploy/legacy/pytorch/chat.py,sha256=A-cofH2S5hOVYlDLnVE6igBiPCz9Imx3EB4YEMFRXVc,7021
lmdeploy/legacy/pytorch/decode.py,sha256=L3HbXyx7yWgD_Sjv25G95-3CnjhSRqZoJuCeP_bqBx4,13939
lmdeploy/legacy/pytorch/dist.py,sha256=FEprtO5cxtiTPo_ZIlq0ufDF8023CjV_e402vcM-AAE,2826
lmdeploy/legacy/pytorch/model.py,sha256=JyZpfkKE16XLnP4m5AKpbjbFPkDgzE2KjMwML8q6m38,6006
lmdeploy/legacy/pytorch/session.py,sha256=Ol7DxZNPdw3xqW6S5TwfFdO57FuX6kQTVP2an4YrTJw,2688
lmdeploy/legacy/pytorch/utils.py,sha256=ANUfiGlnJ4WHR-Udz4PrK5I_lmk3Csm3kGASl3wuEDI,2657
lmdeploy/legacy/pytorch/adapters/__init__.py,sha256=SnCPGxbTtMlLqNJyJ6Dt7aLB7bsHdt2uh7gu3pFvqdM,1062
lmdeploy/legacy/pytorch/adapters/base.py,sha256=5uSseLPEZrgkruqHIJrb_MPGpqtbcs-887kGyfxSd4Q,3624
lmdeploy/legacy/pytorch/adapters/internlm.py,sha256=rx493hxDc_uCXOLzfnJ799zv8ukfZMVPjslYQlSFobI,2438
lmdeploy/legacy/pytorch/adapters/llama2.py,sha256=PX_Z1PBs2CsrWLqV-SAtaFvlRivQx2eyEBb7e8HMIX0,2465
lmdeploy/legacy/pytorch/modules/__init__.py,sha256=qyCPlWvJohhe2SvRMQsRseYqpDAFyWTRDjlHXCvXoQ4,119
lmdeploy/legacy/pytorch/modules/linear.py,sha256=K_Yi6WmMDjfs5PQ0Y9o4K4QYXszmwz0GWYbm-OMxg2w,5713
lmdeploy/lib/_turbomind.cpython-39-x86_64-linux-gnu.so,sha256=Hm6SMbE6zKVYoE6eAEBiNM9N6TNnetl11bpf1zpp3LY,267593552
lmdeploy/lite/__init__.py,sha256=jidppK86KC3kA7oR-u_Qgdd56DZ134sI-RJZZfdp7AI,174
lmdeploy/lite/defaults.py,sha256=8xeRfPIPWHaZDF4S5QpAepvVYIZyM8Eh9x2qACtUGdM,136
lmdeploy/lite/apis/__init__.py,sha256=OXfVzmp_jYucAbDaqCwXIU5POxUgMgNJzjQUCRYZLBM,48
lmdeploy/lite/apis/auto_awq.py,sha256=jCsARe1IvFu0SRZX9LQvdPkkRX8qsnWPzfX8Da5dn5k,6219
lmdeploy/lite/apis/calibrate.py,sha256=pRK5JlnvSVbWeWaKby8W0SM-pzSXBcZ71JpEoURoAqA,9785
lmdeploy/lite/apis/get_small_sharded_hf.py,sha256=JVfN33VoYfNZzUFfHyF8ZKlghM6xOcGDE7PDWBoRUhE,2040
lmdeploy/lite/apis/kv_qparams.py,sha256=MvoXA2DfV-UeatZrndFUNO0__Ezue4Ect_EcB9dpGJI,4869
lmdeploy/lite/apis/smooth_quant.py,sha256=myabfaXUD4aRGBK9FNRls42aGU-kFQhBBTEY-iyByUI,6072
lmdeploy/lite/quantization/__init__.py,sha256=LbgYMOEvCaUUKQv-cfagq0bGOz9EAp76nmJ9xOmQHfc,338
lmdeploy/lite/quantization/awq.py,sha256=oCe9dUJskB9sRu0pKDSiExnAZR8gyNotmOfmddhJBBY,11266
lmdeploy/lite/quantization/calibration.py,sha256=dTRSXCV4nZoDXtgqdsaErMlGcl4_RnVGOTHeX9mgrWc,20849
lmdeploy/lite/quantization/activation/__init__.py,sha256=zv3xA8j7AcJUO2noS76J6KwxbBQKixmtvRxRvloU6M0,159
lmdeploy/lite/quantization/activation/observer.py,sha256=eaVRbhy8z7AbE7Wc4vfb2AsDVd1bhTGlJc5aUiUKTvM,4853
lmdeploy/lite/quantization/weight/__init__.py,sha256=DZ9NOIMym2BQove0_sLQyoBLn_6tqjV38kBWN2z7_NI,118
lmdeploy/lite/quantization/weight/quantizer.py,sha256=NaDxAL_qxK7EFemOFEmGWZwS_eQON7s1QOVsjfZAJTc,5862
lmdeploy/lite/utils/__init__.py,sha256=biEfMOmghVgsflvRWhfvrbT_sfaBHKdpSl2Gw-ZrhTA,1229
lmdeploy/lite/utils/batch_split.py,sha256=wGywD1Hkcq5wVqA69Qi2jwfOfp4PaiX5xkky5NZfNNc,3652
lmdeploy/lite/utils/cal_qparams.py,sha256=mR0Mj85HDcnb0GMvLn3o7u-kbg796vw9OdcLPO-FRbo,4882
lmdeploy/lite/utils/calib_dataloader.py,sha256=ljJkvZ0qjshCzHRmIGVX_B-ECYO8STSajCdJm034MUo,10327
lmdeploy/lite/utils/collect.py,sha256=Zjt-YQfi9MnPDx9O8rmsXvSIy9KAiNi0JjujAM7FuHU,3056
lmdeploy/lite/utils/export_turbomind.py,sha256=v3hImmqLj9p4fT8C0h3C3jWchiRKE-MZep5Cjf9sk80,2676
lmdeploy/lite/utils/global_avail.py,sha256=o0VvgmdISwWikkWf-YYDfHJsfgxJTTLP1pqzjxKGqiw,2733
lmdeploy/lite/utils/load.py,sha256=tpvfI2IG4k7BttqvyPJUyB8LwFdghLAP-Ba-fOpWLvg,1193
lmdeploy/lite/utils/memory_efficient.py,sha256=LA-uWfEZ_bTYrhKfZ64YcZrHAhyvpkhcgLpsraBgL1Y,6892
lmdeploy/pytorch/__init__.py,sha256=OXfVzmp_jYucAbDaqCwXIU5POxUgMgNJzjQUCRYZLBM,48
lmdeploy/pytorch/accel.py,sha256=dWFAiaJ7dDbReyXsB2yd52bfu2ZMoLaNv-L_0DAA1f0,1628
lmdeploy/pytorch/block.py,sha256=uFAl3-FUwn8rgNItJ3_7-1wnvM5XiK5SLZejbwUhiik,2136
lmdeploy/pytorch/chat.py,sha256=DnYbUtsRMqiYPomHV7YzHOnfB7uLihsufYRVh4EJuM8,7375
lmdeploy/pytorch/config.py,sha256=eWLw6bcxGVHE16kMfgvOn08VhMFnmBZ9UMRzhQemFv4,8324
lmdeploy/pytorch/dist_utils.py,sha256=d96WxaPbz8j8v8UkPkQTs-fo3GFYun9zSGnt-fsOFLc,11037
lmdeploy/pytorch/messages.py,sha256=nQGPIbFjzhUSlWrSYdrSTUm9wrNqP-asZKfC8b8FndM,12262
lmdeploy/pytorch/passkey_retrieval.py,sha256=Vxlle8xQnKuUd54YYZ2YpbzKDNZgMQzpXxi1R7shuyM,6165
lmdeploy/pytorch/supported_models.py,sha256=ShJpwbtEfpvsThLJKLC7uFOIF9a13XMNyzBq2v1dvis,3786
lmdeploy/pytorch/utils.py,sha256=InyQxJnEZyvlujRdswdLYKiwTdySMJ5hlxXoQ9KKO6A,821
lmdeploy/pytorch/adapter/__init__.py,sha256=OXfVzmp_jYucAbDaqCwXIU5POxUgMgNJzjQUCRYZLBM,48
lmdeploy/pytorch/adapter/adapter.py,sha256=xDFEfRlbsUrZe2rbv9Xal-_TdR5qC1X0Muil3JXVKhs,13056
lmdeploy/pytorch/check_env/__init__.py,sha256=gOp9lXOB-fH-1AQ1NUwOmpSUH5siAE67EPg7iiG3ww8,6900
lmdeploy/pytorch/check_env/triton_custom_add.py,sha256=VnVRluz5yHIZDQCu_Tae0ZtlQaBQoBiw7REyTyQ2YGk,625
lmdeploy/pytorch/engine/__init__.py,sha256=6FfBeWquIlqUJ-pDrs0i1-OBf3meup2SSvgaoVvZV4k,159
lmdeploy/pytorch/engine/cache_engine.py,sha256=_NA4ej8_8-P0v-cH07Our3coGNGr8YQUimknEngPF3k,8242
lmdeploy/pytorch/engine/engine.py,sha256=fiuA5gZiXycon10ral29V45yuJ_TwA8ICnx6OFiZwbo,33882
lmdeploy/pytorch/engine/engine_instance.py,sha256=r2XCWaeUBy1SfAov0BC5aLZdtwP2ubGkgOnupsQhfCM,17794
lmdeploy/pytorch/engine/logits_process.py,sha256=dzCYDiqjgvLui0dyoVeA2JUd0q93ZJAwBbodTOD74tU,10059
lmdeploy/pytorch/engine/model_agent.py,sha256=VRrCToRRiWYw3xEoZBwRryOkYSynHcshSnYpepBJaY4,42227
lmdeploy/pytorch/engine/request.py,sha256=Q-4WTo8XCIt2fz35mhit4b0QgrFYFTA9LkOOMGPn2sA,19285
lmdeploy/pytorch/kernels/__init__.py,sha256=j91dzUM1lTbbBnTbl0_4ck6vYSJFr9v-2tJcbcbay4c,681
lmdeploy/pytorch/kernels/alibi_pagedattention.py,sha256=L8BDjzGk_Bpg6SkPbSEFq5hMzfV7lUUmpxHQAp5vwLI,17039
lmdeploy/pytorch/kernels/apply_rotary_pos_emb.py,sha256=UwoG7FkPnMxU-8rtCScozILzQSnHb4ZcQ-ZRHn63Z-w,6878
lmdeploy/pytorch/kernels/fill_kv_cache.py,sha256=RHoQLjShDMJTQ9jWHJSqEzzARKhpZDizXLBTDC8WGYI,4807
lmdeploy/pytorch/kernels/fused_moe.py,sha256=r3YtlCscynetZlcipVeNutVXui0KXATqOGeQiN3k9yQ,10540
lmdeploy/pytorch/kernels/fused_rotary_emb.py,sha256=9uOA6RRQbfCXQOU9iu8bR4zRwxnL2XDqR9foym-nlzw,4807
lmdeploy/pytorch/kernels/mbgmm.py,sha256=Iy3IozfxTwvxZPwmzepoCb-hlVQKsTJZTMOnqBRvpPY,8385
lmdeploy/pytorch/kernels/mbgmv.py,sha256=azJ4gtv5fwLgJxa4sJxuh2Y2Qk9hRShGZyThCtFmnuM,6671
lmdeploy/pytorch/kernels/multinomial_sampling.py,sha256=jnDaFHWgGkrhG1UTCeXPFi-55zKkCcGHZ8k5ZPZne9c,3732
lmdeploy/pytorch/kernels/pagedattention.py,sha256=7vsDZHUiFIBl3PWs-rffClPWZ28EyB5e49LSDgpoNRk,24658
lmdeploy/pytorch/kernels/rearange_all_gather.py,sha256=8UFf9wH1lpOza72RZXdwEnVFQ905Dow0K01XQo5w0JE,5269
lmdeploy/pytorch/kernels/rerope_attention.py,sha256=VLu2vo45wiX8oIsByT-EZRPrptKJ2oVZtekvd05qTfM,13956
lmdeploy/pytorch/kernels/rms_norm.py,sha256=guc9WfPKVyZIru_iWQAJBzX2RgQxcVfuKk1_HpgMnsg,3868
lmdeploy/pytorch/kernels/w8a8_triton_kernels.py,sha256=GUa4EsT-h-wUvfTHPgvatnXDdlm1Fal9UYfpd5K3FcE,20155
lmdeploy/pytorch/modeling/__init__.py,sha256=OXfVzmp_jYucAbDaqCwXIU5POxUgMgNJzjQUCRYZLBM,48
lmdeploy/pytorch/modeling/convert_to_qmodules.py,sha256=0MqHIS9ySc-67GKdQTTPcTPf-6f90Fr5DywoPCZk6yQ,2104
lmdeploy/pytorch/modeling/modeling_baichuan.py,sha256=bmjrx99dHpWIz9mHnvxoNycIiWXq4lt5iCquk-aB46c,33874
lmdeploy/pytorch/modeling/modeling_internlm.py,sha256=U2KTl1MWSVtwUWHvfMzXQplOOxx5VvESGVG_LO_pGEk,50089
lmdeploy/pytorch/modeling/modeling_internlm2.py,sha256=-VKUdxNwgNViIqfodRkONJ8fGj_YGOI9hkBnQYSC23k,56999
lmdeploy/pytorch/modeling/modeling_llama.py,sha256=aNxp6mOqVVultzQfkHVlC_WRQ2rRGHZWc6aGwQ_10Xc,55798
lmdeploy/pytorch/models/__init__.py,sha256=fPbFdNeZjRLDzp6Zk7Mrgh5p3s3Wb24rwqC3gaKPGJ8,158
lmdeploy/pytorch/models/baichuan.py,sha256=SKHYKXZV1ZhnnJKxeiWaoP52kDEEAxqTc4IA40fQaNg,15125
lmdeploy/pytorch/models/chatglm2.py,sha256=EHDBmZtX9V6Z7MDaj3rslrIhwuPXPNFF7SqoSWMnuvg,13383
lmdeploy/pytorch/models/dbrx.py,sha256=CsviNaJOGVJWpC0xzPM5z2-Vv80X6b2nJFJN6yHsySk,11414
lmdeploy/pytorch/models/deepseek.py,sha256=Z1Er7aZrI183ZRqkkeggC-mP1XAW0PK0Toeqv2spws4,8074
lmdeploy/pytorch/models/falcon.py,sha256=ZkYFweEsAjRinEcpvZrkhtLR8AxkBgqADxMAJwFZuQ4,15426
lmdeploy/pytorch/models/functional.py,sha256=YDXXfAXBIDwqr9YgrI-0FkF2CRB4tpxpHCwpzo70PLk,13994
lmdeploy/pytorch/models/gemma.py,sha256=uBQhyNAi-c7AgwH-kIDxaf5wrD5ED7haulMxCQdGQTM,8403
lmdeploy/pytorch/models/internlm.py,sha256=MPrha25MLWBBLVvIDGnXXWg3Is_h1X-Ezh4_HbvRHOE,4982
lmdeploy/pytorch/models/internlm2.py,sha256=x_OV1AWOLgMalmkQ9dXO5Pcq6W2itC2qfsO7Ig4i9Bk,8885
lmdeploy/pytorch/models/llama.py,sha256=dUxC4_68d0PlEkgsHqec3z9Ly6Q32hxUV0wHsupKVeA,17980
lmdeploy/pytorch/models/mistral.py,sha256=YQxVhOyOuYhr4QLFxm2Hp4rVVYo3p1WNEarKxGC5Pq0,5394
lmdeploy/pytorch/models/mixtral.py,sha256=yR7v0AkNHPNp78i_gs2Hz31MEXRjrIQWS66ihqGmZqI,14137
lmdeploy/pytorch/models/module_map.py,sha256=ruiK3tZDuZS-EDTiopG9BBgOdOzVPBiEBWul4D_GwBo,12039
lmdeploy/pytorch/models/patch.py,sha256=9eCmLgq1rI1jMXwoXieFfMMNkiJnEOcBoO3NkqFMu50,8870
lmdeploy/pytorch/models/peft.py,sha256=d0YY67totzDzqV4e0gqMqvWQkxdShWGPb45PNw84erI,11474
lmdeploy/pytorch/models/phi3.py,sha256=5j3iZBsHQgX4j-4xEe_k1PsYyzwAK5Q8E6zSN7mC1Bw,9313
lmdeploy/pytorch/models/q_modules.py,sha256=ZTEGw_c8RWyAZdgxrPjhSActtmt9MFScVA9Jnp7p4AM,5546
lmdeploy/pytorch/models/qwen.py,sha256=QnLdjZezbxdG6VhI-Ci52KS2N-dLSbpiofx_vAZkTng,10913
lmdeploy/pytorch/models/qwen2.py,sha256=AFO_mF3fqE0UtHF0paVZcb2pnafYLWQp43xkqGO4YS4,5374
lmdeploy/pytorch/models/qwen2_moe.py,sha256=KHX5tr0N3OAOmo0mwjFTzBZRmgdaeWG8wp6Akzm_Jow,5394
lmdeploy/pytorch/models/starcoder2.py,sha256=IaCoII54Tl0wBIju4vSqXauCoQF5agzZt8HNrrXCRhA,6623
lmdeploy/pytorch/paging/__init__.py,sha256=16-nO7pysXXZipJLXl__iftyrYYBQDiSNjj3NLbUVYE,106
lmdeploy/pytorch/paging/block_trie.py,sha256=LJSYCHA6Jx1lVnYtPhz3mmTvHmNPDGPycU2vkbbki0g,7075
lmdeploy/pytorch/paging/scheduler.py,sha256=bR5bucrN5MspuGUBt6JKmR6NzENfudPvXkcycuJbqKc,12383
lmdeploy/pytorch/paging/block_manager/__init__.py,sha256=MvmCc0qORnAjUsehzoOydvdwUx-wKtbREVDqxQmNZBs,1010
lmdeploy/pytorch/paging/block_manager/base_block_manager.py,sha256=60T0pxJ4x6tVNxLCoyU6qe0CURGV0iZ80zOCyxTkgmw,11659
lmdeploy/pytorch/paging/block_manager/default_block_manager.py,sha256=ch9hXNjW_G5qFzVMlb8qym_PrNf0GBbcINKSoVy9lBI,6551
lmdeploy/pytorch/paging/block_manager/window_block_manager.py,sha256=IFvTePwvnNXKmpIzrsap0P7KAoyvJ5XR6aI5roeAJ-Q,6033
lmdeploy/pytorch/paging/eviction_helper/__init__.py,sha256=7bUx_WG651ZXcoQVCsgS56R3zBJ9Uuxm5QNUCpQhJ5A,150
lmdeploy/pytorch/paging/eviction_helper/base_eviction_helper.py,sha256=_6IcGyWZJnatHfjLEVvyHzU9NIrjavSvJ9JOJi1NjS4,809
lmdeploy/pytorch/paging/eviction_helper/recompute_eviction_helper.py,sha256=7eRGaxJsQAuDMEWJfhsN1I8MnKDUYQHbYpz2YYyu0rc,1604
lmdeploy/pytorch/tools/__init__.py,sha256=OXfVzmp_jYucAbDaqCwXIU5POxUgMgNJzjQUCRYZLBM,48
lmdeploy/pytorch/tools/layout_convert.py,sha256=zEESswMbQ45f0jbwqPWGbrSQOgLQs362rAleAgoCeFI,2292
lmdeploy/pytorch/tools/make_inputs.py,sha256=Lu5nKsZkLYgoRVRD5yBiTNXIRSK73AsnnmtUdWkkWtM,6121
lmdeploy/serve/__init__.py,sha256=OXfVzmp_jYucAbDaqCwXIU5POxUgMgNJzjQUCRYZLBM,48
lmdeploy/serve/async_engine.py,sha256=EzjxO3XPtvVhseT-BYTry43oeM79bsm-szECEkwugLM,31723
lmdeploy/serve/client.py,sha256=ffbhDdp9D04jxezqt9jgUEKtCj0fIeaHj42n78qBXiE,2425
lmdeploy/serve/vl_async_engine.py,sha256=Z4Nh-L5DJHoG057E_H0aM-1B6eVUUA_s9Or7SDxu7S8,5128
lmdeploy/serve/gradio/__init__.py,sha256=OXfVzmp_jYucAbDaqCwXIU5POxUgMgNJzjQUCRYZLBM,48
lmdeploy/serve/gradio/api_server_backend.py,sha256=9vHo5rFb5WVbI6VKPrzldOrEZuGmTVA76h5B2hrS6Bg,7863
lmdeploy/serve/gradio/app.py,sha256=7CDpTItIoAsUmaoUEU-xKb-IDHvTjTVPuab7bx7c7VY,3004
lmdeploy/serve/gradio/constants.py,sha256=kqqeFbbdZ9vRco_58gYnkCVxx9s7XPwB2dl0xgVftYo,520
lmdeploy/serve/gradio/triton_server_backend.py,sha256=mTXWoobCu4Ejdus8--MECAiGPDku02XGDYx2glUa7Eo,5990
lmdeploy/serve/gradio/turbomind_coupled.py,sha256=Q5Ke1SqEcOa3v1CPzcIQNJ4y-mBx7sjLU9sWxawGafQ,10361
lmdeploy/serve/gradio/vl.py,sha256=JO3Dx0b3Y4iXLUx6aBo9h8g7XKkNsbnvUk8FR-_Z5V8,9199
lmdeploy/serve/openai/__init__.py,sha256=OXfVzmp_jYucAbDaqCwXIU5POxUgMgNJzjQUCRYZLBM,48
lmdeploy/serve/openai/api_client.py,sha256=D9OnAE2JJxOBdObW4-FuK_qhsKtUEgx5Gu3MAWHqzMk,19384
lmdeploy/serve/openai/api_server.py,sha256=oM0L0_UYoCQBPqTxRi_D_rUs0IliC4w4DMufIsiwp7U,48666
lmdeploy/serve/openai/protocol.py,sha256=_9dgTPXSmsQkUoJRhBlCDVpoLaj8KDrkuf2A2b8cI68,10354
lmdeploy/serve/proxy/__init__.py,sha256=OXfVzmp_jYucAbDaqCwXIU5POxUgMgNJzjQUCRYZLBM,48
lmdeploy/serve/proxy/constants.py,sha256=NfKWjEaBiU85FBsW0guTBHSke0ML2vkOW45RP1Kv0Hw,1201
lmdeploy/serve/proxy/proxy.py,sha256=XMzHWHPlnV8O0oIEUAnY2BIIxOuaqIi06b666s6DCPE,21058
lmdeploy/serve/qos_engine/__init__.py,sha256=OXfVzmp_jYucAbDaqCwXIU5POxUgMgNJzjQUCRYZLBM,48
lmdeploy/serve/qos_engine/inner_group_schd.py,sha256=wf205y6aQAZ-Lt34S79fsi_exq3rGXufycWfzUQRg3c,2521
lmdeploy/serve/qos_engine/qos_engine.py,sha256=7O2BMTRR80jWEvPbieVGLtHD84qDhX1pskXh19ZtWJY,10074
lmdeploy/serve/qos_engine/usage_stats.py,sha256=aFlfcFEdJUrjkU3yM0OR6lJcaZ4aF7VvedV-6QByT6s,5555
lmdeploy/serve/turbomind/__init__.py,sha256=OXfVzmp_jYucAbDaqCwXIU5POxUgMgNJzjQUCRYZLBM,48
lmdeploy/serve/turbomind/chatbot.py,sha256=nRiUbFsm8JWEw4xUQAiEVgl5Q1NWVXRYxxQon-DY6UM,29437
lmdeploy/serve/turbomind/service_docker_up.sh,sha256=UyMaWpaE5x_DEQL111HVRgvdTIgyr3W2eXXluoYDY3w,2091
lmdeploy/serve/turbomind/utils.py,sha256=1DjZaTYgYjpqRfMpCZdVzLMhtntgRMqGXEbMP4HvR8w,3402
lmdeploy/serve/turbomind/triton_models/interactive/config.pbtxt,sha256=tsiweVsNXIFOWM5vFOcYnUyjslCCLAGMwqRGVC0uvnQ,5708
lmdeploy/serve/turbomind/triton_models/interactive/1/placeholder,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
lmdeploy/serve/turbomind/triton_models/postprocessing/config.pbtxt,sha256=MK7Pp8ZkzqO7oJtJF34SVhRanY7_iD76xEY3FiAmf1U,575
lmdeploy/serve/turbomind/triton_models/postprocessing/1/model.py,sha256=cN0vw4OClwBHyUY1c98pKKNXKu74I5OjdI8APo74S5c,5724
lmdeploy/serve/turbomind/triton_models/preprocessing/config.pbtxt,sha256=Zu2e_n1L-DhjDvxz7GYrILqUCBtSYKlZkJASBXOWXIo,526
lmdeploy/serve/turbomind/triton_models/preprocessing/1/model.py,sha256=_30vE3xrVfts8YnRZvod8UjPhfk4RgQxJ2a6cddyq9k,6216
lmdeploy/serve/turbomind/triton_models/tokenizer/placeholder,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
lmdeploy/serve/turbomind/triton_models/weights/config.ini,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
lmdeploy/turbomind/__init__.py,sha256=ev1PRQ_cKeRcnINnaUKr1nnCyArWrxXumCDkyKDKZws,766
lmdeploy/turbomind/chat.py,sha256=BwAmm7XZ0vZt2Pft6OPvyo-TTsq_gOT8qq9zyvZO4S0,5481
lmdeploy/turbomind/decode.py,sha256=sQnrfwDP2kBiOtUnon8DoGqhYWVNuKCllYzhQ7aVaxs,996
lmdeploy/turbomind/generate_gemm_config.py,sha256=XctWu-P_ooHBzfXxV9GKqrV4j_xOXI4-z9usKZtTJ_c,2470
lmdeploy/turbomind/supported_models.py,sha256=gWgPx27Xhh066S3p9-O9U6dGGsvs4a6LVqE2HPdPMzE,3975
lmdeploy/turbomind/turbomind.py,sha256=k_6MtvQiC8ywZnC_cfJCl9pS6j7Y_XZ2ZUnRXyv4IiU,43922
lmdeploy/turbomind/utils.py,sha256=vdiONxXMUrmXef7w-YtIEuwuxgrshtDkFHoSnCgjbmE,665
lmdeploy/turbomind/deploy/__init__.py,sha256=OXfVzmp_jYucAbDaqCwXIU5POxUgMgNJzjQUCRYZLBM,48
lmdeploy/turbomind/deploy/converter.py,sha256=a2oN_133h8fkvxjlibC3apZiZE0Ot8VYO0sLrWq2lZI,13296
lmdeploy/turbomind/deploy/source_model/__init__.py,sha256=TF11P_BIv99ht37PCnZCs0oHDQgJKUgxPNW3D1_i_pU,782
lmdeploy/turbomind/deploy/source_model/baichuan.py,sha256=JuOnA_ZGhTlPMihvKMvrmneTmpSKhoGHMdlyS3Umwnw,2259
lmdeploy/turbomind/deploy/source_model/baichuan_awq.py,sha256=t09fBW69aQRANtQI3m_783IfV5cak_fqcB7npuuXnks,2916
lmdeploy/turbomind/deploy/source_model/base.py,sha256=1o_PYdSFdRpu-J5U4uJDOpBJUpCdyCED-umxqDebN48,4884
lmdeploy/turbomind/deploy/source_model/deepseek_vl.py,sha256=HHxhvSGcBqHh4cqIT0yOZz9YVYXNXzxuCXD1_ygAaRc,5435
lmdeploy/turbomind/deploy/source_model/deepseek_vl_awq.py,sha256=ySKH5WCuwP5aPdJOkehjjjs8ahWRS3lV-bLeZu19htM,1756
lmdeploy/turbomind/deploy/source_model/internlm2.py,sha256=Rg0HOacLrqjWs3Dz2xklC2PDQF-6gdAjL5muBJcu3cM,5057
lmdeploy/turbomind/deploy/source_model/internvl.py,sha256=XhvHcxqQbAEFrOto2hFAd9ZcUHn937R48iBcGMBl8lo,4545
lmdeploy/turbomind/deploy/source_model/llama.py,sha256=EcU_ZKw4DJa1NU76CCeRZgx429hkoiEkGlqUnRRkkGE,7243
lmdeploy/turbomind/deploy/source_model/llama_awq.py,sha256=ZjRmWgZxRrDcv4QiKT2IvAowQKFn0Q5ER3vGV25fW2o,2149
lmdeploy/turbomind/deploy/source_model/meta_llama.py,sha256=OKCm0vRAyASGSYPN7lQR_jtG8oxjVQ-t434zlzyFqZ4,7933
lmdeploy/turbomind/deploy/source_model/qwen.py,sha256=I4hKQV1xyxKlH5SGBeGihlOT1VeuFmcrgWzPTmq8jvQ,5413
lmdeploy/turbomind/deploy/source_model/qwen_awq.py,sha256=dntFeJ39xWdIiDz5M4pD8HPIZSH_b9FQRThpO_hNAYg,3213
lmdeploy/turbomind/deploy/source_model/xcomposer2.py,sha256=mMBFiYhLLXkwCvuemHukzN62nNN6qWgqCf-l8mPXNXo,4227
lmdeploy/turbomind/deploy/source_model/xcomposer2_awq.py,sha256=kcT2lTPwqwn0jcmLfwDgw3BKVSss10GCEdgxl6ywkCM,2713
lmdeploy/turbomind/deploy/target_model/__init__.py,sha256=3_ElO3oNyWWz1QXIcL9o6RKrfz_RmesZZRSNkit6XAM,251
lmdeploy/turbomind/deploy/target_model/base.py,sha256=Q06Z4f2uxlVwntZ5OryQ36IiFkf0Ldw7MHOnFMmAUSE,11793
lmdeploy/turbomind/deploy/target_model/fp.py,sha256=d7NZZ8GFiSKxTREh9NzyBd94bAwQfWCRMKnjLoWBe6U,3132
lmdeploy/turbomind/deploy/target_model/plora.py,sha256=-8TtZRd0UMGiZ_XaurNDlQWxF8vBrLS78uIXp8nqgH8,5480
lmdeploy/turbomind/deploy/target_model/plora_w4.py,sha256=JgRikGcqAXlwCGfUcbs3TwPqXnQP8_HIszM6mWulanY,6713
lmdeploy/turbomind/deploy/target_model/w4.py,sha256=z-29HFuh71I1rORz-7Ex78ICXzaMfjqefFOdywzrSdA,6116
lmdeploy/vl/__init__.py,sha256=ZnRoeubT8vXjjSSZt19m0AclQrnnYWpYeQ0awCyBuEM,104
lmdeploy/vl/constants.py,sha256=V0lgeH97PunuDtmbHR9GnxXbAuA2_xZqqn2ULzIut2c,106
lmdeploy/vl/engine.py,sha256=mfdriANBjxhvJJgR6cVp93xdnvo7HaiduE9gNYhQHgw,4144
lmdeploy/vl/templates.py,sha256=37Gce2QMfH8ZC4GX85uyyinKv5Dx_O0E1uagcrCGuT4,7528
lmdeploy/vl/utils.py,sha256=JdYGmr-5qGa8hoQHBSbIVq5l6GTRoLzVcA2cXC77ZXE,1221
lmdeploy/vl/model/__init__.py,sha256=OXfVzmp_jYucAbDaqCwXIU5POxUgMgNJzjQUCRYZLBM,48
lmdeploy/vl/model/base.py,sha256=XiQsRSaDuBG340ckwZEDYAdIkcVIc-wQzTJXJE6I2V8,553
lmdeploy/vl/model/builder.py,sha256=V74-pBSLozTHEXWgZPP2BLbGwnV0GEQM9j-aEcjG7Eg,2452
lmdeploy/vl/model/deepseek.py,sha256=C9-DyIn4f2ZJaa6VlznSUieOPQyHqhBlZ1fEkPZVHYw,4050
lmdeploy/vl/model/internvl.py,sha256=8sK9mA04cVtuqsf_nJlwclm2sHil6UD8syS7St6gUiI,6721
lmdeploy/vl/model/internvl_llava.py,sha256=otC9-T4YFM9AhtexX6p3lbQqx_UMqXngpFQpn9oZFUk,6837
lmdeploy/vl/model/llava.py,sha256=5JgQstTTj3k63XKA9Te2PGKr5ht7caa_UUYQq0Japwk,9786
lmdeploy/vl/model/mini_gemeni.py,sha256=--KDRnSl29MyfwPWaimBy5Ksvh-fiGvuYurLIKeZXt0,13533
lmdeploy/vl/model/qwen.py,sha256=GOvWQ-FAtUOrmCqyFPkg7B81ERqDQDhXq9s0tokJBUQ,2871
lmdeploy/vl/model/utils.py,sha256=1hfhhPHhbnmiJi62mvS4GHcf0RP-U4cyxNKsiL5mLFw,6270
lmdeploy/vl/model/xcomposer2.py,sha256=uNTXBGp4M_ICE2nWu_AIx7Cmzp4G0h0xtU3bg1lOfW8,5117
lmdeploy/vl/model/yi.py,sha256=WfzfpyKd9sktRbtJAKBuxQ25N4g7TMUUsCUsSvTw8UM,3392
lmdeploy-0.4.2.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
lmdeploy-0.4.2.dist-info/METADATA,sha256=_G1p881aLscPmmLc-YJcdPgpRucDU_nqj0aeGzbb__Y,14720
lmdeploy-0.4.2.dist-info/WHEEL,sha256=qzEh6K7kTPXZbH2g0CXMJ9r8-krgw44ewrSTxG5d4As,111
lmdeploy-0.4.2.dist-info/entry_points.txt,sha256=QcDHIne_NLkT0SsxBttqlEeBh9bn_QQJCPKYcL7IN2Q,46
lmdeploy-0.4.2.dist-info/top_level.txt,sha256=Sxuqvuq8wV63cJ3bUqV-0Q0QAAV0Ywy_zHjZQ7LnwwY,18
lmdeploy-0.4.2.dist-info/RECORD,,
