Index of /tianxiao/FlagScale/third_party/vllm/examples/online_serving/


../
chart-helm/                                        18-Sep-2025 03:10                   -
disaggregated_serving/                             18-Sep-2025 03:10                   -
disaggregated_serving_p2p_nccl_xpyd/               18-Sep-2025 03:10                   -
elastic_ep/                                        18-Sep-2025 03:10                   -
opentelemetry/                                     18-Sep-2025 03:10                   -
prometheus_grafana/                                18-Sep-2025 03:10                   -
structured_outputs/                                18-Sep-2025 03:10                   -
api_client.py                                      18-Sep-2025 03:10                2801
cohere_rerank_client.py                            18-Sep-2025 03:10                1402
disaggregated_prefill.sh                           18-Sep-2025 03:10                3318
gradio_openai_chatbot_webserver.py                 18-Sep-2025 03:10                3945
gradio_webserver.py                                18-Sep-2025 03:10                2253
jinaai_rerank_client.py                            18-Sep-2025 03:10                1057
kv_events_subscriber.py                            18-Sep-2025 03:10                3190
multi-node-serving.sh                              18-Sep-2025 03:10                3814
multi_instance_data_parallel.py                    18-Sep-2025 03:10                1760
openai_chat_completion_client.py                   18-Sep-2025 03:10                1707
openai_chat_completion_client_for_multimodal.py    18-Sep-2025 03:10                9630
openai_chat_completion_client_with_tools.py        18-Sep-2025 03:10                5846
openai_chat_completion_client_with_tools_requir..> 18-Sep-2025 03:10                4180
openai_chat_completion_client_with_tools_xlam.py   18-Sep-2025 03:10                7836
openai_chat_completion_client_with_tools_xlam_s..> 18-Sep-2025 03:10                9220
openai_chat_completion_tool_calls_with_reasonin..> 18-Sep-2025 03:10                5525
openai_chat_completion_with_reasoning.py           18-Sep-2025 03:10                1926
openai_chat_completion_with_reasoning_streaming.py 18-Sep-2025 03:10                2577
openai_chat_embedding_client_for_multimodal.py     18-Sep-2025 03:10                3620
openai_classification_client.py                    18-Sep-2025 03:10                1227
openai_completion_client.py                        18-Sep-2025 03:10                1230
openai_cross_encoder_score.py                      18-Sep-2025 03:10                2247
openai_cross_encoder_score_for_multimodal.py       18-Sep-2025 03:10                1801
openai_embedding_client.py                         18-Sep-2025 03:10                 868
openai_embedding_matryoshka_fy.py                  18-Sep-2025 03:10                 992
openai_pooling_client.py                           18-Sep-2025 03:10                1664
openai_transcription_client.py                     18-Sep-2025 03:10                2931
openai_translation_client.py                       18-Sep-2025 03:10                2592
prompt_embed_inference_with_openai_client.py       18-Sep-2025 03:10                2435
ray_serve_deepseek.py                              18-Sep-2025 03:10                1869
retrieval_augmented_generation_with_langchain.py   18-Sep-2025 03:10                7451
retrieval_augmented_generation_with_llamaindex.py  18-Sep-2025 03:10                6865
run_cluster.sh                                     18-Sep-2025 03:10                3419
sagemaker-entrypoint.sh                            18-Sep-2025 03:10                 909
streamlit_openai_chatbot_webserver.py              18-Sep-2025 03:10               10591
utils.py                                           18-Sep-2025 03:10                 900