20231088/vllm
1
0
Fork 0
Code Issues Pull Requests Actions 1 Packages Projects Releases Wiki Activity

[CI] Add test case to run examples scripts (#3638)

Browse Source
This commit is contained in:
Simon Mo 2024-03-28 14:36:10 -07:00 committed by GitHub
parent 96aa014d1e
commit a4075cba4d
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
2 changed files with 19 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

10
.buildkite/test-pipeline.yaml
View File

@ -36,6 +36,16 @@ steps:
- label: Entrypoints Test - label: Entrypoints Test
command: pytest -v -s entrypoints command: pytest -v -s entrypoints
- label: Examples Test
working_dir: "/vllm-workspace/examples"
commands:
# install aws cli for llava_example.py
- pip install awscli
- python3 offline_inference.py
- python3 offline_inference_with_prefix.py
- python3 llm_engine_example.py
- python3 llava_example.py
- label: Kernels Test %N - label: Kernels Test %N
command: pytest -v -s kernels --shard-id=$$BUILDKITE_PARALLEL_JOB --num-shards=$$BUILDKITE_PARALLEL_JOB_COUNT command: pytest -v -s kernels --shard-id=$$BUILDKITE_PARALLEL_JOB --num-shards=$$BUILDKITE_PARALLEL_JOB_COUNT
parallelism: 4 parallelism: 4

12
examples/llava_example.py
View File

@ -78,7 +78,13 @@ if __name__ == "__main__":
# Make sure the local directory exists or create it # Make sure the local directory exists or create it
os.makedirs(local_directory, exist_ok=True) os.makedirs(local_directory, exist_ok=True)
# Use AWS CLI to sync the directory # Use AWS CLI to sync the directory, assume anonymous access
subprocess.check_call( subprocess.check_call([
["aws", "s3", "sync", s3_bucket_path, local_directory]) "aws",
"s3",
"sync",
s3_bucket_path,
local_directory,
"--no-sign-request",
])
main(args) main(args)