Skip to content
This repository has been archived by the owner on Oct 16, 2023. It is now read-only.

[docker] add test_query.sh and update docker file #109

Merged
merged 3 commits into from
Aug 18, 2022
Merged

[docker] add test_query.sh and update docker file #109

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
3 commits
Select commit Hold shift + click to select a range
ddef27a
add test_query.sh
feifeibear Aug 18, 2022
b6eb802
polish
feifeibear Aug 18, 2022
a9a610b
polish
feifeibear Aug 18, 2022
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
7 changes: 4 additions & 3 deletions docker/Dockerfile
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,7 +1,8 @@
FROM hpcaitech/colossalai:0.1.8
# FROM energonai:lastest

RUN mkdir -p /workspace && cd /workspace && git clone https://github.com/hpcaitech/EnergonAI.git --recursive && cd EnergonAI && pip --no-cache-dir install -r requirements.txt && pip install .
WORKDIR /workspace

WORKDIR /workspace/EnergonAI
RUN mkdir -p /workspace && cd /workspace && git clone https://github.com/hpcaitech/EnergonAI.git --recursive && cd EnergonAI && pip --no-cache-dir install -r requirements.txt && pip install .

CMD ["./serve.sh"]
CMD ["bash", "/workspace/EnergonAI/server.sh"]
9 changes: 9 additions & 0 deletions test_query.sh
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1,9 @@
set -x

# Launch a docker container in this way
# docker run --gpus all --rm -it -p 8090:8020 -v /data:/data --ipc=host energonai:lastest

# run this script in the host machine.
curl -X 'GET' \
'http://127.0.0.1:8090/run/It%27s%20my%20turn?max_seq_length=200' \
-H 'accept: application/json'