Skip to content

Commit

Permalink
Add STABILITY_THRESHOLD consistently to all test cases - this isn't a…
Browse files Browse the repository at this point in the history
… performance test and shouldn't be failing on stability measurements
  • Loading branch information
rmccorm4 committed Jan 16, 2025
1 parent 0131d38 commit 66f11f7
Showing 1 changed file with 4 additions and 1 deletion.
5 changes: 4 additions & 1 deletion qa/L0_perf_analyzer_capi/test.sh
Original file line number Diff line number Diff line change
@@ -1,5 +1,5 @@
#!/bin/bash
# Copyright 2021-2024, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
# Copyright 2021-2025, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
#
# Redistribution and use in source and binary forms, with or without
# modification, are permitted provided that the following conditions
Expand Down Expand Up @@ -218,6 +218,7 @@ if [ $(cat $CLIENT_LOG | grep ": 0 infer/sec\|: 0 usec" | wc -l) -ne 0 ]; then
fi

$PERF_ANALYZER -v -m simple_savedmodel_sequence_object -p 2000 -t5 --sync \
-s ${STABILITY_THRESHOLD} \
--input-data=$SEQ_JSONDATAFILE \
--service-kind=triton_c_api --model-repository=$DATADIR \
--triton-server-directory=$SERVER_LIBRARY_PATH >$CLIENT_LOG 2>&1
Expand All @@ -234,6 +235,7 @@ fi

set +e
$PERF_ANALYZER -v -m graphdef_sequence_float32 --shape INPUT:2 \
-s ${STABILITY_THRESHOLD} \
--input-data=$FLOAT_DIFFSHAPE_JSONDATAFILE \
--input-data=$FLOAT_DIFFSHAPE_JSONDATAFILE -p2000 \
--service-kind=triton_c_api --model-repository=$DATADIR \
Expand Down Expand Up @@ -265,6 +267,7 @@ set -e

for SHARED_MEMORY_TYPE in system cuda; do
$PERF_ANALYZER -v -m graphdef_int32_int32_int32 -t 1 -p2000 -b 1 \
-s ${STABILITY_THRESHOLD} \
--shared-memory=$SHARED_MEMORY_TYPE \
--service-kind=triton_c_api --model-repository=$DATADIR \
--triton-server-directory=$SERVER_LIBRARY_PATH >$CLIENT_LOG 2>&1
Expand Down

0 comments on commit 66f11f7

Please sign in to comment.