Skip to content
GitLab
Projects
Groups
Snippets
Help
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in
Toggle navigation
M
monitoring
Project overview
Project overview
Details
Activity
Releases
Repository
Repository
Files
Commits
Branches
Tags
Contributors
Graph
Compare
Issues
0
Issues
0
List
Boards
Labels
Service Desk
Milestones
Merge Requests
0
Merge Requests
0
CI / CD
CI / CD
Pipelines
Jobs
Schedules
Operations
Operations
Incidents
Environments
Analytics
Analytics
CI / CD
Repository
Value Stream
Wiki
Wiki
Snippets
Snippets
Members
Members
Collapse sidebar
Close sidebar
Activity
Graph
Create a new issue
Jobs
Commits
Issue Boards
Open sidebar
Pika
monitoring
Commits
5f60136b
Commit
5f60136b
authored
Jun 17, 2020
by
fwinkler
Browse files
Options
Browse Files
Download
Email Patches
Plain Diff
Modified scalability tests.
parent
df9f7be5
Changes
2
Hide whitespace changes
Inline
Side-by-side
Showing
2 changed files
with
18 additions
and
13 deletions
+18
-13
test/stress_influx/run_stress.sh
test/stress_influx/run_stress.sh
+2
-0
test/stress_influx/stress_influx_db.sh
test/stress_influx/stress_influx_db.sh
+16
-13
No files found.
test/stress_influx/run_stress.sh
0 → 100644
View file @
5f60136b
#./stress_influx_db.sh 11 http
./stress_influx_db.sh 16 udp
test/stress_influx/stress_influx_db.sh
View file @
5f60136b
...
...
@@ -3,19 +3,19 @@
export
STRESS_HOST
=
"172.24.146.84"
#"172.24.136.90"
JOB_SCRIPT
=
${
PWD
}
/job_stress_db.sh
NODE_NUM
=
1
#10
#11 #14 #42
NODE_NUM
=
$1
#11 #14 #42
#determine measurement parameters
SAMPLE_RATE
=
3
#2
BATCH_SIZE
=
318
#106
SAMPLE_RATE
=
4
#
3 #2
BATCH_SIZE
=
212
#
318 #106
VALUES_PER_MEASUREMENT
=
106
SEND_NUMBER
=
$((
60
/
SAMPLE_RATE
*
2
))
#120 simulation minutes
PROTOCOL
=
"http"
#"udp"
SEND_NUMBER
=
$((
60
/
SAMPLE_RATE
*
120
))
#120 simulation minutes
PROTOCOL
=
$2
#
"http" #"udp"
#fix settings
NTASKS
=
24
SIM_NODES
=
$((
NODE_NUM
*
NTASKS
))
TIME_LIMIT
=
$((
(
SEND_NUMBER/30
)
+
60
))
TIME_LIMIT
=
600
#
$(((SEND_NUMBER/30) + 60))
MEM_PER_CPU
=
2583
OUTPUT_PATH
=
${
PWD
}
/result_
${
NODE_NUM
}
_
`
date
+%y%m%d-%H%M
`
mkdir
-p
$OUTPUT_PATH
...
...
@@ -52,11 +52,14 @@ create_job_script()
run_stress_test
()
{
source
/home/fwinkler/pika/pika-1.2.conf
LOGFILE
=
$OUTPUT_PATH
/stress.log
touch
$LOGFILE
COUNTS_1
=
$(
get_measurement_counts
)
JOB_SUBMIT
=
`
sbatch
$JOB_SCRIPT
`
JOB_ID
=
`
echo
$JOB_SUBMIT
|
cut
-d
" "
-f
4
`
echo
"
$JOB_ID
submitted"
echo
"
$JOB_ID
submitted"
>>
$LOGFILE
2>&1
#wait until current job has finished
#job is running as long as squeue shows current jobid
JOB_FINISHED
=
1
...
...
@@ -66,12 +69,12 @@ run_stress_test()
JOB_FINISHED
=
`
echo
${#
JOB_IN_PROCESS
}
`
sleep
60
done
echo
"JOB
$JOB_ID
has finished!"
echo
"JOB
$JOB_ID
has finished!"
>>
$LOGFILE
2>&1
cat
$OUTPUT_PATH
/stress_test_job.out
# get max send duration
MAX_DURATION
=
`
cat
$OUTPUT_PATH
/taurusi
*
|
grep
Duration |
cut
-d
":"
-f
4 |
sort
-nr
|
head
-n1
`
echo
"Max duration per simulation node:
$MAX_DURATION
"
echo
"Max duration per simulation node:
$MAX_DURATION
"
>>
$LOGFILE
2>&1
COUNTS_2
=
$(
get_measurement_counts
)
...
...
@@ -79,14 +82,14 @@ run_stress_test()
echo
"After:
$COUNTS_2
"
DIFF
=
$((
COUNTS_2-COUNTS_1
))
EXPECTED
=
$((
BATCH_SIZE
*
SEND_NUMBER
*
NODE_NUM
*
NTASKS
))
echo
"Expected values:
$EXPECTED
"
echo
"Recorded values:
$DIFF
"
echo
"Expected values:
$EXPECTED
"
>>
$LOGFILE
2>&1
echo
"Recorded values:
$DIFF
"
>>
$LOGFILE
2>&1
RESULT
=
$((
EXPECTED-DIFF
))
if
[
"
$RESULT
"
-eq
0
]
&&
[
"
$MAX_DURATION
"
-le
"
$SAMPLE_RATE
"
]
;
then
echo
"Test completed successfully."
echo
"Test completed successfully."
>>
$LOGFILE
2>&1
else
echo
"Test failed."
echo
"Test failed."
>>
$LOGFILE
2>&1
fi
}
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment