Add test cases of command syslog-ng.
PATCH 1/1 Add test cases of command syslog-ng.
--- engine/tests/Functional.syslog-ng/fuego_test.sh | 19 +++++++++++++ engine/tests/Functional.syslog-ng/parser.py | 22 +++++++++++++++ engine/tests/Functional.syslog-ng/spec.json | 7 +++++ .../tests/Functional.syslog-ng/syslog-ng_test.sh | 4 +++ .../Functional.syslog-ng/tests/syslog-ng_log.sh | 15 +++++++++++ .../Functional.syslog-ng/tests/syslog-ng_share.sh | 31 ++++++++++++++++++++++ .../Functional.syslog-ng/tests/syslog-ng_start.sh | 18 +++++++++++++ 7 files changed, 116 insertions(+) create mode 100644 engine/tests/Functional.syslog-ng/fuego_test.sh create mode 100644 engine/tests/Functional.syslog-ng/parser.py create mode 100644 engine/tests/Functional.syslog-ng/spec.json create mode 100755 engine/tests/Functional.syslog-ng/syslog-ng_test.sh create mode 100644 engine/tests/Functional.syslog-ng/tests/syslog-ng_log.sh create mode 100644 engine/tests/Functional.syslog-ng/tests/syslog-ng_share.sh create mode 100644 engine/tests/Functional.syslog-ng/tests/syslog-ng_start.sh
engine/tests/Functional.syslog-ng/fuego_test.sh new file +19 -0
@@ -0,0 +1,19 @@ +function test_pre_check { + is_on_target_path syslog-ng PROGRAM_SYSLOGNG + assert_define PROGRAM_SYSLOGNG "Missing 'syslog-ng' program on target board" +} + +function test_deploy { + put $TEST_HOME/syslog-ng_test.sh $BOARD_TESTDIR/fuego.$TESTDIR/ + put $FUEGO_CORE/engine/scripts/fuego_board_function_lib.sh $BOARD_TESTDIR/fuego.$TESTDIR + put -r $TEST_HOME/tests $BOARD_TESTDIR/fuego.$TESTDIR/ +} + +function test_run { + report "cd $BOARD_TESTDIR/fuego.$TESTDIR;\ + ./syslog-ng_test.sh" +} + +function test_processing { + log_compare "$TESTDIR" "0" "TEST-FAIL" "n" +}
engine/tests/Functional.syslog-ng/parser.py new file +22 -0
@@ -0,0 +1,22 @@ +#!/usr/bin/python +# See common.py for description of command-line arguments + +import os, sys, collections + +sys.path.insert(0, os.environ['FUEGO_CORE'] + '/engine/scripts/parser') +import common as plib + +measurements = {} +measurements = collections.OrderedDict() + +regex_string = '^ -> (.*): TEST-(.*)$' +matches = plib.parse_log(regex_string) + +if matches: + for m in matches: + measurements['default.' + m[0]] = 'PASS' if m[1] == 'PASS' else 'FAIL' + +# split the output for each testcase +plib.split_output_per_testcase(regex_string, measurements) + +sys.exit(plib.process(measurements))
engine/tests/Functional.syslog-ng/spec.json new file +7 -0
@@ -0,0 +1,7 @@ +{ + "testName": "Functional.syslog-ng", + "specs": { + "default": {} + } +} +
engine/tests/Functional.syslog-ng/syslog-ng_test.sh new file +4 -0
@@ -0,0 +1,4 @@ +#!/bin/sh +for i in tests/*.sh; do + sh $i +done
engine/tests/Functional.syslog-ng/tests/syslog-ng_log.sh new file +15 -0
@@ -0,0 +1,15 @@ +#!/bin/sh + +# In the target, run syslog-ng and check the message file. + +test="log" + +mgs="This is a test message $(date)" +logger "$msg" +if grep "$msg" /var/log/syslog +then + echo " -> $test: TEST-PASS" +else + echo " Didn't find test string in log" + echo " -> $test: TEST-FAIL" +fi
engine/tests/Functional.syslog-ng/tests/syslog-ng_share.sh new file +31 -0
@@ -0,0 +1,31 @@ +#!/bin/sh + +# In the target, run syslog-ng +# check the process state and keyword "supervising syslog ng". + +test="share" + +. ./fuego_board_function_lib.sh + +set_init_manager + +exec_service_on_target syslog-ng stop + +if [ -e /usr/share/syslog-ng ] +then + mv /usr/share/syslog-ng /usr/share/syslog-ng_bak +fi + +exec_service_on_target syslog-ng restart + +if ps aux | grep "[/]usr/sbin/syslog-ng" +then + echo " -> $test: TEST-PASS" +else + echo " -> $test: TEST-FAIL" +fi + +if [ -e /usr/share/syslog-ng_orig ] +then + mv /usr/share/syslog-ng_bak /usr/share/syslog-ng +fi
engine/tests/Functional.syslog-ng/tests/syslog-ng_start.sh new file +18 -0
@@ -0,0 +1,18 @@ +#!/bin/sh + +# In the target, run syslog-ng and check the status of process. + +test="start" + +. ./fuego_board_function_lib.sh + +set_init_manager + +exec_service_on_target syslog-ng restart + +if ps aux | grep "[/]usr/sbin/syslog-ng" +then + echo " -> $test: TEST-PASS" +else + echo " -> $test: TEST-FAIL" +fi
Signature · 1 line
1.8.3.1
PATCH 1/1 Add test cases for commands of at.
at
atq
atrm
--- engine/tests/Functional.at/at_test.sh | 4 ++ engine/tests/Functional.at/data/at_no.allow | 2 + engine/tests/Functional.at/data/at_no.deny | 0 engine/tests/Functional.at/data/at_test.allow | 2 + engine/tests/Functional.at/data/at_test.deny | 2 + engine/tests/Functional.at/data/test_add.sh | 3 + engine/tests/Functional.at/fuego_test.sh | 24 ++++++++ engine/tests/Functional.at/parser.py | 22 +++++++ engine/tests/Functional.at/spec.json | 7 +++ engine/tests/Functional.at/tests/atd_allow_deny.sh | 47 +++++++++++++++ .../Functional.at/tests/atd_allow_deny_no_user.sh | 48 +++++++++++++++ .../tests/Functional.at/tests/atd_allow_no_user.sh | 46 +++++++++++++++ engine/tests/Functional.at/tests/atd_atq.sh | 39 +++++++++++++ engine/tests/Functional.at/tests/atd_atrm.sh | 39 +++++++++++++ .../tests/Functional.at/tests/atd_deny_no_user.sh | 46 +++++++++++++++ engine/tests/Functional.at/tests/atd_job.sh | 68 ++++++++++++++++++++++ engine/tests/Functional.at/tests/atd_pidfile.sh | 55 +++++++++++++++++ engine/tests/Functional.at/tests/atd_ps.sh | 51 ++++++++++++++++ engine/tests/Functional.at/tests/atd_syslog.sh | 49 ++++++++++++++++ 19 files changed, 554 insertions(+) create mode 100755 engine/tests/Functional.at/at_test.sh create mode 100644 engine/tests/Functional.at/data/at_no.allow create mode 100644 engine/tests/Functional.at/data/at_no.deny create mode 100644 engine/tests/Functional.at/data/at_test.allow create mode 100644 engine/tests/Functional.at/data/at_test.deny create mode 100755 engine/tests/Functional.at/data/test_add.sh create mode 100644 engine/tests/Functional.at/fuego_test.sh create mode 100644 engine/tests/Functional.at/parser.py create mode 100644 engine/tests/Functional.at/spec.json create mode 100644 engine/tests/Functional.at/tests/atd_allow_deny.sh create mode 100644 engine/tests/Functional.at/tests/atd_allow_deny_no_user.sh create mode 100644 engine/tests/Functional.at/tests/atd_allow_no_user.sh create mode 100644 engine/tests/Functional.at/tests/atd_atq.sh create mode 100644 engine/tests/Functional.at/tests/atd_atrm.sh create mode 100644 engine/tests/Functional.at/tests/atd_deny_no_user.sh create mode 100644 engine/tests/Functional.at/tests/atd_job.sh create mode 100644 engine/tests/Functional.at/tests/atd_pidfile.sh create mode 100644 engine/tests/Functional.at/tests/atd_ps.sh create mode 100644 engine/tests/Functional.at/tests/atd_syslog.sh
engine/tests/Functional.at/at_test.sh new file +4 -0
@@ -0,0 +1,4 @@ +#!/bin/sh +for i in tests/*.sh; do + sh $i +done
engine/tests/Functional.at/data/at_no.allow new file +2 -0
@@ -0,0 +1,2 @@ + +
engine/tests/Functional.at/data/at_no.deny new file +0 -0
engine/tests/Functional.at/data/at_test.allow new file +2 -0
@@ -0,0 +1,2 @@ +test_for_fuego +
engine/tests/Functional.at/data/at_test.deny new file +2 -0
@@ -0,0 +1,2 @@ +test_for_fuego +
engine/tests/Functional.at/data/test_add.sh new file +3 -0
@@ -0,0 +1,3 @@ +#!/bin/sh + +/usr/bin/logger -i "hello fuego autotest! from at"
engine/tests/Functional.at/fuego_test.sh new file +24 -0
@@ -0,0 +1,24 @@ +function test_pre_check { + is_on_target_path at PROGRAM_AT + assert_define PROGRAM_AT "Missing 'at' program on target board" + is_on_target_path atq PROGRAM_ATQ + assert_define PROGRAM_ATQ "Missing 'atq' program on target board" + is_on_target_path atrm PROGRAM_ATRM + assert_define PROGRAM_ATRM "Missing 'atrm' program on target board" +} + +function test_deploy { + put $TEST_HOME/at_test.sh $BOARD_TESTDIR/fuego.$TESTDIR/ + put $FUEGO_CORE/engine/scripts/fuego_board_function_lib.sh $BOARD_TESTDIR/fuego.$TESTDIR + put -r $TEST_HOME/tests $BOARD_TESTDIR/fuego.$TESTDIR/ + put -r $TEST_HOME/data $BOARD_TESTDIR/fuego.$TESTDIR/ +} + +function test_run { + report "cd $BOARD_TESTDIR/fuego.$TESTDIR;\ + ./at_test.sh" +} + +function test_processing { + log_compare "$TESTDIR" "0" "TEST-FAIL" "n" +}
engine/tests/Functional.at/parser.py new file +22 -0
@@ -0,0 +1,22 @@ +#!/usr/bin/python +# See common.py for description of command-line arguments + +import os, sys, collections + +sys.path.insert(0, os.environ['FUEGO_CORE'] + '/engine/scripts/parser') +import common as plib + +measurements = {} +measurements = collections.OrderedDict() + +regex_string = '^ -> (.*): TEST-(.*)$' +matches = plib.parse_log(regex_string) + +if matches: + for m in matches: + measurements['default.' + m[0]] = 'PASS' if m[1] == 'PASS' else 'FAIL' + +# split the output for each testcase +plib.split_output_per_testcase(regex_string, measurements) + +sys.exit(plib.process(measurements))
engine/tests/Functional.at/spec.json new file +7 -0
@@ -0,0 +1,7 @@ +{ + "testName": "Functional.at", + "specs": { + "default": {} + } +} +
engine/tests/Functional.at/tests/atd_allow_deny.sh new file +47 -0
47 lines not on this page · raw message
engine/tests/Functional.at/tests/atd_allow_deny_no_user.sh new file +48 -0
48 lines not on this page · raw message
engine/tests/Functional.at/tests/atd_allow_no_user.sh new file +46 -0
46 lines not on this page · raw message
engine/tests/Functional.at/tests/atd_atq.sh new file +39 -0
@@ -0,0 +1,39 @@ +#!/bin/sh + +# In the target start atd, check the status of job. + +test="atq" + +. ./fuego_board_function_lib.sh + +set_init_manager + +exec_service_on_target atd stop + +if exec_service_on_target atd start +then + echo " -> start atd succeeded." +else + echo " -> start atd failed." + echo " -> $test: TEST-FAIL" + exit +fi + +mkdir test_dir +cp data/test_add.sh test_dir/ + +at -f test_dir/test_add.sh now + 5 minutes + +if atq +then + echo " -> $test: TEST-PASS" +else + echo " -> list job failed." + echo " -> $test: TEST-FAIL" +fi + +rm -fr test_dir + +at -d $(at -l | cut -b 0-2) + +exec_service_on_target atd stop
engine/tests/Functional.at/tests/atd_atrm.sh new file +39 -0
@@ -0,0 +1,39 @@ +#!/bin/sh + +# In the target start atd, check the status of job. + +test="atrm" + +. ./fuego_board_function_lib.sh + +set_init_manager + +exec_service_on_target atd stop + +if exec_service_on_target atd start +then + echo " -> start atd succeeded." +else + echo " -> start atd failed." + echo " -> $test: TEST-FAIL" + exit +fi + +mkdir test_dir +cp data/test_add.sh test_dir/ + +at -f test_dir/test_add.sh now + 5 minutes + +if atrm $(at -l | cut -b 0-2) +then + echo " -> $test: TEST-PASS" +else + echo " -> remove the job failed." + echo " -> $test: TEST-FAIL" +fi + +rm -fr test_dir + +at -d $(at -l | cut -b 0-2) + +exec_service_on_target atd stop
engine/tests/Functional.at/tests/atd_deny_no_user.sh new file +46 -0
46 lines not on this page · raw message
engine/tests/Functional.at/tests/atd_job.sh new file +68 -0
68 lines not on this page · raw message
engine/tests/Functional.at/tests/atd_pidfile.sh new file +55 -0
55 lines not on this page · raw message
engine/tests/Functional.at/tests/atd_ps.sh new file +51 -0
51 lines not on this page · raw message
engine/tests/Functional.at/tests/atd_syslog.sh new file +49 -0
49 lines not on this page · raw message
Signature · 1 line
1.8.3.1
Re: [Fuego] [PATCH] Add test cases for commands of at.
Quoted 120 lines
-----Original Message-----
From: Wang Mingyuat
atq
atrmSigned-off-by Wang Mingyu <[email protected]>--- engine/tests/Functional.at/at_test.sh | 4 ++ engine/tests/Functional.at/data/at_no.allow | 2 + engine/tests/Functional.at/data/at_no.deny | 0 engine/tests/Functional.at/data/at_test.allow | 2 + engine/tests/Functional.at/data/at_test.deny | 2 + engine/tests/Functional.at/data/test_add.sh | 3 + engine/tests/Functional.at/fuego_test.sh | 24 ++++++++ engine/tests/Functional.at/parser.py | 22 +++++++ engine/tests/Functional.at/spec.json | 7 +++ engine/tests/Functional.at/tests/atd_allow_deny.sh | 47 +++++++++++++++ .../Functional.at/tests/atd_allow_deny_no_user.sh | 48 +++++++++++++++ .../tests/Functional.at/tests/atd_allow_no_user.sh | 46 +++++++++++++++ engine/tests/Functional.at/tests/atd_atq.sh | 39 +++++++++++++ engine/tests/Functional.at/tests/atd_atrm.sh | 39 +++++++++++++ .../tests/Functional.at/tests/atd_deny_no_user.sh | 46 +++++++++++++++ engine/tests/Functional.at/tests/atd_job.sh | 68 ++++++++++++++++++++++ engine/tests/Functional.at/tests/atd_pidfile.sh | 55 +++++++++++++++++ engine/tests/Functional.at/tests/atd_ps.sh | 51 ++++++++++++++++ engine/tests/Functional.at/tests/atd_syslog.sh | 49 ++++++++++++++++ 19 files changed, 554 insertions(+) create mode 100755 engine/tests/Functional.at/at_test.sh create mode 100644 engine/tests/Functional.at/data/at_no.allow create mode 100644 engine/tests/Functional.at/data/at_no.deny create mode 100644 engine/tests/Functional.at/data/at_test.allow create mode 100644 engine/tests/Functional.at/data/at_test.deny create mode 100755 engine/tests/Functional.at/data/test_add.sh create mode 100644 engine/tests/Functional.at/fuego_test.sh create mode 100644 engine/tests/Functional.at/parser.py create mode 100644 engine/tests/Functional.at/spec.json create mode 100644 engine/tests/Functional.at/tests/atd_allow_deny.sh create mode 100644 engine/tests/Functional.at/tests/atd_allow_deny_no_user.sh create mode 100644 engine/tests/Functional.at/tests/atd_allow_no_user.sh create mode 100644 engine/tests/Functional.at/tests/atd_atq.sh create mode 100644 engine/tests/Functional.at/tests/atd_atrm.sh create mode 100644 engine/tests/Functional.at/tests/atd_deny_no_user.sh create mode 100644 engine/tests/Functional.at/tests/atd_job.sh create mode 100644 engine/tests/Functional.at/tests/atd_pidfile.sh create mode 100644 engine/tests/Functional.at/tests/atd_ps.sh create mode 100644 engine/tests/Functional.at/tests/atd_syslog.shengine/tests/Functional.at/at_test.sh new file +4
-0@@ -0,0 +1,4 @@ +#!/bin/sh +for i in tests/*.sh; do + sh $i +doneengine/tests/Functional.at/data/at_no.allow new file +2
-0@@ -0,0 +1,2 @@ + +engine/tests/Functional.at/data/at_no.deny new file +0
-0engine/tests/Functional.at/data/at_test.allow new file +2
-0@@ -0,0 +1,2 @@ +test_for_fuego +engine/tests/Functional.at/data/at_test.deny new file +2
-0@@ -0,0 +1,2 @@ +test_for_fuego +engine/tests/Functional.at/data/test_add.sh new file +3
-0@@ -0,0 +1,3 @@ +#!/bin/sh + +/usr/bin/logger -i "hello fuego autotest! from at"engine/tests/Functional.at/fuego_test.sh new file +7
-0@@ -0,0 +1,24 @@ +function test_pre_check { + is_on_target_path at PROGRAM_AT + assert_define PROGRAM_AT "Missing 'at' program on target board" + is_on_target_path atq PROGRAM_ATQ + assert_define PROGRAM_ATQ "Missing 'atq' program on target board" + is_on_target_path atrm PROGRAM_ATRM + assert_define PROGRAM_ATRM "Missing 'atrm' program on target
Quoted 1 line
board"
These should be:assert_has_program atassert_has_program atqassert_has_program atrm
See http://fuegotest.org/wiki/function_assert_has_program
Quoted 83 lines
engine/tests/Functional.at/fuego_test.sh new file +5
-0+} + +function test_deploy { + put $TEST_HOME/at_test.sh $BOARD_TESTDIR/fuego.$TESTDIR/ + put $FUEGO_CORE/engine/scripts/fuego_board_function_lib.sh$BOARD_TESTDIR/fuego.$TESTDIR
engine/tests/Functional.at/fuego_test.sh new file +12
-0+ put -r $TEST_HOME/tests $BOARD_TESTDIR/fuego.$TESTDIR/ + put -r $TEST_HOME/data $BOARD_TESTDIR/fuego.$TESTDIR/ +} + +function test_run { + report "cd $BOARD_TESTDIR/fuego.$TESTDIR;\ + ./at_test.sh" +} + +function test_processing { + log_compare "$TESTDIR" "0" "TEST-FAIL" "n" +}engine/tests/Functional.at/parser.py new file +22
-0@@ -0,0 +1,22 @@ +#!/usr/bin/python +# See common.py for description of command-line arguments + +import os, sys, collections + +sys.path.insert(0, os.environ['FUEGO_CORE'] + '/engine/scripts/parser') +import common as plib + +measurements = {} +measurements = collections.OrderedDict() + +regex_string = '^ -> (.*): TEST-(.*)$' +matches = plib.parse_log(regex_string) + +if matches: + for m in matches: + measurements['default.' + m[0]] = 'PASS' if m[1] == 'PASS' else 'FAIL' + +# split the output for each testcase +plib.split_output_per_testcase(regex_string, measurements) + +sys.exit(plib.process(measurements))engine/tests/Functional.at/spec.json new file +7
-0@@ -0,0 +1,7 @@ +{ + "testName": "Functional.at", + "specs": { + "default": {} + } +} +engine/tests/Functional.at/tests/atd_allow_deny.sh new file +15
-0@@ -0,0 +1,47 @@ +#!/bin/sh + +# In the target start atd, check the operation allow and deny. + +test="allow_deny" + +. ./fuego_board_function_lib.sh + +set_init_manager + +exec_service_on_target atd stop + +if exec_service_on_target atd start +then + echo " -> start atd succeeded."
engine/tests/Functional.at/tests/atd_allow_deny.sh line 25
Quoted 10 lines
engine/tests/Functional.at/tests/atd_allow_deny.sh new file +10
-0+else + echo " -> start atd failed." + echo " -> $test: TEST-FAIL" + exit +fi + +cp data/at_test.allow /etc/at.allow +cp data/at_test.deny /etc/at.deny + +useradd test_for_fuego
Should check for useradd in test_pre_check with:assert_has_program useradd
This is not guaranteed to be on a system.
engine/tests/Functional.at/tests/atd_allow_deny.sh line 38
Quoted 13 lines
engine/tests/Functional.at/tests/atd_allow_deny.sh new file +13
-0+cp data/test_add.sh /home/test_for_fuego/ + +expect <<-EOF +spawn su test_for_fuego +send "at -f /home/test_for_fuego/test_add.sh now + 5 minutes\r" +expect { + -re ".*job.*" { + send_user " -> $test: TEST-PASS\n" + } + default { send_user " -> $test: TEST-FAIL\n" } } +send "exit\r" +expect eof +EOF
I wish there was a way to do this without expect.
engine/tests/Functional.at/tests/atd_allow_deny.sh line 43
Quoted 5 lines
engine/tests/Functional.at/tests/atd_allow_deny.sh new file +5
-0+ +sleep 5 + +rm -fr /home/test_for_fuego +userdel -f test_for_fuego
Should use: assert_has_program userdel
to check that userdel is availale on the target board.
engine/tests/Functional.at/tests/atd_allow_deny.sh line 46
Quoted 3 lines
engine/tests/Functional.at/tests/atd_allow_deny.sh new file +3
-0+rm -f /etc/at.allow +rm -f /etc/at.deny +at -d $(at -l | cut -b 0-2)
This cut doesn't work on my system. I get "cut: byte/character positions are numbered from 1 Try 'cut --help' for more information."
Quoted 359 lines
engine/tests/Functional.at/tests/atd_allow_deny.sh new file +1
-0+exec_service_on_target atd stopengine/tests/Functional.at/tests/atd_allow_deny_no_user.sh new file +30
-0@@ -0,0 +1,48 @@ +#!/bin/sh + +# In the target start atd, check the operation if no user . + +test="allow_deny_no_user" + +. ./fuego_board_function_lib.sh + +set_init_manager + +exec_service_on_target atd stop + +if exec_service_on_target atd start +then + echo " -> start atd succeeded." +else + echo " -> start atd failed." + echo " -> $test: TEST-FAIL" + exit +fi + +cp data/at_no.allow /etc/at.allow +cp data/at_no.deny /etc/at.deny + +useradd test_for_fuego +cp data/test_add.sh /home/test_for_fuego/ + +expect <<-EOF +spawn su test_for_fuego +send "at -f /home/test_for_fuego/test_add.sh now + 5 minutes || echoerror\r"
engine/tests/Functional.at/tests/atd_allow_deny_no_user.sh new file +18
-0+expect { + -re ".*error.*" { + send_user " -> $test: TEST-PASS\n" + } + default { send_user " -> $test: TEST-FAIL\n" } } +send "exit\r" +expect eof +EOF + +sleep 5 + +rm -fr /home/test_for_fuego +userdel -f test_for_fuego +rm -f /etc/at.allow +rm -f /etc/at.deny +at -d $(at -l | cut -b 0-2) + +exec_service_on_target atd stopengine/tests/Functional.at/tests/atd_allow_no_user.sh new file +29
-0@@ -0,0 +1,46 @@ +#!/bin/sh + +# In the target start atd, check the operation if no user . + +test="allow_no_user" + +. ./fuego_board_function_lib.sh + +set_init_manager + +exec_service_on_target atd stop + +if exec_service_on_target atd start +then + echo " -> start atd succeeded." +else + echo " -> start atd failed." + echo " -> $test: TEST-FAIL" + exit +fi + +cp data/at_no.allow /etc/at.allow + +useradd test_for_fuego +cp data/test_add.sh /home/test_for_fuego/ + +expect <<-EOF +spawn su test_for_fuego +send "at -f /home/test_for_fuego/test_add.sh now + 5 minutes || echoerror\r"
engine/tests/Functional.at/tests/atd_allow_no_user.sh new file +17
-0+expect { + -re ".*error.*" { + send_user " -> $test: TEST-PASS\n" + } + default { send_user " -> $test: TEST-FAIL\n" } } +send "exit\r" +expect eof +EOF + +sleep 5 + +rm -fr /home/test_for_fuego +userdel -f test_for_fuego +rm -f /etc/at.allow +at -d $(at -l | cut -b 0-2) + +exec_service_on_target atd stopengine/tests/Functional.at/tests/atd_atq.sh new file +39
-0@@ -0,0 +1,39 @@ +#!/bin/sh + +# In the target start atd, check the status of job. + +test="atq" + +. ./fuego_board_function_lib.sh + +set_init_manager + +exec_service_on_target atd stop + +if exec_service_on_target atd start +then + echo " -> start atd succeeded." +else + echo " -> start atd failed." + echo " -> $test: TEST-FAIL" + exit +fi + +mkdir test_dir +cp data/test_add.sh test_dir/ + +at -f test_dir/test_add.sh now + 5 minutes + +if atq +then + echo " -> $test: TEST-PASS" +else + echo " -> list job failed." + echo " -> $test: TEST-FAIL" +fi + +rm -fr test_dir + +at -d $(at -l | cut -b 0-2) + +exec_service_on_target atd stopengine/tests/Functional.at/tests/atd_atrm.sh new file +39
-0@@ -0,0 +1,39 @@ +#!/bin/sh + +# In the target start atd, check the status of job. + +test="atrm" + +. ./fuego_board_function_lib.sh + +set_init_manager + +exec_service_on_target atd stop + +if exec_service_on_target atd start +then + echo " -> start atd succeeded." +else + echo " -> start atd failed." + echo " -> $test: TEST-FAIL" + exit +fi + +mkdir test_dir +cp data/test_add.sh test_dir/ + +at -f test_dir/test_add.sh now + 5 minutes + +if atrm $(at -l | cut -b 0-2) +then + echo " -> $test: TEST-PASS" +else + echo " -> remove the job failed." + echo " -> $test: TEST-FAIL" +fi + +rm -fr test_dir + +at -d $(at -l | cut -b 0-2) + +exec_service_on_target atd stopengine/tests/Functional.at/tests/atd_deny_no_user.sh new file +46
-0@@ -0,0 +1,46 @@ +#!/bin/sh + +# In the target start atd, check the operation if no user . + +test="deny_no_user" + +. ./fuego_board_function_lib.sh + +set_init_manager + +exec_service_on_target atd stop + +if exec_service_on_target atd start +then + echo " -> start atd succeeded." +else + echo " -> start atd failed." + echo " -> $test: TEST-FAIL" + exit +fi + +cp data/at_no.deny /etc/at.deny + +useradd test_for_fuego +cp data/test_add.sh /home/test_for_fuego/ + +expect <<-EOF +spawn su test_for_fuego +send "at -f /home/test_for_fuego/test_add.sh now + 5 minutes\r" +expect { + -re ".*job.*" { + send_user " -> $test: TEST-PASS\n" + } + default { send_user " -> $test: TEST-FAIL\n" } } +send "exit\r" +expect eof +EOF + +sleep 5 + +rm -fr /home/test_for_fuego +userdel -f test_for_fuego +rm -f /etc/at.deny +at -d $(at -l | cut -b 0-2) + +exec_service_on_target atd stopengine/tests/Functional.at/tests/atd_job.sh new file +68
-0@@ -0,0 +1,68 @@ +#!/bin/sh + +# In the target start atd, check the operation of add, list and remove job. + +test="job" + +. ./fuego_board_function_lib.sh + +set_init_manager + +exec_service_on_target atd stop + +if exec_service_on_target atd start +then + echo " -> start atd succeeded." +else + echo " -> start atd failed." + echo " -> $test: TEST-FAIL" + exit +fi + +mkdir test_dir +cp data/test_add.sh test_dir/ + +if at -f test_dir/test_add.sh now + 5 minutes +then + echo " -> add job succeeded." +else + echo " -> add job failed." + echo " -> $test: TEST-FAIL" + rm -fr test_dir + exec_service_on_target atd stop + exit +fi + +if at -c $(at -l | cut -b 0-2) | grep "fuego autotest" +then + echo " -> cats the jobs listed on the command line succeeded." +else + echo " -> cats the jobs listed on the command line failed." + echo " -> $test: TEST-FAIL" + rm -fr test_dir + exec_service_on_target atd stop + exit +fi + +if at -l +then + echo " -> list job succeeded." +else + echo " -> list job failed." + echo " -> $test: TEST-FAIL" + rm -fr test_dir + exec_service_on_target atd stop + exit +fi + +rm -fr test_dir + +if at -d $(at -l | cut -b 0-2) +then + echo " -> $test: TEST-PASS" +else + echo " -> remove job failed." + echo " -> $test: TEST-FAIL" +fi + +exec_service_on_target atd stopengine/tests/Functional.at/tests/atd_pidfile.sh new file +21
-0@@ -0,0 +1,55 @@ +#!/bin/sh + +# In the target start atd, and check if the /var/run/atd.pid is exist. + +test="pidfile" + +. ./fuego_board_function_lib.sh + +set_init_manager + +exec_service_on_target atd stop + +if [ -f /var/run/atd.pid ] +then + rm -f /var/run/atd.pid +fi + +if exec_service_on_target atd start +then + echo " -> start atd succeeded." +else
engine/tests/Functional.at/tests/atd_pidfile.sh line 31
Quoted 10 lines
engine/tests/Functional.at/tests/atd_pidfile.sh new file +10
-0+ echo " -> start atd failed." + echo " -> $test: TEST-FAIL" + exit +fi + +sleep 5 + +if ls /var/run/atd.pid +then + echo " -> /var/run/atd.pid is exist."
'is exist.' should be changed to 'exists.'
engine/tests/Functional.at/tests/atd_pidfile.sh line 33
Quoted 2 lines
engine/tests/Functional.at/tests/atd_pidfile.sh new file +2
-0+else + echo " -> /var/run/atd.pid is not exist."
'is not exist.' should be changed to 'does not exist.'
Quoted 137 lines
engine/tests/Functional.at/tests/atd_pidfile.sh new file +22
-0+ echo " -> $test: TEST-FAIL" + exec_service_on_target atd stop + exit +fi + +if exec_service_on_target atd stop +then + echo " -> stop atd succeeded." +else + echo " -> stop atd failed." + echo " -> $test: TEST-FAIL" + exit +fi + +sleep 5 + +if test -f /var/run/atd.pid +then + echo " -> $test: TEST-FAIL" +else + echo " -> $test: TEST-PASS" +fiengine/tests/Functional.at/tests/atd_ps.sh new file +51
-0@@ -0,0 +1,51 @@ +#!/bin/sh + +# In the target start atd, and confirm the process condition by command ps. +# check the keyword "atd". + +test="ps" + +. ./fuego_board_function_lib.sh + +set_init_manager + +exec_service_on_target atd stop + +if exec_service_on_target atd start +then + echo " -> start atd succeeded." +else + echo " -> start atd failed." + echo " -> $test: TEST-FAIL" + exit +fi + +sleep 5 + +if ps -N a | grep "[/]usr/sbin/atd" +then + echo " -> get the pid of atd." +else + echo " -> can't get the pid of atd." + echo " -> $test: TEST-FAIL" + exec_service_on_target atd stop + exit +fi + +if exec_service_on_target atd stop +then + echo " -> stop atd succeeded." +else + echo " -> stop atd failed." + echo " -> $test: TEST-FAIL" + exit +fi + +sleep 5 + +if ps -N a | grep "[/]usr/sbin/atd" +then + echo " -> $test: TEST-FAIL" +else + echo " -> $test: TEST-PASS" +fiengine/tests/Functional.at/tests/atd_syslog.sh new file +49
-1@@ -0,0 +1,49 @@ +#!/bin/sh + +# In the target start atd, add job and verify job completion. +# Check the syslog string "fuego autotest". + +test="syslog" + +. ./fuego_board_function_lib.sh + +set_init_manager + +logger_service=$(detect_logger_service) + +exec_service_on_target $logger_service stop +exec_service_on_target atd stop + +if [ -f /var/log/syslog ] +then + mv /var/log/syslog /var/log/syslog_bak +fi +exec_service_on_target $logger_service restart + +if exec_service_on_target atd start +then + echo " -> start atd succeeded." +else + echo " -> start atd failed." +fi + +mkdir test_dir +cp data/test_add.sh test_dir/ + +at -f test_dir/test_add.sh now + 1 minutes + +echo "sleep 60s!" +sleep 60 + +if cat /var/log/syslog | grep "hello fuego autotest" +then + echo " -> $test: TEST-PASS" +else + echo " -> $test: TEST-FAIL" +fi + +rm -fr test_dir + +at -d $(at -l | cut -b 0-2) +exec_service_on_target atd stop +exec_service_on_target $logger_service stop --
Quoted 1 line
1.8.3.1
Most of this looks good. I wish this didn't require 'expect'. Since it does, it needs an 'assert_has_program expect' in test_pre_check.
Please address my comments and re-submit.
Thanks for the patch.
-- Tim
PATCH 1/1 Add test cases for commands of utillinux.
In reply to Wang Mingyu--- engine/tests/Functional.utillinux/fuego_test.sh | 51 ++++++++++++++++++++++ engine/tests/Functional.utillinux/parser.py | 22 ++++++++++ engine/tests/Functional.utillinux/spec.json | 7 +++ .../tests/utillinux_blockdev.sh | 15 +++++++ .../Functional.utillinux/tests/utillinux_cal.sh | 12 +++++ .../Functional.utillinux/tests/utillinux_col.sh | 12 +++++ .../Functional.utillinux/tests/utillinux_colcrt.sh | 15 +++++++ .../Functional.utillinux/tests/utillinux_colrm.sh | 15 +++++++ .../Functional.utillinux/tests/utillinux_column.sh | 20 +++++++++ .../tests/utillinux_ctrlaltdel.sh | 12 +++++ .../Functional.utillinux/tests/utillinux_dmesg.sh | 12 +++++ .../Functional.utillinux/tests/utillinux_fdisk.sh | 13 ++++++ .../Functional.utillinux/tests/utillinux_getopt.sh | 12 +++++ .../tests/utillinux_hexdump.sh | 19 ++++++++ .../Functional.utillinux/tests/utillinux_ipcrm.sh | 12 +++++ .../Functional.utillinux/tests/utillinux_ipcs.sh | 12 +++++ .../Functional.utillinux/tests/utillinux_kill.sh | 16 +++++++ .../Functional.utillinux/tests/utillinux_logger.sh | 15 +++++++ .../Functional.utillinux/tests/utillinux_look.sh | 17 ++++++++ .../tests/utillinux_mcookie.sh | 12 +++++ .../Functional.utillinux/tests/utillinux_mkfs.sh | 14 ++++++ .../Functional.utillinux/tests/utillinux_more.sh | 12 +++++ .../Functional.utillinux/tests/utillinux_mount.sh | 31 +++++++++++++ .../Functional.utillinux/tests/utillinux_namei.sh | 16 +++++++ .../Functional.utillinux/tests/utillinux_rename.sh | 17 ++++++++ .../Functional.utillinux/tests/utillinux_renice.sh | 15 +++++++ .../Functional.utillinux/tests/utillinux_rev.sh | 16 +++++++ .../Functional.utillinux/tests/utillinux_script.sh | 25 +++++++++++ .../Functional.utillinux/tests/utillinux_setsid.sh | 12 +++++ .../tests/utillinux_setterm.sh | 12 +++++ .../Functional.utillinux/tests/utillinux_sfdisk.sh | 13 ++++++ .../Functional.utillinux/tests/utillinux_swap.sh | 38 ++++++++++++++++ .../Functional.utillinux/tests/utillinux_ul.sh | 12 +++++ .../Functional.utillinux/tests/utillinux_umount.sh | 16 +++++++ .../tests/utillinux_whereis.sh | 12 +++++ .../Functional.utillinux/tests/utillinux_write.sh | 13 ++++++ .../tests/Functional.utillinux/utillinux_test.sh | 4 ++ 37 files changed, 599 insertions(+) create mode 100644 engine/tests/Functional.utillinux/fuego_test.sh create mode 100644 engine/tests/Functional.utillinux/parser.py create mode 100644 engine/tests/Functional.utillinux/spec.json create mode 100644 engine/tests/Functional.utillinux/tests/utillinux_blockdev.sh create mode 100644 engine/tests/Functional.utillinux/tests/utillinux_cal.sh create mode 100644 engine/tests/Functional.utillinux/tests/utillinux_col.sh create mode 100644 engine/tests/Functional.utillinux/tests/utillinux_colcrt.sh create mode 100644 engine/tests/Functional.utillinux/tests/utillinux_colrm.sh create mode 100644 engine/tests/Functional.utillinux/tests/utillinux_column.sh create mode 100644 engine/tests/Functional.utillinux/tests/utillinux_ctrlaltdel.sh create mode 100644 engine/tests/Functional.utillinux/tests/utillinux_dmesg.sh create mode 100644 engine/tests/Functional.utillinux/tests/utillinux_fdisk.sh create mode 100644 engine/tests/Functional.utillinux/tests/utillinux_getopt.sh create mode 100644 engine/tests/Functional.utillinux/tests/utillinux_hexdump.sh create mode 100644 engine/tests/Functional.utillinux/tests/utillinux_ipcrm.sh create mode 100644 engine/tests/Functional.utillinux/tests/utillinux_ipcs.sh create mode 100644 engine/tests/Functional.utillinux/tests/utillinux_kill.sh create mode 100644 engine/tests/Functional.utillinux/tests/utillinux_logger.sh create mode 100644 engine/tests/Functional.utillinux/tests/utillinux_look.sh create mode 100644 engine/tests/Functional.utillinux/tests/utillinux_mcookie.sh create mode 100644 engine/tests/Functional.utillinux/tests/utillinux_mkfs.sh create mode 100644 engine/tests/Functional.utillinux/tests/utillinux_more.sh create mode 100644 engine/tests/Functional.utillinux/tests/utillinux_mount.sh create mode 100644 engine/tests/Functional.utillinux/tests/utillinux_namei.sh create mode 100644 engine/tests/Functional.utillinux/tests/utillinux_rename.sh create mode 100644 engine/tests/Functional.utillinux/tests/utillinux_renice.sh create mode 100644 engine/tests/Functional.utillinux/tests/utillinux_rev.sh create mode 100644 engine/tests/Functional.utillinux/tests/utillinux_script.sh create mode 100644 engine/tests/Functional.utillinux/tests/utillinux_setsid.sh create mode 100644 engine/tests/Functional.utillinux/tests/utillinux_setterm.sh create mode 100644 engine/tests/Functional.utillinux/tests/utillinux_sfdisk.sh create mode 100644 engine/tests/Functional.utillinux/tests/utillinux_swap.sh create mode 100644 engine/tests/Functional.utillinux/tests/utillinux_ul.sh create mode 100644 engine/tests/Functional.utillinux/tests/utillinux_umount.sh create mode 100644 engine/tests/Functional.utillinux/tests/utillinux_whereis.sh create mode 100644 engine/tests/Functional.utillinux/tests/utillinux_write.sh create mode 100755 engine/tests/Functional.utillinux/utillinux_test.sh
engine/tests/Functional.utillinux/fuego_test.sh new file +51 -0
@@ -0,0 +1,51 @@ +function test_pre_check { + assert_has_program blockdev + assert_has_program cal + assert_has_program colcrt + assert_has_program colrm + assert_has_program col + assert_has_program column + assert_has_program ctrlaltdel + assert_has_program dmesg + assert_has_program fdisk + assert_has_program getopt + assert_has_program hexdump + assert_has_program ipcrm + assert_has_program ipcs + assert_has_program kill + assert_has_program logger + assert_has_program look + assert_has_program mcookie + assert_has_program mkfs + assert_has_program more + assert_has_program mount + assert_has_program namei + assert_has_program rename + assert_has_program renice + assert_has_program rev + assert_has_program script + assert_has_program setsid + assert_has_program setterm + assert_has_program sfdisk + assert_has_program swapon + assert_has_program swapoff + assert_has_program ul + assert_has_program umount + assert_has_program whereis + assert_has_program write +} + +function test_deploy { + put $TEST_HOME/utillinux_test.sh $BOARD_TESTDIR/fuego.$TESTDIR/ + put -r $TEST_HOME/tests $BOARD_TESTDIR/fuego.$TESTDIR/ +} + +function test_run { + report "cd $BOARD_TESTDIR/fuego.$TESTDIR;\ + export ramdiskdev=/dev/ram0;\ + ./utillinux_test.sh" +} + +function test_processing { + log_compare "$TESTDIR" "0" "TEST-FAIL" "n" +}
engine/tests/Functional.utillinux/parser.py new file +22 -0
@@ -0,0 +1,22 @@ +#!/usr/bin/python +# See common.py for description of command-line arguments + +import os, sys, collections + +sys.path.insert(0, os.environ['FUEGO_CORE'] + '/engine/scripts/parser') +import common as plib + +measurements = {} +measurements = collections.OrderedDict() + +regex_string = '^ -> (.*): TEST-(.*)$' +matches = plib.parse_log(regex_string) + +if matches: + for m in matches: + measurements['default.' + m[0]] = 'PASS' if m[1] == 'PASS' else 'FAIL' + +# split the output for each testcase +plib.split_output_per_testcase(regex_string, measurements) + +sys.exit(plib.process(measurements))
engine/tests/Functional.utillinux/spec.json new file +7 -0
@@ -0,0 +1,7 @@ +{ + "testName": "Functional.utillinux", + "specs": { + "default": {} + } +} +
engine/tests/Functional.utillinux/tests/utillinux_blockdev.sh new file +15 -0
@@ -0,0 +1,15 @@ +#!/bin/sh + +# In target, run command blockdev. +# option: --setrw + +test="help" + +modprobe brd + +if blockdev --setrw $ramdiskdev +then + echo " -> $test: TEST-PASS" +else + echo " -> $test: TEST-FAIL" +fi;
engine/tests/Functional.utillinux/tests/utillinux_cal.sh new file +12 -0
@@ -0,0 +1,12 @@ +#!/bin/sh + +# In target, run command cal. + +test="cal" + +if cal +then + echo " -> $test: TEST-PASS" +else + echo " -> $test: TEST-FAIL" +fi;
engine/tests/Functional.utillinux/tests/utillinux_col.sh new file +12 -0
@@ -0,0 +1,12 @@ +#!/bin/sh + +# In target, run command col. + +test="col" + +if echo -e "hello\tworld" | col -x | tr ' ' '~' | grep "hello~~~world" +then + echo " -> $test: TEST-PASS" +else + echo " -> $test: TEST-FAIL" +fi;
engine/tests/Functional.utillinux/tests/utillinux_colcrt.sh new file +15 -0
@@ -0,0 +1,15 @@ +#!/bin/sh + +# In target, run command colcrt. + +test="colcrt" + +echo "hello" > log +echo "world" >> log +if colcrt -2 log | grep -e "hello" -e "world" +then + echo " -> $test: TEST-PASS" +else + echo " -> $test: TEST-FAIL" +fi +rm -f log
engine/tests/Functional.utillinux/tests/utillinux_colrm.sh new file +15 -0
@@ -0,0 +1,15 @@ +#!/bin/sh + +# In target, run command colrm. + +test="colrm" + +echo "hello" > log +echo "world" >> log +if cat log | colrm 2 4 | grep -e "ho" -e "wd" +then + echo " -> $test: TEST-PASS" +else + echo " -> $test: TEST-FAIL" +fi +rm -f log
engine/tests/Functional.utillinux/tests/utillinux_column.sh new file +20 -0
@@ -0,0 +1,20 @@ +#!/bin/sh + +# In target, run command column. + +test="column" + +echo "This is a test file." > log +echo "This file is used to test column command." >> log + +echo "This is a test file." > grepfile +echo "This file is used to test column command." >> grepfile + +if column -t log | grep -f grepfile +then + echo " -> $test: TEST-PASS" +else + echo " -> $test: TEST-FAIL" +fi +rm -f log grepfile +
engine/tests/Functional.utillinux/tests/utillinux_ctrlaltdel.sh new file +12 -0
@@ -0,0 +1,12 @@ +#!/bin/sh + +# In target, run command ctrlaltdel. + +test="ctrlaltdel" + +if ctrlaltdel soft +then + echo " -> $test: TEST-PASS" +else + echo " -> $test: TEST-FAIL" +fi
engine/tests/Functional.utillinux/tests/utillinux_dmesg.sh new file +12 -0
@@ -0,0 +1,12 @@ +#!/bin/sh + +# In target, run command dmesg. + +test="dmesg" + +if dmesg | grep "Linux version" +then + echo " -> $test: TEST-PASS" +else + echo " -> $test: TEST-FAIL" +fi
engine/tests/Functional.utillinux/tests/utillinux_fdisk.sh new file +13 -0
@@ -0,0 +1,13 @@ +#!/bin/sh + +# In target, run command fdisk. + +test="fdisk" + +modprobe brd +if fdisk -s $ramdiskdev +then + echo " -> $test: TEST-PASS" +else + echo " -> $test: TEST-FAIL" +fi
engine/tests/Functional.utillinux/tests/utillinux_getopt.sh new file +12 -0
@@ -0,0 +1,12 @@ +#!/bin/sh + +# In target, run command getopt. + +test="getopt" + +if getopt aR -aR | grep "\-a.*\-R" +then + echo " -> $test: TEST-PASS" +else + echo " -> $test: TEST-FAIL" +fi
engine/tests/Functional.utillinux/tests/utillinux_hexdump.sh new file +19 -0
@@ -0,0 +1,19 @@ +#!/bin/sh + +# In target, run command hexdump. + +test="hexdump" + +mkdir test_dir +echo "HELLO WORLD" > test_dir/test1 + +hexdump -c test_dir/test1 > log + +if head -n 1 log | grep "0000000 H E L L O W O R L D \\\n" && tail -n 1 log | grep "000000c" +then + echo " -> $test: TEST-PASS" +else + echo " -> $test: TEST-FAIL" +fi +rm -rf test_dir +rm -f log
engine/tests/Functional.utillinux/tests/utillinux_ipcrm.sh new file +12 -0
@@ -0,0 +1,12 @@ +#!/bin/sh + +# In target, run command ipcrm. + +test="ipcrm" + +if ipcrm +then + echo " -> $test: TEST-PASS" +else + echo " -> $test: TEST-FAIL" +fi
engine/tests/Functional.utillinux/tests/utillinux_ipcs.sh new file +12 -0
@@ -0,0 +1,12 @@ +#!/bin/sh + +# In target, run command ipcs. + +test="ipcs" + +if ipcs | grep "Semaphore Arrays" +then + echo " -> $test: TEST-PASS" +else + echo " -> $test: TEST-FAIL" +fi
engine/tests/Functional.utillinux/tests/utillinux_kill.sh new file +16 -0
@@ -0,0 +1,16 @@ +#!/bin/sh + +# In target, run command kill. + +test="kill" + +sleep 1234 & pid=$! + +kill -9 $pid + +if ps | grep [s]leep +then + echo " -> $test: TEST-FAIL" +else + echo " -> $test: TEST-PASS" +fi
engine/tests/Functional.utillinux/tests/utillinux_logger.sh new file +15 -0
@@ -0,0 +1,15 @@ +#!/bin/sh + +# In target, run command logger. + +test="logger" + +mgs="This is a test message $(date)" +logger "$msg" +if grep "$msg" /var/log/syslog +then + echo " -> $test: TEST-PASS" +else + echo " Didn't find test string in log" + echo " -> $test: TEST-FAIL" +fi;
engine/tests/Functional.utillinux/tests/utillinux_look.sh new file +17 -0
@@ -0,0 +1,17 @@ +#!/bin/sh + +# In target, run command look. + +test="look" + +mkdir test_dir +echo "Line1 of test file" > test_dir/test1 +echo "Line2 of test file" >> test_dir/test1 + +if look Line1 test_dir/test1 | grep "Line1 of test file" +then + echo " -> $test: TEST-PASS" +else + echo " -> $test: TEST-FAIL" +fi +rm -fr test_dir
engine/tests/Functional.utillinux/tests/utillinux_mcookie.sh new file +12 -0
@@ -0,0 +1,12 @@ +#!/bin/sh + +# In target, run command mcookie. + +test="mcookie" + +if mcookie | wc -c | grep 33 +then + echo " -> $test: TEST-PASS" +else + echo " -> $test: TEST-FAIL" +fi
engine/tests/Functional.utillinux/tests/utillinux_mkfs.sh new file +14 -0
@@ -0,0 +1,14 @@ +#!/bin/sh + +# In target, run command mkfs. + +test="mkfs" + +modprobe brd + +if mkfs $ramdiskdev +then + echo " -> $test: TEST-PASS" +else + echo " -> $test: TEST-FAIL" +fi
engine/tests/Functional.utillinux/tests/utillinux_more.sh new file +12 -0
@@ -0,0 +1,12 @@ +#!/bin/sh + +# In target, run command more. + +test="more" + +if more -V | grep "more from util-linux" +then + echo " -> $test: TEST-PASS" +else + echo " -> $test: TEST-FAIL" +fi
engine/tests/Functional.utillinux/tests/utillinux_mount.sh new file +31 -0
@@ -0,0 +1,31 @@ +#!/bin/sh + +# In target, run command mount. + +test="mount" + +if [ -f /mnt/test-ram ] +then + rm -rf /mnt/test-ram +fi + +mkdir /mnt/test-ram + +if mount -t ramfs $ramdiskdev /mnt/test-ram +then + echo " -> mount succeeded." +else + echo " -> mount failed." + echo " -> $test: TEST-FAIL" + exit +fi + +if mount | grep "$ramdiskdev on \/mnt\/test-ram type ramf" +then + echo " -> $test: TEST-PASS" +else + echo " -> $test: TEST-FAIL" +fi + +umount /mnt/test-ram +rm -fr /mnt/test-ram
engine/tests/Functional.utillinux/tests/utillinux_namei.sh new file +16 -0
@@ -0,0 +1,16 @@ +#!/bin/sh + +# In target, run command namei. + +test="namei" + +mkdir test_dir +namei test_dir > log +if head -n 1 log | grep "f: test_dir" && tail -n 1 log | grep " d test_dir" +then + echo " -> $test: TEST-PASS" +else + echo " -> $test: TEST-FAIL" +fi +rm -fr test_dir +rm -f log
engine/tests/Functional.utillinux/tests/utillinux_rename.sh new file +17 -0
@@ -0,0 +1,17 @@ +#!/bin/sh + +# In target, run command rename. + +test="rename" + +mkdir test_dir +touch test_dir/test1 +rename test_dir/test1 test_dir/rename_test1 test_dir/test1 + +if [ ! -f test_dir/test1 ] && [ -f test_dir/rename_test1 ] +then + echo " -> $test: TEST-PASS" +else + echo " -> $test: TEST-FAIL" +fi +rm -fr test_dir
engine/tests/Functional.utillinux/tests/utillinux_renice.sh new file +15 -0
@@ -0,0 +1,15 @@ +#!/bin/sh + +# In target, run command renice. + +test="renice" + +sleep 12345 & pid=$! + +if renice 12 -p $pid | grep "process ID" +then + echo " -> $test: TEST-PASS" +else + echo " -> $test: TEST-FAIL" +fi +killall sleep
engine/tests/Functional.utillinux/tests/utillinux_rev.sh new file +16 -0
@@ -0,0 +1,16 @@ +#!/bin/sh + +# In target, run command rev. + +test="rev" + +mkdir test_dir +echo "hello world" > test_dir/test1 + +if rev test_dir/test1 | grep "dlrow olleh" +then + echo " -> $test: TEST-PASS" +else + echo " -> $test: TEST-FAIL" +fi +rm -fr test_dir
engine/tests/Functional.utillinux/tests/utillinux_script.sh new file +25 -0
@@ -0,0 +1,25 @@ +#!/bin/sh + +# In target, run command script. + +test="script" + +expect <<-EOF +spawn script +expect "Script started, file is typescript" +send_user " -> start script succeeded.\n" +send "echo \"hello world\"\r" +expect "hello world" +send "exit\r" +expect "Script done, file is typescript" +send_user " -> file typescript is created.\n" +expect eof +EOF + +if cat typescript | grep "hello world" +then + echo " -> $test: TEST-PASS" +else + echo " -> $test: TEST-FAIL" +fi +rm -f typescript
engine/tests/Functional.utillinux/tests/utillinux_setsid.sh new file +12 -0
@@ -0,0 +1,12 @@ +#!/bin/sh + +# In target, run command setsid. + +test="setsid" + +if setsid ls +then + echo " -> $test: TEST-PASS" +else + echo " -> $test: TEST-FAIL" +fi
engine/tests/Functional.utillinux/tests/utillinux_setterm.sh new file +12 -0
@@ -0,0 +1,12 @@ +#!/bin/sh + +# In target, run command setterm. + +test="setterm" + +if setterm --help | grep "Usage" +then + echo " -> $test: TEST-PASS" +else + echo " -> $test: TEST-FAIL" +fi
engine/tests/Functional.utillinux/tests/utillinux_sfdisk.sh new file +13 -0
@@ -0,0 +1,13 @@ +#!/bin/sh + +# In target, run command sfdisk. + +test="sfdisk" + +modprobe brd +if sfdisk -s $ramdiskdev +then + echo " -> $test: TEST-PASS" +else + echo " -> $test: TEST-FAIL" +fi
engine/tests/Functional.utillinux/tests/utillinux_swap.sh new file +38 -0
@@ -0,0 +1,38 @@ +#!/bin/sh + +# In target, run command swapon&swapoff. + +test="swapon&swapoff" + +function check_if_succeeded { + if $1 + then + echo " -> $test: $1 succeeded." + else + echo " -> $test: $1 failed." + echo " -> $test: TEST-FAIL" + fi +} + +if [ $(cat /proc/swaps | wc -l) = 1 ] +then + check_if_succeeded "swapon -a" + check_if_succeeded "swapoff -a" + if [ $(cat /proc/swaps | wc -l) = 1 ] + then + echo " -> $test: TEST-PASS" + else + echo " -> $test: TEST-FAIL" + fi +else + swap_name=$(cat /proc/swaps | tail -n 1| tr -s " " | cut -d ' ' -f1) + check_if_succeeded "swapoff $swap_name" + check_if_succeeded "swapon $swap_name" + if cat /proc/swaps | grep $swap_name + then + echo " -> $test: TEST-PASS" + else + echo " -> $test: TEST-FAIL" + fi +fi; +
engine/tests/Functional.utillinux/tests/utillinux_ul.sh new file +12 -0
@@ -0,0 +1,12 @@ +#!/bin/sh + +# In target, run command ul. + +test="ul" + +if echo "__" | ul +then + echo " -> $test: TEST-PASS" +else + echo " -> $test: TEST-FAIL" +fi
engine/tests/Functional.utillinux/tests/utillinux_umount.sh new file +16 -0
@@ -0,0 +1,16 @@ +#!/bin/sh + +# In target, run command umount. + +test="umount" + +mount -n -t tmpfs none /dev/shm + +umount /dev/shm +if mount | grep "none on /dev/shm" +then + echo " -> $test: TEST-FAIL" +else + echo " -> $test: TEST-PASS" +fi; +
engine/tests/Functional.utillinux/tests/utillinux_whereis.sh new file +12 -0
@@ -0,0 +1,12 @@ +#!/bin/sh + +# In target, run command whereis. + +test="whereis" + +if whereis passwd | grep "passwd: " +then + echo " -> $test: TEST-PASS" +else + echo " -> $test: TEST-FAIL" +fi
engine/tests/Functional.utillinux/tests/utillinux_write.sh new file +13 -0
@@ -0,0 +1,13 @@ +#!/bin/sh + +# In target, run command write. + +test="write" + +mesg y +if echo "testing write" | write root /dev/pts/0 +then + echo " -> $test: TEST-PASS" +else + echo " -> $test: TEST-FAIL" +fi
engine/tests/Functional.utillinux/utillinux_test.sh new file +4 -0
@@ -0,0 +1,4 @@ +#!/bin/sh +for i in tests/*.sh; do + sh $i +done
Signature · 1 line
1.8.3.1
PATCH 1/1 Add test cases of command vconfig.
In reply to Wang Mingyu--- engine/tests/Functional.vconfig/fuego_test.sh | 19 ++++++++++++++++++ engine/tests/Functional.vconfig/parser.py | 22 +++++++++++++++++++++ engine/tests/Functional.vconfig/spec.json | 7 +++++++ .../Functional.vconfig/tests/vconfig_VLAN_tag.sh | 23 ++++++++++++++++++++++ .../tests/Functional.vconfig/tests/vconfig_add.sh | 16 +++++++++++++++ .../Functional.vconfig/tests/vconfig_addaddr.sh | 17 ++++++++++++++++ .../tests/Functional.vconfig/tests/vconfig_help.sh | 13 ++++++++++++ .../Functional.vconfig/tests/vconfig_remove.sh | 15 ++++++++++++++ .../Functional.vconfig/tests/vconfig_set_flag.sh | 16 +++++++++++++++ engine/tests/Functional.vconfig/vconfig_test.sh | 4 ++++ 10 files changed, 152 insertions(+) create mode 100644 engine/tests/Functional.vconfig/fuego_test.sh create mode 100644 engine/tests/Functional.vconfig/parser.py create mode 100644 engine/tests/Functional.vconfig/spec.json create mode 100644 engine/tests/Functional.vconfig/tests/vconfig_VLAN_tag.sh create mode 100644 engine/tests/Functional.vconfig/tests/vconfig_add.sh create mode 100644 engine/tests/Functional.vconfig/tests/vconfig_addaddr.sh create mode 100644 engine/tests/Functional.vconfig/tests/vconfig_help.sh create mode 100644 engine/tests/Functional.vconfig/tests/vconfig_remove.sh create mode 100644 engine/tests/Functional.vconfig/tests/vconfig_set_flag.sh create mode 100755 engine/tests/Functional.vconfig/vconfig_test.sh
engine/tests/Functional.vconfig/fuego_test.sh new file +19 -0
@@ -0,0 +1,19 @@ +function test_pre_check { + is_on_target_path vconfig PROGRAM_VCONFIG + assert_define PROGRAM_VCONFIG "Missing 'vconfig' program on target board" +} + +function test_deploy { + put $TEST_HOME/vconfig_test.sh $BOARD_TESTDIR/fuego.$TESTDIR/ + put -r $TEST_HOME/tests $BOARD_TESTDIR/fuego.$TESTDIR/ +} + +function test_run { + report "cd $BOARD_TESTDIR/fuego.$TESTDIR;\ + export vcon_remote_ifeth=$IFETH;\ + ./vconfig_test.sh" +} + +function test_processing { + log_compare "$TESTDIR" "0" "TEST-FAIL" "n" +}
engine/tests/Functional.vconfig/parser.py new file +22 -0
@@ -0,0 +1,22 @@ +#!/usr/bin/python +# See common.py for description of command-line arguments + +import os, sys, collections + +sys.path.insert(0, os.environ['FUEGO_CORE'] + '/engine/scripts/parser') +import common as plib + +measurements = {} +measurements = collections.OrderedDict() + +regex_string = '^ -> (.*): TEST-(.*)$' +matches = plib.parse_log(regex_string) + +if matches: + for m in matches: + measurements['default.' + m[0]] = 'PASS' if m[1] == 'PASS' else 'FAIL' + +# split the output for each testcase +plib.split_output_per_testcase(regex_string, measurements) + +sys.exit(plib.process(measurements))
engine/tests/Functional.vconfig/spec.json new file +7 -0
@@ -0,0 +1,7 @@ +{ + "testName": "Functional.vconfig", + "specs": { + "default": {} + } +} +
engine/tests/Functional.vconfig/tests/vconfig_VLAN_tag.sh new file +23 -0
@@ -0,0 +1,23 @@ +#!/bin/sh + +# In target, run command vconfig. +# option: add/rem + +test="VLAN_tag" + +mkdir test_dir + +ifconfig $vcon_remote_ifeth up +vconfig add $vcon_remote_ifeth 100 +ifconfig $vcon_remote_ifeth.100 inet 192.168.255.1 netmask 0xffffff00 +ping -q -c 50 -I $vcon_remote_ifeth.100 192.168.255.2 & +tcpdump -c 10 -ex -i $vcon_remote_ifeth ether broadcast > test_dir/dumpdata + +if cat test_dir/dumpdata | grep "vlan 100" +then + echo " -> $test: TEST-PASS" +else + echo " -> $test: TEST-FAIL" +fi +rm -f test_dir/dumpdata +vconfig rem $vcon_remote_ifeth.100
engine/tests/Functional.vconfig/tests/vconfig_add.sh new file +16 -0
@@ -0,0 +1,16 @@ +#!/bin/sh + +# In target, run command vconfig. +# option: add + +test="add" + +vconfig add $vcon_remote_ifeth 4 + +if ifconfig $vcon_remote_ifeth.4 | grep "$vcon_remote_ifeth.4" +then + echo " -> $test: TEST-PASS" +else + echo " -> $test: TEST-FAIL" +fi +vconfig rem $vcon_remote_ifeth.4
engine/tests/Functional.vconfig/tests/vconfig_addaddr.sh new file +17 -0
@@ -0,0 +1,17 @@ +#!/bin/sh + +# In target, run command vconfig. +# option: add/rem + +test="addaddr" + +vconfig add $vcon_remote_ifeth 100 +ifconfig $vcon_remote_ifeth.100 inet 192.168.255.1 netmask 0xffffff00 + +if ifconfig $vcon_remote_ifeth.100 | grep "192.168.255.1" +then + echo " -> $test: TEST-PASS" +else + echo " -> $test: TEST-FAIL" +fi +vconfig rem $vcon_remote_ifeth.100
engine/tests/Functional.vconfig/tests/vconfig_help.sh new file +13 -0
@@ -0,0 +1,13 @@ +#!/bin/sh + +# In target, run command vconfig. +# option: none + +test="help" + +if vconfig | grep Usage +then + echo " -> $test: TEST-PASS" +else + echo " -> $test: TEST-FAIL" +fi;
engine/tests/Functional.vconfig/tests/vconfig_remove.sh new file +15 -0
@@ -0,0 +1,15 @@ +#!/bin/sh + +# In target, run command vconfig. +# option: rem + +test="remove" + +vconfig add $vcon_remote_ifeth 4 + +if vconfig rem $vcon_remote_ifeth.4 | grep "Removed VLAN" +then + echo " -> $test: TEST-PASS" +else + echo " -> $test: TEST-FAIL" +fi
engine/tests/Functional.vconfig/tests/vconfig_set_flag.sh new file +16 -0
@@ -0,0 +1,16 @@ +#!/bin/sh + +# In target, run command vconfig. +# option: set_flag + +test="set_flag" + +vconfig add $vcon_remote_ifeth 4 + +if vconfig set_flag $vcon_remote_ifeth.4 1 | grep "Set flag on device" +then + echo " -> $test: TEST-PASS" +else + echo " -> $test: TEST-FAIL" +fi +vconfig rem $vcon_remote_ifeth.4
engine/tests/Functional.vconfig/vconfig_test.sh new file +4 -0
@@ -0,0 +1,4 @@ +#!/bin/sh +for i in tests/*.sh; do + sh $i +done
Signature · 1 line
1.8.3.1
Re: [Fuego] [PATCH] Add test cases of command vconfig.
Please see comments inline below:
Quoted 3 lines
-----Original Message-----
From: Wang Mingyu
There is no description in the commit message. The body of the commit message should not be empty. Please at least describe the test a little bit here.
Quoted 41 lines
Signed-off-by Wang Mingyu <[email protected]>--- engine/tests/Functional.vconfig/fuego_test.sh | 19 ++++++++++++++++++ engine/tests/Functional.vconfig/parser.py | 22 +++++++++++++++++++++ engine/tests/Functional.vconfig/spec.json | 7 +++++++ .../Functional.vconfig/tests/vconfig_VLAN_tag.sh | 23 ++++++++++++++++++++++ .../tests/Functional.vconfig/tests/vconfig_add.sh | 16 +++++++++++++++ .../Functional.vconfig/tests/vconfig_addaddr.sh | 17 ++++++++++++++++ .../tests/Functional.vconfig/tests/vconfig_help.sh | 13 ++++++++++++ .../Functional.vconfig/tests/vconfig_remove.sh | 15 ++++++++++++++ .../Functional.vconfig/tests/vconfig_set_flag.sh | 16 +++++++++++++++ engine/tests/Functional.vconfig/vconfig_test.sh | 4 ++++ 10 files changed, 152 insertions(+) create mode 100644 engine/tests/Functional.vconfig/fuego_test.sh create mode 100644 engine/tests/Functional.vconfig/parser.py create mode 100644 engine/tests/Functional.vconfig/spec.json create mode 100644 engine/tests/Functional.vconfig/tests/vconfig_VLAN_tag.sh create mode 100644 engine/tests/Functional.vconfig/tests/vconfig_add.sh create mode 100644 engine/tests/Functional.vconfig/tests/vconfig_addaddr.sh create mode 100644 engine/tests/Functional.vconfig/tests/vconfig_help.sh create mode 100644 engine/tests/Functional.vconfig/tests/vconfig_remove.sh create mode 100644 engine/tests/Functional.vconfig/tests/vconfig_set_flag.sh create mode 100755 engine/tests/Functional.vconfig/vconfig_test.shengine/tests/Functional.vconfig/fuego_test.sh new file +3
-0@@ -0,0 +1,19 @@ +function test_pre_check { + is_on_target_path vconfig PROGRAM_VCONFIG + assert_define PROGRAM_VCONFIG "Missing 'vconfig' program on target
Quoted 1 line
board"
Should be:assert_has_program vconfig
engine/tests/Functional.vconfig/fuego_test.sh line 13
Quoted 10 lines
engine/tests/Functional.vconfig/fuego_test.sh new file +10
-0+} + +function test_deploy { + put $TEST_HOME/vconfig_test.sh $BOARD_TESTDIR/fuego.$TESTDIR/ + put -r $TEST_HOME/tests $BOARD_TESTDIR/fuego.$TESTDIR/ +} + +function test_run { + report "cd $BOARD_TESTDIR/fuego.$TESTDIR;\ + export vcon_remote_ifeth=$IFETH;\
Where does $IFETH come from?
If the test requires a variable defined in the board file, then this should be documented in a test.yaml file.
Quoted 25 lines
engine/tests/Functional.vconfig/fuego_test.sh new file +6
-0+ ./vconfig_test.sh" +} + +function test_processing { + log_compare "$TESTDIR" "0" "TEST-FAIL" "n" +}engine/tests/Functional.vconfig/parser.py new file +12
-0@@ -0,0 +1,22 @@ +#!/usr/bin/python +# See common.py for description of command-line arguments + +import os, sys, collections + +sys.path.insert(0, os.environ['FUEGO_CORE'] + '/engine/scripts/parser') +import common as plib + +measurements = {} +measurements = collections.OrderedDict() + +regex_string = '^ -> (.*): TEST-(.*)$'
engine/tests/Functional.vconfig/parser.py line 22
Quoted 10 lines
engine/tests/Functional.vconfig/parser.py new file +10
-0+matches = plib.parse_log(regex_string) + +if matches: + for m in matches: + measurements['default.' + m[0]] = 'PASS' if m[1] == 'PASS' else 'FAIL' + +# split the output for each testcase +plib.split_output_per_testcase(regex_string, measurements) + +sys.exit(plib.process(measurements))
I'm still interested in adding a generic parser for this.
But that will likely have to wait until we do an overhaul of the parser code for the 1.5 release.
Quoted 21 lines
engine/tests/Functional.vconfig/spec.json new file +7
-0@@ -0,0 +1,7 @@ +{ + "testName": "Functional.vconfig", + "specs": { + "default": {} + } +} +engine/tests/Functional.vconfig/tests/vconfig_VLAN_tag.sh new file +0
-0
engine/tests/Functional.vconfig/tests/vconfig_VLAN_tag.sh line 10
Quoted 10 lines
engine/tests/Functional.vconfig/tests/vconfig_VLAN_tag.sh new file +10
-0@@ -0,0 +1,23 @@ +#!/bin/sh + +# In target, run command vconfig. +# option: add/rem + +test="VLAN_tag" + +mkdir test_dir + +ifconfig $vcon_remote_ifeth up
I'm confused by the variable naming here. Is 'vcon_remote_ifeth' the board's Ethernet device? Why does it have 'remote' in the name?
engine/tests/Functional.vconfig/tests/vconfig_VLAN_tag.sh line 12
Quoted 2 lines
engine/tests/Functional.vconfig/tests/vconfig_VLAN_tag.sh new file +2
-0+vconfig add $vcon_remote_ifeth 100 +ifconfig $vcon_remote_ifeth.100 inet 192.168.255.1 netmask 0xffffff00
These addresses look suspiciously hardcoded for a particular network. Will this work in other people's labs, or does the board have to already be on a 192.168.255 network?
Please explain what this test is actually doing (possibly by putting something in a comment in this test).
Quoted 3 lines
engine/tests/Functional.vconfig/tests/vconfig_VLAN_tag.sh new file +2
-0+ping -q -c 50 -I $vcon_remote_ifeth.100 192.168.255.2 & +tcpdump -c 10 -ex -i $vcon_remote_ifeth ether broadcast >test_dir/dumpdata
Should check that ping and tcpdump are on the board with 'assert_has_program'
engine/tests/Functional.vconfig/tests/vconfig_VLAN_tag.sh
Quoted 2 lines
engine/tests/Functional.vconfig/tests/vconfig_VLAN_tag.sh new file +2
-0+ +if cat test_dir/dumpdata | grep "vlan 100"
This is an intriguing test. I look forward to adding it.
Quoted 131 lines
engine/tests/Functional.vconfig/tests/vconfig_VLAN_tag.sh new file +7
-0+then + echo " -> $test: TEST-PASS" +else + echo " -> $test: TEST-FAIL" +fi +rm -f test_dir/dumpdata +vconfig rem $vcon_remote_ifeth.100engine/tests/Functional.vconfig/tests/vconfig_add.sh new file +16
-0@@ -0,0 +1,16 @@ +#!/bin/sh + +# In target, run command vconfig. +# option: add + +test="add" + +vconfig add $vcon_remote_ifeth 4 + +if ifconfig $vcon_remote_ifeth.4 | grep "$vcon_remote_ifeth.4" +then + echo " -> $test: TEST-PASS" +else + echo " -> $test: TEST-FAIL" +fi +vconfig rem $vcon_remote_ifeth.4engine/tests/Functional.vconfig/tests/vconfig_addaddr.sh new file +17
-0@@ -0,0 +1,17 @@ +#!/bin/sh + +# In target, run command vconfig. +# option: add/rem + +test="addaddr" + +vconfig add $vcon_remote_ifeth 100 +ifconfig $vcon_remote_ifeth.100 inet 192.168.255.1 netmask 0xffffff00 + +if ifconfig $vcon_remote_ifeth.100 | grep "192.168.255.1" +then + echo " -> $test: TEST-PASS" +else + echo " -> $test: TEST-FAIL" +fi +vconfig rem $vcon_remote_ifeth.100engine/tests/Functional.vconfig/tests/vconfig_help.sh new file +13
-0@@ -0,0 +1,13 @@ +#!/bin/sh + +# In target, run command vconfig. +# option: none + +test="help" + +if vconfig | grep Usage +then + echo " -> $test: TEST-PASS" +else + echo " -> $test: TEST-FAIL" +fi;engine/tests/Functional.vconfig/tests/vconfig_remove.sh new file +15
-0@@ -0,0 +1,15 @@ +#!/bin/sh + +# In target, run command vconfig. +# option: rem + +test="remove" + +vconfig add $vcon_remote_ifeth 4 + +if vconfig rem $vcon_remote_ifeth.4 | grep "Removed VLAN" +then + echo " -> $test: TEST-PASS" +else + echo " -> $test: TEST-FAIL" +fiengine/tests/Functional.vconfig/tests/vconfig_set_flag.sh new file +16
-0@@ -0,0 +1,16 @@ +#!/bin/sh + +# In target, run command vconfig. +# option: set_flag + +test="set_flag" + +vconfig add $vcon_remote_ifeth 4 + +if vconfig set_flag $vcon_remote_ifeth.4 1 | grep "Set flag on device" +then + echo " -> $test: TEST-PASS" +else + echo " -> $test: TEST-FAIL" +fi +vconfig rem $vcon_remote_ifeth.4engine/tests/Functional.vconfig/vconfig_test.sh new file +4
-1@@ -0,0 +1,4 @@ +#!/bin/sh +for i in tests/*.sh; do + sh $i +done --
Quoted 1 line
1.8.3.1
Most of this looks good. But please address the comments above and re-submit.
Thanks,
-- Tim
PATCH 1/1 Add test cases of command samhain.
In reply to Wang Mingyu--- engine/tests/Functional.samhain/data/samhainrc | 773 +++++++++++++++++++++ engine/tests/Functional.samhain/fuego_test.sh | 19 + engine/tests/Functional.samhain/parser.py | 22 + engine/tests/Functional.samhain/samhain_test.sh | 4 + engine/tests/Functional.samhain/spec.json | 7 + .../Functional.samhain/tests/samhain_check.sh | 58 ++ .../tests/Functional.samhain/tests/samhain_help.sh | 13 + .../tests/Functional.samhain/tests/samhain_init.sh | 42 ++ 8 files changed, 938 insertions(+) create mode 100755 engine/tests/Functional.samhain/data/samhainrc create mode 100644 engine/tests/Functional.samhain/fuego_test.sh create mode 100644 engine/tests/Functional.samhain/parser.py create mode 100755 engine/tests/Functional.samhain/samhain_test.sh create mode 100644 engine/tests/Functional.samhain/spec.json create mode 100644 engine/tests/Functional.samhain/tests/samhain_check.sh create mode 100644 engine/tests/Functional.samhain/tests/samhain_help.sh create mode 100644 engine/tests/Functional.samhain/tests/samhain_init.sh
engine/tests/Functional.samhain/data/samhainrc new file +773 -0
@@ -0,0 +1,773 @@ +##################################################################### +# +# Configuration file template for samhain. +# +##################################################################### +# +# -- empty lines and lines starting with '#', ';' or '//' are ignored +# -- boolean options can be Yes/No or True/False or 1/0 +# -- you can PGP clearsign this file -- samhain will check (if compiled +# with support) or otherwise ignore the signature +# -- CHECK mail address +# +# To each log facility, you can assign a threshold severity. Only +# reports with at least the threshold severity will be logged +# to the respective facility (even further below). +# +##################################################################### +# +# SETUP for file system checking: +# +# (i) There are several policies, each has its own section. Put files +# into the section for the appropriate policy (see below). +# (ii) Section [EventSeverity]: +# To each policy, you can assign a severity (further below). +# (iii) Section [Log]: +# To each log facility, you can assign a threshold severity. Only +# reports with at least the threshold severity will be logged +# to the respective facility (even further below). +# +##################################################################### + +##################################################################### +# +# Files are defined with: file = /absolute/path +# +# Directories are defined with: dir = /absolute/path +# or with an optional recursion depth (N <= 99): dir = N/absolute/path +# +# Directory inodes are checked. If you only want to check files +# in a directory, but not the directory inode itself, use (e.g.): +# +# [ReadOnly] +# dir = /some/directory +# [IgnoreAll] +# file = /some/directory +# +# You can use shell-style globbing patterns, like: file = /path/foo* +# +###################################################################### + +[Misc] +## +## Add or subtract tests from the policies +## - if you want to change their definitions, +## you need to do that before using the policies +## +# RedefReadOnly = (no default) +# RedefAttributes=(no default) +# RedefLogFiles=(no default) +# RedefGrowingLogFiles=(no default) +# RedefIgnoreAll=(no default) +# RedefIgnoreNone=(no default) + +# RedefUser0=(no default) +# RedefUser1=(no default) + +# +# --------- / -------------- +# + +[ReadOnly] +#dir = 0/ + +[Attributes] +file = /tmp +file = /dev +file = /media +file = /proc +file = /sys + +# +# --------- /etc ----------- +# + +[ReadOnly] +## +## for these files, only access time is ignored +## +#dir = 99/etc + +[Attributes] +## +## check permission and ownership +## +#file = /etc/mtab +#file = /etc/adjtime +#file = /etc/motd +#file = /etc/lvm/.cache + +# On Ubuntu, these are in /var/lib rather than /etc +#file = /etc/cups/certs +#file = /etc/cups/certs/0 + +# managed by fstab-sync on Fedora Core +#file = /etc/fstab + +# modified when booting +#file = /etc/sysconfig/hwconf + +# There are files in /etc that might change, thus changing the directory +# timestamps. Put it here as 'file', and in the ReadOnly section as 'dir'. + +#file = /etc + +# +# --------- /boot ----------- +# + +[ReadOnly] +#dir = 99/boot + +# +# --------- /bin, /sbin ----------- +# + +[ReadOnly] +#dir = 99/bin +#dir = 99/sbin + +# +# --------- /lib ----------- +# + +[ReadOnly] +#dir = 99/lib + +# +# --------- /dev ----------- +# + +[Attributes] +#dir = 99/dev + +[IgnoreAll] +## +## pseudo terminals are created/removed as needed +## +#dir = -1/dev/pts + +# dir = -1/dev/.udevdb + +#file = /dev/ppp + +# +# --------- /usr ----------- +# + +[ReadOnly] +#dir = 99/usr + +[ReadOnly] +dir = 99$BOARD_TESTDIR/fuego.$TESTDIR/test_dir/samhain_test + +# +# --------- /var ----------- +# + +[ReadOnly] +#dir = 99/var + +[IgnoreAll] +dir = -1/var/cache +dir = -1/var/backups +dir = -1/var/games +dir = -1/var/gdm +dir = -1/var/lock +dir = -1/var/mail +dir = -1/var/run +dir = -1/var/spool +dir = -1/var/tmp +dir = -1/var/lib/texmf +dir = -1/var/lib/scrollkeeper + + +[Attributes] + +dir = /var/lib/nfs +dir = /var/lib/pcmcia + +# /var/lib/rpm changes if packets are installed; +# /var/lib/rpm/__db.00[123] even more frequently +file = /var/lib/rpm/__db.00? + +file = /var/lib/acpi-support/vbestate +file = /var/lib/alsa/asound.state +file = /var/lib/apt/lists/lock +file = /var/lib/apt/lists/partial +file = /var/lib/cups/certs +file = /var/lib/cups/certs/0 +file = /var/lib/dpkg/lock +file = /var/lib/gdm +file = /var/lib/gdm/.cookie +file = /var/lib/gdm/.gdmfifo +file = /var/lib/gdm/:0.Xauth +file = /var/lib/gdm/:0.Xservers +file = /var/lib/logrotate/status +file = /var/lib/mysql +file = /var/lib/mysql/ib_logfile0 +file = /var/lib/mysql/ibdata1 +file = /var/lib/slocate +file = /var/lib/slocate/slocate.db +file = /var/lib/slocate/slocate.db.tmp +file = /var/lib/urandom +file = /var/lib/urandom/random-seed +file = /var/lib/random-seed +file = /var/lib/xkb + + +[GrowingLogFiles] +## +## For these files, changes in signature, timestamps, and increase in size +## are ignored. Logfile rotation will cause a report because of shrinking +## size and different inode. +## +#dir = 99/var/log + +[Attributes] +# +# rotated logs will change inode +# +#file = /var/log/*.[0-9].gz +#file = /var/log/*.[0-9].log +#file = /var/log/*.[0-9] +#file = /var/log/*.old +#file = /var/log/*/*.[0-9].gz +#file = /var/log/*/*.[0-9][0-9].gz +#file = /var/log/*/*.log.[0-9] + +[Misc] +# +# Various naming schemes for rotated logs +# +IgnoreAdded = /var/log/.*\.[0-9]+$ +IgnoreAdded = /var/log/.*\.[0-9]+\.gz$ +IgnoreAdded = /var/log/.*\.[0-9]+\.log$ +# +# Subdirectories +# +IgnoreAdded = /var/log/[[:alnum:]]+/.*\.[0-9]+$ +IgnoreAdded = /var/log/[[:alnum:]]+/.*\.[0-9]+\.gz$ +IgnoreAdded = /var/log/[[:alnum:]]+/.*\.[0-9]+\.log$ +# +IgnoreAdded = /var/lib/slocate/slocate.db.tmp +IgnoreMissing = /var/lib/slocate/slocate.db.tmp + +# +# --------- other policies ----------- +# + +[IgnoreNone] +## +## for these files, all modifications (even access time) are reported +## - you may create some interesting-looking file (like /etc/safe_passwd), +## just to watch whether someone will access it ... +## + +[Prelink] +## +## Use for prelinked files or directories holding them +## + + +[User0] +[User1] +## User0 and User1 are sections for files/dirs with user-definable checking +## (see the manual) + + + +[EventSeverity] +## +## Here you can assign severities to policy violations. +## If this severity exceeds the treshold of a log facility (see below), +## a policy violation will be logged to that facility. +## +## Severity for verification failures. +## +# SeverityReadOnly=crit +# SeverityLogFiles=crit +# SeverityGrowingLogs=crit +# SeverityIgnoreNone=crit +# SeverityAttributes=crit +# SeverityUser0=crit +# SeverityUser1=crit +# SeverityIgnoreAll=crit + + +## Files : file access problems +# SeverityFiles=crit + +## Dirs : directory access problems +# SeverityDirs=crit + +## Names : suspect (non-printable) characters in a pathname +# SeverityNames=crit + +[Log] +## +## Switch on/OFF log facilities and set their threshold severity +## +## Values: debug, info, notice, warn, mark, err, crit, alert, none. +## 'mark' is used for timestamps. +## +## +## Use 'none' to SWITCH OFF a log facility +## +## By default, everything equal to and above the threshold is logged. +## The specifiers '*', '!', and '=' are interpreted as +## 'all', 'all but', and 'only', respectively (like syslogd(8) does, +## at least on Linux). Examples: +## MailSeverity=* +## MailSeverity=!warn +## MailSeverity==crit + +## E-mail +## +# MailSeverity=none + +## Console +## +# PrintSeverity=info + +## Logfile +## +# LogSeverity=mark + +## Syslog +## +# SyslogSeverity=none + +## Remote server (yule) +## +# ExportSeverity=none + +## External script or program +## +# ExternalSeverity = none + +## Logging to a database +## +# DatabaseSeverity = none + +## Logging to a Prelude-IDS +## +# PreludeSeverity = crit + + + +##################################################### +# +# Optional modules +# +##################################################### + +# [SuidCheck] +## +## --- Check the filesystem for SUID/SGID binaries +## + +## Switch on +# +# SuidCheckActive = yes + +## Interval for check (seconds) +# +# SuidCheckInterval = 7200 + +## Alternative: crontab-like schedule +# +# SuidCheckSchedule = NULL + +## Directory to exclude +# +# SuidCheckExclude = NULL + +## Limit on files per second (0 == no limit) +# +# SuidCheckFps = 0 + +## Alternative: yield after every file +# +# SuidCheckYield = no + +## Severity of a detection +# +# SeveritySuidCheck = crit + +## Quarantine SUID/SGID files if found +# +# SuidCheckQuarantineFiles = yes + +## Method for Quarantining files: +# 0 - Delete or truncate the file. +# 1 - Remove SUID/SGID permissions from file. +# 2 - Move SUID/SGID file to quarantine dir. +# +# SuidCheckQuarantineMethod = 0 + +## For method 1 and 3, really delete instead of truncating +# +# SuidCheckQuarantineDelete = yes + +#[Kernel] +## +## --- Check for loadable kernel module rootkits (Linux/FreeBSD only) +## + +## Switch on/off +# +# KernelCheckActive = True + +## Check interval (seconds); btw., the check is VERY fast +# +# KernelCheckInterval = 300 + +## Severity +# +# SeverityKernel = crit + + +# [Utmp] +## +## --- Logging of login/logout events +## + +## Switch on/off +# +# LoginCheckActive = True + +## Severity for logins, multiple logins, logouts +# +# SeverityLogin=info +# SeverityLoginMulti=warn +# SeverityLogout=info + +## Interval for login/logout checks +# +# LoginCheckInterval = 300 + + +# [Database] +## +## --- Logging to a relational database +## + +## Database name +# +# SetDBName = samhain + +## Database table +# +# SetDBTable = log + +## Database user +# +# SetDBUser = samhain + +## Database password +# +# SetDBPassword = (default: none) + +## Database host +# +# SetDBHost = localhost + +## Log the server timestamp for received messages +# +# SetDBServerTstamp = True + +## Use a persistent connection +# +# UsePersistent = True + +# [External] +## +## Interface to call external scripts/programs for logging +## + +## The absolute path to the command +## - Each invocation of this directive will end the definition of the +## preceding command, and start the definition of +## an additional, new command +# +# OpenCommand = (no default) + +## Type (log or rv) +## - log for log messages, srv for messages received by the server +# +# SetType = log + +## The command (full command line) to execute +# +# SetCommandLine = (no default) + +## The environment (KEY=value; repeat for more) +# +# SetEnviron = TZ=(your timezone) + +## The TIGER192 checksum (optional) +# +# SetChecksum = (no default) + +## User who runs the command +# +# SetCredentials = (default: samhain process uid) + +## Words not allowed in message +# +# SetFilterNot = (none) + +## Words required (ALL of them) +# +# SetFilterAnd = (none) + +## Words required (at least one) +# +# SetFilterOr = (none) + +## Deadtime between consecutive calls +# +# SetDeadtime = 0 + +## Add default environment (HOME, PATH, SHELL) +# +# SetDefault = no + + +##################################################### +# +# Miscellaneous configuration options +# +##################################################### + +[Misc] + +## whether to become a daemon process +## (this is not honoured on database initialisation) +# +# Daemon = no +Daemon = yes + +## whether to test signature of files (init/check/none) +## - if 'none', then we have to decide this on the command line - +# +# ChecksumTest = none +ChecksumTest=check + +## Set nice level (-19 to 19, see 'man nice'), +## and I/O limit (kilobytes per second; 0 == off) +## to reduce load on host. +# +# SetNiceLevel = 0 +# SetIOLimit = 0 + +## The version string to embed in file signature databases +# +# VersionString = NULL + +## Interval between time stamp messages +# +# SetLoopTime = 60 +SetLoopTime = 600 + +## Interval between file checks +# +# SetFileCheckTime = 600 +SetFileCheckTime = 7200 + +## Alternative: crontab-like schedule +# +# FileCheckScheduleOne = NULL + +## Alternative: crontab-like schedule(2) +# +# FileCheckScheduleTwo = NULL + +## Report only once on modified files +## Setting this to 'FALSE' will generate a report for any policy +## violation (old and new ones) each time the daemon checks the file system. +# +# ReportOnlyOnce = True + +## Report in full detail +# +# ReportFullDetail = False + +## Report file timestamps in local time rather than GMT +# +# UseLocalTime = No + +## The console device (can also be a file or named pipe) +## - There are two console devices. Accordingly, you can use +## this directive a second time to set the second console device. +## If you have not defined the second device at compile time, +## and you don't want to use it, then: +## setting it to /dev/null is less effective than just leaving +## it alone (setting to /dev/null will waste time by opening +## /dev/null and writing to it) +# +# SetConsole = /dev/console + +## Activate the SysV IPC message queue +# +# MessageQueueActive = False + + +## If false, skip reverse lookup when connecting to a host known +## by name rather than IP address (i.e. trust the DNS) +# +# SetReverseLookup = True + +## --- E-Mail --- + +# Only highest-level (alert) reports will be mailed immediately, +# others will be queued. Here you can define, when the queue will +# be flushed (Note: the queue is automatically flushed after +# completing a file check). +# +# SetMailTime = 86400 + +## Maximum number of mails to queue +# +# SetMailNum = 10 + +## Recipient (max. 8) +# +# SetMailAddress=root@localhost + +## Mail relay (IP address) +# +# SetMailRelay = NULL + +## Custom subject format +# +# MailSubject = NULL + +## --- end E-Mail --- + +## Path to the prelink executable +# +# SetPrelinkPath = /usr/sbin/prelink + +## TIGER192 checksum of the prelink executable +# +# SetPrelinkChecksum = (no default) + + +## Path to the executable. If set, will be checksummed after startup +## and before exit. +# +# SamhainPath = (no default) + + +## The IP address of the log server +# +# SetLogServer = (default: compiled-in) + +## The IP address of the time server +# +# SetTimeServer = (default: compiled-in) + +## Trusted Users (comma delimited list of user names) +# +# TrustedUser = (no default; this adds to the compiled-in list) + +## Path to the file signature database +# +# SetDatabasePath = (default: compiled-in) + +## Path to the log file +# +# SetLogfilePath = (default: compiled-in) + +## Path to the PID file +# +# SetLockPath = (default: compiled-in) + + +## The digest/checksum/hash algorithm +# +# DigestAlgo = TIGER192 + + +## Custom format for message header. +## CAREFUL if you use XML logfile format. +## +## %S severity +## %T timestamp +## %C class +## +## %F source file +## %L source line +# +# MessageHeader="%S %T " + + +## Don't log path to config/database file on startup +# +# HideSetup = False + +## The syslog facility, if you log to syslog +# +# SyslogFacility = LOG_AUTHPRIV +SyslogFacility=LOG_LOCAL2 + +## The message authentication method +## - If you change this, you *must* change it +## on client *and* server +# +# MACType = HMAC-TIGER + + +## The Prelude-IDS profile to use for reporting +## default value is "samhain" +# +# PreludeProfile = samhain + +## Map these samhain severities to impact severity 'info' severity +# +# PreludeMapToInfo = + +## Map these samhain severities to impact severity 'low' severity +# +# PreludeMapToLow = debug info + +## Map these samhain severities to impact severity 'medium' severity +# +# PreludeMapToMedium = notice warn err + +## Map these samhain severities to impact severity 'high' severity +# +# PreludeMapToHigh = crit alert + + +## everything below is ignored +[EOF] + +##################################################################### +# This would be the proper syntax for parts that should only be +# included for certain hosts. +# You may enclose anything in a @HOSTNAME/@end bracket, as long as the +# result still has the proper syntax for the config file. +# You may have any number of @HOSTNAME/@end brackets. +# HOSTNAME should be the fully qualified 'official' name +# (e.g. 'nixon.watergate.com', not 'nixon'), no aliases. +# No IP number - except if samhain cannot determine the +# fully qualified hostname. +# +# @HOSTNAME +# file=/foo/bar +# @end +# +# These are two examples for conditional inclusion/exclusion +# of a machine based on the output from 'uname -srm' +# $Linux:2.*.7:i666 +# file=/foo/bar3 +# $end +# +# !$Linux:2.*.7:i686 +# file=/foo/bar2 +# $end +# +#####################################################################
engine/tests/Functional.samhain/fuego_test.sh new file +19 -0
@@ -0,0 +1,19 @@ +function test_pre_check { + is_on_target_path samhain PROGRAM_SAMHAIN + assert_define PROGRAM_SAMHAIN "Missing 'samhain' program on target board" +} + +function test_deploy { + put $TEST_HOME/samhain_test.sh $BOARD_TESTDIR/fuego.$TESTDIR/ + put -r $TEST_HOME/tests $BOARD_TESTDIR/fuego.$TESTDIR/ + put -r $TEST_HOME/data $BOARD_TESTDIR/fuego.$TESTDIR/ +} + +function test_run { + report "cd $BOARD_TESTDIR/fuego.$TESTDIR;\ + ./samhain_test.sh" +} + +function test_processing { + log_compare "$TESTDIR" "0" "TEST-FAIL" "n" +}
engine/tests/Functional.samhain/parser.py new file +22 -0
@@ -0,0 +1,22 @@ +#!/usr/bin/python +# See common.py for description of command-line arguments + +import os, sys, collections + +sys.path.insert(0, os.environ['FUEGO_CORE'] + '/engine/scripts/parser') +import common as plib + +measurements = {} +measurements = collections.OrderedDict() + +regex_string = '^ -> (.*): TEST-(.*)$' +matches = plib.parse_log(regex_string) + +if matches: + for m in matches: + measurements['default.' + m[0]] = 'PASS' if m[1] == 'PASS' else 'FAIL' + +# split the output for each testcase +plib.split_output_per_testcase(regex_string, measurements) + +sys.exit(plib.process(measurements))
engine/tests/Functional.samhain/samhain_test.sh new file +4 -0
@@ -0,0 +1,4 @@ +#!/bin/sh +for i in tests/*.sh; do + sh $i +done
engine/tests/Functional.samhain/spec.json new file +7 -0
@@ -0,0 +1,7 @@ +{ + "testName": "Functional.samhain", + "specs": { + "default": {} + } +} +
engine/tests/Functional.samhain/tests/samhain_check.sh new file +58 -0
58 lines not on this page · raw message
engine/tests/Functional.samhain/tests/samhain_help.sh new file +13 -0
@@ -0,0 +1,13 @@ +#!/bin/sh + +# In target, run command samhain. +# option: --help + +test="help" + +if samhain --help | grep "Usage" +then + echo " -> $test: TEST-PASS" +else + echo " -> $test: TEST-FAIL" +fi
engine/tests/Functional.samhain/tests/samhain_init.sh new file +42 -0
42 lines not on this page · raw message
Signature · 1 line
1.8.3.1
Re: [Fuego] [PATCH] Add test cases of command samhain.
See comments inline below.
Quoted 2 lines
-----Original Message-----
From: Wang Mingyu
The commit message body must not be empty. Please describe what 'samhain' is, and what this test is testing about it.
Quoted 812 lines
Signed-off-by Wang Mingyu <[email protected]>--- engine/tests/Functional.samhain/data/samhainrc | 773 +++++++++++++++++++++ engine/tests/Functional.samhain/fuego_test.sh | 19 + engine/tests/Functional.samhain/parser.py | 22 + engine/tests/Functional.samhain/samhain_test.sh | 4 + engine/tests/Functional.samhain/spec.json | 7 + .../Functional.samhain/tests/samhain_check.sh | 58 ++ .../tests/Functional.samhain/tests/samhain_help.sh | 13 + .../tests/Functional.samhain/tests/samhain_init.sh | 42 ++ 8 files changed, 938 insertions(+) create mode 100755 engine/tests/Functional.samhain/data/samhainrc create mode 100644 engine/tests/Functional.samhain/fuego_test.sh create mode 100644 engine/tests/Functional.samhain/parser.py create mode 100755 engine/tests/Functional.samhain/samhain_test.sh create mode 100644 engine/tests/Functional.samhain/spec.json create mode 100644 engine/tests/Functional.samhain/tests/samhain_check.sh create mode 100644 engine/tests/Functional.samhain/tests/samhain_help.sh create mode 100644 engine/tests/Functional.samhain/tests/samhain_init.shengine/tests/Functional.samhain/data/samhainrc new file +1
-0@@ -0,0 +1,773 @@ +#####################################################################
engine/tests/Functional.samhain/data/samhainrc new file +4
-0+# +# Configuration file template for samhain. +# +#####################################################################
engine/tests/Functional.samhain/data/samhainrc new file +12
-0+# +# -- empty lines and lines starting with '#', ';' or '//' are ignored +# -- boolean options can be Yes/No or True/False or 1/0 +# -- you can PGP clearsign this file -- samhain will check (if compiled +# with support) or otherwise ignore the signature +# -- CHECK mail address +# +# To each log facility, you can assign a threshold severity. Only +# reports with at least the threshold severity will be logged +# to the respective facility (even further below). +# +#####################################################################
engine/tests/Functional.samhain/data/samhainrc new file +13
-0+# +# SETUP for file system checking: +# +# (i) There are several policies, each has its own section. Put files +# into the section for the appropriate policy (see below). +# (ii) Section [EventSeverity]: +# To each policy, you can assign a severity (further below). +# (iii) Section [Log]: +# To each log facility, you can assign a threshold severity. Only +# reports with at least the threshold severity will be logged +# to the respective facility (even further below). +# +#####################################################################
engine/tests/Functional.samhain/data/samhainrc new file +2
-0+ +#####################################################################
engine/tests/Functional.samhain/data/samhainrc new file +17
-0+# +# Files are defined with: file = /absolute/path +# +# Directories are defined with: dir = /absolute/path +# or with an optional recursion depth (N <= 99): dir = N/absolute/path +# +# Directory inodes are checked. If you only want to check files +# in a directory, but not the directory inode itself, use (e.g.): +# +# [ReadOnly] +# dir = /some/directory +# [IgnoreAll] +# file = /some/directory +# +# You can use shell-style globbing patterns, like: file = /path/foo* +# +######################################################################
engine/tests/Functional.samhain/data/samhainrc new file +540
-0+ +[Misc] +## +## Add or subtract tests from the policies +## - if you want to change their definitions, +## you need to do that before using the policies +## +# RedefReadOnly = (no default) +# RedefAttributes=(no default) +# RedefLogFiles=(no default) +# RedefGrowingLogFiles=(no default) +# RedefIgnoreAll=(no default) +# RedefIgnoreNone=(no default) + +# RedefUser0=(no default) +# RedefUser1=(no default) + +# +# --------- / -------------- +# + +[ReadOnly] +#dir = 0/ + +[Attributes] +file = /tmp +file = /dev +file = /media +file = /proc +file = /sys + +# +# --------- /etc ----------- +# + +[ReadOnly] +## +## for these files, only access time is ignored +## +#dir = 99/etc + +[Attributes] +## +## check permission and ownership +## +#file = /etc/mtab +#file = /etc/adjtime +#file = /etc/motd +#file = /etc/lvm/.cache + +# On Ubuntu, these are in /var/lib rather than /etc +#file = /etc/cups/certs +#file = /etc/cups/certs/0 + +# managed by fstab-sync on Fedora Core +#file = /etc/fstab + +# modified when booting +#file = /etc/sysconfig/hwconf + +# There are files in /etc that might change, thus changing the directory +# timestamps. Put it here as 'file', and in the ReadOnly section as 'dir'. + +#file = /etc + +# +# --------- /boot ----------- +# + +[ReadOnly] +#dir = 99/boot + +# +# --------- /bin, /sbin ----------- +# + +[ReadOnly] +#dir = 99/bin +#dir = 99/sbin + +# +# --------- /lib ----------- +# + +[ReadOnly] +#dir = 99/lib + +# +# --------- /dev ----------- +# + +[Attributes] +#dir = 99/dev + +[IgnoreAll] +## +## pseudo terminals are created/removed as needed +## +#dir = -1/dev/pts + +# dir = -1/dev/.udevdb + +#file = /dev/ppp + +# +# --------- /usr ----------- +# + +[ReadOnly] +#dir = 99/usr + +[ReadOnly] +dir = 99$BOARD_TESTDIR/fuego.$TESTDIR/test_dir/samhain_test + +# +# --------- /var ----------- +# + +[ReadOnly] +#dir = 99/var + +[IgnoreAll] +dir = -1/var/cache +dir = -1/var/backups +dir = -1/var/games +dir = -1/var/gdm +dir = -1/var/lock +dir = -1/var/mail +dir = -1/var/run +dir = -1/var/spool +dir = -1/var/tmp +dir = -1/var/lib/texmf +dir = -1/var/lib/scrollkeeper + + +[Attributes] + +dir = /var/lib/nfs +dir = /var/lib/pcmcia + +# /var/lib/rpm changes if packets are installed; +# /var/lib/rpm/__db.00[123] even more frequently +file = /var/lib/rpm/__db.00? + +file = /var/lib/acpi-support/vbestate +file = /var/lib/alsa/asound.state +file = /var/lib/apt/lists/lock +file = /var/lib/apt/lists/partial +file = /var/lib/cups/certs +file = /var/lib/cups/certs/0 +file = /var/lib/dpkg/lock +file = /var/lib/gdm +file = /var/lib/gdm/.cookie +file = /var/lib/gdm/.gdmfifo +file = /var/lib/gdm/:0.Xauth +file = /var/lib/gdm/:0.Xservers +file = /var/lib/logrotate/status +file = /var/lib/mysql +file = /var/lib/mysql/ib_logfile0 +file = /var/lib/mysql/ibdata1 +file = /var/lib/slocate +file = /var/lib/slocate/slocate.db +file = /var/lib/slocate/slocate.db.tmp +file = /var/lib/urandom +file = /var/lib/urandom/random-seed +file = /var/lib/random-seed +file = /var/lib/xkb + + +[GrowingLogFiles] +## +## For these files, changes in signature, timestamps, and increase in size +## are ignored. Logfile rotation will cause a report because of shrinking +## size and different inode. +## +#dir = 99/var/log + +[Attributes] +# +# rotated logs will change inode +# +#file = /var/log/*.[0-9].gz +#file = /var/log/*.[0-9].log +#file = /var/log/*.[0-9] +#file = /var/log/*.old +#file = /var/log/*/*.[0-9].gz +#file = /var/log/*/*.[0-9][0-9].gz +#file = /var/log/*/*.log.[0-9] + +[Misc] +# +# Various naming schemes for rotated logs +# +IgnoreAdded = /var/log/.*\.[0-9]+$ +IgnoreAdded = /var/log/.*\.[0-9]+\.gz$ +IgnoreAdded = /var/log/.*\.[0-9]+\.log$ +# +# Subdirectories +# +IgnoreAdded = /var/log/[[:alnum:]]+/.*\.[0-9]+$ +IgnoreAdded = /var/log/[[:alnum:]]+/.*\.[0-9]+\.gz$ +IgnoreAdded = /var/log/[[:alnum:]]+/.*\.[0-9]+\.log$ +# +IgnoreAdded = /var/lib/slocate/slocate.db.tmp +IgnoreMissing = /var/lib/slocate/slocate.db.tmp + +# +# --------- other policies ----------- +# + +[IgnoreNone] +## +## for these files, all modifications (even access time) are reported +## - you may create some interesting-looking file (like /etc/safe_passwd), +## just to watch whether someone will access it ... +## + +[Prelink] +## +## Use for prelinked files or directories holding them +## + + +[User0] +[User1] +## User0 and User1 are sections for files/dirs with user-definable checking +## (see the manual) + + + +[EventSeverity] +## +## Here you can assign severities to policy violations. +## If this severity exceeds the treshold of a log facility (see below), +## a policy violation will be logged to that facility. +## +## Severity for verification failures. +## +# SeverityReadOnly=crit +# SeverityLogFiles=crit +# SeverityGrowingLogs=crit +# SeverityIgnoreNone=crit +# SeverityAttributes=crit +# SeverityUser0=crit +# SeverityUser1=crit +# SeverityIgnoreAll=crit + + +## Files : file access problems +# SeverityFiles=crit + +## Dirs : directory access problems +# SeverityDirs=crit + +## Names : suspect (non-printable) characters in a pathname +# SeverityNames=crit + +[Log] +## +## Switch on/OFF log facilities and set their threshold severity +## +## Values: debug, info, notice, warn, mark, err, crit, alert, none. +## 'mark' is used for timestamps. +## +## +## Use 'none' to SWITCH OFF a log facility +## +## By default, everything equal to and above the threshold is logged. +## The specifiers '*', '!', and '=' are interpreted as +## 'all', 'all but', and 'only', respectively (like syslogd(8) does, +## at least on Linux). Examples: +## MailSeverity=* +## MailSeverity=!warn +## MailSeverity==crit + +## E-mail +## +# MailSeverity=none + +## Console +## +# PrintSeverity=info + +## Logfile +## +# LogSeverity=mark + +## Syslog +## +# SyslogSeverity=none + +## Remote server (yule) +## +# ExportSeverity=none + +## External script or program +## +# ExternalSeverity = none + +## Logging to a database +## +# DatabaseSeverity = none + +## Logging to a Prelude-IDS +## +# PreludeSeverity = crit + + + +##################################################### +# +# Optional modules +# +##################################################### + +# [SuidCheck] +## +## --- Check the filesystem for SUID/SGID binaries +## + +## Switch on +# +# SuidCheckActive = yes + +## Interval for check (seconds) +# +# SuidCheckInterval = 7200 + +## Alternative: crontab-like schedule +# +# SuidCheckSchedule = NULL + +## Directory to exclude +# +# SuidCheckExclude = NULL + +## Limit on files per second (0 == no limit) +# +# SuidCheckFps = 0 + +## Alternative: yield after every file +# +# SuidCheckYield = no + +## Severity of a detection +# +# SeveritySuidCheck = crit + +## Quarantine SUID/SGID files if found +# +# SuidCheckQuarantineFiles = yes + +## Method for Quarantining files: +# 0 - Delete or truncate the file. +# 1 - Remove SUID/SGID permissions from file. +# 2 - Move SUID/SGID file to quarantine dir. +# +# SuidCheckQuarantineMethod = 0 + +## For method 1 and 3, really delete instead of truncating +# +# SuidCheckQuarantineDelete = yes + +#[Kernel] +## +## --- Check for loadable kernel module rootkits (Linux/FreeBSD only) +## + +## Switch on/off +# +# KernelCheckActive = True + +## Check interval (seconds); btw., the check is VERY fast +# +# KernelCheckInterval = 300 + +## Severity +# +# SeverityKernel = crit + + +# [Utmp] +## +## --- Logging of login/logout events +## + +## Switch on/off +# +# LoginCheckActive = True + +## Severity for logins, multiple logins, logouts +# +# SeverityLogin=info +# SeverityLoginMulti=warn +# SeverityLogout=info + +## Interval for login/logout checks +# +# LoginCheckInterval = 300 + + +# [Database] +## +## --- Logging to a relational database +## + +## Database name +# +# SetDBName = samhain + +## Database table +# +# SetDBTable = log + +## Database user +# +# SetDBUser = samhain + +## Database password +# +# SetDBPassword = (default: none) + +## Database host +# +# SetDBHost = localhost + +## Log the server timestamp for received messages +# +# SetDBServerTstamp = True + +## Use a persistent connection +# +# UsePersistent = True + +# [External] +## +## Interface to call external scripts/programs for logging +## + +## The absolute path to the command +## - Each invocation of this directive will end the definition of the +## preceding command, and start the definition of +## an additional, new command +# +# OpenCommand = (no default) + +## Type (log or rv) +## - log for log messages, srv for messages received by the server +# +# SetType = log + +## The command (full command line) to execute +# +# SetCommandLine = (no default) + +## The environment (KEY=value; repeat for more) +# +# SetEnviron = TZ=(your timezone) + +## The TIGER192 checksum (optional) +# +# SetChecksum = (no default) + +## User who runs the command +# +# SetCredentials = (default: samhain process uid) + +## Words not allowed in message +# +# SetFilterNot = (none) + +## Words required (ALL of them) +# +# SetFilterAnd = (none) + +## Words required (at least one) +# +# SetFilterOr = (none) + +## Deadtime between consecutive calls +# +# SetDeadtime = 0 + +## Add default environment (HOME, PATH, SHELL) +# +# SetDefault = no + + +##################################################### +# +# Miscellaneous configuration options +# +##################################################### + +[Misc] + +## whether to become a daemon process +## (this is not honoured on database initialisation) +# +# Daemon = no +Daemon = yes + +## whether to test signature of files (init/check/none) +## - if 'none', then we have to decide this on the command line - +# +# ChecksumTest = none +ChecksumTest=check + +## Set nice level (-19 to 19, see 'man nice'), +## and I/O limit (kilobytes per second; 0 == off) +## to reduce load on host. +# +# SetNiceLevel = 0 +# SetIOLimit = 0 + +## The version string to embed in file signature databases +# +# VersionString = NULL + +## Interval between time stamp messages +# +# SetLoopTime = 60 +SetLoopTime = 600 + +## Interval between file checks +# +# SetFileCheckTime = 600 +SetFileCheckTime = 7200 + +## Alternative: crontab-like schedule +# +# FileCheckScheduleOne = NULL + +## Alternative: crontab-like schedule(2) +# +# FileCheckScheduleTwo = NULL + +## Report only once on modified files +## Setting this to 'FALSE' will generate a report for any policy +## violation (old and new ones) each time the daemon checks the filesystem.
engine/tests/Functional.samhain/data/samhainrc new file +159
-0+# +# ReportOnlyOnce = True + +## Report in full detail +# +# ReportFullDetail = False + +## Report file timestamps in local time rather than GMT +# +# UseLocalTime = No + +## The console device (can also be a file or named pipe) +## - There are two console devices. Accordingly, you can use +## this directive a second time to set the second console device. +## If you have not defined the second device at compile time, +## and you don't want to use it, then: +## setting it to /dev/null is less effective than just leaving +## it alone (setting to /dev/null will waste time by opening +## /dev/null and writing to it) +# +# SetConsole = /dev/console + +## Activate the SysV IPC message queue +# +# MessageQueueActive = False + + +## If false, skip reverse lookup when connecting to a host known +## by name rather than IP address (i.e. trust the DNS) +# +# SetReverseLookup = True + +## --- E-Mail --- + +# Only highest-level (alert) reports will be mailed immediately, +# others will be queued. Here you can define, when the queue will +# be flushed (Note: the queue is automatically flushed after +# completing a file check). +# +# SetMailTime = 86400 + +## Maximum number of mails to queue +# +# SetMailNum = 10 + +## Recipient (max. 8) +# +# SetMailAddress=root@localhost + +## Mail relay (IP address) +# +# SetMailRelay = NULL + +## Custom subject format +# +# MailSubject = NULL + +## --- end E-Mail --- + +## Path to the prelink executable +# +# SetPrelinkPath = /usr/sbin/prelink + +## TIGER192 checksum of the prelink executable +# +# SetPrelinkChecksum = (no default) + + +## Path to the executable. If set, will be checksummed after startup +## and before exit. +# +# SamhainPath = (no default) + + +## The IP address of the log server +# +# SetLogServer = (default: compiled-in) + +## The IP address of the time server +# +# SetTimeServer = (default: compiled-in) + +## Trusted Users (comma delimited list of user names) +# +# TrustedUser = (no default; this adds to the compiled-in list) + +## Path to the file signature database +# +# SetDatabasePath = (default: compiled-in) + +## Path to the log file +# +# SetLogfilePath = (default: compiled-in) + +## Path to the PID file +# +# SetLockPath = (default: compiled-in) + + +## The digest/checksum/hash algorithm +# +# DigestAlgo = TIGER192 + + +## Custom format for message header. +## CAREFUL if you use XML logfile format. +## +## %S severity +## %T timestamp +## %C class +## +## %F source file +## %L source line +# +# MessageHeader="%S %T " + + +## Don't log path to config/database file on startup +# +# HideSetup = False + +## The syslog facility, if you log to syslog +# +# SyslogFacility = LOG_AUTHPRIV +SyslogFacility=LOG_LOCAL2 + +## The message authentication method +## - If you change this, you *must* change it +## on client *and* server +# +# MACType = HMAC-TIGER + + +## The Prelude-IDS profile to use for reporting +## default value is "samhain" +# +# PreludeProfile = samhain + +## Map these samhain severities to impact severity 'info' severity +# +# PreludeMapToInfo = + +## Map these samhain severities to impact severity 'low' severity +# +# PreludeMapToLow = debug info + +## Map these samhain severities to impact severity 'medium' severity +# +# PreludeMapToMedium = notice warn err + +## Map these samhain severities to impact severity 'high' severity +# +# PreludeMapToHigh = crit alert + + +## everything below is ignored +[EOF] + +#####################################################################
engine/tests/Functional.samhain/data/samhainrc new file +25
-0+# This would be the proper syntax for parts that should only be +# included for certain hosts. +# You may enclose anything in a @HOSTNAME/@end bracket, as long as the +# result still has the proper syntax for the config file. +# You may have any number of @HOSTNAME/@end brackets. +# HOSTNAME should be the fully qualified 'official' name +# (e.g. 'nixon.watergate.com', not 'nixon'), no aliases. +# No IP number - except if samhain cannot determine the +# fully qualified hostname. +# +# @HOSTNAME +# file=/foo/bar +# @end +# +# These are two examples for conditional inclusion/exclusion +# of a machine based on the output from 'uname -srm' +# $Linux:2.*.7:i666 +# file=/foo/bar3 +# $end +# +# !$Linux:2.*.7:i686 +# file=/foo/bar2 +# $end +# +#########################################################
Quoted 1 line
############
Does this configuration file require a specific distribution of Linux? I see mentions of Fedora and Ubuntu. Will this configuration work on other distributions (like from Yocto Project), or does it need additional customizations to apply to those.
This raises the issue of whether Fuego should support checking for a dependency on the board distribution.
It's possible that the comments about distribution-specific configuration items are irrelevant for the operations performed by this test, but I'm not familiar with 'samhain', so I don't really know what it does, or whether these config items are relevant for the test or not.
Quoted 93 lines
engine/tests/Functional.samhain/fuego_test.sh new file +3
-0@@ -0,0 +1,19 @@ +function test_pre_check { + is_on_target_path samhain PROGRAM_SAMHAIN + assert_define PROGRAM_SAMHAIN "Missing 'samhain' program ontarget board"
engine/tests/Functional.samhain/fuego_test.sh new file +16
-0+} + +function test_deploy { + put $TEST_HOME/samhain_test.sh $BOARD_TESTDIR/fuego.$TESTDIR/ + put -r $TEST_HOME/tests $BOARD_TESTDIR/fuego.$TESTDIR/ + put -r $TEST_HOME/data $BOARD_TESTDIR/fuego.$TESTDIR/ +} + +function test_run { + report "cd $BOARD_TESTDIR/fuego.$TESTDIR;\ + ./samhain_test.sh" +} + +function test_processing { + log_compare "$TESTDIR" "0" "TEST-FAIL" "n" +}engine/tests/Functional.samhain/parser.py new file +22
-0@@ -0,0 +1,22 @@ +#!/usr/bin/python +# See common.py for description of command-line arguments + +import os, sys, collections + +sys.path.insert(0, os.environ['FUEGO_CORE'] + '/engine/scripts/parser') +import common as plib + +measurements = {} +measurements = collections.OrderedDict() + +regex_string = '^ -> (.*): TEST-(.*)$' +matches = plib.parse_log(regex_string) + +if matches: + for m in matches: + measurements['default.' + m[0]] = 'PASS' if m[1] == 'PASS' else 'FAIL' + +# split the output for each testcase +plib.split_output_per_testcase(regex_string, measurements) + +sys.exit(plib.process(measurements))engine/tests/Functional.samhain/samhain_test.sh new file +4
-0@@ -0,0 +1,4 @@ +#!/bin/sh +for i in tests/*.sh; do + sh $i +doneengine/tests/Functional.samhain/spec.json new file +7
-0@@ -0,0 +1,7 @@ +{ + "testName": "Functional.samhain", + "specs": { + "default": {} + } +} +engine/tests/Functional.samhain/tests/samhain_check.sh new file +5
-0@@ -0,0 +1,58 @@ +#!/bin/sh + +# In target, run command samhain. +# option: -t +
engine/tests/Functional.samhain/tests/samhain_check.sh line 15
Quoted 10 lines
engine/tests/Functional.samhain/tests/samhain_check.sh new file +10
-0+test="check" + +umount /media/sda2 > /dev/null 2>&1 +umount /media/sda3 > /dev/null 2>&1 +umount /media/sda4 > /dev/null 2>&1 +umount /media/sda5 > /dev/null 2>&1 +umount /media/sda6 > /dev/null 2>&1 +umount /media/sda7 > /dev/null 2>&1 +umount /media/sda8 > /dev/null 2>&1 +umount /media/sda9 > /dev/null 2>&1
OK - Please explain what is going on here. This looks like something that changes the status of mounted filesystems on the board, with no mechanism to restore state (nothing is preserved about the state before unmounting this filesystems).
If some other program has a filesystem mounted on /media/sda[1-9] then this will pull the rug out from under it.
If this is cleaning up from possible leftover stuff from a previous run of the test, then that should be mentioned in a comment (and possibly the cleanup should happen at the end of the test rather than at the beginning).
I any case, please tell me why these umounts are here, and add a comment about them in the code.
Quoted 19 lines
engine/tests/Functional.samhain/tests/samhain_check.sh new file +19
-0+ +mv /etc/samhainrc /etc/samhainrc_bak +cp data/samhainrc /etc/samhainrc + +chown root.root /etc/samhainrc + +rm -fr /var/samhain/* +rm -f /var/log/samhain_log + +sleep 1 + +mkdir -p test_dir/samhain_test/ +touch test_dir/samhain_test/test.txt + +samhain -t init -p info > /dev/null 2&> 1 + +sleep 1 + +echo test > test_dir/samhain_test/test.txt
engine/tests/Functional.samhain/tests/samhain_check.sh line 44
Quoted 10 lines
engine/tests/Functional.samhain/tests/samhain_check.sh new file +10
-0+ +sleep 1 + +if samhain -t check +then + echo " -> samhain -t check succeeded." +else + echo " -> $test: TEST-FAIL" + rm -fr test_dir/samhain_test + mv /etc/samhainrc_bak /etc/samhainrc
OK - I like that this restores the board's existing Samhain config file. Thanks.
Quoted 47 lines
engine/tests/Functional.samhain/tests/samhain_check.sh new file +6
-0+ exit +fi + +sleep 2 + +if cat /var/log/samhain_log | grep"path=</home/test/samhain_test/test.txt>, size_old=<0>, size_new=<5>"
engine/tests/Functional.samhain/tests/samhain_check.sh new file +8
-0+then + echo " -> $test: TEST-PASS" +else + echo " -> $test: TEST-FAIL" +fi + +rm -fr test_dir/samhain_test +mv /etc/samhainrc_bak /etc/samhainrcengine/tests/Functional.samhain/tests/samhain_help.sh new file +13
-0@@ -0,0 +1,13 @@ +#!/bin/sh + +# In target, run command samhain. +# option: --help + +test="help" + +if samhain --help | grep "Usage" +then + echo " -> $test: TEST-PASS" +else + echo " -> $test: TEST-FAIL" +fiengine/tests/Functional.samhain/tests/samhain_init.sh new file +5
-0@@ -0,0 +1,42 @@ +#!/bin/sh + +# In target, run command samhain. +# option: -t +
engine/tests/Functional.samhain/tests/samhain_init.sh line 15
Quoted 10 lines
engine/tests/Functional.samhain/tests/samhain_init.sh new file +10
-0+test="init" + +umount /media/sda2 > /dev/null 2>&1 +umount /media/sda3 > /dev/null 2>&1 +umount /media/sda4 > /dev/null 2>&1 +umount /media/sda5 > /dev/null 2>&1 +umount /media/sda6 > /dev/null 2>&1 +umount /media/sda7 > /dev/null 2>&1 +umount /media/sda8 > /dev/null 2>&1 +umount /media/sda9 > /dev/null 2>&1
Same comment here as above.
Quoted 28 lines
engine/tests/Functional.samhain/tests/samhain_init.sh new file +27
-1+ +mv /etc/samhainrc /etc/samhainrc_bak +cp data/samhainrc /etc/samhainrc + +chown root.root /etc/samhainrc + +rm -fr /var/samhain/* +rm -f /var/log/samhain_log + +sleep 1 + +mkdir -p test_dir/samhain_test/ +touch test_dir/samhain_test/test.txt + +samhain -t init -p info > /dev/null 2&> 1 + +sleep 1 + +if cat /var/log/samhain_log | grep "ALRT.*-.*-.*T.*:.*:.*msg=\"EXIT\"" +then + echo " -> $test: TEST-PASS" +else + echo " -> $test: TEST-FAIL" +fi + +rm -fr test_dir/samhain_test +mv /etc/samhainrc_bak /etc/samhainrc --
Quoted 1 line
1.8.3.1
Most of this looks good. Please address my comments and re-submit.
Thanks,
-- Tim
PATCH 1/1 Add test case of command bc.
In reply to Wang MingyuRead the expression from the file and display the results.
--- engine/tests/Functional.bc/bc-script.tar.gz | Bin 270 -> 429 bytes engine/tests/Functional.bc/by2.tar.gz | Bin 264 -> 390 bytes engine/tests/Functional.bc/fuego_test.sh | 4 ++-- 3 files changed, 2 insertions(+), 2 deletions(-)
engine/tests/Functional.bc/bc-script.tar.gz binary +0 -0
engine/tests/Functional.bc/by2.tar.gz binary +0 -0
engine/tests/Functional.bc/fuego_test.sh +2 -2
@@ -12,11 +12,11 @@ function test_build { } function test_deploy { - put bc-device.sh $BOARD_TESTDIR/fuego.$TESTDIR/ + put ./* $BOARD_TESTDIR/fuego.$TESTDIR } function test_run { - report "cd $BOARD_TESTDIR/fuego.$TESTDIR; ./bc-device.sh $FUNCTIONAL_BC_EXPR $FUNCTIONAL_BC_RESULT" + report "cd $BOARD_TESTDIR/fuego.$TESTDIR; ./bc-device.sh; ./bc-file.sh; ./bc-help.sh $FUNCTIONAL_BC_EXPR $FUNCTIONAL_BC_RESULT" } function test_processing {
Signature · 1 line
1.8.3.1