123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457 |
- <?php
- class RunCest
- {
- public function _before(\CliGuy $I)
- {
- $I->amInPath('tests/data/sandbox');
- }
- public function runOneFile(\CliGuy $I)
- {
- $I->wantTo('execute one test');
- $I->executeCommand('run tests/dummy/FileExistsCept.php');
- $I->seeInShellOutput("OK (");
- }
- /**
- * @group reports
- * @group core
- *
- * @param CliGuy $I
- */
- public function runHtml(\CliGuy $I)
- {
- $I->wantTo('execute tests with html output');
- $I->executeCommand('run dummy --html');
- $I->seeFileFound('report.html', 'tests/_output');
- }
- /**
- * @group reports
- *
- * @param CliGuy $I
- */
- public function runJsonReport(\CliGuy $I)
- {
- $I->wantTo('check json reports');
- $I->executeCommand('run dummy --json');
- $I->seeFileFound('report.json', 'tests/_output');
- $I->seeInThisFile('"suite":');
- $I->seeInThisFile('"dummy"');
- }
- /**
- * @group reports
- *
- * @param CliGuy $I
- */
- public function runTapReport(\CliGuy $I)
- {
- $I->wantTo('check tap reports');
- $I->executeCommand('run dummy --tap');
- $I->seeFileFound('report.tap.log', 'tests/_output');
- }
- /**
- * @group reports
- *
- * @param CliGuy $I
- */
- public function runXmlReport(\CliGuy $I)
- {
- $I->wantTo('check xml reports');
- $I->executeCommand('run dummy --xml');
- $I->seeFileFound('report.xml', 'tests/_output');
- $I->seeInThisFile('<?xml');
- $I->seeInThisFile('<testsuite name="dummy"');
- $I->seeInThisFile('<testcase name="FileExists"');
- $I->seeInThisFile('feature="');
- }
- /**
- * @group reports
- * @param CliGuy $I
- */
- public function runXmlReportsInStrictMode(\CliGuy $I)
- {
- $I->wantTo('check xml in strict mode');
- $I->executeCommand('run dummy --xml -c codeception_strict_xml.yml');
- $I->seeFileFound('report.xml', 'tests/_output');
- $I->seeInThisFile('<?xml');
- $I->seeInThisFile('<testsuite name="dummy"');
- $I->seeInThisFile('<testcase name="FileExists"');
- $I->dontSeeInThisFile('feature="');
- }
- /**
- * @group reports
- *
- * @param CliGuy $I
- */
- public function runReportMode(\CliGuy $I)
- {
- $I->wantTo('try the reporting mode');
- $I->executeCommand('run dummy --report');
- $I->seeInShellOutput('FileExistsCept');
- $I->seeInShellOutput('........Ok');
- }
- /**
- * @group reports
- *
- * @param CliGuy $I
- */
- public function runCustomReport(\CliGuy $I)
- {
- $I->wantTo('try the reporting mode');
- $I->executeCommand('run dummy --report -c codeception_custom_report.yml');
- $I->seeInShellOutput('FileExistsCept: Check config exists');
- $I->dontSeeInShellOutput('Ok');
- }
- public function runOneGroup(\CliGuy $I)
- {
- $I->executeCommand('run skipped -g notorun');
- $I->seeInShellOutput('Skipped Tests (1)');
- $I->seeInShellOutput("IncompleteMeCept");
- $I->dontSeeInShellOutput("SkipMeCept");
- }
- public function skipRunOneGroup(\CliGuy $I)
- {
- $I->executeCommand('run skipped --skip-group notorun');
- $I->seeInShellOutput('Skipped Tests (2)');
- $I->seeInShellOutput("SkipMeCept");
- $I->dontSeeInShellOutput("IncompleteMeCept");
- }
- public function skipGroupOfCest(\CliGuy $I)
- {
- $I->executeCommand('run dummy');
- $I->seeInShellOutput('Optimistic');
- $I->seeInShellOutput('Dummy Tests (6)');
- $I->executeCommand('run dummy --skip-group ok');
- $I->seeInShellOutput('Pessimistic');
- $I->seeInShellOutput('Dummy Tests (5)');
- $I->dontSeeInShellOutput('Optimistic');
- }
- public function runTwoSuites(\CliGuy $I)
- {
- $I->executeCommand('run skipped,dummy --no-exit');
- $I->seeInShellOutput("Skipped Tests (3)");
- $I->seeInShellOutput("Dummy Tests (6)");
- $I->dontSeeInShellOutput("Remote Tests");
- }
- public function skipSuites(\CliGuy $I)
- {
- $I->executeCommand(
- 'run dummy --skip skipped --skip remote --skip remote_server --skip order --skip unit '
- . '--skip powers --skip math --skip messages'
- );
- $I->seeInShellOutput("Dummy Tests");
- $I->dontSeeInShellOutput("Remote Tests");
- $I->dontSeeInShellOutput("Remote_server Tests");
- $I->dontSeeInShellOutput("Order Tests");
- }
- public function runOneTestFromUnit(\CliGuy $I)
- {
- $I->executeCommand('run tests/dummy/AnotherTest.php:testFirst');
- $I->seeInShellOutput("AnotherTest: First");
- $I->seeInShellOutput('OK');
- $I->dontSeeInShellOutput('AnotherTest: Second');
- }
- public function runOneTestFromCest(\CliGuy $I)
- {
- $I->executeCommand('run tests/dummy/AnotherCest.php:optimistic');
- $I->seeInShellOutput("Optimistic");
- $I->dontSeeInShellOutput('Pessimistic');
- }
- public function runTestWithDataProviders(\CliGuy $I)
- {
- $I->executeCommand('run tests/unit/DataProvidersTest.php');
- $I->seeInShellOutput('Is triangle | "real triangle"');
- $I->seeInShellOutput('Is triangle | #0');
- $I->seeInShellOutput('Is triangle | #1');
- $I->seeInShellOutput('DataProvidersTest');
- $I->seeInShellOutput("OK");
- }
- public function runOneGroupWithDataProviders(\CliGuy $I)
- {
- $I->executeCommand('run unit -g data-providers');
- $I->seeInShellOutput('Is triangle | "real triangle"');
- $I->seeInShellOutput('Is triangle | #0');
- $I->seeInShellOutput('Is triangle | #1');
- $I->seeInShellOutput('DataProvidersTest');
- $I->seeInShellOutput("OK");
- }
- public function runTestWithFailFast(\CliGuy $I)
- {
- $I->executeCommand('run unit --skip-group error --no-exit');
- $I->seeInShellOutput('FailingTest: Me');
- $I->seeInShellOutput("PassingTest: Me");
- $I->executeCommand('run unit --fail-fast --skip-group error --no-exit');
- $I->seeInShellOutput('There was 1 failure');
- $I->dontSeeInShellOutput("PassingTest: Me");
- }
- public function runWithCustomOutputPath(\CliGuy $I)
- {
- $I->executeCommand('run dummy --xml myverycustom.xml --html myownhtmlreport.html');
- $I->seeFileFound('myverycustom.xml', 'tests/_output');
- $I->seeInThisFile('<?xml');
- $I->seeInThisFile('<testsuite name="dummy"');
- $I->seeInThisFile('<testcase name="FileExists"');
- $I->seeFileFound('myownhtmlreport.html', 'tests/_output');
- $I->dontSeeFileFound('report.xml', 'tests/_output');
- $I->dontSeeFileFound('report.html', 'tests/_output');
- }
- public function runTestsWithDependencyInjections(\CliGuy $I)
- {
- $I->executeCommand('run math');
- $I->seeInShellOutput('MathCest: Test addition');
- $I->seeInShellOutput('MathCest: Test subtraction');
- $I->seeInShellOutput('MathCest: Test square');
- $I->seeInShellOutput('MathTest: All');
- $I->seeInShellOutput('OK (');
- $I->dontSeeInShellOutput('fail');
- $I->dontSeeInShellOutput('error');
- }
- public function runErrorTest(\CliGuy $I)
- {
- $I->executeCommand('run unit ErrorTest --no-exit');
- $I->seeInShellOutput('There was 1 error');
- $I->seeInShellOutput('Array to string conversion');
- $I->seeInShellOutput('ErrorTest.php:9');
- }
- public function runTestWithException(\CliGuy $I)
- {
- $I->executeCommand('run unit ExceptionTest --no-exit -v');
- $I->seeInShellOutput('There was 1 error');
- $I->seeInShellOutput('Helllo!');
- $I->expect('Exceptions are not wrapped into ExceptionWrapper');
- $I->dontSeeInShellOutput('PHPUnit_Framework_ExceptionWrapper');
- $I->seeInShellOutput('RuntimeException');
- }
- public function runTestsWithSteps(\CliGuy $I)
- {
- $I->executeCommand('run scenario SuccessCept --steps');
- $I->seeInShellOutput(<<<EOF
- Scenario --
- I am in path "."
- I see file found "scenario.suite.yml"
- PASSED
- EOF
- );
- }
- /**
- * @param CliGuy $I
- */
- public function runTestWithFailedScenario(\CliGuy $I, $scenario)
- {
- if (!extension_loaded('xdebug') && !defined('HHVM_VERSION')) {
- $scenario->skip("Xdebug not loaded");
- }
- $I->executeCommand('run scenario FailedCept --steps --no-exit');
- $I->seeInShellOutput(<<<EOF
- FailedCept: Fail when file is not found
- Signature: FailedCept
- Test: tests/scenario/FailedCept.php
- Scenario --
- I am in path "."
- I see file found "games.zip"
- FAIL
- EOF
- );
- $I->expect('to see scenario trace');
- $I->seeInShellOutput(<<<EOF
- Scenario Steps:
- 2. \$I->seeFileFound("games.zip") at tests/scenario/FailedCept.php:5
- 1. \$I->amInPath(".") at tests/scenario/FailedCept.php:4
- EOF
- );
- }
- /**
- * @param CliGuy $I
- */
- public function runTestWithSubSteps(\CliGuy $I, $scenario)
- {
- if (!extension_loaded('xdebug') && !defined('HHVM_VERSION')) {
- $scenario->skip("Xdebug not loaded");
- }
- $file = "codeception".DIRECTORY_SEPARATOR."c3";
- $I->executeCommand('run scenario SubStepsCept --steps');
- $I->seeInShellOutput(<<<EOF
- Scenario --
- I am in path "."
- I see code coverage files are present
- EOF
- );
- // I split this assertion into two, because extra space is printed after "present" on HHVM
- $I->seeInShellOutput(<<<EOF
- I see file found "c3.php"
- I see file found "composer.json"
- I see in this file "$file"
- EOF
- );
- }
- public function runDependentCest(CliGuy $I)
- {
- $I->executeCommand('run order DependentCest --no-exit');
- $I->seeInShellOutput('Skipped: 1');
- }
- public function runDependentTest(CliGuy $I)
- {
- $I->executeCommand('run unit DependsTest --no-exit');
- $I->seeInShellOutput('Skipped: 1');
- $I->executeCommand('run unit --no-exit');
- $I->seeInShellOutput('Skipped: 2');
- }
- public function runGherkinTest(CliGuy $I)
- {
- $I->executeCommand('run scenario File.feature --steps');
- $I->seeInShellOutput(<<<EOF
- In order to test a feature
- As a user
- I need to be able to see output
- EOF
- );
- $I->seeInShellOutput('Given i have terminal opened');
- $I->seeInShellOutput('When i am in current directory');
- $I->seeInShellOutput('Then there is a file "scenario.suite.yml"');
- $I->seeInShellOutput('And there are keywords in "scenario.suite.yml"');
- $I->seeInShellOutput(<<<EOF
- | class_name | ScenarioGuy |
- | enabled | Filesystem |
- EOF
- );
- $I->seeInShellOutput('PASSED');
- }
- public function runIncompleteGherkinTest(CliGuy $I)
- {
- $I->executeCommand('run scenario File.feature -v');
- $I->seeInShellOutput('OK, but incomplete');
- $I->seeInShellOutput('Step definition for `I have only idea of what\'s going on here` not found in contexts');
- }
- public function runGherkinScenarioWithMultipleStepDefinitions(CliGuy $I)
- {
- $I->executeCommand('run scenario "File.feature:Check file once more" --steps');
- $I->seeInShellOutput('When there is a file "scenario.suite.yml"');
- $I->seeInShellOutput('Then i see file "scenario.suite.yml"');
- $I->dontSeeInShellOutput('Step definition for `I see file "scenario.suite.yml"` not found in contexts');
- $I->seeInShellOutput('PASSED');
- }
- public function runGherkinScenarioOutline(CliGuy $I)
- {
- $I->executeCommand('run scenario FileExamples.feature -v');
- $I->seeInShellOutput('OK (3 tests');
- }
- /**
- * @param CliGuy $I
- * @after checkExampleFiles
- */
- public function runTestWithAnnotationExamples(CliGuy $I)
- {
- $I->executeCommand('run scenario ExamplesCest:filesExistsAnnotation --steps');
- }
- /**
- * @param CliGuy $I
- * @after checkExampleFiles
- */
- public function runTestWithJsonExamples(CliGuy $I)
- {
- $I->executeCommand('run scenario ExamplesCest:filesExistsByJson --steps');
- }
- /**
- * @param CliGuy $I
- * @after checkExampleFiles
- */
- public function runTestWithArrayExamples(CliGuy $I)
- {
- $I->executeCommand('run scenario ExamplesCest:filesExistsByArray --steps');
- }
- protected function checkExampleFiles(CliGuy $I)
- {
- $I->seeInShellOutput('OK (3 tests');
- $I->seeInShellOutput('I see file found "scenario.suite.yml"');
- $I->seeInShellOutput('I see file found "dummy.suite.yml"');
- $I->seeInShellOutput('I see file found "unit.suite.yml"');
- }
- public function runTestWithComplexExample(CliGuy $I)
- {
- $I->executeCommand('run scenario ExamplesCest:filesExistsComplexJson --debug');
- $I->seeInShellOutput('Files exists complex json | {"path":"."');
- $I->seeInShellOutput('OK (1 test');
- $I->seeInShellOutput('I see file found "scenario.suite.yml"');
- $I->seeInShellOutput('I see file found "dummy.suite.yml"');
- $I->seeInShellOutput('I see file found "unit.suite.yml"');
- }
- public function overrideConfigOptionsToChangeReporter(CliGuy $I)
- {
- if (!class_exists('PHPUnit_Util_Log_TeamCity')) {
- throw new \Codeception\Exception\Skip('Reporter does not exist for this PHPUnit version');
- }
- $I->executeCommand('run scenario --report -o "reporters: report: PHPUnit_Util_Log_TeamCity" --no-exit');
- $I->seeInShellOutput('##teamcity[testStarted');
- $I->dontSeeInShellOutput('............Ok');
- }
- public function overrideModuleOptions(CliGuy $I)
- {
- $I->executeCommand('run powers --no-exit');
- $I->seeInShellOutput('FAILURES');
- $I->executeCommand('run powers -o "modules: config: PowerHelper: has_power: true" --no-exit');
- $I->dontSeeInShellOutput('FAILURES');
- }
- public function runTestWithAnnotationExamplesFromGroupFileTest(CliGuy $I)
- {
- $I->executeCommand('run scenario -g groupFileTest1 --steps');
- $I->seeInShellOutput('OK (3 tests');
- }
- public function testsWithConditionalFails(CliGuy $I)
- {
- $I->executeCommand('run scenario ConditionalCept --no-exit');
- $I->seeInShellOutput('There were 3 failures');
- $I->seeInShellOutput('Fail File "not-a-file" not found');
- $I->seeInShellOutput('Fail File "not-a-dir" not found');
- $I->seeInShellOutput('Fail File "nothing" not found');
- }
- public function runTestWithAnnotationDataprovider(CliGuy $I)
- {
- $I->executeCommand('run scenario -g dataprovider --steps');
- $I->seeInShellOutput('OK (15 tests');
- }
- }
|