amInPath('tests/data/sandbox'); } public function runOneFile(\CliGuy $I) { $I->wantTo('execute one test'); $I->executeCommand('run tests/dummy/FileExistsCept.php'); $I->seeInShellOutput("OK ("); } /** * @group reports * @group core * * @param CliGuy $I */ public function runHtml(\CliGuy $I) { $I->wantTo('execute tests with html output'); $I->executeCommand('run dummy --html'); $I->seeFileFound('report.html', 'tests/_output'); } /** * @group reports * * @param CliGuy $I */ public function runJsonReport(\CliGuy $I) { $I->wantTo('check json reports'); $I->executeCommand('run dummy --json'); $I->seeFileFound('report.json', 'tests/_output'); $I->seeInThisFile('"suite":'); $I->seeInThisFile('"dummy"'); } /** * @group reports * * @param CliGuy $I */ public function runTapReport(\CliGuy $I) { $I->wantTo('check tap reports'); $I->executeCommand('run dummy --tap'); $I->seeFileFound('report.tap.log', 'tests/_output'); } /** * @group reports * * @param CliGuy $I */ public function runXmlReport(\CliGuy $I) { $I->wantTo('check xml reports'); $I->executeCommand('run dummy --xml'); $I->seeFileFound('report.xml', 'tests/_output'); $I->seeInThisFile('seeInThisFile('seeInThisFile('seeInThisFile('feature="'); } /** * @group reports * @param CliGuy $I */ public function runXmlReportsInStrictMode(\CliGuy $I) { $I->wantTo('check xml in strict mode'); $I->executeCommand('run dummy --xml -c codeception_strict_xml.yml'); $I->seeFileFound('report.xml', 'tests/_output'); $I->seeInThisFile('seeInThisFile('seeInThisFile('dontSeeInThisFile('feature="'); } /** * @group reports * * @param CliGuy $I */ public function runReportMode(\CliGuy $I) { $I->wantTo('try the reporting mode'); $I->executeCommand('run dummy --report'); $I->seeInShellOutput('FileExistsCept'); $I->seeInShellOutput('........Ok'); } /** * @group reports * * @param CliGuy $I */ public function runCustomReport(\CliGuy $I) { $I->wantTo('try the reporting mode'); $I->executeCommand('run dummy --report -c codeception_custom_report.yml'); $I->seeInShellOutput('FileExistsCept: Check config exists'); $I->dontSeeInShellOutput('Ok'); } public function runOneGroup(\CliGuy $I) { $I->executeCommand('run skipped -g notorun'); $I->seeInShellOutput('Skipped Tests (1)'); $I->seeInShellOutput("IncompleteMeCept"); $I->dontSeeInShellOutput("SkipMeCept"); } public function skipRunOneGroup(\CliGuy $I) { $I->executeCommand('run skipped --skip-group notorun'); $I->seeInShellOutput('Skipped Tests (2)'); $I->seeInShellOutput("SkipMeCept"); $I->dontSeeInShellOutput("IncompleteMeCept"); } public function skipGroupOfCest(\CliGuy $I) { $I->executeCommand('run dummy'); $I->seeInShellOutput('Optimistic'); $I->seeInShellOutput('Dummy Tests (6)'); $I->executeCommand('run dummy --skip-group ok'); $I->seeInShellOutput('Pessimistic'); $I->seeInShellOutput('Dummy Tests (5)'); $I->dontSeeInShellOutput('Optimistic'); } public function runTwoSuites(\CliGuy $I) { $I->executeCommand('run skipped,dummy --no-exit'); $I->seeInShellOutput("Skipped Tests (3)"); $I->seeInShellOutput("Dummy Tests (6)"); $I->dontSeeInShellOutput("Remote Tests"); } public function skipSuites(\CliGuy $I) { $I->executeCommand( 'run dummy --skip skipped --skip remote --skip remote_server --skip order --skip unit ' . '--skip powers --skip math --skip messages' ); $I->seeInShellOutput("Dummy Tests"); $I->dontSeeInShellOutput("Remote Tests"); $I->dontSeeInShellOutput("Remote_server Tests"); $I->dontSeeInShellOutput("Order Tests"); } public function runOneTestFromUnit(\CliGuy $I) { $I->executeCommand('run tests/dummy/AnotherTest.php:testFirst'); $I->seeInShellOutput("AnotherTest: First"); $I->seeInShellOutput('OK'); $I->dontSeeInShellOutput('AnotherTest: Second'); } public function runOneTestFromCest(\CliGuy $I) { $I->executeCommand('run tests/dummy/AnotherCest.php:optimistic'); $I->seeInShellOutput("Optimistic"); $I->dontSeeInShellOutput('Pessimistic'); } public function runTestWithDataProviders(\CliGuy $I) { $I->executeCommand('run tests/unit/DataProvidersTest.php'); $I->seeInShellOutput('Is triangle | "real triangle"'); $I->seeInShellOutput('Is triangle | #0'); $I->seeInShellOutput('Is triangle | #1'); $I->seeInShellOutput('DataProvidersTest'); $I->seeInShellOutput("OK"); } public function runOneGroupWithDataProviders(\CliGuy $I) { $I->executeCommand('run unit -g data-providers'); $I->seeInShellOutput('Is triangle | "real triangle"'); $I->seeInShellOutput('Is triangle | #0'); $I->seeInShellOutput('Is triangle | #1'); $I->seeInShellOutput('DataProvidersTest'); $I->seeInShellOutput("OK"); } public function runTestWithFailFast(\CliGuy $I) { $I->executeCommand('run unit --skip-group error --no-exit'); $I->seeInShellOutput('FailingTest: Me'); $I->seeInShellOutput("PassingTest: Me"); $I->executeCommand('run unit --fail-fast --skip-group error --no-exit'); $I->seeInShellOutput('There was 1 failure'); $I->dontSeeInShellOutput("PassingTest: Me"); } public function runWithCustomOutputPath(\CliGuy $I) { $I->executeCommand('run dummy --xml myverycustom.xml --html myownhtmlreport.html'); $I->seeFileFound('myverycustom.xml', 'tests/_output'); $I->seeInThisFile('seeInThisFile('seeInThisFile('seeFileFound('myownhtmlreport.html', 'tests/_output'); $I->dontSeeFileFound('report.xml', 'tests/_output'); $I->dontSeeFileFound('report.html', 'tests/_output'); } public function runTestsWithDependencyInjections(\CliGuy $I) { $I->executeCommand('run math'); $I->seeInShellOutput('MathCest: Test addition'); $I->seeInShellOutput('MathCest: Test subtraction'); $I->seeInShellOutput('MathCest: Test square'); $I->seeInShellOutput('MathTest: All'); $I->seeInShellOutput('OK ('); $I->dontSeeInShellOutput('fail'); $I->dontSeeInShellOutput('error'); } public function runErrorTest(\CliGuy $I) { $I->executeCommand('run unit ErrorTest --no-exit'); $I->seeInShellOutput('There was 1 error'); $I->seeInShellOutput('Array to string conversion'); $I->seeInShellOutput('ErrorTest.php:9'); } public function runTestWithException(\CliGuy $I) { $I->executeCommand('run unit ExceptionTest --no-exit -v'); $I->seeInShellOutput('There was 1 error'); $I->seeInShellOutput('Helllo!'); $I->expect('Exceptions are not wrapped into ExceptionWrapper'); $I->dontSeeInShellOutput('PHPUnit_Framework_ExceptionWrapper'); $I->seeInShellOutput('RuntimeException'); } public function runTestsWithSteps(\CliGuy $I) { $I->executeCommand('run scenario SuccessCept --steps'); $I->seeInShellOutput(<<skip("Xdebug not loaded"); } $I->executeCommand('run scenario FailedCept --steps --no-exit'); $I->seeInShellOutput(<<expect('to see scenario trace'); $I->seeInShellOutput(<<seeFileFound("games.zip") at tests/scenario/FailedCept.php:5 1. \$I->amInPath(".") at tests/scenario/FailedCept.php:4 EOF ); } /** * @param CliGuy $I */ public function runTestWithSubSteps(\CliGuy $I, $scenario) { if (!extension_loaded('xdebug') && !defined('HHVM_VERSION')) { $scenario->skip("Xdebug not loaded"); } $file = "codeception".DIRECTORY_SEPARATOR."c3"; $I->executeCommand('run scenario SubStepsCept --steps'); $I->seeInShellOutput(<<seeInShellOutput(<<executeCommand('run order DependentCest --no-exit'); $I->seeInShellOutput('Skipped: 1'); } public function runDependentTest(CliGuy $I) { $I->executeCommand('run unit DependsTest --no-exit'); $I->seeInShellOutput('Skipped: 1'); $I->executeCommand('run unit --no-exit'); $I->seeInShellOutput('Skipped: 2'); } public function runGherkinTest(CliGuy $I) { $I->executeCommand('run scenario File.feature --steps'); $I->seeInShellOutput(<<seeInShellOutput('Given i have terminal opened'); $I->seeInShellOutput('When i am in current directory'); $I->seeInShellOutput('Then there is a file "scenario.suite.yml"'); $I->seeInShellOutput('And there are keywords in "scenario.suite.yml"'); $I->seeInShellOutput(<<seeInShellOutput('PASSED'); } public function runIncompleteGherkinTest(CliGuy $I) { $I->executeCommand('run scenario File.feature -v'); $I->seeInShellOutput('OK, but incomplete'); $I->seeInShellOutput('Step definition for `I have only idea of what\'s going on here` not found in contexts'); } public function runGherkinScenarioWithMultipleStepDefinitions(CliGuy $I) { $I->executeCommand('run scenario "File.feature:Check file once more" --steps'); $I->seeInShellOutput('When there is a file "scenario.suite.yml"'); $I->seeInShellOutput('Then i see file "scenario.suite.yml"'); $I->dontSeeInShellOutput('Step definition for `I see file "scenario.suite.yml"` not found in contexts'); $I->seeInShellOutput('PASSED'); } public function runGherkinScenarioOutline(CliGuy $I) { $I->executeCommand('run scenario FileExamples.feature -v'); $I->seeInShellOutput('OK (3 tests'); } /** * @param CliGuy $I * @after checkExampleFiles */ public function runTestWithAnnotationExamples(CliGuy $I) { $I->executeCommand('run scenario ExamplesCest:filesExistsAnnotation --steps'); } /** * @param CliGuy $I * @after checkExampleFiles */ public function runTestWithJsonExamples(CliGuy $I) { $I->executeCommand('run scenario ExamplesCest:filesExistsByJson --steps'); } /** * @param CliGuy $I * @after checkExampleFiles */ public function runTestWithArrayExamples(CliGuy $I) { $I->executeCommand('run scenario ExamplesCest:filesExistsByArray --steps'); } protected function checkExampleFiles(CliGuy $I) { $I->seeInShellOutput('OK (3 tests'); $I->seeInShellOutput('I see file found "scenario.suite.yml"'); $I->seeInShellOutput('I see file found "dummy.suite.yml"'); $I->seeInShellOutput('I see file found "unit.suite.yml"'); } public function runTestWithComplexExample(CliGuy $I) { $I->executeCommand('run scenario ExamplesCest:filesExistsComplexJson --debug'); $I->seeInShellOutput('Files exists complex json | {"path":"."'); $I->seeInShellOutput('OK (1 test'); $I->seeInShellOutput('I see file found "scenario.suite.yml"'); $I->seeInShellOutput('I see file found "dummy.suite.yml"'); $I->seeInShellOutput('I see file found "unit.suite.yml"'); } public function overrideConfigOptionsToChangeReporter(CliGuy $I) { if (!class_exists('PHPUnit_Util_Log_TeamCity')) { throw new \Codeception\Exception\Skip('Reporter does not exist for this PHPUnit version'); } $I->executeCommand('run scenario --report -o "reporters: report: PHPUnit_Util_Log_TeamCity" --no-exit'); $I->seeInShellOutput('##teamcity[testStarted'); $I->dontSeeInShellOutput('............Ok'); } public function overrideModuleOptions(CliGuy $I) { $I->executeCommand('run powers --no-exit'); $I->seeInShellOutput('FAILURES'); $I->executeCommand('run powers -o "modules: config: PowerHelper: has_power: true" --no-exit'); $I->dontSeeInShellOutput('FAILURES'); } public function runTestWithAnnotationExamplesFromGroupFileTest(CliGuy $I) { $I->executeCommand('run scenario -g groupFileTest1 --steps'); $I->seeInShellOutput('OK (3 tests'); } public function testsWithConditionalFails(CliGuy $I) { $I->executeCommand('run scenario ConditionalCept --no-exit'); $I->seeInShellOutput('There were 3 failures'); $I->seeInShellOutput('Fail File "not-a-file" not found'); $I->seeInShellOutput('Fail File "not-a-dir" not found'); $I->seeInShellOutput('Fail File "nothing" not found'); } public function runTestWithAnnotationDataprovider(CliGuy $I) { $I->executeCommand('run scenario -g dataprovider --steps'); $I->seeInShellOutput('OK (15 tests'); } }