-
- @pytest.fixture(scope='session')
- def setup():
-
- # get old results
- results.store_results()
-
- # run sample
- example.run_sample()
-
- # wait 6 min TODO implement polling here, instead of time.sleep ?
- time.sleep(360)
-
- # get new results
- feature_new_results = results.get_results(experiment_id_feature_test)
-
- ab_new_result = results.get_results(experiment_id_ab_test)
-
-
-
- # ===========================================================
- # HAPPY SCENARIO - CODE SAMPLE WORKS
- # ===========================================================
- def test_exp_usage_feature(setup):
-
- with open('code_sample_files/full_stack_2x/example_usage/features.txt', 'r') as f:
- old = f.read()
-
- # convert str to dict
- old = ast.literal_eval(old)
-
- print(old['end_time'], features_new_results['end_time']) # I'D LIKE TO REFERENCE DATA FROM THE FIXTURE HERE: features_new_results
-
- assert old['end_time'] < features_new()['end_time']
-