@pytest.fixture(scope='session') def setup(): # get old results results.store_results() # run sample example.run_sample() # wait 6 min TODO implement polling here, instead of time.sleep ? time.sleep(360) # get new results feature_new_results = results.get_results(experiment_id_feature_test) ab_new_result = results.get_results(experiment_id_ab_test) # =========================================================== # HAPPY SCENARIO - CODE SAMPLE WORKS # =========================================================== def test_exp_usage_feature(setup): with open('code_sample_files/full_stack_2x/example_usage/features.txt', 'r') as f: old = f.read() # convert str to dict old = ast.literal_eval(old) print(old['end_time'], features_new_results['end_time']) # I'D LIKE TO REFERENCE DATA FROM THE FIXTURE HERE: features_new_results assert old['end_time'] < features_new()['end_time']