diff --git a/challenge_config.yaml b/challenge_config.yaml index 1bb07be7833295e2e5ce0bb3b2b8a2f3b6e62887..029ec62cd8afb20c1fcb3dad5075d760ae1036a5 100755 --- a/challenge_config.yaml +++ b/challenge_config.yaml @@ -1,79 +1,79 @@ -# If you are not sure what all these fields mean, please refer our documentation here: -# https://evalai.readthedocs.io/en/latest/configuration.html -title: Template Challenge -short_description: Predict XXX from XXX -description: templates/description.html -evaluation_details: templates/evaluation_details.html -terms_and_conditions: templates/terms_and_conditions.html -image: logo.jpg -submission_guidelines: templates/submission_guidelines.html -leaderboard_description: We use the XXX metric for evaluation -evaluation_script: evaluation_script.zip -remote_evaluation: False -is_docker_based: False -start_date: 2019-01-01 00:00:00 -end_date: 2099-05-31 23:59:59 -published: True - -leaderboard: - - id: 1 - schema: - { - "labels": ["accuracy"], - "default_order_by": "accuracy", - } - -challenge_phases: - - id: 1 - name: Dev Phase - description: templates/challenge_phase_1_description.html - leaderboard_public: True - is_public: True - is_submission_public: True - start_date: 2019-01-19 00:00:00 - end_date: 2099-04-25 23:59:59 - test_annotation_file: annotations/valid.csv - codename: dev - max_submissions_per_day: 100 - max_submissions_per_month: 50 - max_submissions: 50 - submission_meta_attributes: null - is_restricted_to_select_one_submission: False - is_partial_submission_evaluation_enabled: False - - id: 2 - name: Test Phase - description: templates/challenge_phase_2_description.html - leaderboard_public: False - is_public: False - is_submission_public: False - start_date: 2019-01-19 00:00:00 - end_date: 2099-04-25 23:59:59 - test_annotation_file: annotations/test.csv - codename: test - max_submissions_per_day: 100 - max_submissions_per_month: 50 - max_submissions: 50 - submission_meta_attributes: null - is_restricted_to_select_one_submission: True - is_partial_submission_evaluation_enabled: False - -dataset_splits: - - id: 1 - name: Valid Split - codename: dev - - id: 2 - name: Test Split - codename: test - -challenge_phase_splits: - - challenge_phase_id: 1 - leaderboard_id: 1 - dataset_split_id: 1 - visibility: 1 - leaderboard_decimal_precision: 3 - - challenge_phase_id: 2 - leaderboard_id: 1 - dataset_split_id: 2 - visibility: 1 - leaderboard_decimal_precision: 3 - is_leaderboard_order_descending: true +# If you are not sure what all these fields mean, please refer our documentation here: +# https://evalai.readthedocs.io/en/latest/configuration.html +title: Template Challenge +short_description: Predict XXX from XXX +description: templates/description.html +evaluation_details: templates/evaluation_details.html +terms_and_conditions: templates/terms_and_conditions.html +image: logo.jpg +submission_guidelines: templates/submission_guidelines.html +leaderboard_description: We use the XXX metric for evaluation +evaluation_script: evaluation_script.zip +remote_evaluation: False +is_docker_based: False +start_date: 2019-01-01 00:00:00 +end_date: 2099-05-31 23:59:59 +published: True + +leaderboard: + - id: 1 + schema: + { + "labels": ["accuracy"], + "default_order_by": "accuracy", + } + +challenge_phases: + - id: 1 + name: Dev Phase + description: templates/challenge_phase_1_description.html + leaderboard_public: True + is_public: True + is_submission_public: True + start_date: 2019-01-19 00:00:00 + end_date: 2099-04-25 23:59:59 + test_annotation_file: annotations/valid.csv + codename: dev + max_submissions_per_day: 100 + max_submissions_per_month: 50 + max_submissions: 50 + submission_meta_attributes: null + is_restricted_to_select_one_submission: False + is_partial_submission_evaluation_enabled: False + - id: 2 + name: Test Phase + description: templates/challenge_phase_2_description.html + leaderboard_public: False + is_public: False + is_submission_public: False + start_date: 2019-01-19 00:00:00 + end_date: 2099-04-25 23:59:59 + test_annotation_file: annotations/test.csv + codename: test + max_submissions_per_day: 100 + max_submissions_per_month: 50 + max_submissions: 50 + submission_meta_attributes: null + is_restricted_to_select_one_submission: True + is_partial_submission_evaluation_enabled: False + +dataset_splits: + - id: 1 + name: Valid Split + codename: dev + - id: 2 + name: Test Split + codename: test + +challenge_phase_splits: + - challenge_phase_id: 1 + leaderboard_id: 1 + dataset_split_id: 1 + visibility: 3 + leaderboard_decimal_precision: 3 + - challenge_phase_id: 2 + leaderboard_id: 1 + dataset_split_id: 2 + visibility: 1 + leaderboard_decimal_precision: 3 + is_leaderboard_order_descending: true