|
141 | 141 | "additionalProperties": false, |
142 | 142 | "description": "See AcceptanceTestAsset above for more details.", |
143 | 143 | "properties": { |
| 144 | + "components": { |
| 145 | + "description": "The component that this test case is intended to run against. Most often this is the ARS for acceptance tests, but for the Benchmarks repo integration, this can also be individual components of the system like Aragorn, or ARAX.", |
| 146 | + "items": { |
| 147 | + "$ref": "#/$defs/ComponentEnum" |
| 148 | + }, |
| 149 | + "type": "array" |
| 150 | + }, |
144 | 151 | "description": { |
145 | 152 | "description": "A human-readable description for a Test Entity", |
146 | 153 | "type": "string" |
|
149 | 156 | "description": "A unique identifier for a Test Entity", |
150 | 157 | "type": "string" |
151 | 158 | }, |
| 159 | + "input_category": { |
| 160 | + "type": "string" |
| 161 | + }, |
152 | 162 | "name": { |
153 | 163 | "description": "A human-readable name for a Test Entity", |
154 | 164 | "type": "string" |
155 | 165 | }, |
| 166 | + "output_category": { |
| 167 | + "type": "string" |
| 168 | + }, |
156 | 169 | "preconditions": { |
157 | 170 | "items": { |
158 | 171 | "type": "string" |
159 | 172 | }, |
160 | 173 | "type": "array" |
161 | 174 | }, |
| 175 | + "qualifiers": { |
| 176 | + "description": "Optional qualifiers which constrain to the test asset defined knowledge statement. Note that this field records such qualifier slots and values as tag=value pairs, where the tag is the Biolink Model qualifier slot named and the value is an acceptable (Biolink Model enum?) value of the said qualifier slot.", |
| 177 | + "items": { |
| 178 | + "$ref": "#/$defs/Qualifier" |
| 179 | + }, |
| 180 | + "type": "array" |
| 181 | + }, |
162 | 182 | "query_type": { |
163 | 183 | "$ref": "#/$defs/QueryTypeEnum", |
164 | 184 | "description": "Type of TestCase query." |
|
194 | 214 | "$ref": "#/$defs/TestSourceEnum", |
195 | 215 | "description": "Provenance of a specific set of test assets, cases and/or suites. Or, the person who cares about this, know about this. We would like this to be an ORCID eventually, but currently it is just a string." |
196 | 216 | }, |
| 217 | + "test_env": { |
| 218 | + "$ref": "#/$defs/TestEnvEnum", |
| 219 | + "description": "Deployment environment within which the associated TestSuite is run." |
| 220 | + }, |
197 | 221 | "test_runner_settings": { |
198 | 222 | "description": "Scalar parameters for the TestRunner processing a given TestEntity.", |
199 | 223 | "items": { |
|
444 | 468 | "additionalProperties": false, |
445 | 469 | "description": "Assumed additional model from Shervin's runner JSON here as an example. This schema is not yet complete.", |
446 | 470 | "properties": { |
| 471 | + "components": { |
| 472 | + "description": "The component that this test case is intended to run against. Most often this is the ARS for acceptance tests, but for the Benchmarks repo integration, this can also be individual components of the system like Aragorn, or ARAX.", |
| 473 | + "items": { |
| 474 | + "$ref": "#/$defs/ComponentEnum" |
| 475 | + }, |
| 476 | + "type": "array" |
| 477 | + }, |
447 | 478 | "description": { |
448 | 479 | "description": "A human-readable description for a Test Entity", |
449 | 480 | "type": "string" |
|
452 | 483 | "description": "A unique identifier for a Test Entity", |
453 | 484 | "type": "string" |
454 | 485 | }, |
| 486 | + "input_category": { |
| 487 | + "type": "string" |
| 488 | + }, |
455 | 489 | "name": { |
456 | 490 | "description": "A human-readable name for a Test Entity", |
457 | 491 | "type": "string" |
458 | 492 | }, |
| 493 | + "output_category": { |
| 494 | + "type": "string" |
| 495 | + }, |
459 | 496 | "preconditions": { |
460 | 497 | "items": { |
461 | 498 | "type": "string" |
462 | 499 | }, |
463 | 500 | "type": "array" |
464 | 501 | }, |
| 502 | + "qualifiers": { |
| 503 | + "description": "Optional qualifiers which constrain to the test asset defined knowledge statement. Note that this field records such qualifier slots and values as tag=value pairs, where the tag is the Biolink Model qualifier slot named and the value is an acceptable (Biolink Model enum?) value of the said qualifier slot.", |
| 504 | + "items": { |
| 505 | + "$ref": "#/$defs/Qualifier" |
| 506 | + }, |
| 507 | + "type": "array" |
| 508 | + }, |
465 | 509 | "query_type": { |
466 | 510 | "$ref": "#/$defs/QueryTypeEnum", |
467 | 511 | "description": "Type of TestCase query." |
|
497 | 541 | "$ref": "#/$defs/TestSourceEnum", |
498 | 542 | "description": "Provenance of a specific set of test assets, cases and/or suites. Or, the person who cares about this, know about this. We would like this to be an ORCID eventually, but currently it is just a string." |
499 | 543 | }, |
| 544 | + "test_env": { |
| 545 | + "$ref": "#/$defs/TestEnvEnum", |
| 546 | + "description": "Deployment environment within which the associated TestSuite is run." |
| 547 | + }, |
500 | 548 | "test_runner_settings": { |
501 | 549 | "description": "Scalar parameters for the TestRunner processing a given TestEntity.", |
502 | 550 | "items": { |
|
691 | 739 | "additionalProperties": false, |
692 | 740 | "description": "Represents a single enumerated instance of Test Case, derived from a given collection of one or more TestAsset instances (the value of the 'test_assets' slot) which define the 'inputs' and 'outputs' of the TestCase, used to probe a particular test condition.", |
693 | 741 | "properties": { |
| 742 | + "components": { |
| 743 | + "description": "The component that this test case is intended to run against. Most often this is the ARS for acceptance tests, but for the Benchmarks repo integration, this can also be individual components of the system like Aragorn, or ARAX.", |
| 744 | + "items": { |
| 745 | + "$ref": "#/$defs/ComponentEnum" |
| 746 | + }, |
| 747 | + "type": "array" |
| 748 | + }, |
694 | 749 | "description": { |
695 | 750 | "description": "A human-readable description for a Test Entity", |
696 | 751 | "type": "string" |
|
699 | 754 | "description": "A unique identifier for a Test Entity", |
700 | 755 | "type": "string" |
701 | 756 | }, |
| 757 | + "input_category": { |
| 758 | + "type": "string" |
| 759 | + }, |
702 | 760 | "name": { |
703 | 761 | "description": "A human-readable name for a Test Entity", |
704 | 762 | "type": "string" |
705 | 763 | }, |
| 764 | + "output_category": { |
| 765 | + "type": "string" |
| 766 | + }, |
706 | 767 | "preconditions": { |
707 | 768 | "items": { |
708 | 769 | "type": "string" |
709 | 770 | }, |
710 | 771 | "type": "array" |
711 | 772 | }, |
| 773 | + "qualifiers": { |
| 774 | + "description": "Optional qualifiers which constrain to the test asset defined knowledge statement. Note that this field records such qualifier slots and values as tag=value pairs, where the tag is the Biolink Model qualifier slot named and the value is an acceptable (Biolink Model enum?) value of the said qualifier slot.", |
| 775 | + "items": { |
| 776 | + "$ref": "#/$defs/Qualifier" |
| 777 | + }, |
| 778 | + "type": "array" |
| 779 | + }, |
712 | 780 | "query_type": { |
713 | 781 | "$ref": "#/$defs/QueryTypeEnum", |
714 | 782 | "description": "Type of TestCase query." |
|
744 | 812 | "$ref": "#/$defs/TestSourceEnum", |
745 | 813 | "description": "Provenance of a specific set of test assets, cases and/or suites. Or, the person who cares about this, know about this. We would like this to be an ORCID eventually, but currently it is just a string." |
746 | 814 | }, |
| 815 | + "test_env": { |
| 816 | + "$ref": "#/$defs/TestEnvEnum", |
| 817 | + "description": "Deployment environment within which the associated TestSuite is run." |
| 818 | + }, |
747 | 819 | "test_runner_settings": { |
748 | 820 | "description": "Scalar parameters for the TestRunner processing a given TestEntity.", |
749 | 821 | "items": { |
|
873 | 945 | "additionalProperties": false, |
874 | 946 | "description": "Represents a single enumerated instance of Test Case, derived from a given collection of one or more TestAsset instances (the value of the 'test_assets' slot) which define the 'inputs' and 'outputs' of the TestCase, used to probe a particular test condition.", |
875 | 947 | "properties": { |
| 948 | + "components": { |
| 949 | + "description": "The component that this test case is intended to run against. Most often this is the ARS for acceptance tests, but for the Benchmarks repo integration, this can also be individual components of the system like Aragorn, or ARAX.", |
| 950 | + "items": { |
| 951 | + "$ref": "#/$defs/ComponentEnum" |
| 952 | + }, |
| 953 | + "type": "array" |
| 954 | + }, |
876 | 955 | "description": { |
877 | 956 | "description": "A human-readable description for a Test Entity", |
878 | 957 | "type": "string" |
|
881 | 960 | "description": "A unique identifier for a Test Entity", |
882 | 961 | "type": "string" |
883 | 962 | }, |
| 963 | + "input_category": { |
| 964 | + "type": "string" |
| 965 | + }, |
884 | 966 | "name": { |
885 | 967 | "description": "A human-readable name for a Test Entity", |
886 | 968 | "type": "string" |
887 | 969 | }, |
| 970 | + "output_category": { |
| 971 | + "type": "string" |
| 972 | + }, |
888 | 973 | "preconditions": { |
889 | 974 | "items": { |
890 | 975 | "type": "string" |
891 | 976 | }, |
892 | 977 | "type": "array" |
893 | 978 | }, |
| 979 | + "qualifiers": { |
| 980 | + "description": "Optional qualifiers which constrain to the test asset defined knowledge statement. Note that this field records such qualifier slots and values as tag=value pairs, where the tag is the Biolink Model qualifier slot named and the value is an acceptable (Biolink Model enum?) value of the said qualifier slot.", |
| 981 | + "items": { |
| 982 | + "$ref": "#/$defs/Qualifier" |
| 983 | + }, |
| 984 | + "type": "array" |
| 985 | + }, |
894 | 986 | "query_type": { |
895 | 987 | "$ref": "#/$defs/QueryTypeEnum", |
896 | 988 | "description": "Type of TestCase query." |
|
926 | 1018 | "$ref": "#/$defs/TestSourceEnum", |
927 | 1019 | "description": "Provenance of a specific set of test assets, cases and/or suites. Or, the person who cares about this, know about this. We would like this to be an ORCID eventually, but currently it is just a string." |
928 | 1020 | }, |
| 1021 | + "test_env": { |
| 1022 | + "$ref": "#/$defs/TestEnvEnum", |
| 1023 | + "description": "Deployment environment within which the associated TestSuite is run." |
| 1024 | + }, |
929 | 1025 | "test_runner_settings": { |
930 | 1026 | "description": "Scalar parameters for the TestRunner processing a given TestEntity.", |
931 | 1027 | "items": { |
|
0 commit comments