diff --git a/fuji_server/evaluators/fair_evaluator_requirements.py b/fuji_server/evaluators/fair_evaluator_requirements.py index ad26d353..bb6729e4 100644 --- a/fuji_server/evaluators/fair_evaluator_requirements.py +++ b/fuji_server/evaluators/fair_evaluator_requirements.py @@ -49,6 +49,9 @@ def testBuildInstructions(self): self.logger.warning( f"{self.metric_identifier} : Test for build, installation and execution instructions is not implemented." ) + test_requirements = self.metric_tests[test_id].metric_test_requirements + print(test_requirements) # list + # TODO: check each location (if available from harvest) for keywords return test_status def testDependencies(self): diff --git a/fuji_server/harvester/github_harvester.py b/fuji_server/harvester/github_harvester.py index 310a76f4..c35c403e 100644 --- a/fuji_server/harvester/github_harvester.py +++ b/fuji_server/harvester/github_harvester.py @@ -68,7 +68,7 @@ def harvest(self): except UnknownObjectException: pass - # identify source code + # identify source code (sample files in the main language used in the repo) repo_languages = repo.get_languages() if repo_languages != {}: self.data["languages"] = repo_languages @@ -90,3 +90,7 @@ def harvest(self): ) if len(source_code_samples) > 0: self.data["source_code_samples"] = source_code_samples + + # TODO: parse README (full), wiki (page names?), docs (???) + + # TODO: consider merging parts of the GitHub data with metadata? diff --git a/fuji_server/yaml/metrics_v0.7_software.yaml b/fuji_server/yaml/metrics_v0.7_software.yaml index dd8dae53..cf4fedd7 100644 --- a/fuji_server/yaml/metrics_v0.7_software.yaml +++ b/fuji_server/yaml/metrics_v0.7_software.yaml @@ -334,6 +334,18 @@ metrics: metric_test_name: The software has build, installation and/or execution instructions. metric_test_score: 1 metric_test_maturity: 1 + metric_test_requirements: + - target: https://f-uji.net/vocab/metadata/standards + modality: any + required: + location: + - README + - docs + - wiki + keywords: + - build + - install + - run - metric_test_identifier: FRSM-13-R1-2 metric_test_name: Dependencies are provided in a machine-readable format and the building and installation of the software is automated. metric_test_score: 1