Merge commit 'e70d579a6f73011e955458f1cb6a7d690958a786'

notebooks/paysage_api_test.ipynb

@@ -0,0 +1,126 @@
+{
+ "cells": [
+  {
+   "cell_type": "code",
+   "execution_count": 30,
+   "metadata": {},
+   "outputs": [
+    {
+     "data": {
+      "text/plain": [
+       "True"
+      ]
+     },
+     "execution_count": 30,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
+   "source": [
+    "import os\n",
+    "import requests\n",
+    "\n",
+    "import pandas as pd\n",
+    "from dotenv import load_dotenv\n",
+    "\n",
+    "load_dotenv()"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 2,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "url = \"https://paysage-api.staging.dataesr.ovh/relations?limit=10000&filters[relationTag]=structure-categorie&filters[relatedObjectId]=mCpLW\"\n",
+    "headers = {\"X-API-KEY\": os.getenv(\"PAYSAGE_API_KEY\")}\n",
+    "\n",
+    "response = requests.get(url, headers=headers)"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 9,
+   "metadata": {},
+   "outputs": [
+    {
+     "data": {
+      "text/plain": [
+       "'mCpLW'"
+      ]
+     },
+     "execution_count": 9,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
+   "source": [
+    "response.json().get(\"data\")[0].get(\"relatedObjectId\")"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 45,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "id = \"m7K6T\"\n",
+    "url = f\"https://paysage-api.staging.dataesr.ovh/structures/{id}\"\n",
+    "url = f\"https://paysage-api.staging.dataesr.ovh/relations?limit=100&filters[relationTag]=structure-categorie&filters[resourceId]={id}\"\n",
+    "headers = {\"X-API-KEY\": os.getenv(\"PAYSAGE_API_KEY\")}\n",
+    "\n",
+    "response = requests.get(url, headers=headers)"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 62,
+   "metadata": {},
+   "outputs": [
+    {
+     "data": {
+      "text/plain": [
+       "{'usualNameFr': 'Université',\n",
+       " 'priority': 1,\n",
+       " 'id': 'mCpLW',\n",
+       " 'displayName': 'Université',\n",
+       " 'collection': 'categories',\n",
+       " 'href': '/categories/mCpLW',\n",
+       " 'usualNameEn': None,\n",
+       " 'descriptionFr': None,\n",
+       " 'descriptionEn': None}"
+      ]
+     },
+     "execution_count": 62,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
+   "source": [
+    "response.json().get(\"data\")[16].get(\"relatedObject\")"
+   ]
+  }
+ ],
+ "metadata": {
+  "kernelspec": {
+   "display_name": "Python 3",
+   "language": "python",
+   "name": "python3"
+  },
+  "language_info": {
+   "codemirror_mode": {
+    "name": "ipython",
+    "version": 3
+   },
+   "file_extension": ".py",
+   "mimetype": "text/x-python",
+   "name": "python",
+   "nbconvert_exporter": "python",
+   "pygments_lexer": "ipython3",
+   "version": "3.11.5"
+  },
+  "orig_nbformat": 4
+ },
+ "nbformat": 4,
+ "nbformat_minor": 2
+}

project/client/dist/index.html

@@ -6,7 +6,7 @@
   <link rel="stylesheet" href="https://cdn.jsdelivr.net/npm/[email protected]/fonts/remixicon.css" />
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
   <title>Affiliation Matcher</title>
-  <script type="module" crossorigin src="/static/index-a5242678.js"></script>
+  <script type="module" crossorigin src="/static/index-09aab7a4.js"></script>
   <link rel="stylesheet" href="/static/index-b7346e81.css">
 </head>
 

project/client/src/components/results/debug/index.tsx

@@ -4,8 +4,9 @@ import { MatchDebug } from "../../../types"
 
 type ResultsDebugArgs = {
   resultsDebug: MatchDebug
+  resultsLogs: string
 }
-export default function ResultsDebug({ resultsDebug }: ResultsDebugArgs) {
+export default function ResultsDebug({ resultsDebug, resultsLogs }: ResultsDebugArgs) {
   const intl = useIntl()
   if (!resultsDebug) return null
 
@@ -40,6 +41,9 @@ export default function ResultsDebug({ resultsDebug }: ResultsDebugArgs) {
           ))}
         </Container>
       ))}
+      <Container>
+        <div dangerouslySetInnerHTML={{ __html: resultsLogs }} />
+      </Container>
     </Accordion>
   )
 }

project/client/src/components/results/index.tsx

@@ -1,7 +1,7 @@
 import { useEffect, useState } from "react"
 import { useIntl } from "react-intl"
 import { Container, Text, Badge } from "@dataesr/dsfr-plus"
-import { MatchResults } from "../../types"
+import { MatchIds, MatchResults } from "../../types"
 import Error from "../error"
 import Result from "./result"
 import Fetching from "../fetching"
@@ -10,6 +10,81 @@ import useUrl from "../../hooks/useUrl"
 import Info from "../info"
 import useMatch from "../../hooks/useMatch"
 
+type MatcherResultsArgs = {
+  matchIds: MatchIds
+  matchResults: MatchResults
+  setTitle: any
+}
+
+function MatcherResults({ matchIds, matchResults, setTitle }: MatcherResultsArgs) {
+  const intl = useIntl()
+  return (
+    <Container fluid>
+      <Container className="fr-mt-3w">
+        <Text size="md">{intl.formatMessage({ id: "match.count" }, { count: matchIds.length })}</Text>
+      </Container>
+      <Container fluid className="fr-mt-3w">
+        {matchIds.map((id, index) => {
+          return <Result key={index} resultData={matchResults} resultId={id} setTitle={setTitle} />
+        })}
+      </Container>
+    </Container>
+  )
+}
+
+function PaysageResults({ matchIds, matchResults, setTitle }: MatcherResultsArgs) {
+  const intl = useIntl()
+
+  const DEFAULT_CATEGORY = "Others"
+  const DEFAULT_PRIORITY = 99
+
+  const categories = matchResults?.enriched_results?.reduce((acc, res) => {
+    if (res?.paysage_categories) {
+      const lowestPriority = Math.min(...res.paysage_categories.map((category) => category?.priority || DEFAULT_PRIORITY))
+      res.paysage_categories
+        .filter((category) => (category?.priority || DEFAULT_PRIORITY) === lowestPriority)
+        .forEach((category) => {
+          const label = category?.label || DEFAULT_CATEGORY
+          const priority = category?.priority || DEFAULT_PRIORITY
+          acc[label] = acc?.[label]
+            ? { ...acc[label], ids: [...acc[label].ids, res.id] }
+            : { ids: [res.id], priority: priority }
+        })
+    } else {
+      acc[DEFAULT_CATEGORY] = acc?.[DEFAULT_CATEGORY]
+        ? { ...acc[DEFAULT_CATEGORY], ids: [...acc[DEFAULT_CATEGORY].ids, res.id] }
+        : { ids: [res.id], priority: DEFAULT_PRIORITY }
+    }
+    return acc
+  }, {} as Record<string, { ids: MatchIds; priority: number }>)
+
+  if (!categories || (Object.keys(categories)?.length === 1 && Object.keys(categories)[0] === DEFAULT_CATEGORY))
+    return <MatcherResults matchIds={matchIds} matchResults={matchResults} setTitle={setTitle} />
+
+  return (
+    <Container fluid>
+      {Object.entries(categories)
+        .sort((a, b) => a[1].priority - b[1].priority)
+        .map(([key, values]) => (
+          <Container fluid>
+            <Container className="fr-mt-3w">
+              <Text size="md">
+                {key}
+                {" : "}
+                {intl.formatMessage({ id: "match.count" }, { count: values.ids.length })}
+              </Text>
+            </Container>
+            <Container fluid className="fr-mt-3w">
+              {values.ids.map((id, index) => {
+                return <Result key={index} resultData={matchResults} resultId={id} setTitle={setTitle} />
+              })}
+            </Container>
+          </Container>
+        ))}
+    </Container>
+  )
+}
+
 export default function Results() {
   const intl = useIntl()
   const { currentQuery, currentMatcher, currentYear } = useUrl()
@@ -18,8 +93,10 @@ export default function Results() {
 
   useEffect(() => setTitle(currentQuery), [currentQuery])
 
+  console.log("data", data)
+
   if (currentQuery === null && currentMatcher === null) return null
-  if (currentQuery === "") return <Info info={intl.formatMessage({ id: "info.missing.query" })} />
+  if (!currentQuery) return <Info info={intl.formatMessage({ id: "info.missing.query" })} />
   if (!currentMatcher) return <Info info={intl.formatMessage({ id: "info.missing.matcher" })} />
 
   if (isFetching) return <Fetching />
@@ -40,7 +117,7 @@ export default function Results() {
         <Container className="fr-mt-3w">
           <Badge color="error">{`${currentMatcher} : ${intl.formatMessage({ id: "match.count" }, { count: 0 })}`}</Badge>
         </Container>
-        <ResultsDebug resultsDebug={matchResults?.debug} />
+        <ResultsDebug resultsDebug={matchResults?.debug} resultsLogs={matchResults?.logs} />
       </Container>
     )
 
@@ -49,15 +126,12 @@ export default function Results() {
       <Container className="sticky card">
         <Text size="lead">{currentTitle}</Text>
       </Container>
-      <Container className="fr-mt-3w">
-        <Text size="md">{intl.formatMessage({ id: "match.count" }, { count: matchIds.length })}</Text>
-      </Container>
-      <Container fluid className="fr-mt-3w">
-        {matchIds.map((id, index) => {
-          return <Result key={index} resultData={matchResults} resultId={id} setTitle={setTitle} />
-        })}
-      </Container>
-      <ResultsDebug resultsDebug={matchResults?.debug} />
+      {currentMatcher === "paysage" ? (
+        <PaysageResults matchIds={matchIds} matchResults={matchResults} setTitle={setTitle} />
+      ) : (
+        <MatcherResults matchIds={matchIds} matchResults={matchResults} setTitle={setTitle} />
+      )}
+      <ResultsDebug resultsDebug={matchResults?.debug} resultsLogs={matchResults?.logs} />
     </Container>
   )
 }

project/client/src/config/matchers.ts

@@ -8,6 +8,7 @@ export const MATCHERS = [
   { label: "ROR", key: "ror", year: false, placeholder: "Paris Dauphine University France" },
   { label: "RNSR", key: "rnsr", year: true, placeholder: "IPAG Institut de Planétologie et d'Astrophysique de Grenoble" },
   { label: "grid.ac", key: "grid", year: false, placeholder: "Paris Dauphine University France" },
+  { label: "Paysage", key: "paysage", year: true, placeholder: "UTC Université de Technologie de Compiègne" },
 ]
 
 export const matcher_get = (key: string) => MATCHERS.find((matcher) => matcher.key == key)

project/client/src/locales/en.json

@@ -1,7 +1,7 @@
 {
   "info.missing.query": "Please enter a text affiliation",
   "info.missing.matcher": "Please select a matcher",
-  "debug.accordion.title": "Matching details",
+  "debug.accordion.title": "Matching logs",
   "match.count": "{count, plural, =0 {# matches} one {# match} other {# matches}}",
   "possibility.count": "{count, plural, =0 {# possibilities} one {# possibility} other {# possibilities}}"
 }

project/client/src/types/index.ts

@@ -7,6 +7,7 @@ export type MatchEnrichedResult = {
   acronym?: Array<string>
   city?: Array<string>
   country?: Array<string>
+  paysage_categories?: Array<{ id: string; label?: string; priority?: number }>
 }
 export type MatchEnrichedResults = Array<MatchEnrichedResult>
 
@@ -42,6 +43,7 @@ export type MatchResults = {
   enriched_results: MatchEnrichedResults
   highlights?: MatchHighlights
   debug?: MatchDebug
+  logs?: string
 }
 
 export type TextHighlight = Array<any>

project/server/main/acronym_to_ignore.csv

@@ -170,7 +170,6 @@ maestro
 mimosa
 opale
 smash
-histoire
 sa
 mica
 vassal
@@ -508,3 +507,4 @@ edge
 mind
 step
 early
+mse