chore(webpage): remove Information Retrieval task and MSMARCO entries

webpage/content/submission.md

@@ -51,33 +51,6 @@ Submissions should be in `.json` format.
 
 ## 1.B Example Submissions 
 \
-{{< collapse title="Information Retrieval sample submission file without optional fields." >}}
-{
-  "submission_name": "msmarco_bm_25",
-  "dataset_name": "MSMARCO",
-  "dataset_version": "0.0.1",
-  "embedding_name": "BM25",
-  "hparams": {},
-  "packages": [],
-  "leaderboard_task_name": "Information Retrieval",
-  "metrics": [
-    {
-      "NDCG@10": 31.50,
-      "MRR@10": 56.36
-    }
-  ],
-  "metrics_avg": {
-      "NDCG@10": 31.50,
-      "MRR@10": 56.36
-    },
-  "metrics_std": {
-      "NDCG@10": 0.0,
-      "MRR@10": 0.0
-    },
-  "averaged_over": 1
-}
-{{< /collapse >}}
-\
 {{< collapse title="Question Answering sample submission file with packages provided." >}}
 
 {
@@ -221,13 +194,13 @@ submission.save_json()
 Example how to add dataset that is not currently in Leaderboard.
 To do that three files will be needed:   
 - webpage/content/tasks/task{taksk_abrevation}.md   
-e.g.: [webpage/content/tasks/taskIR.md](https://raw.githubusercontent.com/CLARIN-PL/embeddings/main/webpage/content/tasks/taskIR.md) for Infromation Retrieval
+e.g.: [webpage/content/tasks/taskQA.md](https://raw.githubusercontent.com/CLARIN-PL/embeddings/main/webpage/content/tasks/taskQA.md) for Question Answering
 
 | Keys to be filled | Example |
 | -- | -- |
-| **[Task Name with CamelCase]** | InformationRetrieval |
-| **[Task Name]** | Information Retrieval |
-| **[Task Description]** | Information Retrieval (IR) is the process of locating and retrieving relevant data or documents from a large dataset based on user queries, often used in search engines | 
+| **[Task Name with CamelCase]** | QuestionAnswering |
+| **[Task Name]** | Question Answering |
+| **[Task Description]** | Question Answering (QA) is the task of automatically returning an answer to a natural-language question, given a passage or knowledge source. | 
 
 Content to be filled replace **squared [] braces** :
 ```html
@@ -265,6 +238,5 @@ const taskTypes = [
           "Abusive Clauses Detection",
           "Dialogue Acts Classification",
           "Question Answering"
-          "Information Retrieval"
         ];
 ```

webpage/layouts/shortcodes/averageResults.html

@@ -9,7 +9,7 @@
 {{ $metricsToIgnore := slice "classes" "f1_weighted" "recall_weighted" "precision_weighted" }}
 {{ range $file, $result := $.Site.Data.results }}
    {{if or (eq $tasktype "Tasks") (eq (index $result "leaderboard_task_name") $tasktype)}}
-        {{if (not (or (eq (index $result "leaderboard_task_name") "Information Retrieval") (eq (index $result "leaderboard_task_name") "Question Answering")))}}
+        {{if (not (eq (index $result "leaderboard_task_name") "Question Answering"))}}
             {{ range $k, $v := .metrics_avg }}
                {{if (not (in $metricsToIgnore $k)) }}
                   {{ $metrics = uniq ($metrics | append $k) }}
@@ -36,15 +36,15 @@
        <div class="title">Model ranking</div>
        <p style="text-align: center;">Average model performance across all tasks.</p>
         {{else}}
-           {{if (not (or (eq $tasktype "Information Retrieval") (eq $tasktype "Question Answering")))}}
+           {{if (not (eq $tasktype "Question Answering"))}}
             <div class="title">Model's task ranking</div>
             <p style="text-align: center;">Average model performance across task datasets.</p>
             {{end}}
 
        {{end}}
 
 </div>
-    {{if (not (or (eq $tasktype "Information Retrieval") (eq $tasktype "Question Answering")))}}
+    {{if (not (eq $tasktype "Question Answering"))}}
 
     <div id="data-tasktype" style="visibility: hidden; height: 0px; overflow: hidden;">{{ $tasktype }}</div>
     <div id="data-average" style="visibility: hidden; height: 0px; overflow: hidden;">
@@ -123,8 +123,10 @@
         let values = new Array(0);
         uniqueModels.forEach(model => {
             let modelObj = {model: model};
+            const modelTasks = new Set();
             dataArray.forEach(el =>{
                 if( (tasktype == "Tasks" || el.task == tasktype) && el.model == model){
+                    modelTasks.add(el.task);
                     uniqueMetric.forEach( m =>{
                         if(el.metric == m){
                             if(modelObj[m+"_sum"] == undefined){
@@ -140,6 +142,9 @@
                     })
                 }
             })
+            if (tasktype == "Tasks" && modelTasks.size <= 1) {
+                return;
+            }
             if(Object.keys(modelObj).length>1){
                 const deleteKeys = Object.keys(modelObj).filter( item => item.includes("_sum") || item.includes("_count"));
                 deleteKeys.forEach(d => {

webpage/layouts/shortcodes/homepage.html

@@ -122,7 +122,6 @@ <h1 class="title">LEPISZCZE</h1>
           "Aspect-based Sentiment Analysis",
           "Abusive Clauses Detection",
           "Dialogue Acts Classification",
-          "Information Retrieval",
           "Question Answering"
         ];
         const container = document.getElementById("tasks-container");