anikfekr commited on
Commit
33e9297
·
1 Parent(s): d220025

fix: update dataset repository references and clean up unused variables

Browse files
Files changed (4) hide show
  1. README.md +2 -0
  2. app.py +0 -1
  3. envs.py +3 -3
  4. utils.py +3 -3
README.md CHANGED
@@ -9,4 +9,6 @@ app_file: app.py
9
  pinned: false
10
  ---
11
 
 
 
12
  Check out the configuration reference at https://huggingface.co/docs/hub/spaces-config-reference
 
9
  pinned: false
10
  ---
11
 
12
+ HIKMA (Humanities and Islamic Knowledge Multitask Assessment) Leaderboard
13
+
14
  Check out the configuration reference at https://huggingface.co/docs/hub/spaces-config-reference
app.py CHANGED
@@ -15,7 +15,6 @@ overall_score_column = "overall"
15
  model_name_column = "model"
16
  precision_column = "precision"
17
  num_params_column = "#parameters (B)"
18
- num_params_range = [0, 100] # in billions
19
 
20
  # Prepare the data
21
  leaderboard_df = prepare_leaderboard_data(overall_score_column, model_name_column)
 
15
  model_name_column = "model"
16
  precision_column = "precision"
17
  num_params_column = "#parameters (B)"
 
18
 
19
  # Prepare the data
20
  leaderboard_df = prepare_leaderboard_data(overall_score_column, model_name_column)
envs.py CHANGED
@@ -6,11 +6,11 @@ from huggingface_hub import HfApi
6
  # ----------------------------------
7
  TOKEN = os.environ.get("HF_TOKEN")
8
 
9
- OWNER = "alinf" # Change to your HF username
10
- RESULT_DATASET_NAME = "crcis_multiple-choice_results"
11
  # ----------------------------------
12
 
13
- REQUEST_QUEUE_REPO = f"{OWNER}/crcis_request_queue"
14
 
15
  # If you setup a cache later, just set/change 'HF_HOME' env variable
16
  CACHE_PATH = os.getenv("HF_HOME", ".")
 
6
  # ----------------------------------
7
  TOKEN = os.environ.get("HF_TOKEN")
8
 
9
+ OWNER = "alinf"
10
+ RESULT_DATASET_REPO = f'{OWNER}/hikma_results'
11
  # ----------------------------------
12
 
13
+ REQUEST_QUEUE_REPO = f'{OWNER}/request_queue'
14
 
15
  # If you setup a cache later, just set/change 'HF_HOME' env variable
16
  CACHE_PATH = os.getenv("HF_HOME", ".")
utils.py CHANGED
@@ -6,7 +6,7 @@ import gradio as gr
6
  import pandas as pd
7
  from datasets import load_dataset
8
 
9
- from envs import API, EVAL_REQUESTS_PATH, REQUEST_QUEUE_REPO, OWNER, RESULT_DATASET_NAME
10
 
11
  custom_css = """
12
  .gradio-container {
@@ -62,7 +62,7 @@ This leaderboard tracks the performance of Large Language Models on the **CRCIS
62
  - Quran - Tafsir
63
  - **Evaluation Method**: 5-shot evaluation using lm-evaluation-harness
64
  - **Metric**: Accuracy (%)
65
- - **Dataset**: [{OWNER}/{RESULT_DATASET_NAME}](https://huggingface.co/datasets/{OWNER}/{RESULT_DATASET_NAME})
66
 
67
  ## Background and Goals
68
 
@@ -97,7 +97,7 @@ def load_results_from_hf_dataset():
97
  """Load results from HuggingFace dataset."""
98
  try:
99
  dataset = load_dataset(
100
- f"{OWNER}/{RESULT_DATASET_NAME}",
101
  split="results",
102
  download_mode="force_redownload"
103
  )
 
6
  import pandas as pd
7
  from datasets import load_dataset
8
 
9
+ from envs import API, EVAL_REQUESTS_PATH, REQUEST_QUEUE_REPO, OWNER, RESULT_DATASET_REPO
10
 
11
  custom_css = """
12
  .gradio-container {
 
62
  - Quran - Tafsir
63
  - **Evaluation Method**: 5-shot evaluation using lm-evaluation-harness
64
  - **Metric**: Accuracy (%)
65
+ - **Dataset**: [{RESULT_DATASET_REPO}](https://huggingface.co/datasets/{RESULT_DATASET_REPO})
66
 
67
  ## Background and Goals
68
 
 
97
  """Load results from HuggingFace dataset."""
98
  try:
99
  dataset = load_dataset(
100
+ f"{RESULT_DATASET_REPO}",
101
  split="results",
102
  download_mode="force_redownload"
103
  )