Spaces:
Sleeping
Sleeping
anikfekr commited on
Commit ·
33e9297
1
Parent(s): d220025
fix: update dataset repository references and clean up unused variables
Browse files
README.md
CHANGED
|
@@ -9,4 +9,6 @@ app_file: app.py
|
|
| 9 |
pinned: false
|
| 10 |
---
|
| 11 |
|
|
|
|
|
|
|
| 12 |
Check out the configuration reference at https://huggingface.co/docs/hub/spaces-config-reference
|
|
|
|
| 9 |
pinned: false
|
| 10 |
---
|
| 11 |
|
| 12 |
+
HIKMA (Humanities and Islamic Knowledge Multitask Assessment) Leaderboard
|
| 13 |
+
|
| 14 |
Check out the configuration reference at https://huggingface.co/docs/hub/spaces-config-reference
|
app.py
CHANGED
|
@@ -15,7 +15,6 @@ overall_score_column = "overall"
|
|
| 15 |
model_name_column = "model"
|
| 16 |
precision_column = "precision"
|
| 17 |
num_params_column = "#parameters (B)"
|
| 18 |
-
num_params_range = [0, 100] # in billions
|
| 19 |
|
| 20 |
# Prepare the data
|
| 21 |
leaderboard_df = prepare_leaderboard_data(overall_score_column, model_name_column)
|
|
|
|
| 15 |
model_name_column = "model"
|
| 16 |
precision_column = "precision"
|
| 17 |
num_params_column = "#parameters (B)"
|
|
|
|
| 18 |
|
| 19 |
# Prepare the data
|
| 20 |
leaderboard_df = prepare_leaderboard_data(overall_score_column, model_name_column)
|
envs.py
CHANGED
|
@@ -6,11 +6,11 @@ from huggingface_hub import HfApi
|
|
| 6 |
# ----------------------------------
|
| 7 |
TOKEN = os.environ.get("HF_TOKEN")
|
| 8 |
|
| 9 |
-
OWNER = "alinf"
|
| 10 |
-
|
| 11 |
# ----------------------------------
|
| 12 |
|
| 13 |
-
REQUEST_QUEUE_REPO = f
|
| 14 |
|
| 15 |
# If you setup a cache later, just set/change 'HF_HOME' env variable
|
| 16 |
CACHE_PATH = os.getenv("HF_HOME", ".")
|
|
|
|
| 6 |
# ----------------------------------
|
| 7 |
TOKEN = os.environ.get("HF_TOKEN")
|
| 8 |
|
| 9 |
+
OWNER = "alinf"
|
| 10 |
+
RESULT_DATASET_REPO = f'{OWNER}/hikma_results'
|
| 11 |
# ----------------------------------
|
| 12 |
|
| 13 |
+
REQUEST_QUEUE_REPO = f'{OWNER}/request_queue'
|
| 14 |
|
| 15 |
# If you setup a cache later, just set/change 'HF_HOME' env variable
|
| 16 |
CACHE_PATH = os.getenv("HF_HOME", ".")
|
utils.py
CHANGED
|
@@ -6,7 +6,7 @@ import gradio as gr
|
|
| 6 |
import pandas as pd
|
| 7 |
from datasets import load_dataset
|
| 8 |
|
| 9 |
-
from envs import API, EVAL_REQUESTS_PATH, REQUEST_QUEUE_REPO, OWNER,
|
| 10 |
|
| 11 |
custom_css = """
|
| 12 |
.gradio-container {
|
|
@@ -62,7 +62,7 @@ This leaderboard tracks the performance of Large Language Models on the **CRCIS
|
|
| 62 |
- Quran - Tafsir
|
| 63 |
- **Evaluation Method**: 5-shot evaluation using lm-evaluation-harness
|
| 64 |
- **Metric**: Accuracy (%)
|
| 65 |
-
- **Dataset**: [{
|
| 66 |
|
| 67 |
## Background and Goals
|
| 68 |
|
|
@@ -97,7 +97,7 @@ def load_results_from_hf_dataset():
|
|
| 97 |
"""Load results from HuggingFace dataset."""
|
| 98 |
try:
|
| 99 |
dataset = load_dataset(
|
| 100 |
-
f"{
|
| 101 |
split="results",
|
| 102 |
download_mode="force_redownload"
|
| 103 |
)
|
|
|
|
| 6 |
import pandas as pd
|
| 7 |
from datasets import load_dataset
|
| 8 |
|
| 9 |
+
from envs import API, EVAL_REQUESTS_PATH, REQUEST_QUEUE_REPO, OWNER, RESULT_DATASET_REPO
|
| 10 |
|
| 11 |
custom_css = """
|
| 12 |
.gradio-container {
|
|
|
|
| 62 |
- Quran - Tafsir
|
| 63 |
- **Evaluation Method**: 5-shot evaluation using lm-evaluation-harness
|
| 64 |
- **Metric**: Accuracy (%)
|
| 65 |
+
- **Dataset**: [{RESULT_DATASET_REPO}](https://huggingface.co/datasets/{RESULT_DATASET_REPO})
|
| 66 |
|
| 67 |
## Background and Goals
|
| 68 |
|
|
|
|
| 97 |
"""Load results from HuggingFace dataset."""
|
| 98 |
try:
|
| 99 |
dataset = load_dataset(
|
| 100 |
+
f"{RESULT_DATASET_REPO}",
|
| 101 |
split="results",
|
| 102 |
download_mode="force_redownload"
|
| 103 |
)
|