File size: 2,180 Bytes
4555432
 
 
5967a6e
4555432
 
 
 
 
 
 
 
 
 
 
 
9f99eeb
4555432
9f99eeb
 
 
 
 
 
 
 
 
4555432
 
9f99eeb
 
 
 
 
 
4555432
 
9f99eeb
 
4555432
9f99eeb
4555432
9f99eeb
4555432
9f99eeb
 
 
 
 
4555432
9f99eeb
 
 
 
4555432
9f99eeb
4555432
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
from dataclasses import dataclass
from enum import Enum


@dataclass
class Task:
    benchmark: str
    metric: str
    col_name: str


class Tasks(Enum):
    task0 = Task("anli_r1", "acc", "ANLI")
    task1 = Task("logiqa", "acc_norm", "LogiQA")


NUM_FEWSHOT = 0

TITLE = """
<div style="text-align: center; background: linear-gradient(135deg, #667eea 0%, #764ba2 100%); padding: 3rem 2rem; border-radius: 15px; margin-bottom: 2rem; box-shadow: 0 10px 30px rgba(0,0,0,0.2);">
    <h1 style="color: white; font-size: 3.5rem; margin: 0; font-weight: 800; text-shadow: 2px 2px 4px rgba(0,0,0,0.3);">
        🧬 DNA Benchmark
    </h1>
    <p style="color: rgba(255,255,255,0.95); font-size: 1.3rem; margin-top: 1rem; font-weight: 300;">
        Evaluating DNA Foundational Models Performance
    </p>
</div>
"""

INTRODUCTION_TEXT = """
<div style="background: linear-gradient(135deg, #f5f7fa 0%, #c3cfe2 100%); padding: 1.5rem; border-radius: 10px; border-left: 5px solid #667eea; margin-bottom: 1.5rem;">
    <p style="font-size: 1.1rem; color: #2d3748; margin: 0; line-height: 1.6;">
        Compare and analyze the performance of state-of-the-art DNA foundational models across various genomics tasks including histone modification, splicing, promoter identification, enhancer detection, and SNP classification.
    </p>
</div>
"""

LLM_BENCHMARKS_TEXT = """
<div style="background: var(--background-fill-primary, #fff);">

## 📊 About This Leaderboard

This leaderboard provides comprehensive benchmarking of DNA foundational models across multiple genomics tasks:

- **🧬 Histone Modifications**: H2AFZ, H3K27ac, H3K27me3, H3K36me3, H3K4me1/2/3, H3K9ac, H3K9me3, H4K20me1
- **✂️ Splicing**: Donor sites, Acceptor sites, All splice sites
- **📍 Promoter Identification**: TATA-containing, Non-TATA, All promoters
- **🎯 Enhancer Detection**: Enhancer identification and classification
- **🔬 SNP Classification**: eQTL causality, ClinVar pathogenic variants, OMIM pathogenic variants

### 📈 Key Metrics
- **Accuracy**: Overall prediction accuracy
- **MCC**: Matthews Correlation Coefficient
- **Weighted F1**: F1-score weighted by class support

</div>
"""