rag-vietnamese / comparison_results.json
thaidinhz1's picture
Claude Sonnet 4.6
docs: update README with ColPali comparison, eval results, architecture
e0403fd
Raw History Blame Contribute Delete
6.43 kB
[
{
"question": "Doanh thu thuần của công ty trong quý 1 năm 2026 là bao nhiêu?",
"text_rag": [
{
"source": "UPCOM_quy1.pdf",
"page": 7,
"rrf_score": 0.031,
"rerank_score": 0.779
},
{
"source": "UPCOM_quy1.pdf",
"page": 32,
"rrf_score": 0.029,
"rerank_score": 0.472
},
{
"source": "UPCOM_quy1.pdf",
"page": 8,
"rrf_score": 0.028,
"rerank_score": 0.449
}
],
"colpali": [
{
"score": 20.9201,
"source": "000000016393201_EN_TheSeparateFinancialStatements_Q1_2026_signed.pdf",
"page": 5,
"image_path": "data/colpali_pages\\000000016393201_EN_TheSeparateFinancialStatements_Q1_2026_signed_page5.jpg"
},
{
"score": 19.9926,
"source": "000000016286386_EN_FinancialStatements_Q1_2026.pdf",
"page": 2,
"image_path": "data/colpali_pages\\000000016286386_EN_FinancialStatements_Q1_2026_page2.jpg"
},
{
"score": 19.8953,
"source": "000000016391355_BCTC_Quy_1_20226_Cong_ty_me_VN.pdf",
"page": 28,
"image_path": "data/colpali_pages\\000000016391355_BCTC_Quy_1_20226_Cong_ty_me_VN_page28.jpg"
}
]
},
{
"question": "Lợi nhuận sau thuế quý 1 năm 2026?",
"text_rag": [
{
"source": "UPCOM_quy1.pdf",
"page": 7,
"rrf_score": 0.029,
"rerank_score": 0.597
},
{
"source": "000000016333831_CBTT_BCTC_Q1_2026_signed.pdf",
"page": 2,
"rrf_score": 0.03,
"rerank_score": 0.435
},
{
"source": "UPCOM_quy1.pdf",
"page": 32,
"rrf_score": 0.029,
"rerank_score": 0.228
}
],
"colpali": [
{
"score": 19.7697,
"source": "000000016393201_EN_TheSeparateFinancialStatements_Q1_2026_signed.pdf",
"page": 5,
"image_path": "data/colpali_pages\\000000016393201_EN_TheSeparateFinancialStatements_Q1_2026_signed_page5.jpg"
},
{
"score": 18.59,
"source": "000000016393201_EN_TheSeparateFinancialStatements_Q1_2026_signed.pdf",
"page": 4,
"image_path": "data/colpali_pages\\000000016393201_EN_TheSeparateFinancialStatements_Q1_2026_signed_page4.jpg"
},
{
"score": 17.8496,
"source": "20260428_-_VIC_-_BCTC_rieng_Q1-2026_1777374209.pdf",
"page": 10,
"image_path": "data/colpali_pages\\20260428_-_VIC_-_BCTC_rieng_Q1-2026_1777374209_page10.jpg"
}
]
},
{
"question": "Chi phí tài chính của FPT trong nửa đầu năm 2016?",
"text_rag": [
{
"source": "FPT_16Q2_BCTC_MSX.pdf",
"page": 34,
"rrf_score": 0.03,
"rerank_score": 0.726
},
{
"source": "FPT_16Q2_BCTC_MSX.pdf",
"page": 11,
"rrf_score": 0.028,
"rerank_score": 0.649
},
{
"source": "FPT_16Q2_BCTC_MSX.pdf",
"page": 8,
"rrf_score": 0.028,
"rerank_score": 0.628
}
],
"colpali": [
{
"score": 17.0124,
"source": "FPT_15Q3_BCTC_M.pdf",
"page": 4,
"image_path": "data/colpali_pages\\FPT_15Q3_BCTC_M_page4.jpg"
},
{
"score": 16.9233,
"source": "FPT_16Q2_BCTC_MSX.pdf",
"page": 8,
"image_path": "data/colpali_pages\\FPT_16Q2_BCTC_MSX_page8.jpg"
},
{
"score": 16.8781,
"source": "FPT_15Q3_BCTC_M.pdf",
"page": 1,
"image_path": "data/colpali_pages\\FPT_15Q3_BCTC_M_page1.jpg"
}
]
},
{
"question": "Tổng tài sản của TIG tại cuối quý 1 năm 2026?",
"text_rag": [
{
"source": "000000016402354_EN_Disclosure_Financial_Statements_Q1.2026_TIG.pdf",
"page": 1,
"rrf_score": 0.032,
"rerank_score": 0.216
},
{
"source": "000000016402354_EN_Disclosure_Financial_Statements_Q1.2026_TIG.pdf",
"page": 1,
"rrf_score": 0.028,
"rerank_score": 0.083
},
{
"source": "UPCOM_quy1.pdf",
"page": 24,
"rrf_score": 0.026,
"rerank_score": 0.071
}
],
"colpali": [
{
"score": 17.9054,
"source": "000000016393201_EN_TheSeparateFinancialStatements_Q1_2026_signed.pdf",
"page": 5,
"image_path": "data/colpali_pages\\000000016393201_EN_TheSeparateFinancialStatements_Q1_2026_signed_page5.jpg"
},
{
"score": 17.1514,
"source": "0006913580246913581cng-ty-c-phn-fpt24012025-000000bo-co-ti-chnh-hp-nht-qu.pdf",
"page": 9,
"image_path": "data/colpali_pages\\0006913580246913581cng-ty-c-phn-fpt24012025-000000bo-co-ti-chnh-hp-nht-qu_page9.jpg"
},
{
"score": 16.9716,
"source": "000000016393201_EN_TheSeparateFinancialStatements_Q1_2026_signed.pdf",
"page": 30,
"image_path": "data/colpali_pages\\000000016393201_EN_TheSeparateFinancialStatements_Q1_2026_signed_page30.jpg"
}
]
},
{
"question": "FPT hoạt động trong những lĩnh vực kinh doanh nào?",
"text_rag": [
{
"source": "FPT_16Q2_BCTC_MSX.pdf",
"page": 11,
"rrf_score": 0.032,
"rerank_score": 0.179
},
{
"source": "FPT_16Q2_BCTC_MSX.pdf",
"page": 16,
"rrf_score": 0.028,
"rerank_score": 0.076
},
{
"source": "FPT_16Q2_BCTC_MSX.pdf",
"page": 22,
"rrf_score": 0.028,
"rerank_score": 0.071
}
],
"colpali": [
{
"score": 16.162,
"source": "0006913580246913581cng-ty-c-phn-fpt24012025-000000bo-co-ti-chnh-hp-nht-qu.pdf",
"page": 43,
"image_path": "data/colpali_pages\\0006913580246913581cng-ty-c-phn-fpt24012025-000000bo-co-ti-chnh-hp-nht-qu_page43.jpg"
},
{
"score": 15.9819,
"source": "FPT_15Q3_BCTC_M.pdf",
"page": 24,
"image_path": "data/colpali_pages\\FPT_15Q3_BCTC_M_page24.jpg"
},
{
"score": 15.2789,
"source": "0006913580246913581cng-ty-c-phn-fpt24012025-000000bo-co-ti-chnh-hp-nht-qu.pdf",
"page": 46,
"image_path": "data/colpali_pages\\0006913580246913581cng-ty-c-phn-fpt24012025-000000bo-co-ti-chnh-hp-nht-qu_page46.jpg"
}
]
}
]