LICENSE.txt
README.md
README_ZH.md
pyproject.toml
Tools/download_results.py
Tools/length_analysis.py
Tools/radar_chart.py
Tools/score_monitor.py
WebUI/app.py
WebUI/layouts.py
WebUI/benchmarks/constant.py
WebUI/benchmarks/page_utils.py
WebUI/benchmarks/pages.py
WebUI/static/LOOM.png
WebUI/utils/device.py
WebUI/utils/evaluate.py
WebUI/utils/rag.py
WebUI/utils/status.py
WebUI/utils/themes.py
WebUI/utils/triggers.py
asserts/LOOM-Scope-logo.png
asserts/demo.gif
asserts/newplot.png
asserts/sunburst_plot.png
asserts/task-category.png
asserts/leaderboard/full_ability_radar_chart.png
benchmarks/README.md
benchmarks/README_ZH.md
benchmarks/__init__.py
benchmarks/Faithfulness/L_CiteEval/L_CiteEval.py
benchmarks/Faithfulness/L_CiteEval/README.md
benchmarks/Faithfulness/L_CiteEval/utils/evaluation/eval_citation.py
benchmarks/Faithfulness/L_CiteEval/utils/evaluation/eval_citation2.py
benchmarks/Faithfulness/L_CiteEval/utils/evaluation/eval_correct.py
benchmarks/Faithfulness/L_CiteEval/utils/evaluation/eval_correct2.py
benchmarks/General/BAMBOO/BAMBOO.py
benchmarks/General/BAMBOO/README.md
benchmarks/General/BAMBOO/utils/evaluation/matrics.py
benchmarks/General/BAMBOO/utils/evaluation/private_eval/data.py
benchmarks/General/BAMBOO/utils/evaluation/private_eval/evaluation.py
benchmarks/General/BAMBOO/utils/evaluation/private_eval/execution.py
benchmarks/General/LEval/LEval.py
benchmarks/General/LEval/README.md
benchmarks/General/LEval/utils/LEval_config.py
benchmarks/General/LEval/utils/process.py
benchmarks/General/LEval/utils/evaluation/LEval_config.py
benchmarks/General/LEval/utils/evaluation/auto_eval.py
benchmarks/General/LEval/utils/evaluation/em.py
benchmarks/General/LEval/utils/evaluation/f1.py
benchmarks/General/LEval/utils/evaluation/rouge.py
benchmarks/General/LongBench/LongBench.py
benchmarks/General/LongBench/README.md
benchmarks/General/LongBench/utils/evaluation/__init__.py
benchmarks/General/LongBench/utils/evaluation/eval.py
benchmarks/General/LongBench/utils/evaluation/metric_name.py
benchmarks/General/LongBench/utils/evaluation/metrics.py
benchmarks/General/LooGLE/LooGLE.py
benchmarks/General/LooGLE/README.md
benchmarks/General/LooGLE/utils/overview_performance.png
benchmarks/General/LooGLE/utils/evaluation/automatic_eval.py
benchmarks/General/LooGLE/utils/evaluation/automatic_metrics.py
benchmarks/General/RULER/README.md
benchmarks/General/RULER/RULER.py
benchmarks/General/RULER/utils/LLM_params.py
benchmarks/General/RULER/utils/data_synthetic/data/prepare.py
benchmarks/General/RULER/utils/data_synthetic/data/template.py
benchmarks/General/RULER/utils/data_synthetic/data/tokenizer.py
benchmarks/General/RULER/utils/data_synthetic/data/synthetic/common_words_extraction.py
benchmarks/General/RULER/utils/data_synthetic/data/synthetic/constants.py
benchmarks/General/RULER/utils/data_synthetic/data/synthetic/freq_words_extraction.py
benchmarks/General/RULER/utils/data_synthetic/data/synthetic/niah.py
benchmarks/General/RULER/utils/data_synthetic/data/synthetic/qa.py
benchmarks/General/RULER/utils/data_synthetic/data/synthetic/variable_tracking.py
benchmarks/General/RULER/utils/data_synthetic/data/synthetic/json/download_paulgraham_essay.py
benchmarks/General/RULER/utils/evaluation/__init__.py
benchmarks/General/RULER/utils/evaluation/constants.py
benchmarks/General/RULER/utils/evaluation/eval.py
benchmarks/Generation/LongWriter/LongWriter.py
benchmarks/Generation/LongWriter/README.md
benchmarks/Generation/LongWriter/utils/evaluation/__init__.py
benchmarks/Generation/LongWriter/utils/evaluation/eval.py
benchmarks/Generation/LongWriter/utils/evaluation/gpt_score.py
benchmarks/Reasoning/Ada_LEval/Ada_LEval.py
benchmarks/Reasoning/Ada_LEval/README.md
benchmarks/Reasoning/Ada_LEval/results/chatglm3-6b-32k_Ada_LEval/performance_plot.png
benchmarks/Reasoning/Ada_LEval/results/longchat-7b-v1.5-32k_Ada_LEval/performance_plot.png
benchmarks/Reasoning/Ada_LEval/utils/config.py
benchmarks/Reasoning/Ada_LEval/utils/assets/AdaLEval.png
benchmarks/Reasoning/Ada_LEval/utils/assets/BestAnswer.png
benchmarks/Reasoning/Ada_LEval/utils/evaluation/__init__.py
benchmarks/Reasoning/Ada_LEval/utils/evaluation/eval.py
benchmarks/Reasoning/Counting_Stars/Counting_Stars.py
benchmarks/Reasoning/Counting_Stars/README.md
benchmarks/Reasoning/Counting_Stars/utils/evaluation/__init__.py
benchmarks/Reasoning/Counting_Stars/utils/evaluation/eval.py
benchmarks/Reasoning/Counting_Stars/utils/evaluation/metrics.py
benchmarks/Reasoning/LVEval/LVEval.py
benchmarks/Reasoning/LVEval/README.md
benchmarks/Reasoning/LVEval/utils/config.py
benchmarks/Reasoning/LVEval/utils/evaluation/__init__.py
benchmarks/Reasoning/LVEval/utils/evaluation/eval.py
benchmarks/Reasoning/LVEval/utils/evaluation/metrics.py
benchmarks/Reasoning/LongBench_v2/LongBench_v2.py
benchmarks/Reasoning/LongBench_v2/README.md
benchmarks/Reasoning/LongBench_v2/utils/evaluation/__init__.py
benchmarks/Reasoning/LongBench_v2/utils/evaluation/eval.py
benchmarks/Reasoning/LongBench_v2/utils/evaluation/metrics.py
benchmarks/Reasoning/LongIns/LongIns.py
benchmarks/Reasoning/LongIns/README.md
benchmarks/Reasoning/LongIns/results/Meta-Llama-3.1-8B-Instruct_LongIns/performance_plot.png
benchmarks/Reasoning/LongIns/utils/evaluation/__init__.py
benchmarks/Reasoning/LongIns/utils/evaluation/eval.py
benchmarks/Reasoning/LongIns/utils/evaluation/metrics.py
benchmarks/Reasoning/babilong/README.md
benchmarks/Reasoning/babilong/babilong.py
benchmarks/Reasoning/babilong/utils/babilong_utils.py
benchmarks/Reasoning/babilong/utils/prompts.py
benchmarks/Reasoning/babilong/utils/evaluation/__init__.py
benchmarks/Reasoning/babilong/utils/evaluation/eval.py
benchmarks/Reasoning/babilong/utils/evaluation/metrics.py
benchmarks/Retrieve/InfiniteBench/InfiniteBench.py
benchmarks/Retrieve/InfiniteBench/README.md
benchmarks/Retrieve/InfiniteBench/utils/eval_utils.py
benchmarks/Retrieve/InfiniteBench/utils/evaluation/__init__.py
benchmarks/Retrieve/InfiniteBench/utils/evaluation/eval.py
benchmarks/Retrieve/InfiniteBench/utils/evaluation/metrics.py
benchmarks/Retrieve/NIAH/NIAH.py
benchmarks/Retrieve/NIAH/README.md
benchmarks/Retrieve/NIAH/results/GLM-4-9B-0414_NIAH/image.png
benchmarks/Retrieve/NIAH/results/Meta-Llama-3.1-8B-Instruct_NIAH/image.png
benchmarks/Retrieve/NIAH/results/Phi-4-mini-instruct_NIAH/image.png
benchmarks/Retrieve/NIAH/results/Qwen2.5-7B-Instruct_NIAH/image.png
benchmarks/Retrieve/NIAH/results/Qwen3-14B_NIAH/image.png
benchmarks/Retrieve/NIAH/results/Qwen3-8B_NIAH/image.png
benchmarks/Retrieve/NIAH/results/glm-4-9b-chat_NIAH/image.png
benchmarks/Retrieve/NIAH/utils/image.png
benchmarks/Retrieve/NIAH/utils/data_synthetic/download_paulgraham_essay.py
benchmarks/Retrieve/NIAH/utils/data_synthetic/synthetic_data.py
benchmarks/Retrieve/NIAH/utils/evaluation/__init__.py
benchmarks/Retrieve/NIAH/utils/evaluation/eval.py
benchmarks/Retrieve/NThread/NThread.py
benchmarks/Retrieve/NThread/README.md
benchmarks/Retrieve/NThread/results/Meta-Llama-3.1-8B-Instruct_NThread/performance_plot.png
benchmarks/Retrieve/NThread/utils/instruction.py
benchmarks/Retrieve/NThread/utils/evaluation/eval.py
benchmarks/Retrieve/NoLiMa/NoLiMa.py
benchmarks/Retrieve/NoLiMa/README.md
benchmarks/Retrieve/NoLiMa/utils/book_haystack.py
benchmarks/Retrieve/NoLiMa/utils/evaluation/__init__.py
benchmarks/Retrieve/NoLiMa/utils/evaluation/eval.py
benchmarks/Specialization/CLongEval/CLongEval.py
benchmarks/Specialization/CLongEval/README.md
benchmarks/Specialization/CLongEval/utils/arrsets/schema.png
benchmarks/Specialization/CLongEval/utils/arrsets/statistics.png
benchmarks/Specialization/CLongEval/utils/evaluation/__init__.py
benchmarks/Specialization/CLongEval/utils/evaluation/eval.py
benchmarks/Specialization/CLongEval/utils/evaluation/metrics.py
benchmarks/Specialization/CLongEval/utils/evaluation/post_processing_for_stacked_tasks.py
benchmarks/Specialization/LIBRA/LIBRA.py
benchmarks/Specialization/LIBRA/README.md
benchmarks/Specialization/LIBRA/utils/evaluation/__init__.py
benchmarks/Specialization/LIBRA/utils/evaluation/eval.py
benchmarks/Specialization/LIBRA/utils/evaluation/metrics.py
benchmarks/Specialization/LongHealth/LongHealth.py
benchmarks/Specialization/LongHealth/README.md
benchmarks/Specialization/LongHealth/utils/tools.py
benchmarks/Specialization/LongHealth/utils/evaluation/__init__.py
benchmarks/Specialization/LongHealth/utils/evaluation/eval.py
benchmarks/Specialization/LongSafety/LongSafety.py
benchmarks/Specialization/LongSafety/README.md
benchmarks/Specialization/LongSafety/utils/assets/longsafety.png
benchmarks/Specialization/LongSafety/utils/evaluation/__init__.py
benchmarks/Specialization/LongSafety/utils/evaluation/eval.py
benchmarks/utils/ConstructResultTable.py
benchmarks/utils/Tools.py
benchmarks/utils/__init__.py
benchmarks/utils/base_class.py
benchmarks/utils/check.py
loom_scope.egg-info/PKG-INFO
loom_scope.egg-info/SOURCES.txt
loom_scope.egg-info/dependency_links.txt
loom_scope.egg-info/entry_points.txt
loom_scope.egg-info/requires.txt
loom_scope.egg-info/top_level.txt
models/__init__.py
models/acceleration/README.md
models/acceleration/README_zh.md
models/acceleration/__init__.py
models/acceleration/CAM/CAM.py
models/acceleration/CAM/CAM_utils/CAM_util.py
models/acceleration/CAM/CAM_utils/causal_model_forward.py
models/acceleration/CAM/CAM_utils/llama_mlp_forward.py
models/acceleration/CAM/CAM_utils/llama_model.py
models/acceleration/CAM/CAM_utils/mistral_model.py
models/acceleration/CAM/CAM_utils/monkey_patch.py
models/acceleration/H2O/H2O.py
models/acceleration/H2O/h2o_utils/causal_model_forward.py
models/acceleration/H2O/h2o_utils/h2o_util.py
models/acceleration/H2O/h2o_utils/llama_mlp_forward.py
models/acceleration/H2O/h2o_utils/llama_model.py
models/acceleration/H2O/h2o_utils/mistral_model.py
models/acceleration/H2O/h2o_utils/monkey_patch.py
models/acceleration/KIVI/KIVI.py
models/acceleration/KIVI/models/__init__.py
models/acceleration/KIVI/models/llama_kivi.py
models/acceleration/KIVI/models/llama_mlp_forward.py
models/acceleration/KIVI/models/mistral_kivi.py
models/acceleration/KIVI/models/monkey_patch.py
models/acceleration/KIVI/models/utils_quant.py
models/acceleration/KIVI/quant/__init__.py
models/acceleration/KIVI/quant/gemv.py
models/acceleration/KIVI/quant/matmul.py
models/acceleration/KIVI/quant/new_pack.py
models/acceleration/KIVI/quant/qmodule.py
models/acceleration/KIVI/quant/setup.py
models/acceleration/KIVI/quant/test.py
models/acceleration/KIVI/quant/timeit_v2.py
models/acceleration/L2Compress/L2Compress.py
models/acceleration/L2Compress/L2Compress_utils/L2Compress_util.py
models/acceleration/L2Compress/L2Compress_utils/causal_model_forward.py
models/acceleration/L2Compress/L2Compress_utils/llama_mlp_forward.py
models/acceleration/L2Compress/L2Compress_utils/llama_model.py
models/acceleration/L2Compress/L2Compress_utils/mistral_model.py
models/acceleration/L2Compress/L2Compress_utils/monkey_patch.py
models/acceleration/SnapKV/SnapKV.py
models/acceleration/SnapKV/snapkv_utils/causal_model_forward.py
models/acceleration/SnapKV/snapkv_utils/llama_mlp_forward.py
models/acceleration/SnapKV/snapkv_utils/llama_model.py
models/acceleration/SnapKV/snapkv_utils/mistral_model.py
models/acceleration/SnapKV/snapkv_utils/monkey_patch.py
models/acceleration/SnapKV/snapkv_utils/snapkv_util.py
models/acceleration/StreamingLLM/StreamingLLM.py
models/acceleration/StreamingLLM/streaming_llm_utils/causal_model_forward.py
models/acceleration/StreamingLLM/streaming_llm_utils/llama_mlp_forward.py
models/acceleration/StreamingLLM/streaming_llm_utils/llama_model.py
models/acceleration/StreamingLLM/streaming_llm_utils/mistral_model.py
models/acceleration/StreamingLLM/streaming_llm_utils/monkey_patch.py
models/acceleration/StreamingLLM/streaming_llm_utils/streaming_util.py
models/acceleration/cake/cakekv.py
models/acceleration/cake/cake/__init__.py
models/acceleration/cake/cake/cake_cache.py
models/acceleration/cake/cake/monkeypatch.py
models/acceleration/cake/cake/utils.py
models/acceleration/cake/cake/model/causal_model_forward.py
models/acceleration/cake/cake/model/llama_mlp_forward.py
models/acceleration/cake/cake/model/modify_llama.py
models/acceleration/cake/cake/model/modify_mistral.py
models/acceleration/cake/cake/model/modify_qwen2.py
models/acceleration/flex_prefill/FlexPrifill.py
models/acceleration/flex_prefill/example.py
models/acceleration/flex_prefill/setup.py
models/acceleration/flex_prefill/flex_prefill/__init__.py
models/acceleration/flex_prefill/flex_prefill/modules/patch.py
models/acceleration/flex_prefill/flex_prefill/modules/glm/flash_attention.py
models/acceleration/flex_prefill/flex_prefill/modules/glm/flex_prefill_attention.py
models/acceleration/flex_prefill/flex_prefill/modules/glm/glm_mlp_forward.py
models/acceleration/flex_prefill/flex_prefill/modules/glm/glm_self_attention_foward.py
models/acceleration/flex_prefill/flex_prefill/modules/glm/minfer_attention.py
models/acceleration/flex_prefill/flex_prefill/modules/glm/streaming_llm_attention.py
models/acceleration/flex_prefill/flex_prefill/modules/glm/vertical_slash_attention.py
models/acceleration/flex_prefill/flex_prefill/modules/llama/apply_rope.py
models/acceleration/flex_prefill/flex_prefill/modules/llama/causal_model_forward.py
models/acceleration/flex_prefill/flex_prefill/modules/llama/flash_attention.py
models/acceleration/flex_prefill/flex_prefill/modules/llama/flex_prefill_attention.py
models/acceleration/flex_prefill/flex_prefill/modules/llama/llama_mlp_forward.py
models/acceleration/flex_prefill/flex_prefill/modules/llama/minfer_attention.py
models/acceleration/flex_prefill/flex_prefill/modules/llama/streaming_llm_attention.py
models/acceleration/flex_prefill/flex_prefill/modules/llama/vertical_slash_attention.py
models/acceleration/flex_prefill/flex_prefill/modules/qwen2/causal_model_forward.py
models/acceleration/flex_prefill/flex_prefill/modules/qwen2/flash_attention.py
models/acceleration/flex_prefill/flex_prefill/modules/qwen2/flex_prefill_attention.py
models/acceleration/flex_prefill/flex_prefill/modules/qwen2/minfer_attention.py
models/acceleration/flex_prefill/flex_prefill/modules/qwen2/qwen_mlp_forward.py
models/acceleration/flex_prefill/flex_prefill/modules/qwen2/streaming_llm_attention.py
models/acceleration/flex_prefill/flex_prefill/modules/qwen2/vertical_slash_attention.py
models/acceleration/flex_prefill/flex_prefill/ops/flex_prefill_attention.py
models/acceleration/flex_prefill/flex_prefill/ops/streaming_llm_attention.py
models/acceleration/flex_prefill/flex_prefill/ops/vertical_slash_attention.py
models/acceleration/flex_prefill/flex_prefill/ops/minfer/minfer_attention.py
models/acceleration/pyramidkv/pyramidkv.py
models/acceleration/pyramidkv/pyramidkv_utils/causal_model_forward.py
models/acceleration/pyramidkv/pyramidkv_utils/llama_mlp_forward.py
models/acceleration/pyramidkv/pyramidkv_utils/llama_model.py
models/acceleration/pyramidkv/pyramidkv_utils/mistral_model.py
models/acceleration/pyramidkv/pyramidkv_utils/monkey_patch.py
models/acceleration/pyramidkv/pyramidkv_utils/pyramidkv_util.py
models/acceleration/think/think.py
models/acceleration/think/load_tiny_cuda_resource/csrc/build.py
models/acceleration/think/think_utils/cache_util_think.py
models/acceleration/think/think_utils/causal_model_forward.py
models/acceleration/think/think_utils/llama_mlp_forward.py
models/acceleration/think/think_utils/llama_model.py
models/acceleration/think/think_utils/monkey_patch.py
models/acceleration/think/think_utils/think_util.py
models/acceleration/x-attention/setup.py
models/acceleration/x-attention/xattn.py
models/acceleration/x-attention/xattn/__init__.py
models/acceleration/x-attention/xattn/src/Xattention.py
models/acceleration/x-attention/xattn/src/kernels.py
models/acceleration/x-attention/xattn/src/load_llama.py
models/acceleration/x-attention/xattn/src/utils.py
models/acceleration/x-attention/xattn/threshold/llama_threshold.py
models/base/AccelerationModel.py
models/base/BaseModel.py
models/rag/__init__.py
models/rag/bass_class.py
models/rag/BM25/BM25.py
models/rag/contriever/contriever.py
models/rag/llamaindex/llamaindex.py
models/rag/openai/openai.py
models/server/__init__.py
models/server/RNN/rwkv.py
models/server/SGLang/sglang.py
models/server/transformer/transformer.py
models/server/vllm/vllm.py
models/utils/__init__.py
models/utils/build_chat.py
scripts/__init__.py
scripts/eval.py
scripts/run.py
scripts/utils/BenchmarkLoader.py
scripts/utils/RagLoader.py
scripts/utils/ResultManager.py
scripts/utils/RetrieveBenchmark.py
scripts/utils/__init__.py
scripts/utils/eval_args.py
scripts/utils/interface.md
scripts/utils/main_args.py
scripts/utils/prediction_manager.py
scripts/utils/tools.py
test/copy_data.py
test/delete_data.py
test/draw.py
test/model-scope.py
test/temp.py
test/BAMBOO/README.md
test/BAMBOO/evaluate.py
test/BAMBOO/run_for_transformers.py
test/BAMBOO/private_eval/data.py
test/BAMBOO/private_eval/evaluation.py
test/BAMBOO/private_eval/execution.py