.gpu6_7_16.sh.swp
LICENSE
MANIFEST.in
README.md
_debug.py
_init_.py
candidate.py
collect_code.py
diversity.py
generate.py
generate_prompt.py
generate_simin.py
mod_json.py
pass_k.py
pass_k_ning.py
setup.py
utils.py
./.gpu6_7_16.sh.swp
./LICENSE
./MANIFEST.in
./README.md
./_debug.py
./_init_.py
./candidate.py
./collect_code.py
./diversity.py
./generate.py
./generate_prompt.py
./generate_simin.py
./mod_json.py
./pass_k.py
./pass_k_ning.py
./setup.py
./utils.py
./.git/HEAD
./.git/config
./.git/description
./.git/index
./.git/packed-refs
./.git/hooks/applypatch-msg.sample
./.git/hooks/commit-msg.sample
./.git/hooks/fsmonitor-watchman.sample
./.git/hooks/post-update.sample
./.git/hooks/pre-applypatch.sample
./.git/hooks/pre-commit.sample
./.git/hooks/pre-merge-commit.sample
./.git/hooks/pre-push.sample
./.git/hooks/pre-rebase.sample
./.git/hooks/pre-receive.sample
./.git/hooks/prepare-commit-msg.sample
./.git/hooks/update.sample
./.git/info/exclude
./.git/logs/HEAD
./.git/logs/refs/heads/master
./.git/logs/refs/remotes/origin/HEAD
./.git/objects/pack/pack-79e759ac5ce2a1f4de2614736769c53ee5ce87c8.idx
./.git/objects/pack/pack-79e759ac5ce2a1f4de2614736769c53ee5ce87c8.pack
./.git/refs/heads/master
./.git/refs/remotes/origin/HEAD
./.idea/misc.xml
./.idea/modules.xml
./.idea/vcs.xml
./.mypy_cache/.gitignore
./.mypy_cache/CACHEDIR.TAG
./.mypy_cache/3.8/@plugins_snapshot.json
./.mypy_cache/3.8/_ast.data.json
./.mypy_cache/3.8/_ast.meta.json
./.mypy_cache/3.8/_codecs.data.json
./.mypy_cache/3.8/_codecs.meta.json
./.mypy_cache/3.8/_collections_abc.data.json
./.mypy_cache/3.8/_collections_abc.meta.json
./.mypy_cache/3.8/abc.data.json
./.mypy_cache/3.8/abc.meta.json
./.mypy_cache/3.8/builtins.data.json
./.mypy_cache/3.8/builtins.meta.json
./.mypy_cache/3.8/codecs.data.json
./.mypy_cache/3.8/codecs.meta.json
./.mypy_cache/3.8/contextlib.data.json
./.mypy_cache/3.8/contextlib.meta.json
./.mypy_cache/3.8/dataclasses.data.json
./.mypy_cache/3.8/dataclasses.meta.json
./.mypy_cache/3.8/enum.data.json
./.mypy_cache/3.8/enum.meta.json
./.mypy_cache/3.8/genericpath.data.json
./.mypy_cache/3.8/genericpath.meta.json
./.mypy_cache/3.8/io.data.json
./.mypy_cache/3.8/io.meta.json
./.mypy_cache/3.8/pathlib.data.json
./.mypy_cache/3.8/pathlib.meta.json
./.mypy_cache/3.8/posixpath.data.json
./.mypy_cache/3.8/posixpath.meta.json
./.mypy_cache/3.8/re.data.json
./.mypy_cache/3.8/re.meta.json
./.mypy_cache/3.8/sre_compile.data.json
./.mypy_cache/3.8/sre_compile.meta.json
./.mypy_cache/3.8/sre_constants.data.json
./.mypy_cache/3.8/sre_constants.meta.json
./.mypy_cache/3.8/sre_parse.data.json
./.mypy_cache/3.8/sre_parse.meta.json
./.mypy_cache/3.8/subprocess.data.json
./.mypy_cache/3.8/subprocess.meta.json
./.mypy_cache/3.8/sys.data.json
./.mypy_cache/3.8/sys.meta.json
./.mypy_cache/3.8/types.data.json
./.mypy_cache/3.8/types.meta.json
./.mypy_cache/3.8/typing.data.json
./.mypy_cache/3.8/typing.meta.json
./.mypy_cache/3.8/typing_extensions.data.json
./.mypy_cache/3.8/typing_extensions.meta.json
./.mypy_cache/3.8/_typeshed/__init__.data.json
./.mypy_cache/3.8/_typeshed/__init__.meta.json
./.mypy_cache/3.8/collections/__init__.data.json
./.mypy_cache/3.8/collections/__init__.meta.json
./.mypy_cache/3.8/collections/abc.data.json
./.mypy_cache/3.8/collections/abc.meta.json
./.mypy_cache/3.8/email/__init__.data.json
./.mypy_cache/3.8/email/__init__.meta.json
./.mypy_cache/3.8/email/charset.data.json
./.mypy_cache/3.8/email/charset.meta.json
./.mypy_cache/3.8/email/contentmanager.data.json
./.mypy_cache/3.8/email/contentmanager.meta.json
./.mypy_cache/3.8/email/errors.data.json
./.mypy_cache/3.8/email/errors.meta.json
./.mypy_cache/3.8/email/header.data.json
./.mypy_cache/3.8/email/header.meta.json
./.mypy_cache/3.8/email/message.data.json
./.mypy_cache/3.8/email/message.meta.json
./.mypy_cache/3.8/email/policy.data.json
./.mypy_cache/3.8/email/policy.meta.json
./.mypy_cache/3.8/importlib/__init__.data.json
./.mypy_cache/3.8/importlib/__init__.meta.json
./.mypy_cache/3.8/importlib/abc.data.json
./.mypy_cache/3.8/importlib/abc.meta.json
./.mypy_cache/3.8/importlib/machinery.data.json
./.mypy_cache/3.8/importlib/machinery.meta.json
./.mypy_cache/3.8/importlib/metadata/__init__.data.json
./.mypy_cache/3.8/importlib/metadata/__init__.meta.json
./.mypy_cache/3.8/os/__init__.data.json
./.mypy_cache/3.8/os/__init__.meta.json
./.mypy_cache/3.8/os/path.data.json
./.mypy_cache/3.8/os/path.meta.json
./PPM_FSE.egg-info/PKG-INFO
./PPM_FSE.egg-info/SOURCES.txt
./PPM_FSE.egg-info/dependency_links.txt
./PPM_FSE.egg-info/top_level.txt
./__pycache__/utils.cpython-310.pyc
./__pycache__/utils.cpython-38.pyc
./codeGen/model.py
./codeGen/ML/test.py
./codeGen/ML/.git/HEAD
./codeGen/ML/.git/config
./codeGen/ML/.git/description
./codeGen/ML/.git/index
./codeGen/ML/.git/packed-refs
./codeGen/ML/.git/hooks/applypatch-msg.sample
./codeGen/ML/.git/hooks/commit-msg.sample
./codeGen/ML/.git/hooks/fsmonitor-watchman.sample
./codeGen/ML/.git/hooks/post-update.sample
./codeGen/ML/.git/hooks/pre-applypatch.sample
./codeGen/ML/.git/hooks/pre-commit.sample
./codeGen/ML/.git/hooks/pre-merge-commit.sample
./codeGen/ML/.git/hooks/pre-push.sample
./codeGen/ML/.git/hooks/pre-rebase.sample
./codeGen/ML/.git/hooks/pre-receive.sample
./codeGen/ML/.git/hooks/prepare-commit-msg.sample
./codeGen/ML/.git/hooks/update.sample
./codeGen/ML/.git/info/exclude
./codeGen/ML/.git/logs/HEAD
./codeGen/ML/.git/logs/refs/heads/main
./codeGen/ML/.git/logs/refs/remotes/origin/HEAD
./codeGen/ML/.git/objects/02/293e3b43b0545cc8901e95c809a29633afab79
./codeGen/ML/.git/objects/18/643c8040eedfc53275b5e816f94a76fe0efff4
./codeGen/ML/.git/objects/19/ee9845af9ad0cf01310a0902dbc4dbef1cc131
./codeGen/ML/.git/objects/32/6de4b7a91750347483fbcd7a497c1301578986
./codeGen/ML/.git/objects/66/396eb231d9bcaeb07737d1c2677ab76454a36f
./codeGen/ML/.git/objects/66/f53418f9eeca4f46a5992517dbcc80b446b9d5
./codeGen/ML/.git/objects/87/067d861105e8ec009faf20a1c4b8c313a5af58
./codeGen/ML/.git/objects/ce/6610e809b4cdb904806ca3952bb83745badbe9
./codeGen/ML/.git/refs/heads/main
./codeGen/ML/.git/refs/remotes/origin/HEAD
./codeGen/__pycache__/model.cpython-38.pyc
./codetxt/lambda1/codegen-2b.txt
./codetxt/lambda1/codegen-6b-hf.txt
./codetxt/lambda1/codegen2-1b.txt
./codetxt/lambda1/codegen2-3b.txt
./codetxt/lambda1/incoder-1b.txt
./codetxt/lambda1/incoder-6b.txt
./codetxt/lambda1/polycoder.txt
./codetxt/lambda1/santacoder.txt
./codetxt/lambda2/codegen-2b.txt
./codetxt/lambda2/codegen-6b-hf.txt
./codetxt/lambda2/codegen2-1b.txt
./codetxt/lambda2/codegen2-3b.txt
./codetxt/lambda2/incoder-1b.txt
./codetxt/lambda2/incoder-6b.txt
./codetxt/lambda2/polycoder.txt
./codetxt/lambda2/santacoder.txt
./evaluation/.gitignore
./evaluation/Dockerfile
./evaluation/Makefile
./evaluation/README.md
./evaluation/pyproject.toml
./evaluation/src/BellNumber.txt
./evaluation/src/__init__.py
./evaluation/src/aabAbbbc
./evaluation/src/aabbbb
./evaluation/src/bell_Number.txt
./evaluation/src/bell_number.txt
./evaluation/src/containerized_eval.py
./evaluation/src/cylinder.png
./evaluation/src/dogs_age.txt
./evaluation/src/eval.sh
./evaluation/src/eval_cpp.py
./evaluation/src/eval_cs.py
./evaluation/src/eval_dlang.py
./evaluation/src/eval_fs.py
./evaluation/src/eval_go.py
./evaluation/src/eval_java.py
./evaluation/src/eval_javascript.py
./evaluation/src/eval_julia.py
./evaluation/src/eval_lua.py
./evaluation/src/eval_php.py
./evaluation/src/eval_pl.py
./evaluation/src/eval_python.py
./evaluation/src/eval_r.py
./evaluation/src/eval_racket.py
./evaluation/src/eval_ruby.py
./evaluation/src/eval_rust.py
./evaluation/src/eval_scala.py
./evaluation/src/eval_sh.py
./evaluation/src/eval_swift.py
./evaluation/src/eval_ts.py
./evaluation/src/events\check_line.txt
./evaluation/src/fence-count-no-of-ways.txt
./evaluation/src/generic_eval.py
./evaluation/src/gpu3_7_16.sh
./evaluation/src/letstdlenstdporstd
./evaluation/src/libeval.py
./evaluation/src/list_sum.txt
./evaluation/src/main.py
./evaluation/src/modify_tests.py
./evaluation/src/number_correct_phone.txt
./evaluation/src/words.txt
./evaluation/src/words_checked.txt
./evaluation/src/__pycache__/containerized_eval.cpython-310.pyc
./evaluation/src/__pycache__/containerized_eval.cpython-38.pyc
./evaluation/src/__pycache__/eval_cpp.cpython-310.pyc
./evaluation/src/__pycache__/eval_cpp.cpython-38.pyc
./evaluation/src/__pycache__/eval_dlang.cpython-310.pyc
./evaluation/src/__pycache__/eval_dlang.cpython-38.pyc
./evaluation/src/__pycache__/eval_fs.cpython-310.pyc
./evaluation/src/__pycache__/eval_fs.cpython-38.pyc
./evaluation/src/__pycache__/eval_java.cpython-310.pyc
./evaluation/src/__pycache__/eval_java.cpython-38.pyc
./evaluation/src/__pycache__/eval_javascript.cpython-310.pyc
./evaluation/src/__pycache__/eval_javascript.cpython-38.pyc
./evaluation/src/__pycache__/eval_julia.cpython-310.pyc
./evaluation/src/__pycache__/eval_julia.cpython-38.pyc
./evaluation/src/__pycache__/eval_lua.cpython-310.pyc
./evaluation/src/__pycache__/eval_lua.cpython-38.pyc
./evaluation/src/__pycache__/eval_php.cpython-310.pyc
./evaluation/src/__pycache__/eval_php.cpython-38.pyc
./evaluation/src/__pycache__/eval_python.cpython-310.pyc
./evaluation/src/__pycache__/eval_python.cpython-38.pyc
./evaluation/src/__pycache__/eval_r.cpython-310.pyc
./evaluation/src/__pycache__/eval_r.cpython-38.pyc
./evaluation/src/__pycache__/eval_racket.cpython-310.pyc
./evaluation/src/__pycache__/eval_racket.cpython-38.pyc
./evaluation/src/__pycache__/eval_ruby.cpython-310.pyc
./evaluation/src/__pycache__/eval_ruby.cpython-38.pyc
./evaluation/src/__pycache__/eval_rust.cpython-310.pyc
./evaluation/src/__pycache__/eval_rust.cpython-38.pyc
./evaluation/src/__pycache__/eval_swift.cpython-310.pyc
./evaluation/src/__pycache__/eval_swift.cpython-38.pyc
./evaluation/src/__pycache__/generic_eval.cpython-310.pyc
./evaluation/src/__pycache__/generic_eval.cpython-38.pyc
./evaluation/src/__pycache__/libeval.cpython-310.pyc
./evaluation/src/__pycache__/libeval.cpython-38.pyc
./evaluation/src/mod_tests/humaneval/base/codegen-2b_temp_0.7/HumanEval_0/HumanEval_0.json
./evaluation/src/mod_tests/humaneval/base/codegen-2b_temp_0.7/HumanEval_1/HumanEval_1.json
./evaluation/src/mod_tests/humaneval/base/codegen-2b_temp_0.7/HumanEval_10/HumanEval_10.json
./evaluation/src/mod_tests/humaneval/base/codegen-2b_temp_0.7/HumanEval_100/HumanEval_100.json
./evaluation/src/mod_tests/humaneval/base/codegen-2b_temp_0.7/HumanEval_101/HumanEval_101.json
./evaluation/src/mod_tests/humaneval/base/codegen-2b_temp_0.7/HumanEval_102/HumanEval_102.json
./evaluation/src/mod_tests/humaneval/base/codegen-2b_temp_0.7/HumanEval_103/HumanEval_103.json
./evaluation/src/mod_tests/humaneval/base/codegen-2b_temp_0.7/HumanEval_104/HumanEval_104.json
./evaluation/src/mod_tests/humaneval/base/codegen-2b_temp_0.7/HumanEval_105/HumanEval_105.json
./evaluation/src/mod_tests/humaneval/base/codegen-2b_temp_0.7/HumanEval_106/HumanEval_106.json
./evaluation/src/mod_tests/humaneval/base/codegen-2b_temp_0.7/HumanEval_107/HumanEval_107.json
./evaluation/src/mod_tests/humaneval/base/codegen-2b_temp_0.7/HumanEval_108/HumanEval_108.json
./evaluation/src/mod_tests/humaneval/base/codegen-2b_temp_0.7/HumanEval_109/HumanEval_109.json
./evaluation/src/mod_tests/humaneval/base/codegen-2b_temp_0.7/HumanEval_11/HumanEval_11.json
./evaluation/src/mod_tests/humaneval/base/codegen-2b_temp_0.7/HumanEval_110/HumanEval_110.json
./evaluation/src/mod_tests/humaneval/base/codegen-2b_temp_0.7/HumanEval_111/HumanEval_111.json
./evaluation/src/mod_tests/humaneval/base/codegen-2b_temp_0.7/HumanEval_112/HumanEval_112.json
./evaluation/src/mod_tests/humaneval/base/codegen-2b_temp_0.7/HumanEval_113/HumanEval_113.json
./evaluation/src/mod_tests/humaneval/base/codegen-2b_temp_0.7/HumanEval_114/HumanEval_114.json
./evaluation/src/mod_tests/humaneval/base/codegen-2b_temp_0.7/HumanEval_115/HumanEval_115.json
./evaluation/src/mod_tests/humaneval/base/codegen-2b_temp_0.7/HumanEval_116/HumanEval_116.json
./evaluation/src/mod_tests/humaneval/base/codegen-2b_temp_0.7/HumanEval_117/HumanEval_117.json
./evaluation/src/mod_tests/humaneval/base/codegen-2b_temp_0.7/HumanEval_118/HumanEval_118.json
./evaluation/src/mod_tests/humaneval/base/codegen-2b_temp_0.7/HumanEval_119/HumanEval_119.json
./evaluation/src/mod_tests/humaneval/base/codegen-2b_temp_0.7/HumanEval_12/HumanEval_12.json
./evaluation/src/mod_tests/humaneval/base/codegen-2b_temp_0.7/HumanEval_120/HumanEval_120.json
./evaluation/src/mod_tests/humaneval/base/codegen-2b_temp_0.7/HumanEval_121/HumanEval_121.json
./evaluation/src/mod_tests/humaneval/base/codegen-2b_temp_0.7/HumanEval_122/HumanEval_122.json
./evaluation/src/mod_tests/humaneval/base/codegen-2b_temp_0.7/HumanEval_123/HumanEval_123.json
./evaluation/src/mod_tests/humaneval/base/codegen-2b_temp_0.7/HumanEval_124/HumanEval_124.json
./evaluation/src/mod_tests/humaneval/base/codegen-2b_temp_0.7/HumanEval_125/HumanEval_125.json
./evaluation/src/mod_tests/humaneval/base/codegen-2b_temp_0.7/HumanEval_126/HumanEval_126.json
./evaluation/src/mod_tests/humaneval/base/codegen-2b_temp_0.7/HumanEval_127/HumanEval_127.json
./evaluation/src/mod_tests/humaneval/base/codegen-2b_temp_0.7/HumanEval_128/HumanEval_128.json
./evaluation/src/mod_tests/humaneval/base/codegen-2b_temp_0.7/HumanEval_129/HumanEval_129.json
./evaluation/src/mod_tests/humaneval/base/codegen-2b_temp_0.7/HumanEval_13/HumanEval_13.json
./evaluation/src/mod_tests/humaneval/base/codegen-2b_temp_0.7/HumanEval_130/HumanEval_130.json
./evaluation/src/mod_tests/humaneval/base/codegen-2b_temp_0.7/HumanEval_131/HumanEval_131.json
./evaluation/src/mod_tests/humaneval/base/codegen-2b_temp_0.7/HumanEval_132/HumanEval_132.json
./evaluation/src/mod_tests/humaneval/base/codegen-2b_temp_0.7/HumanEval_133/HumanEval_133.json
./evaluation/src/mod_tests/humaneval/base/codegen-2b_temp_0.7/HumanEval_134/HumanEval_134.json
./evaluation/src/mod_tests/humaneval/base/codegen-2b_temp_0.7/HumanEval_135/HumanEval_135.json
./evaluation/src/mod_tests/humaneval/base/codegen-2b_temp_0.7/HumanEval_136/HumanEval_136.json
./evaluation/src/mod_tests/humaneval/base/codegen-2b_temp_0.7/HumanEval_137/HumanEval_137.json
./evaluation/src/mod_tests/humaneval/base/codegen-2b_temp_0.7/HumanEval_138/HumanEval_138.json
./evaluation/src/mod_tests/humaneval/base/codegen-2b_temp_0.7/HumanEval_139/HumanEval_139.json
./evaluation/src/mod_tests/humaneval/base/codegen-2b_temp_0.7/HumanEval_14/HumanEval_14.json
./evaluation/src/mod_tests/humaneval/base/codegen-2b_temp_0.7/HumanEval_140/HumanEval_140.json
./evaluation/src/mod_tests/humaneval/base/codegen-2b_temp_0.7/HumanEval_141/HumanEval_141.json
./evaluation/src/mod_tests/humaneval/base/codegen-2b_temp_0.7/HumanEval_142/HumanEval_142.json
./evaluation/src/mod_tests/humaneval/base/codegen-2b_temp_0.7/HumanEval_143/HumanEval_143.json
./evaluation/src/mod_tests/humaneval/base/codegen-2b_temp_0.7/HumanEval_144/HumanEval_144.json
./evaluation/src/mod_tests/humaneval/base/codegen-2b_temp_0.7/HumanEval_145/HumanEval_145.json
./evaluation/src/mod_tests/humaneval/base/codegen-2b_temp_0.7/HumanEval_146/HumanEval_146.json
./evaluation/src/mod_tests/humaneval/base/codegen-2b_temp_0.7/HumanEval_147/HumanEval_147.json
./evaluation/src/mod_tests/humaneval/base/codegen-2b_temp_0.7/HumanEval_148/HumanEval_148.json
./evaluation/src/mod_tests/humaneval/base/codegen-2b_temp_0.7/HumanEval_149/HumanEval_149.json
./evaluation/src/mod_tests/humaneval/base/codegen-2b_temp_0.7/HumanEval_15/HumanEval_15.json
./evaluation/src/mod_tests/humaneval/base/codegen-2b_temp_0.7/HumanEval_150/HumanEval_150.json
./evaluation/src/mod_tests/humaneval/base/codegen-2b_temp_0.7/HumanEval_151/HumanEval_151.json
./evaluation/src/mod_tests/humaneval/base/codegen-2b_temp_0.7/HumanEval_152/HumanEval_152.json
./evaluation/src/mod_tests/humaneval/base/codegen-2b_temp_0.7/HumanEval_153/HumanEval_153.json
./evaluation/src/mod_tests/humaneval/base/codegen-2b_temp_0.7/HumanEval_154/HumanEval_154.json
./evaluation/src/mod_tests/humaneval/base/codegen-2b_temp_0.7/HumanEval_155/HumanEval_155.json
./evaluation/src/mod_tests/humaneval/base/codegen-2b_temp_0.7/HumanEval_156/HumanEval_156.json
./evaluation/src/mod_tests/humaneval/base/codegen-2b_temp_0.7/HumanEval_157/HumanEval_157.json
./evaluation/src/mod_tests/humaneval/base/codegen-2b_temp_0.7/HumanEval_158/HumanEval_158.json
./evaluation/src/mod_tests/humaneval/base/codegen-2b_temp_0.7/HumanEval_159/HumanEval_159.json
./evaluation/src/mod_tests/humaneval/base/codegen-2b_temp_0.7/HumanEval_16/HumanEval_16.json
./evaluation/src/mod_tests/humaneval/base/codegen-2b_temp_0.7/HumanEval_160/HumanEval_160.json
./evaluation/src/mod_tests/humaneval/base/codegen-2b_temp_0.7/HumanEval_161/HumanEval_161.json
./evaluation/src/mod_tests/humaneval/base/codegen-2b_temp_0.7/HumanEval_162/HumanEval_162.json
./evaluation/src/mod_tests/humaneval/base/codegen-2b_temp_0.7/HumanEval_163/HumanEval_163.json
./evaluation/src/mod_tests/humaneval/base/codegen-2b_temp_0.7/HumanEval_17/HumanEval_17.json
./evaluation/src/mod_tests/humaneval/base/codegen-2b_temp_0.7/HumanEval_18/HumanEval_18.json
./evaluation/src/mod_tests/humaneval/base/codegen-2b_temp_0.7/HumanEval_19/HumanEval_19.json
./evaluation/src/mod_tests/humaneval/base/codegen-2b_temp_0.7/HumanEval_2/HumanEval_2.json
./evaluation/src/mod_tests/humaneval/base/codegen-2b_temp_0.7/HumanEval_20/HumanEval_20.json
./evaluation/src/mod_tests/humaneval/base/codegen-2b_temp_0.7/HumanEval_21/HumanEval_21.json
./evaluation/src/mod_tests/humaneval/base/codegen-2b_temp_0.7/HumanEval_22/HumanEval_22.json
./evaluation/src/mod_tests/humaneval/base/codegen-2b_temp_0.7/HumanEval_23/HumanEval_23.json
./evaluation/src/mod_tests/humaneval/base/codegen-2b_temp_0.7/HumanEval_24/HumanEval_24.json
./evaluation/src/mod_tests/humaneval/base/codegen-2b_temp_0.7/HumanEval_25/HumanEval_25.json
./evaluation/src/mod_tests/humaneval/base/codegen-2b_temp_0.7/HumanEval_26/HumanEval_26.json
./evaluation/src/mod_tests/humaneval/base/codegen-2b_temp_0.7/HumanEval_27/HumanEval_27.json
./evaluation/src/mod_tests/humaneval/base/codegen-2b_temp_0.7/HumanEval_28/HumanEval_28.json
./evaluation/src/mod_tests/humaneval/base/codegen-2b_temp_0.7/HumanEval_29/HumanEval_29.json
./evaluation/src/mod_tests/humaneval/base/codegen-2b_temp_0.7/HumanEval_3/HumanEval_3.json
./evaluation/src/mod_tests/humaneval/base/codegen-2b_temp_0.7/HumanEval_30/HumanEval_30.json
./evaluation/src/mod_tests/humaneval/base/codegen-2b_temp_0.7/HumanEval_31/HumanEval_31.json
./evaluation/src/mod_tests/humaneval/base/codegen-2b_temp_0.7/HumanEval_33/HumanEval_33.json
./evaluation/src/mod_tests/humaneval/base/codegen-2b_temp_0.7/HumanEval_34/HumanEval_34.json
./evaluation/src/mod_tests/humaneval/base/codegen-2b_temp_0.7/HumanEval_35/HumanEval_35.json
./evaluation/src/mod_tests/humaneval/base/codegen-2b_temp_0.7/HumanEval_36/HumanEval_36.json
./evaluation/src/mod_tests/humaneval/base/codegen-2b_temp_0.7/HumanEval_37/HumanEval_37.json
./evaluation/src/mod_tests/humaneval/base/codegen-2b_temp_0.7/HumanEval_39/HumanEval_39.json
./evaluation/src/mod_tests/humaneval/base/codegen-2b_temp_0.7/HumanEval_4/HumanEval_4.json
./evaluation/src/mod_tests/humaneval/base/codegen-2b_temp_0.7/HumanEval_40/HumanEval_40.json
./evaluation/src/mod_tests/humaneval/base/codegen-2b_temp_0.7/HumanEval_41/HumanEval_41.json
./evaluation/src/mod_tests/humaneval/base/codegen-2b_temp_0.7/HumanEval_42/HumanEval_42.json
./evaluation/src/mod_tests/humaneval/base/codegen-2b_temp_0.7/HumanEval_43/HumanEval_43.json
./evaluation/src/mod_tests/humaneval/base/codegen-2b_temp_0.7/HumanEval_44/HumanEval_44.json
./evaluation/src/mod_tests/humaneval/base/codegen-2b_temp_0.7/HumanEval_45/HumanEval_45.json
./evaluation/src/mod_tests/humaneval/base/codegen-2b_temp_0.7/HumanEval_46/HumanEval_46.json
./evaluation/src/mod_tests/humaneval/base/codegen-2b_temp_0.7/HumanEval_47/HumanEval_47.json
./evaluation/src/mod_tests/humaneval/base/codegen-2b_temp_0.7/HumanEval_48/HumanEval_48.json
./evaluation/src/mod_tests/humaneval/base/codegen-2b_temp_0.7/HumanEval_49/HumanEval_49.json
./evaluation/src/mod_tests/humaneval/base/codegen-2b_temp_0.7/HumanEval_5/HumanEval_5.json
./evaluation/src/mod_tests/humaneval/base/codegen-2b_temp_0.7/HumanEval_51/HumanEval_51.json
./evaluation/src/mod_tests/humaneval/base/codegen-2b_temp_0.7/HumanEval_52/HumanEval_52.json
./evaluation/src/mod_tests/humaneval/base/codegen-2b_temp_0.7/HumanEval_53/HumanEval_53.json
./evaluation/src/mod_tests/humaneval/base/codegen-2b_temp_0.7/HumanEval_54/HumanEval_54.json
./evaluation/src/mod_tests/humaneval/base/codegen-2b_temp_0.7/HumanEval_55/HumanEval_55.json
./evaluation/src/mod_tests/humaneval/base/codegen-2b_temp_0.7/HumanEval_56/HumanEval_56.json
./evaluation/src/mod_tests/humaneval/base/codegen-2b_temp_0.7/HumanEval_57/HumanEval_57.json
./evaluation/src/mod_tests/humaneval/base/codegen-2b_temp_0.7/HumanEval_58/HumanEval_58.json
./evaluation/src/mod_tests/humaneval/base/codegen-2b_temp_0.7/HumanEval_59/HumanEval_59.json
./evaluation/src/mod_tests/humaneval/base/codegen-2b_temp_0.7/HumanEval_6/HumanEval_6.json
./evaluation/src/mod_tests/humaneval/base/codegen-2b_temp_0.7/HumanEval_60/HumanEval_60.json
./evaluation/src/mod_tests/humaneval/base/codegen-2b_temp_0.7/HumanEval_61/HumanEval_61.json
./evaluation/src/mod_tests/humaneval/base/codegen-2b_temp_0.7/HumanEval_62/HumanEval_62.json
./evaluation/src/mod_tests/humaneval/base/codegen-2b_temp_0.7/HumanEval_63/HumanEval_63.json
./evaluation/src/mod_tests/humaneval/base/codegen-2b_temp_0.7/HumanEval_64/HumanEval_64.json
./evaluation/src/mod_tests/humaneval/base/codegen-2b_temp_0.7/HumanEval_65/HumanEval_65.json
./evaluation/src/mod_tests/humaneval/base/codegen-2b_temp_0.7/HumanEval_66/HumanEval_66.json
./evaluation/src/mod_tests/humaneval/base/codegen-2b_temp_0.7/HumanEval_67/HumanEval_67.json
./evaluation/src/mod_tests/humaneval/base/codegen-2b_temp_0.7/HumanEval_68/HumanEval_68.json
./evaluation/src/mod_tests/humaneval/base/codegen-2b_temp_0.7/HumanEval_69/HumanEval_69.json
./evaluation/src/mod_tests/humaneval/base/codegen-2b_temp_0.7/HumanEval_7/HumanEval_7.json
./evaluation/src/mod_tests/humaneval/base/codegen-2b_temp_0.7/HumanEval_70/HumanEval_70.json
./evaluation/src/mod_tests/humaneval/base/codegen-2b_temp_0.7/HumanEval_71/HumanEval_71.json
./evaluation/src/mod_tests/humaneval/base/codegen-2b_temp_0.7/HumanEval_72/HumanEval_72.json
./evaluation/src/mod_tests/humaneval/base/codegen-2b_temp_0.7/HumanEval_73/HumanEval_73.json
./evaluation/src/mod_tests/humaneval/base/codegen-2b_temp_0.7/HumanEval_74/HumanEval_74.json
./evaluation/src/mod_tests/humaneval/base/codegen-2b_temp_0.7/HumanEval_75/HumanEval_75.json
./evaluation/src/mod_tests/humaneval/base/codegen-2b_temp_0.7/HumanEval_76/HumanEval_76.json
./evaluation/src/mod_tests/humaneval/base/codegen-2b_temp_0.7/HumanEval_77/HumanEval_77.json
./evaluation/src/mod_tests/humaneval/base/codegen-2b_temp_0.7/HumanEval_78/HumanEval_78.json
./evaluation/src/mod_tests/humaneval/base/codegen-2b_temp_0.7/HumanEval_79/HumanEval_79.json
./evaluation/src/mod_tests/humaneval/base/codegen-2b_temp_0.7/HumanEval_8/HumanEval_8.json
./evaluation/src/mod_tests/humaneval/base/codegen-2b_temp_0.7/HumanEval_80/HumanEval_80.json
./evaluation/src/mod_tests/humaneval/base/codegen-2b_temp_0.7/HumanEval_81/HumanEval_81.json
./evaluation/src/mod_tests/humaneval/base/codegen-2b_temp_0.7/HumanEval_82/HumanEval_82.json
./evaluation/src/mod_tests/humaneval/base/codegen-2b_temp_0.7/HumanEval_83/HumanEval_83.json
./evaluation/src/mod_tests/humaneval/base/codegen-2b_temp_0.7/HumanEval_84/HumanEval_84.json
./evaluation/src/mod_tests/humaneval/base/codegen-2b_temp_0.7/HumanEval_85/HumanEval_85.json
./evaluation/src/mod_tests/humaneval/base/codegen-2b_temp_0.7/HumanEval_86/HumanEval_86.json
./evaluation/src/mod_tests/humaneval/base/codegen-2b_temp_0.7/HumanEval_87/HumanEval_87.json
./evaluation/src/mod_tests/humaneval/base/codegen-2b_temp_0.7/HumanEval_88/HumanEval_88.json
./evaluation/src/mod_tests/humaneval/base/codegen-2b_temp_0.7/HumanEval_89/HumanEval_89.json
./evaluation/src/mod_tests/humaneval/base/codegen-2b_temp_0.7/HumanEval_9/HumanEval_9.json
./evaluation/src/mod_tests/humaneval/base/codegen-2b_temp_0.7/HumanEval_90/HumanEval_90.json
./evaluation/src/mod_tests/humaneval/base/codegen-2b_temp_0.7/HumanEval_91/HumanEval_91.json
./evaluation/src/mod_tests/humaneval/base/codegen-2b_temp_0.7/HumanEval_92/HumanEval_92.json
./evaluation/src/mod_tests/humaneval/base/codegen-2b_temp_0.7/HumanEval_93/HumanEval_93.json
./evaluation/src/mod_tests/humaneval/base/codegen-2b_temp_0.7/HumanEval_94/HumanEval_94.json
./evaluation/src/mod_tests/humaneval/base/codegen-2b_temp_0.7/HumanEval_95/HumanEval_95.json
./evaluation/src/mod_tests/humaneval/base/codegen-2b_temp_0.7/HumanEval_96/HumanEval_96.json
./evaluation/src/mod_tests/humaneval/base/codegen-2b_temp_0.7/HumanEval_97/HumanEval_97.json
./evaluation/src/mod_tests/humaneval/base/codegen-2b_temp_0.7/HumanEval_98/HumanEval_98.json
./evaluation/src/mod_tests/humaneval/base/codegen-2b_temp_0.7/HumanEval_99/HumanEval_99.json
./evaluation/src/safe_subprocess/.gitignore
./evaluation/src/safe_subprocess/__init__.py
./evaluation/src/safe_subprocess/module_test.py
./evaluation/src/safe_subprocess/__pycache__/__init__.cpython-310.pyc
./evaluation/src/safe_subprocess/__pycache__/__init__.cpython-38.pyc
./evaluation/src/safe_subprocess/evil_programs/block_on_inputs.py
./evaluation/src/safe_subprocess/evil_programs/close_outputs.py
./evaluation/src/safe_subprocess/evil_programs/fork_bomb.py
./evaluation/src/safe_subprocess/evil_programs/fork_once.py
./evaluation/src/safe_subprocess/evil_programs/sleep_forever.py
./evaluation/src/safe_subprocess/evil_programs/unbounded_output.py
./evaluation/test_inputs/cpp-davinci-0.2-keep-HumanEval53.json
./evaluation/test_inputs/cpp-davinci-0.2-keep-HumanEval53.json.gz
./evaluation/test_inputs/cs-davinci-0.2-keep-HumanEval53.json
./evaluation/test_inputs/d-davinci-0.2-keep-HumanEval53.json
./evaluation/test_inputs/go-davinci-0.2-keep-HumanEval53.json
./evaluation/test_inputs/java-davinci-0.2-keep-HumanEval53.json
./evaluation/test_inputs/jl-davinci-0.2-keep-HumanEval53.json
./evaluation/test_inputs/js-davinci-0.2-keep-HumanEval53.json
./evaluation/test_inputs/lua-davinci-0.2-keep-HumanEval53.json
./evaluation/test_inputs/php-davinci-0.2-keep-HumanEval53.json
./evaluation/test_inputs/pl-davinci-0.2-keep-HumanEval53.json
./evaluation/test_inputs/py-davinci-0.2-keep-HumanEval53.json
./evaluation/test_inputs/r-davinci-0.2-keep-HumanEval53.json
./evaluation/test_inputs/rb-davinci-0.2-keep-HumanEval53.json
./evaluation/test_inputs/rkt-davinci-0.2-keep-HumanEval53.json
./evaluation/test_inputs/rs-davinci-0.2-keep-HumanEval53.json
./evaluation/test_inputs/scala-davinci-0.2-keep-HumanEval53.json
./evaluation/test_inputs/sh-davinci-0.2-keep-HumanEval53.json
./evaluation/test_inputs/swift-davinci-0.2-keep-HumanEval53.json
./evaluation/test_inputs/ts-davinci-0.2-keep-HumanEval53.json
./final_res/candidate_num-humaneval.csv
./final_res/candidate_num-mbpp.csv
./final_res/curve.csv
./final_res/diversity.csv
./final_res/external_diversity.csv
./final_res/internal_diversity.csv
./final_res/pass@k-humaneval.csv
./final_res/pass@k-mbpp.csv
./src/methods/__init__.py
./src/methods/abstract_method.py
./src/methods/demo_mutate.py
./src/methods/description_mute.py
./src/methods/func_name.py
./src/methods/semantic_mute.py
./src/methods/sytanx_mute.py
./src/methods/utils.py
./src/methods/__pycache__/__init__.cpython-38.pyc
./src/methods/__pycache__/abstract_method.cpython-38.pyc
./src/methods/__pycache__/demo_mutate.cpython-38.pyc
./src/methods/__pycache__/description_mute.cpython-38.pyc
./src/methods/__pycache__/func_name.cpython-38.pyc
./src/methods/__pycache__/semantic_mute.cpython-38.pyc
./src/methods/__pycache__/sytanx_mute.cpython-38.pyc
./src/methods/__pycache__/utils.cpython-38.pyc
./src/methods/natgen/__init__.py
./src/methods/natgen/languages.so
./src/methods/natgen/utils.py
./src/methods/natgen/__pycache__/__init__.cpython-38.pyc
./src/methods/natgen/__pycache__/utils.cpython-38.pyc
./src/methods/natgen/transformations/__init__.py
./src/methods/natgen/transformations/block_swap_transformations.py
./src/methods/natgen/transformations/confusion_remove.py
./src/methods/natgen/transformations/dead_code_inserter.py
./src/methods/natgen/transformations/demo_transformation.py
./src/methods/natgen/transformations/for_while_transformation.py
./src/methods/natgen/transformations/my-languages.so
./src/methods/natgen/transformations/no_transform.py
./src/methods/natgen/transformations/operand_swap_transformations.py
./src/methods/natgen/transformations/syntactic_noising_transformation.py
./src/methods/natgen/transformations/transformation_base.py
./src/methods/natgen/transformations/transformation_main.py
./src/methods/natgen/transformations/var_renaming_transformation.py
./src/methods/natgen/transformations/__pycache__/__init__.cpython-38.pyc
./src/methods/natgen/transformations/__pycache__/block_swap_transformations.cpython-38.pyc
./src/methods/natgen/transformations/__pycache__/confusion_remove.cpython-38.pyc
./src/methods/natgen/transformations/__pycache__/dead_code_inserter.cpython-38.pyc
./src/methods/natgen/transformations/__pycache__/demo_transformation.cpython-38.pyc
./src/methods/natgen/transformations/__pycache__/for_while_transformation.cpython-38.pyc
./src/methods/natgen/transformations/__pycache__/no_transform.cpython-38.pyc
./src/methods/natgen/transformations/__pycache__/operand_swap_transformations.cpython-38.pyc
./src/methods/natgen/transformations/__pycache__/syntactic_noising_transformation.cpython-38.pyc
./src/methods/natgen/transformations/__pycache__/transformation_base.cpython-38.pyc
./src/methods/natgen/transformations/__pycache__/transformation_main.cpython-38.pyc
./src/methods/natgen/transformations/__pycache__/var_renaming_transformation.cpython-38.pyc
./src/methods/natgen/transformations/language_processors/__init__.py
./src/methods/natgen/transformations/language_processors/c_sharp_processor.py
./src/methods/natgen/transformations/language_processors/go_processor.py
./src/methods/natgen/transformations/language_processors/java_c_processor.py
./src/methods/natgen/transformations/language_processors/javascript_processor.py
./src/methods/natgen/transformations/language_processors/php_processor.py
./src/methods/natgen/transformations/language_processors/python_processor.py
./src/methods/natgen/transformations/language_processors/python_processor_orig.py
./src/methods/natgen/transformations/language_processors/ruby_processor.py
./src/methods/natgen/transformations/language_processors/utils.py
./src/methods/natgen/transformations/language_processors/__pycache__/__init__.cpython-38.pyc
./src/methods/natgen/transformations/language_processors/__pycache__/c_sharp_processor.cpython-38.pyc
./src/methods/natgen/transformations/language_processors/__pycache__/go_processor.cpython-38.pyc
./src/methods/natgen/transformations/language_processors/__pycache__/java_c_processor.cpython-38.pyc
./src/methods/natgen/transformations/language_processors/__pycache__/javascript_processor.cpython-38.pyc
./src/methods/natgen/transformations/language_processors/__pycache__/php_processor.cpython-38.pyc
./src/methods/natgen/transformations/language_processors/__pycache__/python_processor.cpython-38.pyc
./src/methods/natgen/transformations/language_processors/__pycache__/ruby_processor.cpython-38.pyc
./src/methods/natgen/transformations/language_processors/__pycache__/utils.cpython-38.pyc
./src/methods/natgen/treesitter/__init__.py
./src/methods/natgen/treesitter/build.py
./src/methods/natgen/treesitter/build/my-languages.so
./src/methods/natgen/treesitter/tree-sitter-python/.eslintrc.js
./src/methods/natgen/treesitter/tree-sitter-python/.gitattributes
./src/methods/natgen/treesitter/tree-sitter-python/.gitignore
./src/methods/natgen/treesitter/tree-sitter-python/.npmignore
./src/methods/natgen/treesitter/tree-sitter-python/Cargo.toml
./src/methods/natgen/treesitter/tree-sitter-python/LICENSE
./src/methods/natgen/treesitter/tree-sitter-python/Package.swift
./src/methods/natgen/treesitter/tree-sitter-python/README.md
./src/methods/natgen/treesitter/tree-sitter-python/binding.gyp
./src/methods/natgen/treesitter/tree-sitter-python/grammar.js
./src/methods/natgen/treesitter/tree-sitter-python/package.json
./src/methods/natgen/treesitter/tree-sitter-python/.git/HEAD
./src/methods/natgen/treesitter/tree-sitter-python/.git/config
./src/methods/natgen/treesitter/tree-sitter-python/.git/description
./src/methods/natgen/treesitter/tree-sitter-python/.git/index
./src/methods/natgen/treesitter/tree-sitter-python/.git/packed-refs
./src/methods/natgen/treesitter/tree-sitter-python/.git/hooks/applypatch-msg.sample
./src/methods/natgen/treesitter/tree-sitter-python/.git/hooks/commit-msg.sample
./src/methods/natgen/treesitter/tree-sitter-python/.git/hooks/fsmonitor-watchman.sample
./src/methods/natgen/treesitter/tree-sitter-python/.git/hooks/post-update.sample
./src/methods/natgen/treesitter/tree-sitter-python/.git/hooks/pre-applypatch.sample
./src/methods/natgen/treesitter/tree-sitter-python/.git/hooks/pre-commit.sample
./src/methods/natgen/treesitter/tree-sitter-python/.git/hooks/pre-merge-commit.sample
./src/methods/natgen/treesitter/tree-sitter-python/.git/hooks/pre-push.sample
./src/methods/natgen/treesitter/tree-sitter-python/.git/hooks/pre-rebase.sample
./src/methods/natgen/treesitter/tree-sitter-python/.git/hooks/pre-receive.sample
./src/methods/natgen/treesitter/tree-sitter-python/.git/hooks/prepare-commit-msg.sample
./src/methods/natgen/treesitter/tree-sitter-python/.git/hooks/update.sample
./src/methods/natgen/treesitter/tree-sitter-python/.git/info/exclude
./src/methods/natgen/treesitter/tree-sitter-python/.git/logs/HEAD
./src/methods/natgen/treesitter/tree-sitter-python/.git/logs/refs/heads/master
./src/methods/natgen/treesitter/tree-sitter-python/.git/logs/refs/remotes/origin/HEAD
./src/methods/natgen/treesitter/tree-sitter-python/.git/objects/pack/pack-0db47f583374873fa19dd3b3d4387411ecbc6dfe.idx
./src/methods/natgen/treesitter/tree-sitter-python/.git/objects/pack/pack-0db47f583374873fa19dd3b3d4387411ecbc6dfe.pack
./src/methods/natgen/treesitter/tree-sitter-python/.git/refs/heads/master
./src/methods/natgen/treesitter/tree-sitter-python/.git/refs/remotes/origin/HEAD
./src/methods/natgen/treesitter/tree-sitter-python/.github/workflows/ci.yml
./src/methods/natgen/treesitter/tree-sitter-python/.github/workflows/fuzz.yml
./src/methods/natgen/treesitter/tree-sitter-python/.github/workflows/lint.yml
./src/methods/natgen/treesitter/tree-sitter-python/.github/workflows/release.yml
./src/methods/natgen/treesitter/tree-sitter-python/bindings/node/binding.cc
./src/methods/natgen/treesitter/tree-sitter-python/bindings/node/index.js
./src/methods/natgen/treesitter/tree-sitter-python/bindings/rust/README.md
./src/methods/natgen/treesitter/tree-sitter-python/bindings/rust/build.rs
./src/methods/natgen/treesitter/tree-sitter-python/bindings/rust/lib.rs
./src/methods/natgen/treesitter/tree-sitter-python/bindings/swift/TreeSitterPython/python.h
./src/methods/natgen/treesitter/tree-sitter-python/examples/compound-statement-without-trailing-newline.py
./src/methods/natgen/treesitter/tree-sitter-python/examples/crlf-line-endings.py
./src/methods/natgen/treesitter/tree-sitter-python/examples/mixed-spaces-tabs.py
./src/methods/natgen/treesitter/tree-sitter-python/examples/multiple-newlines.py
./src/methods/natgen/treesitter/tree-sitter-python/examples/python2-grammar-crlf.py
./src/methods/natgen/treesitter/tree-sitter-python/examples/python2-grammar.py
./src/methods/natgen/treesitter/tree-sitter-python/examples/python3-grammar-crlf.py
./src/methods/natgen/treesitter/tree-sitter-python/examples/python3-grammar.py
./src/methods/natgen/treesitter/tree-sitter-python/examples/python3.8_grammar.py
./src/methods/natgen/treesitter/tree-sitter-python/examples/simple-statements-without-trailing-newline.py
./src/methods/natgen/treesitter/tree-sitter-python/examples/tabs.py
./src/methods/natgen/treesitter/tree-sitter-python/examples/trailing-whitespace.py
./src/methods/natgen/treesitter/tree-sitter-python/queries/highlights.scm
./src/methods/natgen/treesitter/tree-sitter-python/queries/tags.scm
./src/methods/natgen/treesitter/tree-sitter-python/script/known_failures.txt
./src/methods/natgen/treesitter/tree-sitter-python/script/parse-examples
./src/methods/natgen/treesitter/tree-sitter-python/src/grammar.json
./src/methods/natgen/treesitter/tree-sitter-python/src/node-types.json
./src/methods/natgen/treesitter/tree-sitter-python/src/parser.c
./src/methods/natgen/treesitter/tree-sitter-python/src/scanner.c
./src/methods/natgen/treesitter/tree-sitter-python/src/tree_sitter/parser.h
./src/methods/natgen/treesitter/tree-sitter-python/test/corpus/errors.txt
./src/methods/natgen/treesitter/tree-sitter-python/test/corpus/expressions.txt
./src/methods/natgen/treesitter/tree-sitter-python/test/corpus/literals.txt
./src/methods/natgen/treesitter/tree-sitter-python/test/corpus/pattern_matching.txt
./src/methods/natgen/treesitter/tree-sitter-python/test/corpus/statements.txt
./src/methods/natgen/treesitter/tree-sitter-python/test/highlight/keywords.py
./src/methods/natgen/treesitter/tree-sitter-python/test/highlight/parameters.py
./src/methods/natgen/treesitter/tree-sitter-python/test/highlight/pattern_matching.py
./src/methods/natgen/treesitter/tree-sitter-python/test/tags/main.py
./src/methods/nlaugmenter/README.md
./src/methods/nlaugmenter/__init__.py
./src/methods/nlaugmenter/process_docstring.py
./src/methods/nlaugmenter/requirements.txt
./src/methods/nlaugmenter/__pycache__/__init__.cpython-38.pyc
./src/methods/nlaugmenter/__pycache__/process_docstring.cpython-38.pyc
./src/methods/nlaugmenter/evaluation/README.md
./src/methods/nlaugmenter/evaluation/TestRunner.py
./src/methods/nlaugmenter/evaluation/__init__.py
./src/methods/nlaugmenter/evaluation/evaluate.py
./src/methods/nlaugmenter/evaluation/evaluate_ner_tagging.py
./src/methods/nlaugmenter/evaluation/evaluate_paraphrase_detection.py
./src/methods/nlaugmenter/evaluation/evaluate_question_answering.py
./src/methods/nlaugmenter/evaluation/evaluate_text_classification.py
./src/methods/nlaugmenter/evaluation/evaluate_text_generation.py
./src/methods/nlaugmenter/evaluation/evaluation_engine.py
./src/methods/nlaugmenter/evaluation/leaderboard_wrapper.py
./src/methods/nlaugmenter/filters/README.md
./src/methods/nlaugmenter/filters/__init__.py
./src/methods/nlaugmenter/filters/code_mixing/README.md
./src/methods/nlaugmenter/filters/code_mixing/__init__.py
./src/methods/nlaugmenter/filters/code_mixing/filter.py
./src/methods/nlaugmenter/filters/code_mixing/requirements.txt
./src/methods/nlaugmenter/filters/code_mixing/test.json
./src/methods/nlaugmenter/filters/diacritic_filter/README.md
./src/methods/nlaugmenter/filters/diacritic_filter/__init__.py
./src/methods/nlaugmenter/filters/diacritic_filter/filter.py
./src/methods/nlaugmenter/filters/diacritic_filter/test.json
./src/methods/nlaugmenter/filters/encoding/README.md
./src/methods/nlaugmenter/filters/encoding/__init__.py
./src/methods/nlaugmenter/filters/encoding/filter.py
./src/methods/nlaugmenter/filters/encoding/test.json
./src/methods/nlaugmenter/filters/englishness/README.md
./src/methods/nlaugmenter/filters/englishness/__init__.py
./src/methods/nlaugmenter/filters/englishness/filter.py
./src/methods/nlaugmenter/filters/englishness/spelling_map.json
./src/methods/nlaugmenter/filters/englishness/test.json
./src/methods/nlaugmenter/filters/englishness/vocab_map.json
./src/methods/nlaugmenter/filters/gender_bias/README.md
./src/methods/nlaugmenter/filters/gender_bias/__init__.py
./src/methods/nlaugmenter/filters/gender_bias/filter.py
./src/methods/nlaugmenter/filters/gender_bias/lexicals.json
./src/methods/nlaugmenter/filters/gender_bias/test.json
./src/methods/nlaugmenter/filters/group_inequity/README.md
./src/methods/nlaugmenter/filters/group_inequity/__init__.py
./src/methods/nlaugmenter/filters/group_inequity/filter.py
./src/methods/nlaugmenter/filters/group_inequity/test.json
./src/methods/nlaugmenter/filters/keywords/README.md
./src/methods/nlaugmenter/filters/keywords/__init__.py
./src/methods/nlaugmenter/filters/keywords/filter.py
./src/methods/nlaugmenter/filters/keywords/test.json
./src/methods/nlaugmenter/filters/lang/README.md
./src/methods/nlaugmenter/filters/lang/__init__.py
./src/methods/nlaugmenter/filters/lang/filter.py
./src/methods/nlaugmenter/filters/lang/requirements.txt
./src/methods/nlaugmenter/filters/lang/test.json
./src/methods/nlaugmenter/filters/length/README.md
./src/methods/nlaugmenter/filters/length/__init__.py
./src/methods/nlaugmenter/filters/length/filter.py
./src/methods/nlaugmenter/filters/length/test.json
./src/methods/nlaugmenter/filters/named-entity-count/README.md
./src/methods/nlaugmenter/filters/named-entity-count/__init__.py
./src/methods/nlaugmenter/filters/named-entity-count/filter.py
./src/methods/nlaugmenter/filters/named-entity-count/test.json
./src/methods/nlaugmenter/filters/numeric/README.md
./src/methods/nlaugmenter/filters/numeric/__init__.py
./src/methods/nlaugmenter/filters/numeric/filter.py
./src/methods/nlaugmenter/filters/numeric/test.json
./src/methods/nlaugmenter/filters/oscillatory_hallucination/README.md
./src/methods/nlaugmenter/filters/oscillatory_hallucination/__init__.py
./src/methods/nlaugmenter/filters/oscillatory_hallucination/filter.py
./src/methods/nlaugmenter/filters/oscillatory_hallucination/test.json
./src/methods/nlaugmenter/filters/polarity/README.md
./src/methods/nlaugmenter/filters/polarity/__init__.py
./src/methods/nlaugmenter/filters/polarity/filter.py
./src/methods/nlaugmenter/filters/polarity/requirements.txt
./src/methods/nlaugmenter/filters/polarity/test.json
./src/methods/nlaugmenter/filters/quantitative_ques/README.md
./src/methods/nlaugmenter/filters/quantitative_ques/__init__.py
./src/methods/nlaugmenter/filters/quantitative_ques/filter.py
./src/methods/nlaugmenter/filters/quantitative_ques/test.json
./src/methods/nlaugmenter/filters/question_filter/README.md
./src/methods/nlaugmenter/filters/question_filter/__init__.py
./src/methods/nlaugmenter/filters/question_filter/filter.py
./src/methods/nlaugmenter/filters/question_filter/test.json
./src/methods/nlaugmenter/filters/repetitions/README.md
./src/methods/nlaugmenter/filters/repetitions/__init__.py
./src/methods/nlaugmenter/filters/repetitions/filter.py
./src/methods/nlaugmenter/filters/repetitions/test.json
./src/methods/nlaugmenter/filters/soundex/README.md
./src/methods/nlaugmenter/filters/soundex/__init__.py
./src/methods/nlaugmenter/filters/soundex/filter.py
./src/methods/nlaugmenter/filters/soundex/requirements.txt
./src/methods/nlaugmenter/filters/soundex/test.json
./src/methods/nlaugmenter/filters/special_casing/README.md
./src/methods/nlaugmenter/filters/special_casing/__init__.py
./src/methods/nlaugmenter/filters/special_casing/filter.py
./src/methods/nlaugmenter/filters/special_casing/test.json
./src/methods/nlaugmenter/filters/speech_tag/README.md
./src/methods/nlaugmenter/filters/speech_tag/__init__.py
./src/methods/nlaugmenter/filters/speech_tag/filter.py
./src/methods/nlaugmenter/filters/speech_tag/test.json
./src/methods/nlaugmenter/filters/token_amount/README.md
./src/methods/nlaugmenter/filters/token_amount/__init__.py
./src/methods/nlaugmenter/filters/token_amount/filter.py
./src/methods/nlaugmenter/filters/token_amount/test.json
./src/methods/nlaugmenter/filters/toxicity/README.md
./src/methods/nlaugmenter/filters/toxicity/__init__.py
./src/methods/nlaugmenter/filters/toxicity/filter.py
./src/methods/nlaugmenter/filters/toxicity/requirements.txt
./src/methods/nlaugmenter/filters/toxicity/test.json
./src/methods/nlaugmenter/filters/universal_bias/README.md
./src/methods/nlaugmenter/filters/universal_bias/__init__.py
./src/methods/nlaugmenter/filters/universal_bias/filter.py
./src/methods/nlaugmenter/filters/universal_bias/lexicals.json
./src/methods/nlaugmenter/filters/universal_bias/test.json
./src/methods/nlaugmenter/filters/yesno_question/README.md
./src/methods/nlaugmenter/filters/yesno_question/__init__.py
./src/methods/nlaugmenter/filters/yesno_question/filter.py
./src/methods/nlaugmenter/filters/yesno_question/test.json
./src/methods/nlaugmenter/interfaces/KeyValuePairsOperation.py
./src/methods/nlaugmenter/interfaces/Operation.py
./src/methods/nlaugmenter/interfaces/QuestionAnswerOperation.py
./src/methods/nlaugmenter/interfaces/README.md
./src/methods/nlaugmenter/interfaces/SentenceOperation.py
./src/methods/nlaugmenter/interfaces/SentencePairOperation.py
./src/methods/nlaugmenter/interfaces/TaggingOperation.py
./src/methods/nlaugmenter/interfaces/__init__.py
./src/methods/nlaugmenter/interfaces/__pycache__/Operation.cpython-38.pyc
./src/methods/nlaugmenter/interfaces/__pycache__/QuestionAnswerOperation.cpython-38.pyc
./src/methods/nlaugmenter/interfaces/__pycache__/SentenceOperation.cpython-38.pyc
./src/methods/nlaugmenter/interfaces/__pycache__/__init__.cpython-38.pyc
./src/methods/nlaugmenter/tasks/TaskTypes.py
./src/methods/nlaugmenter/tasks/__init__.py
./src/methods/nlaugmenter/tasks/__pycache__/TaskTypes.cpython-38.pyc
./src/methods/nlaugmenter/tasks/__pycache__/__init__.cpython-38.pyc
./src/methods/nlaugmenter/transformations/README.md
./src/methods/nlaugmenter/transformations/__init__.py
./src/methods/nlaugmenter/transformations/__pycache__/__init__.cpython-38.pyc
./src/methods/nlaugmenter/transformations/back_translation/README.md
./src/methods/nlaugmenter/transformations/back_translation/__init__.py
./src/methods/nlaugmenter/transformations/back_translation/test.json
./src/methods/nlaugmenter/transformations/back_translation/transformation.py
./src/methods/nlaugmenter/transformations/back_translation/__pycache__/__init__.cpython-38.pyc
./src/methods/nlaugmenter/transformations/back_translation/__pycache__/transformation.cpython-38.pyc
./src/methods/nlaugmenter/transformations/butter_fingers_perturbation/README.md
./src/methods/nlaugmenter/transformations/butter_fingers_perturbation/__init__.py
./src/methods/nlaugmenter/transformations/butter_fingers_perturbation/test.json
./src/methods/nlaugmenter/transformations/butter_fingers_perturbation/transformation.py
./src/methods/nlaugmenter/transformations/butter_fingers_perturbation/__pycache__/__init__.cpython-38.pyc
./src/methods/nlaugmenter/transformations/butter_fingers_perturbation/__pycache__/transformation.cpython-38.pyc
./src/methods/nlaugmenter/transformations/change_char_case/README.md
./src/methods/nlaugmenter/transformations/change_char_case/__init__.py
./src/methods/nlaugmenter/transformations/change_char_case/test.json
./src/methods/nlaugmenter/transformations/change_char_case/transformation.py
./src/methods/nlaugmenter/transformations/change_char_case/__pycache__/__init__.cpython-38.pyc
./src/methods/nlaugmenter/transformations/change_char_case/__pycache__/transformation.cpython-38.pyc
./src/methods/nlaugmenter/transformations/english_inflectional_variation/README.md
./src/methods/nlaugmenter/transformations/english_inflectional_variation/__init__.py
./src/methods/nlaugmenter/transformations/english_inflectional_variation/requirements.txt
./src/methods/nlaugmenter/transformations/english_inflectional_variation/test.json
./src/methods/nlaugmenter/transformations/english_inflectional_variation/transformation.py
./src/methods/nlaugmenter/transformations/english_inflectional_variation/__pycache__/__init__.cpython-38.pyc
./src/methods/nlaugmenter/transformations/english_inflectional_variation/__pycache__/transformation.cpython-38.pyc
./src/methods/nlaugmenter/transformations/swap_characters/README.md
./src/methods/nlaugmenter/transformations/swap_characters/__init__.py
./src/methods/nlaugmenter/transformations/swap_characters/test.json
./src/methods/nlaugmenter/transformations/swap_characters/transformation.py
./src/methods/nlaugmenter/transformations/swap_characters/__pycache__/__init__.cpython-38.pyc
./src/methods/nlaugmenter/transformations/swap_characters/__pycache__/transformation.cpython-38.pyc
./src/methods/nlaugmenter/transformations/synonym_insertion/README.md
./src/methods/nlaugmenter/transformations/synonym_insertion/__init__.py
./src/methods/nlaugmenter/transformations/synonym_insertion/requirements.txt
./src/methods/nlaugmenter/transformations/synonym_insertion/test.json
./src/methods/nlaugmenter/transformations/synonym_insertion/transformation.py
./src/methods/nlaugmenter/transformations/synonym_insertion/__pycache__/__init__.cpython-38.pyc
./src/methods/nlaugmenter/transformations/synonym_insertion/__pycache__/transformation.cpython-38.pyc
./src/methods/nlaugmenter/transformations/synonym_substitution/README.md
./src/methods/nlaugmenter/transformations/synonym_substitution/__init__.py
./src/methods/nlaugmenter/transformations/synonym_substitution/requirements.txt
./src/methods/nlaugmenter/transformations/synonym_substitution/test.json
./src/methods/nlaugmenter/transformations/synonym_substitution/transformation.py
./src/methods/nlaugmenter/transformations/synonym_substitution/__pycache__/__init__.cpython-38.pyc
./src/methods/nlaugmenter/transformations/synonym_substitution/__pycache__/transformation.cpython-38.pyc
./src/methods/nlaugmenter/transformations/tense/README.md
./src/methods/nlaugmenter/transformations/tense/__init__.py
./src/methods/nlaugmenter/transformations/tense/requirements.txt
./src/methods/nlaugmenter/transformations/tense/test.json
./src/methods/nlaugmenter/transformations/tense/transformation.py
./src/methods/nlaugmenter/transformations/tense/__pycache__/__init__.cpython-38.pyc
./src/methods/nlaugmenter/transformations/tense/__pycache__/transformation.cpython-38.pyc
./src/methods/nlaugmenter/transformations/whitespace_perturbation/README.md
./src/methods/nlaugmenter/transformations/whitespace_perturbation/__init__.py
./src/methods/nlaugmenter/transformations/whitespace_perturbation/test.json
./src/methods/nlaugmenter/transformations/whitespace_perturbation/transformation.py
./src/methods/nlaugmenter/transformations/whitespace_perturbation/__pycache__/__init__.cpython-38.pyc
./src/methods/nlaugmenter/transformations/whitespace_perturbation/__pycache__/transformation.cpython-38.pyc
./src/methods/nlaugmenter/utils/__init__.py
./src/methods/nlaugmenter/utils/dataset.py
./src/methods/nlaugmenter/utils/initialize.py
./src/methods/nlaugmenter/utils/mapper.py
./src/methods/nlaugmenter/utils/__pycache__/__init__.cpython-38.pyc
./src/methods/nlaugmenter/utils/__pycache__/initialize.cpython-38.pyc
./workdir/Dataset/HumanEval.jsonl
./workdir/Dataset/humaneval-cpp-transform.json
./workdir/Dataset/humaneval-cs-transform.json
./workdir/Dataset/humaneval-java-transform.json
./workdir/Dataset/humaneval-py-transform.json
./workdir/Dataset/mbpp-py-reworded.json
PPM_FSE.egg-info/PKG-INFO
PPM_FSE.egg-info/SOURCES.txt
PPM_FSE.egg-info/dependency_links.txt
PPM_FSE.egg-info/top_level.txt