mirror of
https://github.com/p-e-w/heretic.git
synced 2026-07-03 13:15:10 +02:00
Vinay Umrethe
7470dfd7af
* fix: minor change use `W_org` matrix where needed... * Update model.py * Update model.py * fix: Windows hash, remove BOM marker * docs: Add info about test cases * feat: Tests for row_normalization PRE & NONE * feat: CI hash files for row_normalization PRE & NONE models * feat: Documentation instructions about test suite * add recommendation
45 lines
1.0 KiB
TOML
45 lines
1.0 KiB
TOML
# This test case is for Hybrid-Edge models.
|
|
# After any change related to it, this test should PASS.
|
|
|
|
model = "tiny-random/gemma-4e"
|
|
model_commit = "3a207ada2c2cd95e9671942e84cf47ea58f0f6af"
|
|
|
|
seed = 12345
|
|
print_debug_information = true
|
|
|
|
batch_size = 2
|
|
max_response_length = 10
|
|
kl_divergence_target = 0
|
|
n_trials = 2
|
|
n_startup_trials = 1
|
|
|
|
export_strategy = "merge"
|
|
checkpoint_action = "restart"
|
|
trial_index = 0
|
|
model_action = "save"
|
|
save_directory = "model"
|
|
|
|
[good_prompts]
|
|
dataset = "mlabonne/harmless_alpaca"
|
|
commit = "02c6a92cfcf11bb0c387334f8146d149d65b587f"
|
|
split = "train[:5]"
|
|
column = "text"
|
|
|
|
[bad_prompts]
|
|
dataset = "mlabonne/harmful_behaviors"
|
|
commit = "01cead01398926d81f7c52bdb790ee8cf77ebba7"
|
|
split = "train[:5]"
|
|
column = "text"
|
|
|
|
[good_evaluation_prompts]
|
|
dataset = "mlabonne/harmless_alpaca"
|
|
commit = "02c6a92cfcf11bb0c387334f8146d149d65b587f"
|
|
split = "test[:5]"
|
|
column = "text"
|
|
|
|
[bad_evaluation_prompts]
|
|
dataset = "mlabonne/harmful_behaviors"
|
|
commit = "01cead01398926d81f7c52bdb790ee8cf77ebba7"
|
|
split = "test[:5]"
|
|
column = "text"
|