Feature #2127
Fires on “,” (not labeled yet: read the examples)
- Fires on
- 0.23% of tokens
- Mostly in
- agent
- Layer
- after block 4
Where it fires
- agent 43%
- story 36%
- python 18%
- chat 2%
- worksheet 1%
Makes the model say
toI And close out, and some
Makes it not say
Set x<|system_start|>demoAddedmincommand
Strongest examples
On text the dictionary never trained on. The underlined token is where it fires most.
-
python 4.07⏎# test_lists.py⏎from lists import biggest, doubled, add_all⏎
-
python 3.76⏎# test_text.py⏎from text import repeat, vowels, first_letter⏎
-
python 3.64test_lists.py⏎from lists import has_item, biggest, last⏎⏎assert
-
python 3.64⏎# test_listlib.py⏎from listlib import includes, first, average_list⏎
-
python 3.62<|bos|># test_words.py⏎from words import exclaim, echo, last_letter⏎
-
python 3.59test_stats.py⏎from stats import mean_list, first, keep_even⏎
-
python 3.55number_utils.py⏎from number_utils import smaller, plus, is_odd⏎
-
python 3.55test_text.py⏎from text import last_letter, vowels, reverse⏎⏎assert
-
python 3.51⏎# test_items.py⏎from items import tail, head, double_all⏎
-
python 3.5items.py⏎from items import double_all, average_list, contains⏎⏎assert
-
python 3.42⏎# test_words.py⏎from words import combine, excite, size⏎⏎assert
-
python 3.41test_ops.py⏎from ops import sub_one, square, mean⏎⏎assert