Add customizable ban tokens (#3899)

This commit is contained in:
saltacc
2023-09-15 14:27:27 -07:00
committed by GitHub
parent fb864dad7b
commit f01b9aa71f
16 changed files with 56 additions and 5 deletions

View File

@@ -45,6 +45,7 @@ def run(prompt):
'add_bos_token': True,
'truncation_length': 2048,
'ban_eos_token': False,
'custom_token_bans': '',
'skip_special_tokens': True,
'stopping_strings': []
}