diff --git a/README.md b/README.md index f0a2634d..76dbaa09 100644 --- a/README.md +++ b/README.md @@ -140,6 +140,8 @@ Out of memory errors? [Check this guide](https://github.com/oobabooga/text-gener Inference settings presets can be created under `presets/` as text files. These files are detected automatically at startup. +By default, 10 presets by NovelAI and KoboldAI are included. These were selected out of a sample of 43 presets after applying a K-Means clustering algorithm and selecting the elements closest to the average of each cluster. + ## System requirements Check the [wiki](https://github.com/oobabooga/text-generation-webui/wiki/System-requirements) for some examples of VRAM and RAM usage in both GPU and CPU mode. diff --git a/presets/KoboldAI-Good Winds (Skein 6B).txt b/presets/Kobold-Godlike.txt similarity index 76% rename from presets/KoboldAI-Good Winds (Skein 6B).txt rename to presets/Kobold-Godlike.txt index feae41d1..b9288d21 100644 --- a/presets/KoboldAI-Good Winds (Skein 6B).txt +++ b/presets/Kobold-Godlike.txt @@ -1,7 +1,7 @@ do_sample=True, max_new_tokens=tokens, -top_p=1.0, +top_p=0.5, top_k=0, temperature=0.7, repetition_penalty=1.1, -typical_p=1.0, +typical_p=0.19, diff --git a/presets/Kobold-Liminal Drift.txt b/presets/Kobold-Liminal Drift.txt new file mode 100644 index 00000000..7b5c5255 --- /dev/null +++ b/presets/Kobold-Liminal Drift.txt @@ -0,0 +1,7 @@ +do_sample=True, +max_new_tokens=tokens, +top_p=1.0, +top_k=0, +temperature=0.66, +repetition_penalty=1.1, +typical_p=0.6, diff --git a/presets/NovelAI-Best Guess.txt b/presets/NovelAI-Best Guess.txt new file mode 100644 index 00000000..6ae342b3 --- /dev/null +++ b/presets/NovelAI-Best Guess.txt @@ -0,0 +1,7 @@ +do_sample=True, +max_new_tokens=tokens, +top_p=0.9, +top_k=100, +temperature=0.8, +repetition_penalty=1.15, +typical_p=1.0, diff --git a/presets/NovelAI-Decadence.txt b/presets/NovelAI-Decadence.txt new file mode 100644 index 00000000..2171ecda --- /dev/null +++ b/presets/NovelAI-Decadence.txt @@ -0,0 +1,7 @@ +do_sample=True, +max_new_tokens=tokens, +top_p=1.0, +top_k=100, +temperature=2, +repetition_penalty=1, +typical_p=0.97, diff --git a/presets/NovelAI-All-Nighter.txt b/presets/NovelAI-Genesis.txt similarity index 66% rename from presets/NovelAI-All-Nighter.txt rename to presets/NovelAI-Genesis.txt index 9ca7245e..024a29eb 100644 --- a/presets/NovelAI-All-Nighter.txt +++ b/presets/NovelAI-Genesis.txt @@ -1,7 +1,7 @@ do_sample=True, max_new_tokens=tokens, -top_p=1.0, -top_k=13, -temperature=1.33, +top_p=0.98, +top_k=0, +temperature=0.63, repetition_penalty=1.05, typical_p=1.0, diff --git a/presets/NovelAI-Lycaenidae.txt b/presets/NovelAI-Lycaenidae.txt new file mode 100644 index 00000000..f59e6b07 --- /dev/null +++ b/presets/NovelAI-Lycaenidae.txt @@ -0,0 +1,7 @@ +do_sample=True, +max_new_tokens=tokens, +top_p=0.85, +top_k=12, +temperature=2, +repetition_penalty=1.15, +typical_p=1.0, diff --git a/presets/NovelAI-Mothra (13B).txt b/presets/NovelAI-Ouroboros.txt similarity index 84% rename from presets/NovelAI-Mothra (13B).txt rename to presets/NovelAI-Ouroboros.txt index c95a58d3..59248ac7 100644 --- a/presets/NovelAI-Mothra (13B).txt +++ b/presets/NovelAI-Ouroboros.txt @@ -2,6 +2,6 @@ do_sample=True, max_new_tokens=tokens, top_p=1.0, top_k=100, -temperature=1.25, +temperature=1.07, repetition_penalty=1.05, typical_p=1.0, diff --git a/presets/NovelAI-Pleasing Results.txt b/presets/NovelAI-Pleasing Results.txt new file mode 100644 index 00000000..1bba09fe --- /dev/null +++ b/presets/NovelAI-Pleasing Results.txt @@ -0,0 +1,7 @@ +do_sample=True, +max_new_tokens=tokens, +top_p=1.0, +top_k=0, +temperature=0.44, +repetition_penalty=1.15, +typical_p=1.0, diff --git a/presets/NovelAI-Luna Moth.txt b/presets/NovelAI-Storywriter.txt similarity index 66% rename from presets/NovelAI-Luna Moth.txt rename to presets/NovelAI-Storywriter.txt index 1a18f583..df66fdb2 100644 --- a/presets/NovelAI-Luna Moth.txt +++ b/presets/NovelAI-Storywriter.txt @@ -1,7 +1,7 @@ do_sample=True, max_new_tokens=tokens, -top_p=0.24, -top_k=85, -temperature=2.0, +top_p=0.73, +top_k=0, +temperature=0.72, repetition_penalty=1.1, typical_p=1.0,