novelai_api

package
v0.0.0-...-8abfa7c Latest Latest
Warning

This package is not in the latest version of its module.

 Go to latest Published: May 4, 2022 License: GPL-3.0 Imports: 18 Imported by: 1

Documentation

Index

Constants

This section is empty.

Variables

View Source 
var BracketTokens = map[string][][]uint16{"gpt2": {
	{58},
	{60},
	{90},
	{92},
	{685},
	{1391},
	{1782},
	{2361},
	{3693},
	{4083},
	{4357},
	{4895},
	{5512},
	{5974},
	{7131},
	{8183},
	{8351},
	{8762},
	{8964},
	{8973},
	{9063},
	{11208},
	{11709},
	{11907},
	{11919},
	{12878},
	{12962},
	{13018},
	{13412},
	{14631},
	{14692},
	{14980},
	{15090},
	{15437},
	{16151},
	{16410},
	{16589},
	{17241},
	{17414},
	{17635},
	{17816},
	{17912},
	{18083},
	{18161},
	{18477},
	{19629},
	{19779},
	{19953},
	{20520},
	{20598},
	{20662},
	{20740},
	{21476},
	{21737},
	{22133},
	{22241},
	{22345},
	{22935},
	{23330},
	{23785},
	{23834},
	{23884},
	{25295},
	{25597},
	{25719},
	{25787},
	{25915},
	{26076},
	{26358},
	{26398},
	{26894},
	{26933},
	{27007},
	{27422},
	{28013},
	{29164},
	{29225},
	{29342},
	{29565},
	{29795},
	{30072},
	{30109},
	{30138},
	{30866},
	{31161},
	{31478},
	{32092},
	{32239},
	{32509},
	{33116},
	{33250},
	{33761},
	{34171},
	{34758},
	{34949},
	{35944},
	{36338},
	{36463},
	{36563},
	{36786},
	{36796},
	{36937},
	{37250},
	{37913},
	{37981},
	{38165},
	{38362},
	{38381},
	{38430},
	{38892},
	{39850},
	{39893},
	{41832},
	{41888},
	{42535},
	{42669},
	{42785},
	{42924},
	{43839},
	{44438},
	{44587},
	{44926},
	{45144},
	{45297},
	{46110},
	{46570},
	{46581},
	{46956},
	{47175},
	{47182},
	{47527},
	{47715},
	{48600},
	{48683},
	{48688},
	{48874},
	{48999},
	{49074},
	{49082},
	{49146},
	{49946},
	{10221},
	{4841},
	{1427},
	{2602, 834},
	{29343},
	{37405},
	{35780},
	{2602},
	{50256},
}, "pile": {
	{60},
	{62},
	{544},
	{683},
	{696},
	{880},
	{905},
	{1008},
	{1019},
	{1084},
	{1092},
	{1181},
	{1184},
	{1254},
	{1447},
	{1570},
	{1656},
	{2194},
	{2470},
	{2479},
	{2498},
	{2947},
	{3138},
	{3291},
	{3455},
	{3725},
	{3851},
	{3891},
	{3921},
	{3951},
	{4207},
	{4299},
	{4622},
	{4681},
	{5013},
	{5032},
	{5180},
	{5218},
	{5290},
	{5413},
	{5456},
	{5709},
	{5749},
	{5774},
	{6038},
	{6257},
	{6334},
	{6660},
	{6904},
	{7082},
	{7086},
	{7254},
	{7444},
	{7748},
	{8001},
	{8088},
	{8168},
	{8562},
	{8605},
	{8795},
	{8850},
	{9014},
	{9102},
	{9259},
	{9318},
	{9336},
	{9502},
	{9686},
	{9793},
	{9855},
	{9899},
	{9955},
	{10148},
	{10174},
	{10943},
	{11326},
	{11337},
	{11661},
	{12004},
	{12084},
	{12159},
	{12520},
	{12977},
	{13380},
	{13488},
	{13663},
	{13811},
	{13976},
	{14412},
	{14598},
	{14767},
	{15640},
	{15707},
	{15775},
	{15830},
	{16079},
	{16354},
	{16369},
	{16445},
	{16595},
	{16614},
	{16731},
	{16943},
	{17278},
	{17281},
	{17548},
	{17555},
	{17981},
	{18022},
	{18095},
	{18297},
	{18413},
	{18736},
	{18772},
	{18990},
	{19181},
	{20095},
	{20197},
	{20481},
	{20629},
	{20871},
	{20879},
	{20924},
	{20977},
	{21375},
	{21382},
	{21391},
	{21687},
	{21810},
	{21828},
	{21938},
	{22367},
	{22372},
	{22734},
	{23405},
	{23505},
	{23734},
	{23741},
	{23781},
	{24237},
	{24254},
	{24345},
	{24430},
	{25416},
	{25896},
	{26119},
	{26635},
	{26842},
	{26991},
	{26997},
	{27075},
	{27114},
	{27468},
	{27501},
	{27618},
	{27655},
	{27720},
	{27829},
	{28052},
	{28118},
	{28231},
	{28532},
	{28571},
	{28591},
	{28653},
	{29013},
	{29547},
	{29650},
	{29925},
	{30522},
	{30537},
	{30996},
	{31011},
	{31053},
	{31096},
	{31148},
	{31258},
	{31350},
	{31379},
	{31422},
	{31789},
	{31830},
	{32214},
	{32666},
	{32871},
	{33094},
	{33376},
	{33440},
	{33805},
	{34368},
	{34398},
	{34417},
	{34418},
	{34419},
	{34476},
	{34494},
	{34607},
	{34758},
	{34761},
	{34904},
	{34993},
	{35117},
	{35138},
	{35237},
	{35487},
	{35830},
	{35869},
	{36033},
	{36134},
	{36320},
	{36399},
	{36487},
	{36586},
	{36676},
	{36692},
	{36786},
	{37077},
	{37594},
	{37596},
	{37786},
	{37982},
	{38475},
	{38791},
	{39083},
	{39258},
	{39487},
	{39822},
	{40116},
	{40125},
	{41000},
	{41018},
	{41256},
	{41305},
	{41361},
	{41447},
	{41449},
	{41512},
	{41604},
	{42041},
	{42274},
	{42368},
	{42696},
	{42767},
	{42804},
	{42854},
	{42944},
	{42989},
	{43134},
	{43144},
	{43189},
	{43521},
	{43782},
	{44082},
	{44162},
	{44270},
	{44308},
	{44479},
	{44524},
	{44965},
	{45114},
	{45301},
	{45382},
	{45443},
	{45472},
	{45488},
	{45507},
	{45564},
	{45662},
	{46265},
	{46267},
	{46275},
	{46295},
	{46462},
	{46468},
	{46576},
	{46694},
	{47093},
	{47384},
	{47389},
	{47446},
	{47552},
	{47686},
	{47744},
	{47916},
	{48064},
	{48167},
	{48392},
	{48471},
	{48664},
	{48701},
	{49021},
	{49193},
	{49236},
	{49550},
	{49694},
	{49806},
	{49824},
	{50001},
	{50256},
	{0},
	{1},
	{50259},
	{50257},
	{50260},
}}
View Source 
var LogitProcessorIdMap = LogitProcessorReprMap{
	Temperature: "Temperature",
	TopK:        "Top_K",
	TopP:        "Top_P",
	TFS:         "TFS",
	TopA:        "Top_A",
	TypicalP:    "Typical_P",
}

Functions

func BannedBrackets 

func BannedBrackets(model string) [][]uint16

func EndOfTextTokens 

func EndOfTextTokens() [][]uint16

func GetEncoderByModel 

func GetEncoderByModel(id string) *gpt_bpe.GPTEncoder

func LogitBias 

func LogitBias() [][]float32

func RepWhitelistIds 

func RepWhitelistIds() []uint16

Types

type AuthConfig 

type AuthConfig struct {
	Username   string `envconfig:"NAI_USERNAME"`
	Password   string `envconfig:"NAI_PASSWORD"`
	BackendURI string `envconfig:"NAI_BACKEND"`
}

type LogitProcessorID 

type LogitProcessorID uint16
const (
	Temperature LogitProcessorID = iota
	TopK
	TopP
	TFS
	TopA
	TypicalP
)

func (LogitProcessorID) String 

func (id LogitProcessorID) String() string

func (*LogitProcessorID) UnmarshalJSON 

func (id *LogitProcessorID) UnmarshalJSON(buf []byte) error

type LogitProcessorIDs 

type LogitProcessorIDs []LogitProcessorID

func (*LogitProcessorIDs) UnmarshalJSON 

func (ids *LogitProcessorIDs) UnmarshalJSON(buf []byte) error

type LogitProcessorRepr 

type LogitProcessorRepr string

type LogitProcessorReprMap 

type LogitProcessorReprMap map[LogitProcessorID]LogitProcessorRepr

type LogitProcessorReprs 

type LogitProcessorReprs []LogitProcessorRepr

type Logprob 

type Logprob struct {
	Tokens   gpt_bpe.Tokens
	Logprobs LogprobPair
}

func (*Logprob) MarshalJSON 

func (lp *Logprob) MarshalJSON() ([]byte, error)

func (*Logprob) UnmarshalJSON 

func (l *Logprob) UnmarshalJSON(buf []byte) error

type LogprobEntry 

type LogprobEntry struct {
	Chosen *[]Logprob `json:"chosen"`
	Before *[]Logprob `json:"before"`
	After  *[]Logprob `json:"after"`
}

type LogprobPair 

type LogprobPair struct {
	Before *float32
	After  *float32
}

func (*LogprobPair) UnmarshalJSON 

func (lp *LogprobPair) UnmarshalJSON(buf []byte) error

type NaiGenerateHTTPResp 

type NaiGenerateHTTPResp struct {
	Output     string          `json:"output"`
	Error      string          `json:"error"`
	StatusCode int             `json:"statusCode"`
	Message    string          `json:"message"`
	Logprobs   *[]LogprobEntry `json:"logprobs""`
}

type NaiGenerateMsg 

type NaiGenerateMsg struct {
	Input      string            `json:"input"`
	Model      string            `json:"model"`
	Parameters NaiGenerateParams `json:"parameters"`
}

func NewGenerateMsg 

func NewGenerateMsg(input string) NaiGenerateMsg

type NaiGenerateParams 

type NaiGenerateParams struct {
	Label                      *string             `json:"label,omitempty"`
	Model                      *string             `json:"model,omitempty"`
	Prefix                     *string             `json:"prefix,omitempty"`
	LogitMemory                *string             `json:"memory,omitempty"`
	LogitAuthors               *string             `json:"authorsnote,omitempty"`
	Temperature                *float64            `json:"temperature,omitempty"`
	MaxLength                  *uint               `json:"max_length,omitempty"`
	ContextLength              *uint               `json:"context_length,omitempty"`
	MinLength                  *uint               `json:"min_length,omitempty"`
	TopK                       *uint               `json:"top_k,omitempty"`
	TopP                       *float64            `json:"top_p,omitempty"`
	TopA                       *float64            `json:"top_a,omitempty"`
	TypicalP                   *float64            `json:"typical_p,omitempty"`
	TailFreeSampling           *float64            `json:"tail_free_sampling,omitempty"`
	RepetitionPenalty          *float64            `json:"repetition_penalty,omitempty"`
	RepetitionPenaltyRange     *uint               `json:"repetition_penalty_range,omitempty"`
	RepetitionPenaltySlope     *float64            `json:"repetition_penalty_slope,omitempty"`
	RepetitionPenaltyFrequency *float64            `json:"repetition_penalty_frequency,omitempty"`
	RepetitionPenaltyPresence  *float64            `json:"repetition_penalty_presence,omitempty"`
	RepWhitelistIds            *[]uint16           `json:"repetition_penalty_whitelist,omitempty"`
	BadWordsIds                *[][]uint16         `json:"bad_words_ids,omitempty"`
	LogitBiasIds               *[][]float32        `json:"logit_bias,omitempty"`
	LogitBiasGroups            *structs.BiasGroups `json:"logit_bias_groups,omitempty"`
	BanBrackets                *bool               `json:"ban_brackets,omitempty"`
	UseCache                   *bool               `json:"use_cache,omitempty"`
	UseString                  *bool               `json:"use_string,omitempty"`
	ReturnFullText             *bool               `json:"return_full_text,omitempty"`
	TrimSpaces                 *bool               `json:"trim_spaces,omitempty"`
	NonZeroProbs               *bool               `json:"output_nonzero_probs,omitempty"`
	NextWord                   *bool               `json:"next_word,omitempty"`
	NumLogprobs                *uint               `json:"num_logprobs,omitempty"`
	GenerateUntilSentence      *bool               `json:"generate_until_sentence"`
	Order                      *LogitProcessorIDs  `json:"order"`
}

func NewGenerateParams 

func NewGenerateParams() NaiGenerateParams

func (*NaiGenerateParams) CoerceDefaults 

func (params *NaiGenerateParams) CoerceDefaults()

func (*NaiGenerateParams) CoerceNullValues 

func (params *NaiGenerateParams) CoerceNullValues(other *NaiGenerateParams)

func (NaiGenerateParams) GetScaledRepPen 

func (params NaiGenerateParams) GetScaledRepPen() float64

func (*NaiGenerateParams) ResolveRepetitionParams 

func (params *NaiGenerateParams) ResolveRepetitionParams()

func (*NaiGenerateParams) ResolveSamplingParams 

func (params *NaiGenerateParams) ResolveSamplingParams()

type NaiGenerateResp 

type NaiGenerateResp struct {
	Request          string          `json:"request"`
	Response         string          `json:"response"`
	EncodedRequest   string          `json:"encoded_request"`
	EncodedResponse  string          `json:"encoded_response"`
	Logprobs         *[]LogprobEntry `json:"logprobs_response"`
	NextWordArray    [256][2]string
	NextWordReturned int
	Error            error `json:"error"`
}

type NaiKeys 

type NaiKeys struct {
	EncryptionKey []byte
	AccessKey     string
	AccessToken   string
	Backend       string
}

func Auth 

func Auth(email string, password string, backendURI string) (keys NaiKeys)

func AuthEnv 

func AuthEnv() NaiKeys

type NextArray 

type NextArray struct {
	Output [][]interface{} `json:"output"`
}

type NovelAiAPI 

type NovelAiAPI struct {
	// contains filtered or unexported fields
}

func NewNovelAiAPI 

func NewNovelAiAPI() NovelAiAPI

func (*NovelAiAPI) Generate 

func (api *NovelAiAPI) Generate(content string) (decoded string)

func (*NovelAiAPI) GenerateWithParams 

func (api *NovelAiAPI) GenerateWithParams(content *string,
	params NaiGenerateParams) (resp NaiGenerateResp)

Source Files

View all Source files

Jump to

Keyboard shortcuts

? : This menu
/ : Search site
f or F : Jump to
y or Y : Canonical URL
go.dev uses cookies from Google to deliver and enhance the quality of its services and to analyze traffic. Learn more.