Mirror/LocalAI
1
0
Fork 0
mirror of https://github.com/mudler/LocalAI.git synced 2024-06-07 19:40:48 +00:00
Code Issues Packages Projects Releases Wiki Activity
a8ebf6f575
LocalAI/backend/python/diffusers/backend_pb2.py

80 lines
12 KiB
Python
Raw Normal View History

feat: add initial AutoGPTQ backend implementation
2023-08-07 20:39:10 +00:00
# -*- coding: utf-8 -*-
# Generated by the protocol buffer compiler. DO NOT EDIT!
# source: backend.proto
feat: use tokenizer.apply_chat_template() in vLLM (#1990) Use tokenizer.apply_chat_template() in vLLM Signed-off-by: Ludovic LEROUX <ludovic@inpher.io>
2024-04-11 17:20:22 +00:00
# Protobuf Python Version: 4.25.1
feat: add initial AutoGPTQ backend implementation
2023-08-07 20:39:10 +00:00
"""Generated protocol buffer code."""
from google.protobuf import descriptor as _descriptor
from google.protobuf import descriptor_pool as _descriptor_pool
from google.protobuf import symbol_database as _symbol_database
from google.protobuf.internal import builder as _builder
# @@protoc_insertion_point(imports)
_sym_db = _symbol_database.Default()
feat: use tokenizer.apply_chat_template() in vLLM (#1990) Use tokenizer.apply_chat_template() in vLLM Signed-off-by: Ludovic LEROUX <ludovic@inpher.io>
2024-04-11 17:20:22 +00:00
DESCRIPTOR = _descriptor_pool.Default().AddSerializedFile(b'\n\rbackend.proto\x12\x07\x62\x61\x63kend\"\x1b\n\tStoresKey\x12\x0e\n\x06\x46loats\x18\x01 \x03(\x02\"\x1c\n\x0bStoresValue\x12\r\n\x05\x42ytes\x18\x01 \x01(\x0c\"Z\n\x10StoresSetOptions\x12 \n\x04Keys\x18\x01 \x03(\x0b\x32\x12.backend.StoresKey\x12$\n\x06Values\x18\x02 \x03(\x0b\x32\x14.backend.StoresValue\"7\n\x13StoresDeleteOptions\x12 \n\x04Keys\x18\x01 \x03(\x0b\x32\x12.backend.StoresKey\"4\n\x10StoresGetOptions\x12 \n\x04Keys\x18\x01 \x03(\x0b\x32\x12.backend.StoresKey\"Y\n\x0fStoresGetResult\x12 \n\x04Keys\x18\x01 \x03(\x0b\x32\x12.backend.StoresKey\x12$\n\x06Values\x18\x02 \x03(\x0b\x32\x14.backend.StoresValue\"B\n\x11StoresFindOptions\x12\x1f\n\x03Key\x18\x01 \x01(\x0b\x32\x12.backend.StoresKey\x12\x0c\n\x04TopK\x18\x02 \x01(\x05\"p\n\x10StoresFindResult\x12 \n\x04Keys\x18\x01 \x03(\x0b\x32\x12.backend.StoresKey\x12$\n\x06Values\x18\x02 \x03(\x0b\x32\x14.backend.StoresValue\x12\x14\n\x0cSimilarities\x18\x03 \x03(\x02\"\x0f\n\rHealthMessage\"\xe8\x06\n\x0ePredictOptions\x12\x0e\n\x06Prompt\x18\x01 \x01(\t\x12\x0c\n\x04Seed\x18\x02 \x01(\x05\x12\x0f\n\x07Threads\x18\x03 \x01(\x05\x12\x0e\n\x06Tokens\x18\x04 \x01(\x05\x12\x0c\n\x04TopK\x18\x05 \x01(\x05\x12\x0e\n\x06Repeat\x18\x06 \x01(\x05\x12\r\n\x05\x42\x61tch\x18\x07 \x01(\x05\x12\r\n\x05NKeep\x18\x08 \x01(\x05\x12\x13\n\x0bTemperature\x18\t \x01(\x02\x12\x0f\n\x07Penalty\x18\n \x01(\x02\x12\r\n\x05\x46\x31\x36KV\x18\x0b \x01(\x08\x12\x11\n\tDebugMode\x18\x0c \x01(\x08\x12\x13\n\x0bStopPrompts\x18\r \x03(\t\x12\x11\n\tIgnoreEOS\x18\x0e \x01(\x08\x12\x19\n\x11TailFreeSamplingZ\x18\x0f \x01(\x02\x12\x10\n\x08TypicalP\x18\x10 \x01(\x02\x12\x18\n\x10\x46requencyPenalty\x18\x11 \x01(\x02\x12\x17\n\x0fPresencePenalty\x18\x12 \x01(\x02\x12\x10\n\x08Mirostat\x18\x13 \x01(\x05\x12\x13\n\x0bMirostatETA\x18\x14 \x01(\x02\x12\x13\n\x0bMirostatTAU\x18\x15 \x01(\x02\x12\x12\n\nPenalizeNL\x18\x16 \x01(\x08\x12\x11\n\tLogitBias\x18\x17 \x01(\t\x12\r\n\x05MLock\x18\x19 \x01(\x08\x12\x0c\n\x04MMap\x18\x1a \x01(\x08\x12\x16\n\x0ePromptCacheAll\x18\x1b \x01(\x08\x12\x15\n\rPromptCacheRO\x18\x1c \x01(\x08\x12\x0f\n\x07Grammar\x18\x1d \x01(\t\x12\x0f\n\x07MainGPU\x18\x1e \x01(\t\x12\x13\n\x0bTensorSplit\x18\x1f \x01(\t\x12\x0c\n\x04TopP\x18 \x01(\x02\x12\x17\n\x0fPromptCachePath\x18! \x01(\t\x12\r\n\x05\x44\x65\x62ug\x18\" \x01(\x08\x12\x17\n\x0f\x45mbeddingTokens\x18# \x03(\x05\x12\x12\n\nEmbeddings\x18$ \x01(\t\x12\x14\n\x0cRopeFreqBase\x18% \x01(\x02\x12\x15\n\rRopeFreqScale\x18& \x01(\x02\x12\x1b\n\x13NegativePromptScale\x18\' \x01(\x02\x12\x16\n\x0eNegativePrompt\x18( \x01(\t\x12\x0e\n\x06NDraft\x18) \x01(\x05\x12\x0e\n\x06Images\x18* \x03(\t\x12\x1c\n\x14UseTokenizerTemplate\x18+ \x01(\x08\x12\"\n\x08Messages\x18, \x03(\x0b\x32\x10.backend.Message\"\x18\n\x05Reply\x12\x0f\n\x07message\x18\x01 \x01(\x0c\"\xb0\x08\n\x0cModelOptions\x12\r\n\x05Model\x18\x01 \x01(\t\x12\x13\n\x0b\x43ontextSize\x18\x02 \x01(\x05\x12\x0c\n\x04Seed\x18\x03 \x01(\x05\x12\x0e\n\x06NBatch\x18\x04 \x01(\x05\x12\x11\n\tF16Memory\x18\x05 \x01(\x08\x12\r\n\x05MLock\x18\x06 \x01(\x08\x12\x0c\n\x04MMap\x18\x07 \x01(\x08\x12\x11\n\tVocabOnly\x18\x08 \x01(\x08\x12\x0f\n\x07LowVRAM\x18\t \x01(\x08\x12\x12\n\nEmbeddings\x18\n \x01(\x08\x12\x0c\n\x04NUMA\x18\x0b \x01(\x08\x12\x12\n\nNGPULayers\x18\x0c \x01(\x05\x12\x0f\n\x07MainGPU\x18\r \x01(\t\x12\x13\n\x0bTensorSplit\x18\x0e \x01(\t\x12\x0f\n\x07Threads\x18\x0f \x01(\x05\x12\x19\n\x11LibrarySearchPath\x18\x10 \x01(\t\x12\x14\n\x0cRopeFreqBase\x18\x11 \x01(\x02\x12\x15\n\rRopeFreqScale\x18\x12 \x01(\x02\x12\x12\n\nRMSNormEps\x18\x13 \x01(\x02\x12\x0c\n\x04NGQA\x18\x14 \x01(\x05\x12\x11\n\tModelFile\x18\x15 \x01(\t\x12\x0e\n\x06\x44\x65vice\x18\x16 \x01(\t\x12\x11\n\tUseTriton\x18\x17 \x01(\x08\x12\x15\n\rModelBaseName\x18\x18 \x01(\t\x12\x18\n\x10UseFastTokenizer\x18\x19 \x01(\x08\x12\x14\n\x0cPipelineType\x18\x1a \x01(\t\x12\x15\n\rSchedulerType\x18\x1b \x01(\t\x12\x0c\n\x04\x43UDA\x18\x1c \x01(\x08\x12\x10\n\x08\x43\x46GScale\x18\x1d \x01(\x02\x12\x0f\n\x07IMG2IMG\x18\x1e \x01(\x08\x12\x11\n\tCLIPM
feat: add initial AutoGPTQ backend implementation
2023-08-07 20:39:10 +00:00
_globals = globals()
_builder.BuildMessageAndEnumDescriptors(DESCRIPTOR, _globals)
_builder.BuildTopDescriptorsAndMessages(DESCRIPTOR, 'backend_pb2', _globals)
if _descriptor._USE_C_DESCRIPTORS == False:
feat: use tokenizer.apply_chat_template() in vLLM (#1990) Use tokenizer.apply_chat_template() in vLLM Signed-off-by: Ludovic LEROUX <ludovic@inpher.io>
2024-04-11 17:20:22 +00:00
_globals['DESCRIPTOR']._options = None
_globals['DESCRIPTOR']._serialized_options = b'\n\031io.skynet.localai.backendB\016LocalAIBackendP\001Z+github.com/go-skynet/LocalAI/pkg/grpc/proto'
_globals['_MEMORYUSAGEDATA_BREAKDOWNENTRY']._options = None
_globals['_MEMORYUSAGEDATA_BREAKDOWNENTRY']._serialized_options = b'8\001'
_globals['_STORESKEY']._serialized_start=26
_globals['_STORESKEY']._serialized_end=53
_globals['_STORESVALUE']._serialized_start=55
_globals['_STORESVALUE']._serialized_end=83
_globals['_STORESSETOPTIONS']._serialized_start=85
_globals['_STORESSETOPTIONS']._serialized_end=175
_globals['_STORESDELETEOPTIONS']._serialized_start=177
_globals['_STORESDELETEOPTIONS']._serialized_end=232
_globals['_STORESGETOPTIONS']._serialized_start=234
_globals['_STORESGETOPTIONS']._serialized_end=286
_globals['_STORESGETRESULT']._serialized_start=288
_globals['_STORESGETRESULT']._serialized_end=377
_globals['_STORESFINDOPTIONS']._serialized_start=379
_globals['_STORESFINDOPTIONS']._serialized_end=445
_globals['_STORESFINDRESULT']._serialized_start=447
_globals['_STORESFINDRESULT']._serialized_end=559
_globals['_HEALTHMESSAGE']._serialized_start=561
_globals['_HEALTHMESSAGE']._serialized_end=576
_globals['_PREDICTOPTIONS']._serialized_start=579
_globals['_PREDICTOPTIONS']._serialized_end=1451
_globals['_REPLY']._serialized_start=1453
_globals['_REPLY']._serialized_end=1477
_globals['_MODELOPTIONS']._serialized_start=1480
_globals['_MODELOPTIONS']._serialized_end=2552
_globals['_RESULT']._serialized_start=2554
_globals['_RESULT']._serialized_end=2596
_globals['_EMBEDDINGRESULT']._serialized_start=2598
_globals['_EMBEDDINGRESULT']._serialized_end=2635
_globals['_TRANSCRIPTREQUEST']._serialized_start=2637
_globals['_TRANSCRIPTREQUEST']._serialized_end=2704
_globals['_TRANSCRIPTRESULT']._serialized_start=2706
_globals['_TRANSCRIPTRESULT']._serialized_end=2784
_globals['_TRANSCRIPTSEGMENT']._serialized_start=2786
_globals['_TRANSCRIPTSEGMENT']._serialized_end=2875
_globals['_GENERATEIMAGEREQUEST']._serialized_start=2878
_globals['_GENERATEIMAGEREQUEST']._serialized_end=3093
_globals['_TTSREQUEST']._serialized_start=3095
_globals['_TTSREQUEST']._serialized_end=3164
_globals['_TOKENIZATIONRESPONSE']._serialized_start=3166
_globals['_TOKENIZATIONRESPONSE']._serialized_end=3220
_globals['_MEMORYUSAGEDATA']._serialized_start=3223
_globals['_MEMORYUSAGEDATA']._serialized_end=3365
_globals['_MEMORYUSAGEDATA_BREAKDOWNENTRY']._serialized_start=3317
_globals['_MEMORYUSAGEDATA_BREAKDOWNENTRY']._serialized_end=3365
_globals['_STATUSRESPONSE']._serialized_start=3368
_globals['_STATUSRESPONSE']._serialized_end=3541
_globals['_STATUSRESPONSE_STATE']._serialized_start=3474
_globals['_STATUSRESPONSE_STATE']._serialized_end=3541
_globals['_MESSAGE']._serialized_start=3543
_globals['_MESSAGE']._serialized_end=3583
_globals['_BACKEND']._serialized_start=3586
_globals['_BACKEND']._serialized_end=4477
feat: add initial AutoGPTQ backend implementation
2023-08-07 20:39:10 +00:00
# @@protoc_insertion_point(module_scope)
Reference in New Issue Copy Permalink