
    sg                     p   d Z ddlmZ ddlmZ ddlmZ ddlm	Z
  ej                         Z ej                         j                  d      Z e       Z e
j"                  ee        e
j$                  ede       ej&                  du rd	e_        d
e_        ded   _        ded   _        ded   _        ded   _        ded   _        ded   _        ded   _        ded   _        ded   _        ded   _        ded   _        ded   _        ded   _        ded   _        d ed!   _        d"ed!   _        y	y	)#zGenerated protocol buffer code.    )
descriptor)descriptor_pool)symbol_database)builders	  
sentencepiece_model.protosentencepiece"
TrainerSpec
input (	
input_format (	
model_prefix (	A

model_type (2$.sentencepiece.TrainerSpec.ModelType:UNIGRAM

vocab_size (:8000
accept_language (	 
self_test_sample_size (:0*
enable_differential_privacy2 (:false+
 differential_privacy_noise_level3 (:02
'differential_privacy_clipping_threshold4 (:0"
character_coverage
 (:0.9995
input_sentence_size (:0$
shuffle_input_sentence (:true 
mining_sentence_size (B"
training_sentence_size (B(
seed_sentencepiece_size (:1000000
shrinking_factor (:0.75!
max_sentence_length (:4192
num_threads (:16
num_sub_iterations (:2$
max_sentencepiece_length (:16%
split_by_unicode_script (:true
split_by_number (:true!
split_by_whitespace (:true)
treat_whitespace_as_suffix (:false+
allow_whitespace_only_pieces (:false
split_digits (:false#
pretokenization_delimiter5 (	: 
control_symbols (	
user_defined_symbols (	
required_chars$ (	
byte_fallback# (:false+
vocabulary_output_piece_score  (:true
hard_vocab_limit! (:true
use_all_vocab" (:false
unk_id( (:0
bos_id) (:1
eos_id* (:2
pad_id+ (:-1
	unk_piece- (	:<unk>
	bos_piece. (	:<s>
	eos_piece/ (	:</s>
	pad_piece0 (	:<pad>
unk_surface, (	: ⁇ +
train_extremely_large_corpus1 (:false"5
	ModelType
UNIGRAM
BPE
WORD
CHAR*	"
NormalizerSpec
name (	
precompiled_charsmap (
add_dummy_prefix (:true&
remove_extra_whitespaces (:true 
escape_whitespaces (:true
normalization_rule_tsv (	*	"y
SelfTestData3
samples (2".sentencepiece.SelfTestData.Sample)
Sample
input (	
expected (	*	"

ModelProto7
pieces (2'.sentencepiece.ModelProto.SentencePiece0
trainer_spec (2.sentencepiece.TrainerSpec6
normalizer_spec (2.sentencepiece.NormalizerSpec3
self_test_data (2.sentencepiece.SelfTestData8
denormalizer_spec (2.sentencepiece.NormalizerSpec
SentencePiece
piece (	
score (B
type (2,.sentencepiece.ModelProto.SentencePiece.Type:NORMAL"T
Type

NORMAL
UNKNOWN
CONTROL
USER_DEFINED
BYTE

UNUSED*	*	BHsentencepiece_model_pb2FNs   H-   _TRAINERSPECi-  i  _TRAINERSPEC_MODELTYPEi"  i0  _NORMALIZERSPECi  i  _SELFTESTDATAi|  iH  _SELFTESTDATA_SAMPLEiq  i  _MODELPROTOi}	  i  _MODELPROTO_SENTENCEPIECEir	  i	  _MODELPROTO_SENTENCEPIECE_TYPEig	  )__doc__google.protobufr   _descriptorr   _descriptor_poolr   _symbol_databasegoogle.protobuf.internalr   _builderDefault_sym_dbAddSerializedFile
DESCRIPTORglobals_globalsBuildMessageAndEnumDescriptorsBuildTopDescriptorsAndMessages_USE_C_DESCRIPTORS_options_serialized_options_serialized_start_serialized_end     a/var/www/html/venv/lib/python3.12/site-packages/transformers/utils/sentencepiece_model_pb2_new.py<module>r(      s}   & 5 ? ? 8
 #

"
"
$ &%%'99 gD
 9 ' ' '
H = ' ' '
4Mx X!!U*J%-J" 24H^./3H^,;?H%&89=H%&648H126H/26H_/04H_-9=H#$67;H#$404H]-.2H]+>BH();<@H()9CGH-.@AEH-.>/ +r&   