# Generated by the protocol buffer compiler.  DO NOT EDIT!
# source: tensorflow/contrib/tpu/proto/optimization_parameters.proto

import sys
_b=sys.version_info[0]<3 and (lambda x:x) or (lambda x:x.encode('latin1'))
from google.protobuf import descriptor as _descriptor
from google.protobuf import message as _message
from google.protobuf import reflection as _reflection
from google.protobuf import symbol_database as _symbol_database
# @@protoc_insertion_point(imports)

_sym_db = _symbol_database.Default()


from google.protobuf import wrappers_pb2 as google_dot_protobuf_dot_wrappers__pb2


DESCRIPTOR = _descriptor.FileDescriptor(
  name='tensorflow/contrib/tpu/proto/optimization_parameters.proto',
  package='tensorflow.tpu',
  syntax='proto3',
  serialized_options=None,
  serialized_pb=_b('\n:tensorflow/contrib/tpu/proto/optimization_parameters.proto\x12\x0etensorflow.tpu\x1a\x1egoogle/protobuf/wrappers.proto\"h\n\x0e\x43lippingLimits\x12*\n\x05lower\x18\x01 \x01(\x0b\x32\x1b.google.protobuf.FloatValue\x12*\n\x05upper\x18\x02 \x01(\x0b\x32\x1b.google.protobuf.FloatValue\"\x15\n\x13\x44ynamicLearningRate\"k\n\x0cLearningRate\x12\x12\n\x08\x63onstant\x18\x01 \x01(\x02H\x00\x12\x36\n\x07\x64ynamic\x18\x02 \x01(\x0b\x32#.tensorflow.tpu.DynamicLearningRateH\x00\x42\x0f\n\rlearning_rate\"0\n\x11\x41\x64\x61gradParameters\x12\x1b\n\x13initial_accumulator\x18\x01 \x01(\x02\"%\n#StochasticGradientDescentParameters\"i\n\x0e\x46trlParameters\x12\n\n\x02l1\x18\x01 \x01(\x02\x12\n\n\x02l2\x18\x02 \x01(\x02\x12\x10\n\x08lr_power\x18\x03 \x01(\x02\x12\x15\n\rinitial_accum\x18\x04 \x01(\x02\x12\x16\n\x0einitial_linear\x18\x05 \x01(\x02\"\x9d\x01\n\x0e\x41\x64\x61mParameters\x12\r\n\x05\x62\x65ta1\x18\x03 \x01(\x02\x12\r\n\x05\x62\x65ta2\x18\x04 \x01(\x02\x12\x0f\n\x07\x65psilon\x18\x05 \x01(\x02\x12\x11\n\tinitial_m\x18\x06 \x01(\x02\x12\x11\n\tinitial_v\x18\x07 \x01(\x02\x12\x19\n\x11use_non_lazy_adam\x18\x08 \x01(\x08\x12\x1b\n\x13use_sum_inside_sqrt\x18\n \x01(\x08\"S\n\x12MomentumParameters\x12\x10\n\x08momentum\x18\x01 \x01(\x02\x12\x14\n\x0cuse_nesterov\x18\x02 \x01(\x08\x12\x15\n\rinitial_accum\x18\x03 \x01(\x02\"l\n\x11RmsPropParameters\x12\x0b\n\x03rho\x18\x01 \x01(\x02\x12\x10\n\x08momentum\x18\x02 \x01(\x02\x12\x0f\n\x07\x65psilon\x18\x03 \x01(\x02\x12\x12\n\ninitial_ms\x18\x04 \x01(\x02\x12\x13\n\x0binitial_mom\x18\x05 \x01(\x02\"\x88\x01\n\x19\x43\x65nteredRmsPropParameters\x12\x0b\n\x03rho\x18\x01 \x01(\x02\x12\x10\n\x08momentum\x18\x02 \x01(\x02\x12\x0f\n\x07\x65psilon\x18\x03 \x01(\x02\x12\x12\n\ninitial_ms\x18\x04 \x01(\x02\x12\x13\n\x0binitial_mom\x18\x05 \x01(\x02\x12\x12\n\ninitial_mg\x18\x06 \x01(\x02\"\xa3\x03\n\x19MdlAdagradLightParameters\x12\n\n\x02l2\x18\x01 \x01(\x02\x12\x10\n\x08lr_power\x18\x02 \x01(\x02\x12 \n\x18min_servable_mdl_benefit\x18\x03 \x01(\x02\x12\x19\n\x11mdl_mix_in_margin\x18\x04 \x01(\x02\x12 \n\x18mdl_benefit_rampup_coeff\x18\x05 \x01(\x02\x12\x16\n\x0emdl_min_weight\x18\x06 \x01(\x02\x12\x1d\n\x15\x62\x65nefit_revisit_scale\x18\x07 \x01(\x02\x12\x19\n\x11max_event_benefit\x18\x08 \x01(\x02\x12\x19\n\x11max_total_benefit\x18\t \x01(\x02\x12\x16\n\x0emdl_hard_limit\x18\n \x01(\x02\x12\x1e\n\x16hard_limit_min_benefit\x18\x0b \x01(\x08\x12\x16\n\x0emdl_regularize\x18\x0c \x01(\x08\x12\x1b\n\x13initial_accumulator\x18\r \x01(\x02\x12\x16\n\x0einitial_weight\x18\x0e \x01(\x02\x12\x17\n\x0finitial_benefit\x18\x0f \x01(\x02\"g\n\x12\x41\x64\x61\x64\x65ltaParameters\x12\x0b\n\x03rho\x18\x01 \x01(\x02\x12\x0f\n\x07\x65psilon\x18\x02 \x01(\x02\x12\x1b\n\x13initial_accumulator\x18\x03 \x01(\x02\x12\x16\n\x0einitial_update\x18\x04 \x01(\x02\"P\n\x19ProximalAdagradParameters\x12\n\n\x02l1\x18\x01 \x01(\x02\x12\n\n\x02l2\x18\x02 \x01(\x02\x12\x1b\n\x13initial_accumulator\x18\x03 \x01(\x02\"\x8c\x07\n\x16OptimizationParameters\x12\x33\n\rlearning_rate\x18\r \x01(\x0b\x32\x1c.tensorflow.tpu.LearningRate\x12\x37\n\x0f\x63lipping_limits\x18\x02 \x01(\x0b\x32\x1e.tensorflow.tpu.ClippingLimits\x12@\n\x18gradient_clipping_limits\x18\x07 \x01(\x0b\x32\x1e.tensorflow.tpu.ClippingLimits\x12\x1b\n\x13weight_decay_factor\x18\x10 \x01(\x02\x12!\n\x19use_gradient_accumulation\x18\x0f \x01(\x08\x12\x34\n\x07\x61\x64\x61grad\x18\x03 \x01(\x0b\x32!.tensorflow.tpu.AdagradParametersH\x00\x12Z\n\x1bstochastic_gradient_descent\x18\x04 \x01(\x0b\x32\x33.tensorflow.tpu.StochasticGradientDescentParametersH\x00\x12.\n\x04\x66trl\x18\x05 \x01(\x0b\x32\x1e.tensorflow.tpu.FtrlParametersH\x00\x12.\n\x04\x61\x64\x61m\x18\x06 \x01(\x0b\x32\x1e.tensorflow.tpu.AdamParametersH\x00\x12\x36\n\x08momentum\x18\x08 \x01(\x0b\x32\".tensorflow.tpu.MomentumParametersH\x00\x12\x35\n\x08rms_prop\x18\t \x01(\x0b\x32!.tensorflow.tpu.RmsPropParametersH\x00\x12\x46\n\x11\x63\x65ntered_rms_prop\x18\n \x01(\x0b\x32).tensorflow.tpu.CenteredRmsPropParametersH\x00\x12\x46\n\x11mdl_adagrad_light\x18\x0b \x01(\x0b\x32).tensorflow.tpu.MdlAdagradLightParametersH\x00\x12\x36\n\x08\x61\x64\x61\x64\x65lta\x18\x0c \x01(\x0b\x32\".tensorflow.tpu.AdadeltaParametersH\x00\x12\x45\n\x10proximal_adagrad\x18\x0e \x01(\x0b\x32).tensorflow.tpu.ProximalAdagradParametersH\x00\x42\x0c\n\nparametersJ\x04\x08\x01\x10\x02\"\x98\x02\n\x1aStateVariableSpecification\x12\x0c\n\x04name\x18\x01 \x01(\t\x12N\n\x0cuser_defined\x18\x02 \x01(\x0b\x32\x36.tensorflow.tpu.StateVariableSpecification.UserDefinedH\x00\x12Y\n\x12\x66ill_with_constant\x18\x03 \x01(\x0b\x32;.tensorflow.tpu.StateVariableSpecification.FillWithConstantH\x00\x1a\r\n\x0bUserDefined\x1a)\n\x10\x46illWithConstant\x12\x15\n\rinitial_value\x18\x01 \x01(\x01\x42\x07\n\x05usageb\x06proto3')
  ,
  dependencies=[google_dot_protobuf_dot_wrappers__pb2.DESCRIPTOR,])




_CLIPPINGLIMITS = _descriptor.Descriptor(
  name='ClippingLimits',
  full_name='tensorflow.tpu.ClippingLimits',
  filename=None,
  file=DESCRIPTOR,
  containing_type=None,
  fields=[
    _descriptor.FieldDescriptor(
      name='lower', full_name='tensorflow.tpu.ClippingLimits.lower', index=0,
      number=1, type=11, cpp_type=10, label=1,
      has_default_value=False, default_value=None,
      message_type=None, enum_type=None, containing_type=None,
      is_extension=False, extension_scope=None,
      serialized_options=None, file=DESCRIPTOR),
    _descriptor.FieldDescriptor(
      name='upper', full_name='tensorflow.tpu.ClippingLimits.upper', index=1,
      number=2, type=11, cpp_type=10, label=1,
      has_default_value=False, default_value=None,
      message_type=None, enum_type=None, containing_type=None,
      is_extension=False, extension_scope=None,
      serialized_options=None, file=DESCRIPTOR),
  ],
  extensions=[
  ],
  nested_types=[],
  enum_types=[
  ],
  serialized_options=None,
  is_extendable=False,
  syntax='proto3',
  extension_ranges=[],
  oneofs=[
  ],
  serialized_start=110,
  serialized_end=214,
)


_DYNAMICLEARNINGRATE = _descriptor.Descriptor(
  name='DynamicLearningRate',
  full_name='tensorflow.tpu.DynamicLearningRate',
  filename=None,
  file=DESCRIPTOR,
  containing_type=None,
  fields=[
  ],
  extensions=[
  ],
  nested_types=[],
  enum_types=[
  ],
  serialized_options=None,
  is_extendable=False,
  syntax='proto3',
  extension_ranges=[],
  oneofs=[
  ],
  serialized_start=216,
  serialized_end=237,
)


_LEARNINGRATE = _descriptor.Descriptor(
  name='LearningRate',
  full_name='tensorflow.tpu.LearningRate',
  filename=None,
  file=DESCRIPTOR,
  containing_type=None,
  fields=[
    _descriptor.FieldDescriptor(
      name='constant', full_name='tensorflow.tpu.LearningRate.constant', index=0,
      number=1, type=2, cpp_type=6, label=1,
      has_default_value=False, default_value=float(0),
      message_type=None, enum_type=None, containing_type=None,
      is_extension=False, extension_scope=None,
      serialized_options=None, file=DESCRIPTOR),
    _descriptor.FieldDescriptor(
      name='dynamic', full_name='tensorflow.tpu.LearningRate.dynamic', index=1,
      number=2, type=11, cpp_type=10, label=1,
      has_default_value=False, default_value=None,
      message_type=None, enum_type=None, containing_type=None,
      is_extension=False, extension_scope=None,
      serialized_options=None, file=DESCRIPTOR),
  ],
  extensions=[
  ],
  nested_types=[],
  enum_types=[
  ],
  serialized_options=None,
  is_extendable=False,
  syntax='proto3',
  extension_ranges=[],
  oneofs=[
    _descriptor.OneofDescriptor(
      name='learning_rate', full_name='tensorflow.tpu.LearningRate.learning_rate',
      index=0, containing_type=None, fields=[]),
  ],
  serialized_start=239,
  serialized_end=346,
)


_ADAGRADPARAMETERS = _descriptor.Descriptor(
  name='AdagradParameters',
  full_name='tensorflow.tpu.AdagradParameters',
  filename=None,
  file=DESCRIPTOR,
  containing_type=None,
  fields=[
    _descriptor.FieldDescriptor(
      name='initial_accumulator', full_name='tensorflow.tpu.AdagradParameters.initial_accumulator', index=0,
      number=1, type=2, cpp_type=6, label=1,
      has_default_value=False, default_value=float(0),
      message_type=None, enum_type=None, containing_type=None,
      is_extension=False, extension_scope=None,
      serialized_options=None, file=DESCRIPTOR),
  ],
  extensions=[
  ],
  nested_types=[],
  enum_types=[
  ],
  serialized_options=None,
  is_extendable=False,
  syntax='proto3',
  extension_ranges=[],
  oneofs=[
  ],
  serialized_start=348,
  serialized_end=396,
)


_STOCHASTICGRADIENTDESCENTPARAMETERS = _descriptor.Descriptor(
  name='StochasticGradientDescentParameters',
  full_name='tensorflow.tpu.StochasticGradientDescentParameters',
  filename=None,
  file=DESCRIPTOR,
  containing_type=None,
  fields=[
  ],
  extensions=[
  ],
  nested_types=[],
  enum_types=[
  ],
  serialized_options=None,
  is_extendable=False,
  syntax='proto3',
  extension_ranges=[],
  oneofs=[
  ],
  serialized_start=398,
  serialized_end=435,
)


_FTRLPARAMETERS = _descriptor.Descriptor(
  name='FtrlParameters',
  full_name='tensorflow.tpu.FtrlParameters',
  filename=None,
  file=DESCRIPTOR,
  containing_type=None,
  fields=[
    _descriptor.FieldDescriptor(
      name='l1', full_name='tensorflow.tpu.FtrlParameters.l1', index=0,
      number=1, type=2, cpp_type=6, label=1,
      has_default_value=False, default_value=float(0),
      message_type=None, enum_type=None, containing_type=None,
      is_extension=False, extension_scope=None,
      serialized_options=None, file=DESCRIPTOR),
    _descriptor.FieldDescriptor(
      name='l2', full_name='tensorflow.tpu.FtrlParameters.l2', index=1,
      number=2, type=2, cpp_type=6, label=1,
      has_default_value=False, default_value=float(0),
      message_type=None, enum_type=None, containing_type=None,
      is_extension=False, extension_scope=None,
      serialized_options=None, file=DESCRIPTOR),
    _descriptor.FieldDescriptor(
      name='lr_power', full_name='tensorflow.tpu.FtrlParameters.lr_power', index=2,
      number=3, type=2, cpp_type=6, label=1,
      has_default_value=False, default_value=float(0),
      message_type=None, enum_type=None, containing_type=None,
      is_extension=False, extension_scope=None,
      serialized_options=None, file=DESCRIPTOR),
    _descriptor.FieldDescriptor(
      name='initial_accum', full_name='tensorflow.tpu.FtrlParameters.initial_accum', index=3,
      number=4, type=2, cpp_type=6, label=1,
      has_default_value=False, default_value=float(0),
      message_type=None, enum_type=None, containing_type=None,
      is_extension=False, extension_scope=None,
      serialized_options=None, file=DESCRIPTOR),
    _descriptor.FieldDescriptor(
      name='initial_linear', full_name='tensorflow.tpu.FtrlParameters.initial_linear', index=4,
      number=5, type=2, cpp_type=6, label=1,
      has_default_value=False, default_value=float(0),
      message_type=None, enum_type=None, containing_type=None,
      is_extension=False, extension_scope=None,
      serialized_options=None, file=DESCRIPTOR),
  ],
  extensions=[
  ],
  nested_types=[],
  enum_types=[
  ],
  serialized_options=None,
  is_extendable=False,
  syntax='proto3',
  extension_ranges=[],
  oneofs=[
  ],
  serialized_start=437,
  serialized_end=542,
)


_ADAMPARAMETERS = _descriptor.Descriptor(
  name='AdamParameters',
  full_name='tensorflow.tpu.AdamParameters',
  filename=None,
  file=DESCRIPTOR,
  containing_type=None,
  fields=[
    _descriptor.FieldDescriptor(
      name='beta1', full_name='tensorflow.tpu.AdamParameters.beta1', index=0,
      number=3, type=2, cpp_type=6, label=1,
      has_default_value=False, default_value=float(0),
      message_type=None, enum_type=None, containing_type=None,
      is_extension=False, extension_scope=None,
      serialized_options=None, file=DESCRIPTOR),
    _descriptor.FieldDescriptor(
      name='beta2', full_name='tensorflow.tpu.AdamParameters.beta2', index=1,
      number=4, type=2, cpp_type=6, label=1,
      has_default_value=False, default_value=float(0),
      message_type=None, enum_type=None, containing_type=None,
      is_extension=False, extension_scope=None,
      serialized_options=None, file=DESCRIPTOR),
    _descriptor.FieldDescriptor(
      name='epsilon', full_name='tensorflow.tpu.AdamParameters.epsilon', index=2,
      number=5, type=2, cpp_type=6, label=1,
      has_default_value=False, default_value=float(0),
      message_type=None, enum_type=None, containing_type=None,
      is_extension=False, extension_scope=None,
      serialized_options=None, file=DESCRIPTOR),
    _descriptor.FieldDescriptor(
      name='initial_m', full_name='tensorflow.tpu.AdamParameters.initial_m', index=3,
      number=6, type=2, cpp_type=6, label=1,
      has_default_value=False, default_value=float(0),
      message_type=None, enum_type=None, containing_type=None,
      is_extension=False, extension_scope=None,
      serialized_options=None, file=DESCRIPTOR),
    _descriptor.FieldDescriptor(
      name='initial_v', full_name='tensorflow.tpu.AdamParameters.initial_v', index=4,
      number=7, type=2, cpp_type=6, label=1,
      has_default_value=False, default_value=float(0),
      message_type=None, enum_type=None, containing_type=None,
      is_extension=False, extension_scope=None,
      serialized_options=None, file=DESCRIPTOR),
    _descriptor.FieldDescriptor(
      name='use_non_lazy_adam', full_name='tensorflow.tpu.AdamParameters.use_non_lazy_adam', index=5,
      number=8, type=8, cpp_type=7, label=1,
      has_default_value=False, default_value=False,
      message_type=None, enum_type=None, containing_type=None,
      is_extension=False, extension_scope=None,
      serialized_options=None, file=DESCRIPTOR),
    _descriptor.FieldDescriptor(
      name='use_sum_inside_sqrt', full_name='tensorflow.tpu.AdamParameters.use_sum_inside_sqrt', index=6,
      number=10, type=8, cpp_type=7, label=1,
      has_default_value=False, default_value=False,
      message_type=None, enum_type=None, containing_type=None,
      is_extension=False, extension_scope=None,
      serialized_options=None, file=DESCRIPTOR),
  ],
  extensions=[
  ],
  nested_types=[],
  enum_types=[
  ],
  serialized_options=None,
  is_extendable=False,
  syntax='proto3',
  extension_ranges=[],
  oneofs=[
  ],
  serialized_start=545,
  serialized_end=702,
)


_MOMENTUMPARAMETERS = _descriptor.Descriptor(
  name='MomentumParameters',
  full_name='tensorflow.tpu.MomentumParameters',
  filename=None,
  file=DESCRIPTOR,
  containing_type=None,
  fields=[
    _descriptor.FieldDescriptor(
      name='momentum', full_name='tensorflow.tpu.MomentumParameters.momentum', index=0,
      number=1, type=2, cpp_type=6, label=1,
      has_default_value=False, default_value=float(0),
      message_type=None, enum_type=None, containing_type=None,
      is_extension=False, extension_scope=None,
      serialized_options=None, file=DESCRIPTOR),
    _descriptor.FieldDescriptor(
      name='use_nesterov', full_name='tensorflow.tpu.MomentumParameters.use_nesterov', index=1,
      number=2, type=8, cpp_type=7, label=1,
      has_default_value=False, default_value=False,
      message_type=None, enum_type=None, containing_type=None,
      is_extension=False, extension_scope=None,
      serialized_options=None, file=DESCRIPTOR),
    _descriptor.FieldDescriptor(
      name='initial_accum', full_name='tensorflow.tpu.MomentumParameters.initial_accum', index=2,
      number=3, type=2, cpp_type=6, label=1,
      has_default_value=False, default_value=float(0),
      message_type=None, enum_type=None, containing_type=None,
      is_extension=False, extension_scope=None,
      serialized_options=None, file=DESCRIPTOR),
  ],
  extensions=[
  ],
  nested_types=[],
  enum_types=[
  ],
  serialized_options=None,
  is_extendable=False,
  syntax='proto3',
  extension_ranges=[],
  oneofs=[
  ],
  serialized_start=704,
  serialized_end=787,
)


_RMSPROPPARAMETERS = _descriptor.Descriptor(
  name='RmsPropParameters',
  full_name='tensorflow.tpu.RmsPropParameters',
  filename=None,
  file=DESCRIPTOR,
  containing_type=None,
  fields=[
    _descriptor.FieldDescriptor(
      name='rho', full_name='tensorflow.tpu.RmsPropParameters.rho', index=0,
      number=1, type=2, cpp_type=6, label=1,
      has_default_value=False, default_value=float(0),
      message_type=None, enum_type=None, containing_type=None,
      is_extension=False, extension_scope=None,
      serialized_options=None, file=DESCRIPTOR),
    _descriptor.FieldDescriptor(
      name='momentum', full_name='tensorflow.tpu.RmsPropParameters.momentum', index=1,
      number=2, type=2, cpp_type=6, label=1,
      has_default_value=False, default_value=float(0),
      message_type=None, enum_type=None, containing_type=None,
      is_extension=False, extension_scope=None,
      serialized_options=None, file=DESCRIPTOR),
    _descriptor.FieldDescriptor(
      name='epsilon', full_name='tensorflow.tpu.RmsPropParameters.epsilon', index=2,
      number=3, type=2, cpp_type=6, label=1,
      has_default_value=False, default_value=float(0),
      message_type=None, enum_type=None, containing_type=None,
      is_extension=False, extension_scope=None,
      serialized_options=None, file=DESCRIPTOR),
    _descriptor.FieldDescriptor(
      name='initial_ms', full_name='tensorflow.tpu.RmsPropParameters.initial_ms', index=3,
      number=4, type=2, cpp_type=6, label=1,
      has_default_value=False, default_value=float(0),
      message_type=None, enum_type=None, containing_type=None,
      is_extension=False, extension_scope=None,
      serialized_options=None, file=DESCRIPTOR),
    _descriptor.FieldDescriptor(
      name='initial_mom', full_name='tensorflow.tpu.RmsPropParameters.initial_mom', index=4,
      number=5, type=2, cpp_type=6, label=1,
      has_default_value=False, default_value=float(0),
      message_type=None, enum_type=None, containing_type=None,
      is_extension=False, extension_scope=None,
      serialized_options=None, file=DESCRIPTOR),
  ],
  extensions=[
  ],
  nested_types=[],
  enum_types=[
  ],
  serialized_options=None,
  is_extendable=False,
  syntax='proto3',
  extension_ranges=[],
  oneofs=[
  ],
  serialized_start=789,
  serialized_end=897,
)


_CENTEREDRMSPROPPARAMETERS = _descriptor.Descriptor(
  name='CenteredRmsPropParameters',
  full_name='tensorflow.tpu.CenteredRmsPropParameters',
  filename=None,
  file=DESCRIPTOR,
  containing_type=None,
  fields=[
    _descriptor.FieldDescriptor(
      name='rho', full_name='tensorflow.tpu.CenteredRmsPropParameters.rho', index=0,
      number=1, type=2, cpp_type=6, label=1,
      has_default_value=False, default_value=float(0),
      message_type=None, enum_type=None, containing_type=None,
      is_extension=False, extension_scope=None,
      serialized_options=None, file=DESCRIPTOR),
    _descriptor.FieldDescriptor(
      name='momentum', full_name='tensorflow.tpu.CenteredRmsPropParameters.momentum', index=1,
      number=2, type=2, cpp_type=6, label=1,
      has_default_value=False, default_value=float(0),
      message_type=None, enum_type=None, containing_type=None,
      is_extension=False, extension_scope=None,
      serialized_options=None, file=DESCRIPTOR),
    _descriptor.FieldDescriptor(
      name='epsilon', full_name='tensorflow.tpu.CenteredRmsPropParameters.epsilon', index=2,
      number=3, type=2, cpp_type=6, label=1,
      has_default_value=False, default_value=float(0),
      message_type=None, enum_type=None, containing_type=None,
      is_extension=False, extension_scope=None,
      serialized_options=None, file=DESCRIPTOR),
    _descriptor.FieldDescriptor(
      name='initial_ms', full_name='tensorflow.tpu.CenteredRmsPropParameters.initial_ms', index=3,
      number=4, type=2, cpp_type=6, label=1,
      has_default_value=False, default_value=float(0),
      message_type=None, enum_type=None, containing_type=None,
      is_extension=False, extension_scope=None,
      serialized_options=None, file=DESCRIPTOR),
    _descriptor.FieldDescriptor(
      name='initial_mom', full_name='tensorflow.tpu.CenteredRmsPropParameters.initial_mom', index=4,
      number=5, type=2, cpp_type=6, label=1,
      has_default_value=False, default_value=float(0),
      message_type=None, enum_type=None, containing_type=None,
      is_extension=False, extension_scope=None,
      serialized_options=None, file=DESCRIPTOR),
    _descriptor.FieldDescriptor(
      name='initial_mg', full_name='tensorflow.tpu.CenteredRmsPropParameters.initial_mg', index=5,
      number=6, type=2, cpp_type=6, label=1,
      has_default_value=False, default_value=float(0),
      message_type=None, enum_type=None, containing_type=None,
      is_extension=False, extension_scope=None,
      serialized_options=None, file=DESCRIPTOR),
  ],
  extensions=[
  ],
  nested_types=[],
  enum_types=[
  ],
  serialized_options=None,
  is_extendable=False,
  syntax='proto3',
  extension_ranges=[],
  oneofs=[
  ],
  serialized_start=900,
  serialized_end=1036,
)


_MDLADAGRADLIGHTPARAMETERS = _descriptor.Descriptor(
  name='MdlAdagradLightParameters',
  full_name='tensorflow.tpu.MdlAdagradLightParameters',
  filename=None,
  file=DESCRIPTOR,
  containing_type=None,
  fields=[
    _descriptor.FieldDescriptor(
      name='l2', full_name='tensorflow.tpu.MdlAdagradLightParameters.l2', index=0,
      number=1, type=2, cpp_type=6, label=1,
      has_default_value=False, default_value=float(0),
      message_type=None, enum_type=None, containing_type=None,
      is_extension=False, extension_scope=None,
      serialized_options=None, file=DESCRIPTOR),
    _descriptor.FieldDescriptor(
      name='lr_power', full_name='tensorflow.tpu.MdlAdagradLightParameters.lr_power', index=1,
      number=2, type=2, cpp_type=6, label=1,
      has_default_value=False, default_value=float(0),
      message_type=None, enum_type=None, containing_type=None,
      is_extension=False, extension_scope=None,
      serialized_options=None, file=DESCRIPTOR),
    _descriptor.FieldDescriptor(
      name='min_servable_mdl_benefit', full_name='tensorflow.tpu.MdlAdagradLightParameters.min_servable_mdl_benefit', index=2,
      number=3, type=2, cpp_type=6, label=1,
      has_default_value=False, default_value=float(0),
      message_type=None, enum_type=None, containing_type=None,
      is_extension=False, extension_scope=None,
      serialized_options=None, file=DESCRIPTOR),
    _descriptor.FieldDescriptor(
      name='mdl_mix_in_margin', full_name='tensorflow.tpu.MdlAdagradLightParameters.mdl_mix_in_margin', index=3,
      number=4, type=2, cpp_type=6, label=1,
      has_default_value=False, default_value=float(0),
      message_type=None, enum_type=None, containing_type=None,
      is_extension=False, extension_scope=None,
      serialized_options=None, file=DESCRIPTOR),
    _descriptor.FieldDescriptor(
      name='mdl_benefit_rampup_coeff', full_name='tensorflow.tpu.MdlAdagradLightParameters.mdl_benefit_rampup_coeff', index=4,
      number=5, type=2, cpp_type=6, label=1,
      has_default_value=False, default_value=float(0),
      message_type=None, enum_type=None, containing_type=None,
      is_extension=False, extension_scope=None,
      serialized_options=None, file=DESCRIPTOR),
    _descriptor.FieldDescriptor(
      name='mdl_min_weight', full_name='tensorflow.tpu.MdlAdagradLightParameters.mdl_min_weight', index=5,
      number=6, type=2, cpp_type=6, label=1,
      has_default_value=False, default_value=float(0),
      message_type=None, enum_type=None, containing_type=None,
      is_extension=False, extension_scope=None,
      serialized_options=None, file=DESCRIPTOR),
    _descriptor.FieldDescriptor(
      name='benefit_revisit_scale', full_name='tensorflow.tpu.MdlAdagradLightParameters.benefit_revisit_scale', index=6,
      number=7, type=2, cpp_type=6, label=1,
      has_default_value=False, default_value=float(0),
      message_type=None, enum_type=None, containing_type=None,
      is_extension=False, extension_scope=None,
      serialized_options=None, file=DESCRIPTOR),
    _descriptor.FieldDescriptor(
      name='max_event_benefit', full_name='tensorflow.tpu.MdlAdagradLightParameters.max_event_benefit', index=7,
      number=8, type=2, cpp_type=6, label=1,
      has_default_value=False, default_value=float(0),
      message_type=None, enum_type=None, containing_type=None,
      is_extension=False, extension_scope=None,
      serialized_options=None, file=DESCRIPTOR),
    _descriptor.FieldDescriptor(
      name='max_total_benefit', full_name='tensorflow.tpu.MdlAdagradLightParameters.max_total_benefit', index=8,
      number=9, type=2, cpp_type=6, label=1,
      has_default_value=False, default_value=float(0),
      message_type=None, enum_type=None, containing_type=None,
      is_extension=False, extension_scope=None,
      serialized_options=None, file=DESCRIPTOR),
    _descriptor.FieldDescriptor(
      name='mdl_hard_limit', full_name='tensorflow.tpu.MdlAdagradLightParameters.mdl_hard_limit', index=9,
      number=10, type=2, cpp_type=6, label=1,
      has_default_value=False, default_value=float(0),
      message_type=None, enum_type=None, containing_type=None,
      is_extension=False, extension_scope=None,
      serialized_options=None, file=DESCRIPTOR),
    _descriptor.FieldDescriptor(
      name='hard_limit_min_benefit', full_name='tensorflow.tpu.MdlAdagradLightParameters.hard_limit_min_benefit', index=10,
      number=11, type=8, cpp_type=7, label=1,
      has_default_value=False, default_value=False,
      message_type=None, enum_type=None, containing_type=None,
      is_extension=False, extension_scope=None,
      serialized_options=None, file=DESCRIPTOR),
    _descriptor.FieldDescriptor(
      name='mdl_regularize', full_name='tensorflow.tpu.MdlAdagradLightParameters.mdl_regularize', index=11,
      number=12, type=8, cpp_type=7, label=1,
      has_default_value=False, default_value=False,
      message_type=None, enum_type=None, containing_type=None,
      is_extension=False, extension_scope=None,
      serialized_options=None, file=DESCRIPTOR),
    _descriptor.FieldDescriptor(
      name='initial_accumulator', full_name='tensorflow.tpu.MdlAdagradLightParameters.initial_accumulator', index=12,
      number=13, type=2, cpp_type=6, label=1,
      has_default_value=False, default_value=float(0),
      message_type=None, enum_type=None, containing_type=None,
      is_extension=False, extension_scope=None,
      serialized_options=None, file=DESCRIPTOR),
    _descriptor.FieldDescriptor(
      name='initial_weight', full_name='tensorflow.tpu.MdlAdagradLightParameters.initial_weight', index=13,
      number=14, type=2, cpp_type=6, label=1,
      has_default_value=False, default_value=float(0),
      message_type=None, enum_type=None, containing_type=None,
      is_extension=False, extension_scope=None,
      serialized_options=None, file=DESCRIPTOR),
    _descriptor.FieldDescriptor(
      name='initial_benefit', full_name='tensorflow.tpu.MdlAdagradLightParameters.initial_benefit', index=14,
      number=15, type=2, cpp_type=6, label=1,
      has_default_value=False, default_value=float(0),
      message_type=None, enum_type=None, containing_type=None,
      is_extension=False, extension_scope=None,
      serialized_options=None, file=DESCRIPTOR),
  ],
  extensions=[
  ],
  nested_types=[],
  enum_types=[
  ],
  serialized_options=None,
  is_extendable=False,
  syntax='proto3',
  extension_ranges=[],
  oneofs=[
  ],
  serialized_start=1039,
  serialized_end=1458,
)


_ADADELTAPARAMETERS = _descriptor.Descriptor(
  name='AdadeltaParameters',
  full_name='tensorflow.tpu.AdadeltaParameters',
  filename=None,
  file=DESCRIPTOR,
  containing_type=None,
  fields=[
    _descriptor.FieldDescriptor(
      name='rho', full_name='tensorflow.tpu.AdadeltaParameters.rho', index=0,
      number=1, type=2, cpp_type=6, label=1,
      has_default_value=False, default_value=float(0),
      message_type=None, enum_type=None, containing_type=None,
      is_extension=False, extension_scope=None,
      serialized_options=None, file=DESCRIPTOR),
    _descriptor.FieldDescriptor(
      name='epsilon', full_name='tensorflow.tpu.AdadeltaParameters.epsilon', index=1,
      number=2, type=2, cpp_type=6, label=1,
      has_default_value=False, default_value=float(0),
      message_type=None, enum_type=None, containing_type=None,
      is_extension=False, extension_scope=None,
      serialized_options=None, file=DESCRIPTOR),
    _descriptor.FieldDescriptor(
      name='initial_accumulator', full_name='tensorflow.tpu.AdadeltaParameters.initial_accumulator', index=2,
      number=3, type=2, cpp_type=6, label=1,
      has_default_value=False, default_value=float(0),
      message_type=None, enum_type=None, containing_type=None,
      is_extension=False, extension_scope=None,
      serialized_options=None, file=DESCRIPTOR),
    _descriptor.FieldDescriptor(
      name='initial_update', full_name='tensorflow.tpu.AdadeltaParameters.initial_update', index=3,
      number=4, type=2, cpp_type=6, label=1,
      has_default_value=False, default_value=float(0),
      message_type=None, enum_type=None, containing_type=None,
      is_extension=False, extension_scope=None,
      serialized_options=None, file=DESCRIPTOR),
  ],
  extensions=[
  ],
  nested_types=[],
  enum_types=[
  ],
  serialized_options=None,
  is_extendable=False,
  syntax='proto3',
  extension_ranges=[],
  oneofs=[
  ],
  serialized_start=1460,
  serialized_end=1563,
)


_PROXIMALADAGRADPARAMETERS = _descriptor.Descriptor(
  name='ProximalAdagradParameters',
  full_name='tensorflow.tpu.ProximalAdagradParameters',
  filename=None,
  file=DESCRIPTOR,
  containing_type=None,
  fields=[
    _descriptor.FieldDescriptor(
      name='l1', full_name='tensorflow.tpu.ProximalAdagradParameters.l1', index=0,
      number=1, type=2, cpp_type=6, label=1,
      has_default_value=False, default_value=float(0),
      message_type=None, enum_type=None, containing_type=None,
      is_extension=False, extension_scope=None,
      serialized_options=None, file=DESCRIPTOR),
    _descriptor.FieldDescriptor(
      name='l2', full_name='tensorflow.tpu.ProximalAdagradParameters.l2', index=1,
      number=2, type=2, cpp_type=6, label=1,
      has_default_value=False, default_value=float(0),
      message_type=None, enum_type=None, containing_type=None,
      is_extension=False, extension_scope=None,
      serialized_options=None, file=DESCRIPTOR),
    _descriptor.FieldDescriptor(
      name='initial_accumulator', full_name='tensorflow.tpu.ProximalAdagradParameters.initial_accumulator', index=2,
      number=3, type=2, cpp_type=6, label=1,
      has_default_value=False, default_value=float(0),
      message_type=None, enum_type=None, containing_type=None,
      is_extension=False, extension_scope=None,
      serialized_options=None, file=DESCRIPTOR),
  ],
  extensions=[
  ],
  nested_types=[],
  enum_types=[
  ],
  serialized_options=None,
  is_extendable=False,
  syntax='proto3',
  extension_ranges=[],
  oneofs=[
  ],
  serialized_start=1565,
  serialized_end=1645,
)


_OPTIMIZATIONPARAMETERS = _descriptor.Descriptor(
  name='OptimizationParameters',
  full_name='tensorflow.tpu.OptimizationParameters',
  filename=None,
  file=DESCRIPTOR,
  containing_type=None,
  fields=[
    _descriptor.FieldDescriptor(
      name='learning_rate', full_name='tensorflow.tpu.OptimizationParameters.learning_rate', index=0,
      number=13, type=11, cpp_type=10, label=1,
      has_default_value=False, default_value=None,
      message_type=None, enum_type=None, containing_type=None,
      is_extension=False, extension_scope=None,
      serialized_options=None, file=DESCRIPTOR),
    _descriptor.FieldDescriptor(
      name='clipping_limits', full_name='tensorflow.tpu.OptimizationParameters.clipping_limits', index=1,
      number=2, type=11, cpp_type=10, label=1,
      has_default_value=False, default_value=None,
      message_type=None, enum_type=None, containing_type=None,
      is_extension=False, extension_scope=None,
      serialized_options=None, file=DESCRIPTOR),
    _descriptor.FieldDescriptor(
      name='gradient_clipping_limits', full_name='tensorflow.tpu.OptimizationParameters.gradient_clipping_limits', index=2,
      number=7, type=11, cpp_type=10, label=1,
      has_default_value=False, default_value=None,
      message_type=None, enum_type=None, containing_type=None,
      is_extension=False, extension_scope=None,
      serialized_options=None, file=DESCRIPTOR),
    _descriptor.FieldDescriptor(
      name='weight_decay_factor', full_name='tensorflow.tpu.OptimizationParameters.weight_decay_factor', index=3,
      number=16, type=2, cpp_type=6, label=1,
      has_default_value=False, default_value=float(0),
      message_type=None, enum_type=None, containing_type=None,
      is_extension=False, extension_scope=None,
      serialized_options=None, file=DESCRIPTOR),
    _descriptor.FieldDescriptor(
      name='use_gradient_accumulation', full_name='tensorflow.tpu.OptimizationParameters.use_gradient_accumulation', index=4,
      number=15, type=8, cpp_type=7, label=1,
      has_default_value=False, default_value=False,
      message_type=None, enum_type=None, containing_type=None,
      is_extension=False, extension_scope=None,
      serialized_options=None, file=DESCRIPTOR),
    _descriptor.FieldDescriptor(
      name='adagrad', full_name='tensorflow.tpu.OptimizationParameters.adagrad', index=5,
      number=3, type=11, cpp_type=10, label=1,
      has_default_value=False, default_value=None,
      message_type=None, enum_type=None, containing_type=None,
      is_extension=False, extension_scope=None,
      serialized_options=None, file=DESCRIPTOR),
    _descriptor.FieldDescriptor(
      name='stochastic_gradient_descent', full_name='tensorflow.tpu.OptimizationParameters.stochastic_gradient_descent', index=6,
      number=4, type=11, cpp_type=10, label=1,
      has_default_value=False, default_value=None,
      message_type=None, enum_type=None, containing_type=None,
      is_extension=False, extension_scope=None,
      serialized_options=None, file=DESCRIPTOR),
    _descriptor.FieldDescriptor(
      name='ftrl', full_name='tensorflow.tpu.OptimizationParameters.ftrl', index=7,
      number=5, type=11, cpp_type=10, label=1,
      has_default_value=False, default_value=None,
      message_type=None, enum_type=None, containing_type=None,
      is_extension=False, extension_scope=None,
      serialized_options=None, file=DESCRIPTOR),
    _descriptor.FieldDescriptor(
      name='adam', full_name='tensorflow.tpu.OptimizationParameters.adam', index=8,
      number=6, type=11, cpp_type=10, label=1,
      has_default_value=False, default_value=None,
      message_type=None, enum_type=None, containing_type=None,
      is_extension=False, extension_scope=None,
      serialized_options=None, file=DESCRIPTOR),
    _descriptor.FieldDescriptor(
      name='momentum', full_name='tensorflow.tpu.OptimizationParameters.momentum', index=9,
      number=8, type=11, cpp_type=10, label=1,
      has_default_value=False, default_value=None,
      message_type=None, enum_type=None, containing_type=None,
      is_extension=False, extension_scope=None,
      serialized_options=None, file=DESCRIPTOR),
    _descriptor.FieldDescriptor(
      name='rms_prop', full_name='tensorflow.tpu.OptimizationParameters.rms_prop', index=10,
      number=9, type=11, cpp_type=10, label=1,
      has_default_value=False, default_value=None,
      message_type=None, enum_type=None, containing_type=None,
      is_extension=False, extension_scope=None,
      serialized_options=None, file=DESCRIPTOR),
    _descriptor.FieldDescriptor(
      name='centered_rms_prop', full_name='tensorflow.tpu.OptimizationParameters.centered_rms_prop', index=11,
      number=10, type=11, cpp_type=10, label=1,
      has_default_value=False, default_value=None,
      message_type=None, enum_type=None, containing_type=None,
      is_extension=False, extension_scope=None,
      serialized_options=None, file=DESCRIPTOR),
    _descriptor.FieldDescriptor(
      name='mdl_adagrad_light', full_name='tensorflow.tpu.OptimizationParameters.mdl_adagrad_light', index=12,
      number=11, type=11, cpp_type=10, label=1,
      has_default_value=False, default_value=None,
      message_type=None, enum_type=None, containing_type=None,
      is_extension=False, extension_scope=None,
      serialized_options=None, file=DESCRIPTOR),
    _descriptor.FieldDescriptor(
      name='adadelta', full_name='tensorflow.tpu.OptimizationParameters.adadelta', index=13,
      number=12, type=11, cpp_type=10, label=1,
      has_default_value=False, default_value=None,
      message_type=None, enum_type=None, containing_type=None,
      is_extension=False, extension_scope=None,
      serialized_options=None, file=DESCRIPTOR),
    _descriptor.FieldDescriptor(
      name='proximal_adagrad', full_name='tensorflow.tpu.OptimizationParameters.proximal_adagrad', index=14,
      number=14, type=11, cpp_type=10, label=1,
      has_default_value=False, default_value=None,
      message_type=None, enum_type=None, containing_type=None,
      is_extension=False, extension_scope=None,
      serialized_options=None, file=DESCRIPTOR),
  ],
  extensions=[
  ],
  nested_types=[],
  enum_types=[
  ],
  serialized_options=None,
  is_extendable=False,
  syntax='proto3',
  extension_ranges=[],
  oneofs=[
    _descriptor.OneofDescriptor(
      name='parameters', full_name='tensorflow.tpu.OptimizationParameters.parameters',
      index=0, containing_type=None, fields=[]),
  ],
  serialized_start=1648,
  serialized_end=2556,
)


_STATEVARIABLESPECIFICATION_USERDEFINED = _descriptor.Descriptor(
  name='UserDefined',
  full_name='tensorflow.tpu.StateVariableSpecification.UserDefined',
  filename=None,
  file=DESCRIPTOR,
  containing_type=None,
  fields=[
  ],
  extensions=[
  ],
  nested_types=[],
  enum_types=[
  ],
  serialized_options=None,
  is_extendable=False,
  syntax='proto3',
  extension_ranges=[],
  oneofs=[
  ],
  serialized_start=2774,
  serialized_end=2787,
)

_STATEVARIABLESPECIFICATION_FILLWITHCONSTANT = _descriptor.Descriptor(
  name='FillWithConstant',
  full_name='tensorflow.tpu.StateVariableSpecification.FillWithConstant',
  filename=None,
  file=DESCRIPTOR,
  containing_type=None,
  fields=[
    _descriptor.FieldDescriptor(
      name='initial_value', full_name='tensorflow.tpu.StateVariableSpecification.FillWithConstant.initial_value', index=0,
      number=1, type=1, cpp_type=5, label=1,
      has_default_value=False, default_value=float(0),
      message_type=None, enum_type=None, containing_type=None,
      is_extension=False, extension_scope=None,
      serialized_options=None, file=DESCRIPTOR),
  ],
  extensions=[
  ],
  nested_types=[],
  enum_types=[
  ],
  serialized_options=None,
  is_extendable=False,
  syntax='proto3',
  extension_ranges=[],
  oneofs=[
  ],
  serialized_start=2789,
  serialized_end=2830,
)

_STATEVARIABLESPECIFICATION = _descriptor.Descriptor(
  name='StateVariableSpecification',
  full_name='tensorflow.tpu.StateVariableSpecification',
  filename=None,
  file=DESCRIPTOR,
  containing_type=None,
  fields=[
    _descriptor.FieldDescriptor(
      name='name', full_name='tensorflow.tpu.StateVariableSpecification.name', index=0,
      number=1, type=9, cpp_type=9, label=1,
      has_default_value=False, default_value=_b("").decode('utf-8'),
      message_type=None, enum_type=None, containing_type=None,
      is_extension=False, extension_scope=None,
      serialized_options=None, file=DESCRIPTOR),
    _descriptor.FieldDescriptor(
      name='user_defined', full_name='tensorflow.tpu.StateVariableSpecification.user_defined', index=1,
      number=2, type=11, cpp_type=10, label=1,
      has_default_value=False, default_value=None,
      message_type=None, enum_type=None, containing_type=None,
      is_extension=False, extension_scope=None,
      serialized_options=None, file=DESCRIPTOR),
    _descriptor.FieldDescriptor(
      name='fill_with_constant', full_name='tensorflow.tpu.StateVariableSpecification.fill_with_constant', index=2,
      number=3, type=11, cpp_type=10, label=1,
      has_default_value=False, default_value=None,
      message_type=None, enum_type=None, containing_type=None,
      is_extension=False, extension_scope=None,
      serialized_options=None, file=DESCRIPTOR),
  ],
  extensions=[
  ],
  nested_types=[_STATEVARIABLESPECIFICATION_USERDEFINED, _STATEVARIABLESPECIFICATION_FILLWITHCONSTANT, ],
  enum_types=[
  ],
  serialized_options=None,
  is_extendable=False,
  syntax='proto3',
  extension_ranges=[],
  oneofs=[
    _descriptor.OneofDescriptor(
      name='usage', full_name='tensorflow.tpu.StateVariableSpecification.usage',
      index=0, containing_type=None, fields=[]),
  ],
  serialized_start=2559,
  serialized_end=2839,
)

_CLIPPINGLIMITS.fields_by_name['lower'].message_type = google_dot_protobuf_dot_wrappers__pb2._FLOATVALUE
_CLIPPINGLIMITS.fields_by_name['upper'].message_type = google_dot_protobuf_dot_wrappers__pb2._FLOATVALUE
_LEARNINGRATE.fields_by_name['dynamic'].message_type = _DYNAMICLEARNINGRATE
_LEARNINGRATE.oneofs_by_name['learning_rate'].fields.append(
  _LEARNINGRATE.fields_by_name['constant'])
_LEARNINGRATE.fields_by_name['constant'].containing_oneof = _LEARNINGRATE.oneofs_by_name['learning_rate']
_LEARNINGRATE.oneofs_by_name['learning_rate'].fields.append(
  _LEARNINGRATE.fields_by_name['dynamic'])
_LEARNINGRATE.fields_by_name['dynamic'].containing_oneof = _LEARNINGRATE.oneofs_by_name['learning_rate']
_OPTIMIZATIONPARAMETERS.fields_by_name['learning_rate'].message_type = _LEARNINGRATE
_OPTIMIZATIONPARAMETERS.fields_by_name['clipping_limits'].message_type = _CLIPPINGLIMITS
_OPTIMIZATIONPARAMETERS.fields_by_name['gradient_clipping_limits'].message_type = _CLIPPINGLIMITS
_OPTIMIZATIONPARAMETERS.fields_by_name['adagrad'].message_type = _ADAGRADPARAMETERS
_OPTIMIZATIONPARAMETERS.fields_by_name['stochastic_gradient_descent'].message_type = _STOCHASTICGRADIENTDESCENTPARAMETERS
_OPTIMIZATIONPARAMETERS.fields_by_name['ftrl'].message_type = _FTRLPARAMETERS
_OPTIMIZATIONPARAMETERS.fields_by_name['adam'].message_type = _ADAMPARAMETERS
_OPTIMIZATIONPARAMETERS.fields_by_name['momentum'].message_type = _MOMENTUMPARAMETERS
_OPTIMIZATIONPARAMETERS.fields_by_name['rms_prop'].message_type = _RMSPROPPARAMETERS
_OPTIMIZATIONPARAMETERS.fields_by_name['centered_rms_prop'].message_type = _CENTEREDRMSPROPPARAMETERS
_OPTIMIZATIONPARAMETERS.fields_by_name['mdl_adagrad_light'].message_type = _MDLADAGRADLIGHTPARAMETERS
_OPTIMIZATIONPARAMETERS.fields_by_name['adadelta'].message_type = _ADADELTAPARAMETERS
_OPTIMIZATIONPARAMETERS.fields_by_name['proximal_adagrad'].message_type = _PROXIMALADAGRADPARAMETERS
_OPTIMIZATIONPARAMETERS.oneofs_by_name['parameters'].fields.append(
  _OPTIMIZATIONPARAMETERS.fields_by_name['adagrad'])
_OPTIMIZATIONPARAMETERS.fields_by_name['adagrad'].containing_oneof = _OPTIMIZATIONPARAMETERS.oneofs_by_name['parameters']
_OPTIMIZATIONPARAMETERS.oneofs_by_name['parameters'].fields.append(
  _OPTIMIZATIONPARAMETERS.fields_by_name['stochastic_gradient_descent'])
_OPTIMIZATIONPARAMETERS.fields_by_name['stochastic_gradient_descent'].containing_oneof = _OPTIMIZATIONPARAMETERS.oneofs_by_name['parameters']
_OPTIMIZATIONPARAMETERS.oneofs_by_name['parameters'].fields.append(
  _OPTIMIZATIONPARAMETERS.fields_by_name['ftrl'])
_OPTIMIZATIONPARAMETERS.fields_by_name['ftrl'].containing_oneof = _OPTIMIZATIONPARAMETERS.oneofs_by_name['parameters']
_OPTIMIZATIONPARAMETERS.oneofs_by_name['parameters'].fields.append(
  _OPTIMIZATIONPARAMETERS.fields_by_name['adam'])
_OPTIMIZATIONPARAMETERS.fields_by_name['adam'].containing_oneof = _OPTIMIZATIONPARAMETERS.oneofs_by_name['parameters']
_OPTIMIZATIONPARAMETERS.oneofs_by_name['parameters'].fields.append(
  _OPTIMIZATIONPARAMETERS.fields_by_name['momentum'])
_OPTIMIZATIONPARAMETERS.fields_by_name['momentum'].containing_oneof = _OPTIMIZATIONPARAMETERS.oneofs_by_name['parameters']
_OPTIMIZATIONPARAMETERS.oneofs_by_name['parameters'].fields.append(
  _OPTIMIZATIONPARAMETERS.fields_by_name['rms_prop'])
_OPTIMIZATIONPARAMETERS.fields_by_name['rms_prop'].containing_oneof = _OPTIMIZATIONPARAMETERS.oneofs_by_name['parameters']
_OPTIMIZATIONPARAMETERS.oneofs_by_name['parameters'].fields.append(
  _OPTIMIZATIONPARAMETERS.fields_by_name['centered_rms_prop'])
_OPTIMIZATIONPARAMETERS.fields_by_name['centered_rms_prop'].containing_oneof = _OPTIMIZATIONPARAMETERS.oneofs_by_name['parameters']
_OPTIMIZATIONPARAMETERS.oneofs_by_name['parameters'].fields.append(
  _OPTIMIZATIONPARAMETERS.fields_by_name['mdl_adagrad_light'])
_OPTIMIZATIONPARAMETERS.fields_by_name['mdl_adagrad_light'].containing_oneof = _OPTIMIZATIONPARAMETERS.oneofs_by_name['parameters']
_OPTIMIZATIONPARAMETERS.oneofs_by_name['parameters'].fields.append(
  _OPTIMIZATIONPARAMETERS.fields_by_name['adadelta'])
_OPTIMIZATIONPARAMETERS.fields_by_name['adadelta'].containing_oneof = _OPTIMIZATIONPARAMETERS.oneofs_by_name['parameters']
_OPTIMIZATIONPARAMETERS.oneofs_by_name['parameters'].fields.append(
  _OPTIMIZATIONPARAMETERS.fields_by_name['proximal_adagrad'])
_OPTIMIZATIONPARAMETERS.fields_by_name['proximal_adagrad'].containing_oneof = _OPTIMIZATIONPARAMETERS.oneofs_by_name['parameters']
_STATEVARIABLESPECIFICATION_USERDEFINED.containing_type = _STATEVARIABLESPECIFICATION
_STATEVARIABLESPECIFICATION_FILLWITHCONSTANT.containing_type = _STATEVARIABLESPECIFICATION
_STATEVARIABLESPECIFICATION.fields_by_name['user_defined'].message_type = _STATEVARIABLESPECIFICATION_USERDEFINED
_STATEVARIABLESPECIFICATION.fields_by_name['fill_with_constant'].message_type = _STATEVARIABLESPECIFICATION_FILLWITHCONSTANT
_STATEVARIABLESPECIFICATION.oneofs_by_name['usage'].fields.append(
  _STATEVARIABLESPECIFICATION.fields_by_name['user_defined'])
_STATEVARIABLESPECIFICATION.fields_by_name['user_defined'].containing_oneof = _STATEVARIABLESPECIFICATION.oneofs_by_name['usage']
_STATEVARIABLESPECIFICATION.oneofs_by_name['usage'].fields.append(
  _STATEVARIABLESPECIFICATION.fields_by_name['fill_with_constant'])
_STATEVARIABLESPECIFICATION.fields_by_name['fill_with_constant'].containing_oneof = _STATEVARIABLESPECIFICATION.oneofs_by_name['usage']
DESCRIPTOR.message_types_by_name['ClippingLimits'] = _CLIPPINGLIMITS
DESCRIPTOR.message_types_by_name['DynamicLearningRate'] = _DYNAMICLEARNINGRATE
DESCRIPTOR.message_types_by_name['LearningRate'] = _LEARNINGRATE
DESCRIPTOR.message_types_by_name['AdagradParameters'] = _ADAGRADPARAMETERS
DESCRIPTOR.message_types_by_name['StochasticGradientDescentParameters'] = _STOCHASTICGRADIENTDESCENTPARAMETERS
DESCRIPTOR.message_types_by_name['FtrlParameters'] = _FTRLPARAMETERS
DESCRIPTOR.message_types_by_name['AdamParameters'] = _ADAMPARAMETERS
DESCRIPTOR.message_types_by_name['MomentumParameters'] = _MOMENTUMPARAMETERS
DESCRIPTOR.message_types_by_name['RmsPropParameters'] = _RMSPROPPARAMETERS
DESCRIPTOR.message_types_by_name['CenteredRmsPropParameters'] = _CENTEREDRMSPROPPARAMETERS
DESCRIPTOR.message_types_by_name['MdlAdagradLightParameters'] = _MDLADAGRADLIGHTPARAMETERS
DESCRIPTOR.message_types_by_name['AdadeltaParameters'] = _ADADELTAPARAMETERS
DESCRIPTOR.message_types_by_name['ProximalAdagradParameters'] = _PROXIMALADAGRADPARAMETERS
DESCRIPTOR.message_types_by_name['OptimizationParameters'] = _OPTIMIZATIONPARAMETERS
DESCRIPTOR.message_types_by_name['StateVariableSpecification'] = _STATEVARIABLESPECIFICATION
_sym_db.RegisterFileDescriptor(DESCRIPTOR)

ClippingLimits = _reflection.GeneratedProtocolMessageType('ClippingLimits', (_message.Message,), dict(
  DESCRIPTOR = _CLIPPINGLIMITS,
  __module__ = 'tensorflow.contrib.tpu.proto.optimization_parameters_pb2'
  # @@protoc_insertion_point(class_scope:tensorflow.tpu.ClippingLimits)
  ))
_sym_db.RegisterMessage(ClippingLimits)

DynamicLearningRate = _reflection.GeneratedProtocolMessageType('DynamicLearningRate', (_message.Message,), dict(
  DESCRIPTOR = _DYNAMICLEARNINGRATE,
  __module__ = 'tensorflow.contrib.tpu.proto.optimization_parameters_pb2'
  # @@protoc_insertion_point(class_scope:tensorflow.tpu.DynamicLearningRate)
  ))
_sym_db.RegisterMessage(DynamicLearningRate)

LearningRate = _reflection.GeneratedProtocolMessageType('LearningRate', (_message.Message,), dict(
  DESCRIPTOR = _LEARNINGRATE,
  __module__ = 'tensorflow.contrib.tpu.proto.optimization_parameters_pb2'
  # @@protoc_insertion_point(class_scope:tensorflow.tpu.LearningRate)
  ))
_sym_db.RegisterMessage(LearningRate)

AdagradParameters = _reflection.GeneratedProtocolMessageType('AdagradParameters', (_message.Message,), dict(
  DESCRIPTOR = _ADAGRADPARAMETERS,
  __module__ = 'tensorflow.contrib.tpu.proto.optimization_parameters_pb2'
  # @@protoc_insertion_point(class_scope:tensorflow.tpu.AdagradParameters)
  ))
_sym_db.RegisterMessage(AdagradParameters)

StochasticGradientDescentParameters = _reflection.GeneratedProtocolMessageType('StochasticGradientDescentParameters', (_message.Message,), dict(
  DESCRIPTOR = _STOCHASTICGRADIENTDESCENTPARAMETERS,
  __module__ = 'tensorflow.contrib.tpu.proto.optimization_parameters_pb2'
  # @@protoc_insertion_point(class_scope:tensorflow.tpu.StochasticGradientDescentParameters)
  ))
_sym_db.RegisterMessage(StochasticGradientDescentParameters)

FtrlParameters = _reflection.GeneratedProtocolMessageType('FtrlParameters', (_message.Message,), dict(
  DESCRIPTOR = _FTRLPARAMETERS,
  __module__ = 'tensorflow.contrib.tpu.proto.optimization_parameters_pb2'
  # @@protoc_insertion_point(class_scope:tensorflow.tpu.FtrlParameters)
  ))
_sym_db.RegisterMessage(FtrlParameters)

AdamParameters = _reflection.GeneratedProtocolMessageType('AdamParameters', (_message.Message,), dict(
  DESCRIPTOR = _ADAMPARAMETERS,
  __module__ = 'tensorflow.contrib.tpu.proto.optimization_parameters_pb2'
  # @@protoc_insertion_point(class_scope:tensorflow.tpu.AdamParameters)
  ))
_sym_db.RegisterMessage(AdamParameters)

MomentumParameters = _reflection.GeneratedProtocolMessageType('MomentumParameters', (_message.Message,), dict(
  DESCRIPTOR = _MOMENTUMPARAMETERS,
  __module__ = 'tensorflow.contrib.tpu.proto.optimization_parameters_pb2'
  # @@protoc_insertion_point(class_scope:tensorflow.tpu.MomentumParameters)
  ))
_sym_db.RegisterMessage(MomentumParameters)

RmsPropParameters = _reflection.GeneratedProtocolMessageType('RmsPropParameters', (_message.Message,), dict(
  DESCRIPTOR = _RMSPROPPARAMETERS,
  __module__ = 'tensorflow.contrib.tpu.proto.optimization_parameters_pb2'
  # @@protoc_insertion_point(class_scope:tensorflow.tpu.RmsPropParameters)
  ))
_sym_db.RegisterMessage(RmsPropParameters)

CenteredRmsPropParameters = _reflection.GeneratedProtocolMessageType('CenteredRmsPropParameters', (_message.Message,), dict(
  DESCRIPTOR = _CENTEREDRMSPROPPARAMETERS,
  __module__ = 'tensorflow.contrib.tpu.proto.optimization_parameters_pb2'
  # @@protoc_insertion_point(class_scope:tensorflow.tpu.CenteredRmsPropParameters)
  ))
_sym_db.RegisterMessage(CenteredRmsPropParameters)

MdlAdagradLightParameters = _reflection.GeneratedProtocolMessageType('MdlAdagradLightParameters', (_message.Message,), dict(
  DESCRIPTOR = _MDLADAGRADLIGHTPARAMETERS,
  __module__ = 'tensorflow.contrib.tpu.proto.optimization_parameters_pb2'
  # @@protoc_insertion_point(class_scope:tensorflow.tpu.MdlAdagradLightParameters)
  ))
_sym_db.RegisterMessage(MdlAdagradLightParameters)

AdadeltaParameters = _reflection.GeneratedProtocolMessageType('AdadeltaParameters', (_message.Message,), dict(
  DESCRIPTOR = _ADADELTAPARAMETERS,
  __module__ = 'tensorflow.contrib.tpu.proto.optimization_parameters_pb2'
  # @@protoc_insertion_point(class_scope:tensorflow.tpu.AdadeltaParameters)
  ))
_sym_db.RegisterMessage(AdadeltaParameters)

ProximalAdagradParameters = _reflection.GeneratedProtocolMessageType('ProximalAdagradParameters', (_message.Message,), dict(
  DESCRIPTOR = _PROXIMALADAGRADPARAMETERS,
  __module__ = 'tensorflow.contrib.tpu.proto.optimization_parameters_pb2'
  # @@protoc_insertion_point(class_scope:tensorflow.tpu.ProximalAdagradParameters)
  ))
_sym_db.RegisterMessage(ProximalAdagradParameters)

OptimizationParameters = _reflection.GeneratedProtocolMessageType('OptimizationParameters', (_message.Message,), dict(
  DESCRIPTOR = _OPTIMIZATIONPARAMETERS,
  __module__ = 'tensorflow.contrib.tpu.proto.optimization_parameters_pb2'
  # @@protoc_insertion_point(class_scope:tensorflow.tpu.OptimizationParameters)
  ))
_sym_db.RegisterMessage(OptimizationParameters)

StateVariableSpecification = _reflection.GeneratedProtocolMessageType('StateVariableSpecification', (_message.Message,), dict(

  UserDefined = _reflection.GeneratedProtocolMessageType('UserDefined', (_message.Message,), dict(
    DESCRIPTOR = _STATEVARIABLESPECIFICATION_USERDEFINED,
    __module__ = 'tensorflow.contrib.tpu.proto.optimization_parameters_pb2'
    # @@protoc_insertion_point(class_scope:tensorflow.tpu.StateVariableSpecification.UserDefined)
    ))
  ,

  FillWithConstant = _reflection.GeneratedProtocolMessageType('FillWithConstant', (_message.Message,), dict(
    DESCRIPTOR = _STATEVARIABLESPECIFICATION_FILLWITHCONSTANT,
    __module__ = 'tensorflow.contrib.tpu.proto.optimization_parameters_pb2'
    # @@protoc_insertion_point(class_scope:tensorflow.tpu.StateVariableSpecification.FillWithConstant)
    ))
  ,
  DESCRIPTOR = _STATEVARIABLESPECIFICATION,
  __module__ = 'tensorflow.contrib.tpu.proto.optimization_parameters_pb2'
  # @@protoc_insertion_point(class_scope:tensorflow.tpu.StateVariableSpecification)
  ))
_sym_db.RegisterMessage(StateVariableSpecification)
_sym_db.RegisterMessage(StateVariableSpecification.UserDefined)
_sym_db.RegisterMessage(StateVariableSpecification.FillWithConstant)


# @@protoc_insertion_point(module_scope)
