# -*- coding: utf-8 -*-
# Generated by the protocol buffer compiler.  DO NOT EDIT!
# source: waymo_open_dataset/protos/metrics.proto

import sys
_b=sys.version_info[0]<3 and (lambda x:x) or (lambda x:x.encode('latin1'))
from google.protobuf import descriptor as _descriptor
from google.protobuf import message as _message
from google.protobuf import reflection as _reflection
from google.protobuf import symbol_database as _symbol_database
# @@protoc_insertion_point(imports)

_sym_db = _symbol_database.Default()


from waymo_open_dataset import dataset_pb2 as waymo__open__dataset_dot_dataset__pb2
from waymo_open_dataset import label_pb2 as waymo__open__dataset_dot_label__pb2
from waymo_open_dataset.protos import breakdown_pb2 as waymo__open__dataset_dot_protos_dot_breakdown__pb2


DESCRIPTOR = _descriptor.FileDescriptor(
  name='waymo_open_dataset/protos/metrics.proto',
  package='waymo.open_dataset',
  syntax='proto2',
  serialized_options=None,
  serialized_pb=_b('\n\'waymo_open_dataset/protos/metrics.proto\x12\x12waymo.open_dataset\x1a waymo_open_dataset/dataset.proto\x1a\x1ewaymo_open_dataset/label.proto\x1a)waymo_open_dataset/protos/breakdown.proto\"\xcf\x01\n\x06Object\x12)\n\x06object\x18\x01 \x01(\x0b\x32\x19.waymo.open_dataset.Label\x12\x10\n\x05score\x18\x02 \x01(\x02:\x01\x31\x12\x18\n\x10overlap_with_nlz\x18\x03 \x01(\x08\x12\x14\n\x0c\x63ontext_name\x18\x04 \x01(\t\x12\x1e\n\x16\x66rame_timestamp_micros\x18\x05 \x01(\x03\x12\x38\n\x0b\x63\x61mera_name\x18\x06 \x01(\x0e\x32#.waymo.open_dataset.CameraName.Name\"{\n\x11NoLabelZoneObject\x12\x30\n\x04zone\x18\x01 \x01(\x0b\x32\".waymo.open_dataset.Polygon2dProto\x12\x14\n\x0c\x63ontext_name\x18\x02 \x01(\t\x12\x1e\n\x16\x66rame_timestamp_micros\x18\x03 \x01(\x03\"|\n\x07Objects\x12+\n\x07objects\x18\x01 \x03(\x0b\x32\x1a.waymo.open_dataset.Object\x12\x44\n\x15no_label_zone_objects\x18\x02 \x03(\x0b\x32%.waymo.open_dataset.NoLabelZoneObject\"p\n\x0cMatcherProto\"`\n\x04Type\x12\x10\n\x0cTYPE_UNKNOWN\x10\x00\x12\x12\n\x0eTYPE_HUNGARIAN\x10\x01\x12\x14\n\x10TYPE_SCORE_FIRST\x10\x02\x12\x1c\n\x18TYPE_HUNGARIAN_TEST_ONLY\x10\x64\"G\n\nDifficulty\x12\x39\n\x06levels\x18\x01 \x03(\x0e\x32).waymo.open_dataset.Label.DifficultyLevel\"\xaf\x03\n\x06\x43onfig\x12\x15\n\rscore_cutoffs\x18\x01 \x03(\x02\x12!\n\x19num_desired_score_cutoffs\x18\x02 \x01(\x05\x12J\n\x17\x62reakdown_generator_ids\x18\x03 \x03(\x0e\x32).waymo.open_dataset.Breakdown.GeneratorId\x12\x34\n\x0c\x64ifficulties\x18\x04 \x03(\x0b\x32\x1e.waymo.open_dataset.Difficulty\x12;\n\x0cmatcher_type\x18\x05 \x01(\x0e\x32%.waymo.open_dataset.MatcherProto.Type\x12\x16\n\x0eiou_thresholds\x18\x06 \x03(\x02\x12\x34\n\x08\x62ox_type\x18\x07 \x01(\x0e\x32\".waymo.open_dataset.Label.Box.Type\x12\"\n\x14\x64\x65sired_recall_delta\x18\x08 \x01(\x02:\x04\x30.05\x12\x18\n\rmin_precision\x18\t \x01(\x02:\x01\x30\x12 \n\x14min_heading_accuracy\x18\n \x01(\x02:\x02-1\"o\n\x14\x44\x65tectionMeasurement\x12\x0f\n\x07num_fps\x18\x01 \x01(\x05\x12\x0f\n\x07num_tps\x18\x02 \x01(\x05\x12\x0f\n\x07num_fns\x18\x03 \x01(\x05\x12\x0e\n\x06sum_ha\x18\x04 \x01(\x02\x12\x14\n\x0cscore_cutoff\x18\x05 \x01(\x02\"\x89\x01\n\x15\x44\x65tectionMeasurements\x12>\n\x0cmeasurements\x18\x01 \x03(\x0b\x32(.waymo.open_dataset.DetectionMeasurement\x12\x30\n\tbreakdown\x18\x02 \x01(\x0b\x32\x1d.waymo.open_dataset.Breakdown\"\xca\x02\n\x10\x44\x65tectionMetrics\x12\x1e\n\x16mean_average_precision\x18\x01 \x01(\x02\x12*\n\"mean_average_precision_ha_weighted\x18\x02 \x01(\x02\x12\x12\n\nprecisions\x18\x03 \x03(\x02\x12\x0f\n\x07recalls\x18\x04 \x03(\x02\x12\x1e\n\x16precisions_ha_weighted\x18\x05 \x03(\x02\x12\x1b\n\x13recalls_ha_weighted\x18\x06 \x03(\x02\x12\x15\n\rscore_cutoffs\x18\x07 \x03(\x02\x12\x30\n\tbreakdown\x18\x08 \x01(\x0b\x32\x1d.waymo.open_dataset.Breakdown\x12?\n\x0cmeasurements\x18\t \x01(\x0b\x32).waymo.open_dataset.DetectionMeasurements\"\xac\x01\n\x13TrackingMeasurement\x12\x12\n\nnum_misses\x18\x01 \x01(\x05\x12\x0f\n\x07num_fps\x18\x02 \x01(\x05\x12\x16\n\x0enum_mismatches\x18\x03 \x01(\x05\x12\x15\n\rmatching_cost\x18\x04 \x01(\x01\x12\x13\n\x0bnum_matches\x18\x05 \x01(\x05\x12\x16\n\x0enum_objects_gt\x18\x06 \x01(\x05\x12\x14\n\x0cscore_cutoff\x18\x07 \x01(\x02\"\x87\x01\n\x14TrackingMeasurements\x12=\n\x0cmeasurements\x18\x01 \x03(\x0b\x32\'.waymo.open_dataset.TrackingMeasurement\x12\x30\n\tbreakdown\x18\x02 \x01(\x0b\x32\x1d.waymo.open_dataset.Breakdown\"\xe1\x01\n\x0fTrackingMetrics\x12\x0c\n\x04mota\x18\x01 \x01(\x02\x12\x0c\n\x04motp\x18\x02 \x01(\x02\x12\x0c\n\x04miss\x18\x03 \x01(\x02\x12\x10\n\x08mismatch\x18\x04 \x01(\x02\x12\n\n\x02\x66p\x18\x05 \x01(\x02\x12\x14\n\x0cscore_cutoff\x18\x06 \x01(\x02\x12\x30\n\tbreakdown\x18\x07 \x01(\x0b\x32\x1d.waymo.open_dataset.Breakdown\x12>\n\x0cmeasurements\x18\x08 \x01(\x0b\x32(.waymo.open_dataset.TrackingMeasurements')
  ,
  dependencies=[waymo__open__dataset_dot_dataset__pb2.DESCRIPTOR,waymo__open__dataset_dot_label__pb2.DESCRIPTOR,waymo__open__dataset_dot_protos_dot_breakdown__pb2.DESCRIPTOR,])



_MATCHERPROTO_TYPE = _descriptor.EnumDescriptor(
  name='Type',
  full_name='waymo.open_dataset.MatcherProto.Type',
  filename=None,
  file=DESCRIPTOR,
  values=[
    _descriptor.EnumValueDescriptor(
      name='TYPE_UNKNOWN', index=0, number=0,
      serialized_options=None,
      type=None),
    _descriptor.EnumValueDescriptor(
      name='TYPE_HUNGARIAN', index=1, number=1,
      serialized_options=None,
      type=None),
    _descriptor.EnumValueDescriptor(
      name='TYPE_SCORE_FIRST', index=2, number=2,
      serialized_options=None,
      type=None),
    _descriptor.EnumValueDescriptor(
      name='TYPE_HUNGARIAN_TEST_ONLY', index=3, number=100,
      serialized_options=None,
      type=None),
  ],
  containing_type=None,
  serialized_options=None,
  serialized_start=649,
  serialized_end=745,
)
_sym_db.RegisterEnumDescriptor(_MATCHERPROTO_TYPE)


_OBJECT = _descriptor.Descriptor(
  name='Object',
  full_name='waymo.open_dataset.Object',
  filename=None,
  file=DESCRIPTOR,
  containing_type=None,
  fields=[
    _descriptor.FieldDescriptor(
      name='object', full_name='waymo.open_dataset.Object.object', index=0,
      number=1, type=11, cpp_type=10, label=1,
      has_default_value=False, default_value=None,
      message_type=None, enum_type=None, containing_type=None,
      is_extension=False, extension_scope=None,
      serialized_options=None, file=DESCRIPTOR),
    _descriptor.FieldDescriptor(
      name='score', full_name='waymo.open_dataset.Object.score', index=1,
      number=2, type=2, cpp_type=6, label=1,
      has_default_value=True, default_value=float(1),
      message_type=None, enum_type=None, containing_type=None,
      is_extension=False, extension_scope=None,
      serialized_options=None, file=DESCRIPTOR),
    _descriptor.FieldDescriptor(
      name='overlap_with_nlz', full_name='waymo.open_dataset.Object.overlap_with_nlz', index=2,
      number=3, type=8, cpp_type=7, label=1,
      has_default_value=False, default_value=False,
      message_type=None, enum_type=None, containing_type=None,
      is_extension=False, extension_scope=None,
      serialized_options=None, file=DESCRIPTOR),
    _descriptor.FieldDescriptor(
      name='context_name', full_name='waymo.open_dataset.Object.context_name', index=3,
      number=4, type=9, cpp_type=9, label=1,
      has_default_value=False, default_value=_b("").decode('utf-8'),
      message_type=None, enum_type=None, containing_type=None,
      is_extension=False, extension_scope=None,
      serialized_options=None, file=DESCRIPTOR),
    _descriptor.FieldDescriptor(
      name='frame_timestamp_micros', full_name='waymo.open_dataset.Object.frame_timestamp_micros', index=4,
      number=5, type=3, cpp_type=2, label=1,
      has_default_value=False, default_value=0,
      message_type=None, enum_type=None, containing_type=None,
      is_extension=False, extension_scope=None,
      serialized_options=None, file=DESCRIPTOR),
    _descriptor.FieldDescriptor(
      name='camera_name', full_name='waymo.open_dataset.Object.camera_name', index=5,
      number=6, type=14, cpp_type=8, label=1,
      has_default_value=False, default_value=0,
      message_type=None, enum_type=None, containing_type=None,
      is_extension=False, extension_scope=None,
      serialized_options=None, file=DESCRIPTOR),
  ],
  extensions=[
  ],
  nested_types=[],
  enum_types=[
  ],
  serialized_options=None,
  is_extendable=False,
  syntax='proto2',
  extension_ranges=[],
  oneofs=[
  ],
  serialized_start=173,
  serialized_end=380,
)


_NOLABELZONEOBJECT = _descriptor.Descriptor(
  name='NoLabelZoneObject',
  full_name='waymo.open_dataset.NoLabelZoneObject',
  filename=None,
  file=DESCRIPTOR,
  containing_type=None,
  fields=[
    _descriptor.FieldDescriptor(
      name='zone', full_name='waymo.open_dataset.NoLabelZoneObject.zone', index=0,
      number=1, type=11, cpp_type=10, label=1,
      has_default_value=False, default_value=None,
      message_type=None, enum_type=None, containing_type=None,
      is_extension=False, extension_scope=None,
      serialized_options=None, file=DESCRIPTOR),
    _descriptor.FieldDescriptor(
      name='context_name', full_name='waymo.open_dataset.NoLabelZoneObject.context_name', index=1,
      number=2, type=9, cpp_type=9, label=1,
      has_default_value=False, default_value=_b("").decode('utf-8'),
      message_type=None, enum_type=None, containing_type=None,
      is_extension=False, extension_scope=None,
      serialized_options=None, file=DESCRIPTOR),
    _descriptor.FieldDescriptor(
      name='frame_timestamp_micros', full_name='waymo.open_dataset.NoLabelZoneObject.frame_timestamp_micros', index=2,
      number=3, type=3, cpp_type=2, label=1,
      has_default_value=False, default_value=0,
      message_type=None, enum_type=None, containing_type=None,
      is_extension=False, extension_scope=None,
      serialized_options=None, file=DESCRIPTOR),
  ],
  extensions=[
  ],
  nested_types=[],
  enum_types=[
  ],
  serialized_options=None,
  is_extendable=False,
  syntax='proto2',
  extension_ranges=[],
  oneofs=[
  ],
  serialized_start=382,
  serialized_end=505,
)


_OBJECTS = _descriptor.Descriptor(
  name='Objects',
  full_name='waymo.open_dataset.Objects',
  filename=None,
  file=DESCRIPTOR,
  containing_type=None,
  fields=[
    _descriptor.FieldDescriptor(
      name='objects', full_name='waymo.open_dataset.Objects.objects', index=0,
      number=1, type=11, cpp_type=10, label=3,
      has_default_value=False, default_value=[],
      message_type=None, enum_type=None, containing_type=None,
      is_extension=False, extension_scope=None,
      serialized_options=None, file=DESCRIPTOR),
    _descriptor.FieldDescriptor(
      name='no_label_zone_objects', full_name='waymo.open_dataset.Objects.no_label_zone_objects', index=1,
      number=2, type=11, cpp_type=10, label=3,
      has_default_value=False, default_value=[],
      message_type=None, enum_type=None, containing_type=None,
      is_extension=False, extension_scope=None,
      serialized_options=None, file=DESCRIPTOR),
  ],
  extensions=[
  ],
  nested_types=[],
  enum_types=[
  ],
  serialized_options=None,
  is_extendable=False,
  syntax='proto2',
  extension_ranges=[],
  oneofs=[
  ],
  serialized_start=507,
  serialized_end=631,
)


_MATCHERPROTO = _descriptor.Descriptor(
  name='MatcherProto',
  full_name='waymo.open_dataset.MatcherProto',
  filename=None,
  file=DESCRIPTOR,
  containing_type=None,
  fields=[
  ],
  extensions=[
  ],
  nested_types=[],
  enum_types=[
    _MATCHERPROTO_TYPE,
  ],
  serialized_options=None,
  is_extendable=False,
  syntax='proto2',
  extension_ranges=[],
  oneofs=[
  ],
  serialized_start=633,
  serialized_end=745,
)


_DIFFICULTY = _descriptor.Descriptor(
  name='Difficulty',
  full_name='waymo.open_dataset.Difficulty',
  filename=None,
  file=DESCRIPTOR,
  containing_type=None,
  fields=[
    _descriptor.FieldDescriptor(
      name='levels', full_name='waymo.open_dataset.Difficulty.levels', index=0,
      number=1, type=14, cpp_type=8, label=3,
      has_default_value=False, default_value=[],
      message_type=None, enum_type=None, containing_type=None,
      is_extension=False, extension_scope=None,
      serialized_options=None, file=DESCRIPTOR),
  ],
  extensions=[
  ],
  nested_types=[],
  enum_types=[
  ],
  serialized_options=None,
  is_extendable=False,
  syntax='proto2',
  extension_ranges=[],
  oneofs=[
  ],
  serialized_start=747,
  serialized_end=818,
)


_CONFIG = _descriptor.Descriptor(
  name='Config',
  full_name='waymo.open_dataset.Config',
  filename=None,
  file=DESCRIPTOR,
  containing_type=None,
  fields=[
    _descriptor.FieldDescriptor(
      name='score_cutoffs', full_name='waymo.open_dataset.Config.score_cutoffs', index=0,
      number=1, type=2, cpp_type=6, label=3,
      has_default_value=False, default_value=[],
      message_type=None, enum_type=None, containing_type=None,
      is_extension=False, extension_scope=None,
      serialized_options=None, file=DESCRIPTOR),
    _descriptor.FieldDescriptor(
      name='num_desired_score_cutoffs', full_name='waymo.open_dataset.Config.num_desired_score_cutoffs', index=1,
      number=2, type=5, cpp_type=1, label=1,
      has_default_value=False, default_value=0,
      message_type=None, enum_type=None, containing_type=None,
      is_extension=False, extension_scope=None,
      serialized_options=None, file=DESCRIPTOR),
    _descriptor.FieldDescriptor(
      name='breakdown_generator_ids', full_name='waymo.open_dataset.Config.breakdown_generator_ids', index=2,
      number=3, type=14, cpp_type=8, label=3,
      has_default_value=False, default_value=[],
      message_type=None, enum_type=None, containing_type=None,
      is_extension=False, extension_scope=None,
      serialized_options=None, file=DESCRIPTOR),
    _descriptor.FieldDescriptor(
      name='difficulties', full_name='waymo.open_dataset.Config.difficulties', index=3,
      number=4, type=11, cpp_type=10, label=3,
      has_default_value=False, default_value=[],
      message_type=None, enum_type=None, containing_type=None,
      is_extension=False, extension_scope=None,
      serialized_options=None, file=DESCRIPTOR),
    _descriptor.FieldDescriptor(
      name='matcher_type', full_name='waymo.open_dataset.Config.matcher_type', index=4,
      number=5, type=14, cpp_type=8, label=1,
      has_default_value=False, default_value=0,
      message_type=None, enum_type=None, containing_type=None,
      is_extension=False, extension_scope=None,
      serialized_options=None, file=DESCRIPTOR),
    _descriptor.FieldDescriptor(
      name='iou_thresholds', full_name='waymo.open_dataset.Config.iou_thresholds', index=5,
      number=6, type=2, cpp_type=6, label=3,
      has_default_value=False, default_value=[],
      message_type=None, enum_type=None, containing_type=None,
      is_extension=False, extension_scope=None,
      serialized_options=None, file=DESCRIPTOR),
    _descriptor.FieldDescriptor(
      name='box_type', full_name='waymo.open_dataset.Config.box_type', index=6,
      number=7, type=14, cpp_type=8, label=1,
      has_default_value=False, default_value=0,
      message_type=None, enum_type=None, containing_type=None,
      is_extension=False, extension_scope=None,
      serialized_options=None, file=DESCRIPTOR),
    _descriptor.FieldDescriptor(
      name='desired_recall_delta', full_name='waymo.open_dataset.Config.desired_recall_delta', index=7,
      number=8, type=2, cpp_type=6, label=1,
      has_default_value=True, default_value=float(0.05),
      message_type=None, enum_type=None, containing_type=None,
      is_extension=False, extension_scope=None,
      serialized_options=None, file=DESCRIPTOR),
    _descriptor.FieldDescriptor(
      name='min_precision', full_name='waymo.open_dataset.Config.min_precision', index=8,
      number=9, type=2, cpp_type=6, label=1,
      has_default_value=True, default_value=float(0),
      message_type=None, enum_type=None, containing_type=None,
      is_extension=False, extension_scope=None,
      serialized_options=None, file=DESCRIPTOR),
    _descriptor.FieldDescriptor(
      name='min_heading_accuracy', full_name='waymo.open_dataset.Config.min_heading_accuracy', index=9,
      number=10, type=2, cpp_type=6, label=1,
      has_default_value=True, default_value=float(-1),
      message_type=None, enum_type=None, containing_type=None,
      is_extension=False, extension_scope=None,
      serialized_options=None, file=DESCRIPTOR),
  ],
  extensions=[
  ],
  nested_types=[],
  enum_types=[
  ],
  serialized_options=None,
  is_extendable=False,
  syntax='proto2',
  extension_ranges=[],
  oneofs=[
  ],
  serialized_start=821,
  serialized_end=1252,
)


_DETECTIONMEASUREMENT = _descriptor.Descriptor(
  name='DetectionMeasurement',
  full_name='waymo.open_dataset.DetectionMeasurement',
  filename=None,
  file=DESCRIPTOR,
  containing_type=None,
  fields=[
    _descriptor.FieldDescriptor(
      name='num_fps', full_name='waymo.open_dataset.DetectionMeasurement.num_fps', index=0,
      number=1, type=5, cpp_type=1, label=1,
      has_default_value=False, default_value=0,
      message_type=None, enum_type=None, containing_type=None,
      is_extension=False, extension_scope=None,
      serialized_options=None, file=DESCRIPTOR),
    _descriptor.FieldDescriptor(
      name='num_tps', full_name='waymo.open_dataset.DetectionMeasurement.num_tps', index=1,
      number=2, type=5, cpp_type=1, label=1,
      has_default_value=False, default_value=0,
      message_type=None, enum_type=None, containing_type=None,
      is_extension=False, extension_scope=None,
      serialized_options=None, file=DESCRIPTOR),
    _descriptor.FieldDescriptor(
      name='num_fns', full_name='waymo.open_dataset.DetectionMeasurement.num_fns', index=2,
      number=3, type=5, cpp_type=1, label=1,
      has_default_value=False, default_value=0,
      message_type=None, enum_type=None, containing_type=None,
      is_extension=False, extension_scope=None,
      serialized_options=None, file=DESCRIPTOR),
    _descriptor.FieldDescriptor(
      name='sum_ha', full_name='waymo.open_dataset.DetectionMeasurement.sum_ha', index=3,
      number=4, type=2, cpp_type=6, label=1,
      has_default_value=False, default_value=float(0),
      message_type=None, enum_type=None, containing_type=None,
      is_extension=False, extension_scope=None,
      serialized_options=None, file=DESCRIPTOR),
    _descriptor.FieldDescriptor(
      name='score_cutoff', full_name='waymo.open_dataset.DetectionMeasurement.score_cutoff', index=4,
      number=5, type=2, cpp_type=6, label=1,
      has_default_value=False, default_value=float(0),
      message_type=None, enum_type=None, containing_type=None,
      is_extension=False, extension_scope=None,
      serialized_options=None, file=DESCRIPTOR),
  ],
  extensions=[
  ],
  nested_types=[],
  enum_types=[
  ],
  serialized_options=None,
  is_extendable=False,
  syntax='proto2',
  extension_ranges=[],
  oneofs=[
  ],
  serialized_start=1254,
  serialized_end=1365,
)


_DETECTIONMEASUREMENTS = _descriptor.Descriptor(
  name='DetectionMeasurements',
  full_name='waymo.open_dataset.DetectionMeasurements',
  filename=None,
  file=DESCRIPTOR,
  containing_type=None,
  fields=[
    _descriptor.FieldDescriptor(
      name='measurements', full_name='waymo.open_dataset.DetectionMeasurements.measurements', index=0,
      number=1, type=11, cpp_type=10, label=3,
      has_default_value=False, default_value=[],
      message_type=None, enum_type=None, containing_type=None,
      is_extension=False, extension_scope=None,
      serialized_options=None, file=DESCRIPTOR),
    _descriptor.FieldDescriptor(
      name='breakdown', full_name='waymo.open_dataset.DetectionMeasurements.breakdown', index=1,
      number=2, type=11, cpp_type=10, label=1,
      has_default_value=False, default_value=None,
      message_type=None, enum_type=None, containing_type=None,
      is_extension=False, extension_scope=None,
      serialized_options=None, file=DESCRIPTOR),
  ],
  extensions=[
  ],
  nested_types=[],
  enum_types=[
  ],
  serialized_options=None,
  is_extendable=False,
  syntax='proto2',
  extension_ranges=[],
  oneofs=[
  ],
  serialized_start=1368,
  serialized_end=1505,
)


_DETECTIONMETRICS = _descriptor.Descriptor(
  name='DetectionMetrics',
  full_name='waymo.open_dataset.DetectionMetrics',
  filename=None,
  file=DESCRIPTOR,
  containing_type=None,
  fields=[
    _descriptor.FieldDescriptor(
      name='mean_average_precision', full_name='waymo.open_dataset.DetectionMetrics.mean_average_precision', index=0,
      number=1, type=2, cpp_type=6, label=1,
      has_default_value=False, default_value=float(0),
      message_type=None, enum_type=None, containing_type=None,
      is_extension=False, extension_scope=None,
      serialized_options=None, file=DESCRIPTOR),
    _descriptor.FieldDescriptor(
      name='mean_average_precision_ha_weighted', full_name='waymo.open_dataset.DetectionMetrics.mean_average_precision_ha_weighted', index=1,
      number=2, type=2, cpp_type=6, label=1,
      has_default_value=False, default_value=float(0),
      message_type=None, enum_type=None, containing_type=None,
      is_extension=False, extension_scope=None,
      serialized_options=None, file=DESCRIPTOR),
    _descriptor.FieldDescriptor(
      name='precisions', full_name='waymo.open_dataset.DetectionMetrics.precisions', index=2,
      number=3, type=2, cpp_type=6, label=3,
      has_default_value=False, default_value=[],
      message_type=None, enum_type=None, containing_type=None,
      is_extension=False, extension_scope=None,
      serialized_options=None, file=DESCRIPTOR),
    _descriptor.FieldDescriptor(
      name='recalls', full_name='waymo.open_dataset.DetectionMetrics.recalls', index=3,
      number=4, type=2, cpp_type=6, label=3,
      has_default_value=False, default_value=[],
      message_type=None, enum_type=None, containing_type=None,
      is_extension=False, extension_scope=None,
      serialized_options=None, file=DESCRIPTOR),
    _descriptor.FieldDescriptor(
      name='precisions_ha_weighted', full_name='waymo.open_dataset.DetectionMetrics.precisions_ha_weighted', index=4,
      number=5, type=2, cpp_type=6, label=3,
      has_default_value=False, default_value=[],
      message_type=None, enum_type=None, containing_type=None,
      is_extension=False, extension_scope=None,
      serialized_options=None, file=DESCRIPTOR),
    _descriptor.FieldDescriptor(
      name='recalls_ha_weighted', full_name='waymo.open_dataset.DetectionMetrics.recalls_ha_weighted', index=5,
      number=6, type=2, cpp_type=6, label=3,
      has_default_value=False, default_value=[],
      message_type=None, enum_type=None, containing_type=None,
      is_extension=False, extension_scope=None,
      serialized_options=None, file=DESCRIPTOR),
    _descriptor.FieldDescriptor(
      name='score_cutoffs', full_name='waymo.open_dataset.DetectionMetrics.score_cutoffs', index=6,
      number=7, type=2, cpp_type=6, label=3,
      has_default_value=False, default_value=[],
      message_type=None, enum_type=None, containing_type=None,
      is_extension=False, extension_scope=None,
      serialized_options=None, file=DESCRIPTOR),
    _descriptor.FieldDescriptor(
      name='breakdown', full_name='waymo.open_dataset.DetectionMetrics.breakdown', index=7,
      number=8, type=11, cpp_type=10, label=1,
      has_default_value=False, default_value=None,
      message_type=None, enum_type=None, containing_type=None,
      is_extension=False, extension_scope=None,
      serialized_options=None, file=DESCRIPTOR),
    _descriptor.FieldDescriptor(
      name='measurements', full_name='waymo.open_dataset.DetectionMetrics.measurements', index=8,
      number=9, type=11, cpp_type=10, label=1,
      has_default_value=False, default_value=None,
      message_type=None, enum_type=None, containing_type=None,
      is_extension=False, extension_scope=None,
      serialized_options=None, file=DESCRIPTOR),
  ],
  extensions=[
  ],
  nested_types=[],
  enum_types=[
  ],
  serialized_options=None,
  is_extendable=False,
  syntax='proto2',
  extension_ranges=[],
  oneofs=[
  ],
  serialized_start=1508,
  serialized_end=1838,
)


_TRACKINGMEASUREMENT = _descriptor.Descriptor(
  name='TrackingMeasurement',
  full_name='waymo.open_dataset.TrackingMeasurement',
  filename=None,
  file=DESCRIPTOR,
  containing_type=None,
  fields=[
    _descriptor.FieldDescriptor(
      name='num_misses', full_name='waymo.open_dataset.TrackingMeasurement.num_misses', index=0,
      number=1, type=5, cpp_type=1, label=1,
      has_default_value=False, default_value=0,
      message_type=None, enum_type=None, containing_type=None,
      is_extension=False, extension_scope=None,
      serialized_options=None, file=DESCRIPTOR),
    _descriptor.FieldDescriptor(
      name='num_fps', full_name='waymo.open_dataset.TrackingMeasurement.num_fps', index=1,
      number=2, type=5, cpp_type=1, label=1,
      has_default_value=False, default_value=0,
      message_type=None, enum_type=None, containing_type=None,
      is_extension=False, extension_scope=None,
      serialized_options=None, file=DESCRIPTOR),
    _descriptor.FieldDescriptor(
      name='num_mismatches', full_name='waymo.open_dataset.TrackingMeasurement.num_mismatches', index=2,
      number=3, type=5, cpp_type=1, label=1,
      has_default_value=False, default_value=0,
      message_type=None, enum_type=None, containing_type=None,
      is_extension=False, extension_scope=None,
      serialized_options=None, file=DESCRIPTOR),
    _descriptor.FieldDescriptor(
      name='matching_cost', full_name='waymo.open_dataset.TrackingMeasurement.matching_cost', index=3,
      number=4, type=1, cpp_type=5, label=1,
      has_default_value=False, default_value=float(0),
      message_type=None, enum_type=None, containing_type=None,
      is_extension=False, extension_scope=None,
      serialized_options=None, file=DESCRIPTOR),
    _descriptor.FieldDescriptor(
      name='num_matches', full_name='waymo.open_dataset.TrackingMeasurement.num_matches', index=4,
      number=5, type=5, cpp_type=1, label=1,
      has_default_value=False, default_value=0,
      message_type=None, enum_type=None, containing_type=None,
      is_extension=False, extension_scope=None,
      serialized_options=None, file=DESCRIPTOR),
    _descriptor.FieldDescriptor(
      name='num_objects_gt', full_name='waymo.open_dataset.TrackingMeasurement.num_objects_gt', index=5,
      number=6, type=5, cpp_type=1, label=1,
      has_default_value=False, default_value=0,
      message_type=None, enum_type=None, containing_type=None,
      is_extension=False, extension_scope=None,
      serialized_options=None, file=DESCRIPTOR),
    _descriptor.FieldDescriptor(
      name='score_cutoff', full_name='waymo.open_dataset.TrackingMeasurement.score_cutoff', index=6,
      number=7, type=2, cpp_type=6, label=1,
      has_default_value=False, default_value=float(0),
      message_type=None, enum_type=None, containing_type=None,
      is_extension=False, extension_scope=None,
      serialized_options=None, file=DESCRIPTOR),
  ],
  extensions=[
  ],
  nested_types=[],
  enum_types=[
  ],
  serialized_options=None,
  is_extendable=False,
  syntax='proto2',
  extension_ranges=[],
  oneofs=[
  ],
  serialized_start=1841,
  serialized_end=2013,
)


_TRACKINGMEASUREMENTS = _descriptor.Descriptor(
  name='TrackingMeasurements',
  full_name='waymo.open_dataset.TrackingMeasurements',
  filename=None,
  file=DESCRIPTOR,
  containing_type=None,
  fields=[
    _descriptor.FieldDescriptor(
      name='measurements', full_name='waymo.open_dataset.TrackingMeasurements.measurements', index=0,
      number=1, type=11, cpp_type=10, label=3,
      has_default_value=False, default_value=[],
      message_type=None, enum_type=None, containing_type=None,
      is_extension=False, extension_scope=None,
      serialized_options=None, file=DESCRIPTOR),
    _descriptor.FieldDescriptor(
      name='breakdown', full_name='waymo.open_dataset.TrackingMeasurements.breakdown', index=1,
      number=2, type=11, cpp_type=10, label=1,
      has_default_value=False, default_value=None,
      message_type=None, enum_type=None, containing_type=None,
      is_extension=False, extension_scope=None,
      serialized_options=None, file=DESCRIPTOR),
  ],
  extensions=[
  ],
  nested_types=[],
  enum_types=[
  ],
  serialized_options=None,
  is_extendable=False,
  syntax='proto2',
  extension_ranges=[],
  oneofs=[
  ],
  serialized_start=2016,
  serialized_end=2151,
)


_TRACKINGMETRICS = _descriptor.Descriptor(
  name='TrackingMetrics',
  full_name='waymo.open_dataset.TrackingMetrics',
  filename=None,
  file=DESCRIPTOR,
  containing_type=None,
  fields=[
    _descriptor.FieldDescriptor(
      name='mota', full_name='waymo.open_dataset.TrackingMetrics.mota', index=0,
      number=1, type=2, cpp_type=6, label=1,
      has_default_value=False, default_value=float(0),
      message_type=None, enum_type=None, containing_type=None,
      is_extension=False, extension_scope=None,
      serialized_options=None, file=DESCRIPTOR),
    _descriptor.FieldDescriptor(
      name='motp', full_name='waymo.open_dataset.TrackingMetrics.motp', index=1,
      number=2, type=2, cpp_type=6, label=1,
      has_default_value=False, default_value=float(0),
      message_type=None, enum_type=None, containing_type=None,
      is_extension=False, extension_scope=None,
      serialized_options=None, file=DESCRIPTOR),
    _descriptor.FieldDescriptor(
      name='miss', full_name='waymo.open_dataset.TrackingMetrics.miss', index=2,
      number=3, type=2, cpp_type=6, label=1,
      has_default_value=False, default_value=float(0),
      message_type=None, enum_type=None, containing_type=None,
      is_extension=False, extension_scope=None,
      serialized_options=None, file=DESCRIPTOR),
    _descriptor.FieldDescriptor(
      name='mismatch', full_name='waymo.open_dataset.TrackingMetrics.mismatch', index=3,
      number=4, type=2, cpp_type=6, label=1,
      has_default_value=False, default_value=float(0),
      message_type=None, enum_type=None, containing_type=None,
      is_extension=False, extension_scope=None,
      serialized_options=None, file=DESCRIPTOR),
    _descriptor.FieldDescriptor(
      name='fp', full_name='waymo.open_dataset.TrackingMetrics.fp', index=4,
      number=5, type=2, cpp_type=6, label=1,
      has_default_value=False, default_value=float(0),
      message_type=None, enum_type=None, containing_type=None,
      is_extension=False, extension_scope=None,
      serialized_options=None, file=DESCRIPTOR),
    _descriptor.FieldDescriptor(
      name='score_cutoff', full_name='waymo.open_dataset.TrackingMetrics.score_cutoff', index=5,
      number=6, type=2, cpp_type=6, label=1,
      has_default_value=False, default_value=float(0),
      message_type=None, enum_type=None, containing_type=None,
      is_extension=False, extension_scope=None,
      serialized_options=None, file=DESCRIPTOR),
    _descriptor.FieldDescriptor(
      name='breakdown', full_name='waymo.open_dataset.TrackingMetrics.breakdown', index=6,
      number=7, type=11, cpp_type=10, label=1,
      has_default_value=False, default_value=None,
      message_type=None, enum_type=None, containing_type=None,
      is_extension=False, extension_scope=None,
      serialized_options=None, file=DESCRIPTOR),
    _descriptor.FieldDescriptor(
      name='measurements', full_name='waymo.open_dataset.TrackingMetrics.measurements', index=7,
      number=8, type=11, cpp_type=10, label=1,
      has_default_value=False, default_value=None,
      message_type=None, enum_type=None, containing_type=None,
      is_extension=False, extension_scope=None,
      serialized_options=None, file=DESCRIPTOR),
  ],
  extensions=[
  ],
  nested_types=[],
  enum_types=[
  ],
  serialized_options=None,
  is_extendable=False,
  syntax='proto2',
  extension_ranges=[],
  oneofs=[
  ],
  serialized_start=2154,
  serialized_end=2379,
)

_OBJECT.fields_by_name['object'].message_type = waymo__open__dataset_dot_label__pb2._LABEL
_OBJECT.fields_by_name['camera_name'].enum_type = waymo__open__dataset_dot_dataset__pb2._CAMERANAME_NAME
_NOLABELZONEOBJECT.fields_by_name['zone'].message_type = waymo__open__dataset_dot_label__pb2._POLYGON2DPROTO
_OBJECTS.fields_by_name['objects'].message_type = _OBJECT
_OBJECTS.fields_by_name['no_label_zone_objects'].message_type = _NOLABELZONEOBJECT
_MATCHERPROTO_TYPE.containing_type = _MATCHERPROTO
_DIFFICULTY.fields_by_name['levels'].enum_type = waymo__open__dataset_dot_label__pb2._LABEL_DIFFICULTYLEVEL
_CONFIG.fields_by_name['breakdown_generator_ids'].enum_type = waymo__open__dataset_dot_protos_dot_breakdown__pb2._BREAKDOWN_GENERATORID
_CONFIG.fields_by_name['difficulties'].message_type = _DIFFICULTY
_CONFIG.fields_by_name['matcher_type'].enum_type = _MATCHERPROTO_TYPE
_CONFIG.fields_by_name['box_type'].enum_type = waymo__open__dataset_dot_label__pb2._LABEL_BOX_TYPE
_DETECTIONMEASUREMENTS.fields_by_name['measurements'].message_type = _DETECTIONMEASUREMENT
_DETECTIONMEASUREMENTS.fields_by_name['breakdown'].message_type = waymo__open__dataset_dot_protos_dot_breakdown__pb2._BREAKDOWN
_DETECTIONMETRICS.fields_by_name['breakdown'].message_type = waymo__open__dataset_dot_protos_dot_breakdown__pb2._BREAKDOWN
_DETECTIONMETRICS.fields_by_name['measurements'].message_type = _DETECTIONMEASUREMENTS
_TRACKINGMEASUREMENTS.fields_by_name['measurements'].message_type = _TRACKINGMEASUREMENT
_TRACKINGMEASUREMENTS.fields_by_name['breakdown'].message_type = waymo__open__dataset_dot_protos_dot_breakdown__pb2._BREAKDOWN
_TRACKINGMETRICS.fields_by_name['breakdown'].message_type = waymo__open__dataset_dot_protos_dot_breakdown__pb2._BREAKDOWN
_TRACKINGMETRICS.fields_by_name['measurements'].message_type = _TRACKINGMEASUREMENTS
DESCRIPTOR.message_types_by_name['Object'] = _OBJECT
DESCRIPTOR.message_types_by_name['NoLabelZoneObject'] = _NOLABELZONEOBJECT
DESCRIPTOR.message_types_by_name['Objects'] = _OBJECTS
DESCRIPTOR.message_types_by_name['MatcherProto'] = _MATCHERPROTO
DESCRIPTOR.message_types_by_name['Difficulty'] = _DIFFICULTY
DESCRIPTOR.message_types_by_name['Config'] = _CONFIG
DESCRIPTOR.message_types_by_name['DetectionMeasurement'] = _DETECTIONMEASUREMENT
DESCRIPTOR.message_types_by_name['DetectionMeasurements'] = _DETECTIONMEASUREMENTS
DESCRIPTOR.message_types_by_name['DetectionMetrics'] = _DETECTIONMETRICS
DESCRIPTOR.message_types_by_name['TrackingMeasurement'] = _TRACKINGMEASUREMENT
DESCRIPTOR.message_types_by_name['TrackingMeasurements'] = _TRACKINGMEASUREMENTS
DESCRIPTOR.message_types_by_name['TrackingMetrics'] = _TRACKINGMETRICS
_sym_db.RegisterFileDescriptor(DESCRIPTOR)

Object = _reflection.GeneratedProtocolMessageType('Object', (_message.Message,), {
  'DESCRIPTOR' : _OBJECT,
  '__module__' : 'waymo_open_dataset.protos.metrics_pb2'
  # @@protoc_insertion_point(class_scope:waymo.open_dataset.Object)
  })
_sym_db.RegisterMessage(Object)

NoLabelZoneObject = _reflection.GeneratedProtocolMessageType('NoLabelZoneObject', (_message.Message,), {
  'DESCRIPTOR' : _NOLABELZONEOBJECT,
  '__module__' : 'waymo_open_dataset.protos.metrics_pb2'
  # @@protoc_insertion_point(class_scope:waymo.open_dataset.NoLabelZoneObject)
  })
_sym_db.RegisterMessage(NoLabelZoneObject)

Objects = _reflection.GeneratedProtocolMessageType('Objects', (_message.Message,), {
  'DESCRIPTOR' : _OBJECTS,
  '__module__' : 'waymo_open_dataset.protos.metrics_pb2'
  # @@protoc_insertion_point(class_scope:waymo.open_dataset.Objects)
  })
_sym_db.RegisterMessage(Objects)

MatcherProto = _reflection.GeneratedProtocolMessageType('MatcherProto', (_message.Message,), {
  'DESCRIPTOR' : _MATCHERPROTO,
  '__module__' : 'waymo_open_dataset.protos.metrics_pb2'
  # @@protoc_insertion_point(class_scope:waymo.open_dataset.MatcherProto)
  })
_sym_db.RegisterMessage(MatcherProto)

Difficulty = _reflection.GeneratedProtocolMessageType('Difficulty', (_message.Message,), {
  'DESCRIPTOR' : _DIFFICULTY,
  '__module__' : 'waymo_open_dataset.protos.metrics_pb2'
  # @@protoc_insertion_point(class_scope:waymo.open_dataset.Difficulty)
  })
_sym_db.RegisterMessage(Difficulty)

Config = _reflection.GeneratedProtocolMessageType('Config', (_message.Message,), {
  'DESCRIPTOR' : _CONFIG,
  '__module__' : 'waymo_open_dataset.protos.metrics_pb2'
  # @@protoc_insertion_point(class_scope:waymo.open_dataset.Config)
  })
_sym_db.RegisterMessage(Config)

DetectionMeasurement = _reflection.GeneratedProtocolMessageType('DetectionMeasurement', (_message.Message,), {
  'DESCRIPTOR' : _DETECTIONMEASUREMENT,
  '__module__' : 'waymo_open_dataset.protos.metrics_pb2'
  # @@protoc_insertion_point(class_scope:waymo.open_dataset.DetectionMeasurement)
  })
_sym_db.RegisterMessage(DetectionMeasurement)

DetectionMeasurements = _reflection.GeneratedProtocolMessageType('DetectionMeasurements', (_message.Message,), {
  'DESCRIPTOR' : _DETECTIONMEASUREMENTS,
  '__module__' : 'waymo_open_dataset.protos.metrics_pb2'
  # @@protoc_insertion_point(class_scope:waymo.open_dataset.DetectionMeasurements)
  })
_sym_db.RegisterMessage(DetectionMeasurements)

DetectionMetrics = _reflection.GeneratedProtocolMessageType('DetectionMetrics', (_message.Message,), {
  'DESCRIPTOR' : _DETECTIONMETRICS,
  '__module__' : 'waymo_open_dataset.protos.metrics_pb2'
  # @@protoc_insertion_point(class_scope:waymo.open_dataset.DetectionMetrics)
  })
_sym_db.RegisterMessage(DetectionMetrics)

TrackingMeasurement = _reflection.GeneratedProtocolMessageType('TrackingMeasurement', (_message.Message,), {
  'DESCRIPTOR' : _TRACKINGMEASUREMENT,
  '__module__' : 'waymo_open_dataset.protos.metrics_pb2'
  # @@protoc_insertion_point(class_scope:waymo.open_dataset.TrackingMeasurement)
  })
_sym_db.RegisterMessage(TrackingMeasurement)

TrackingMeasurements = _reflection.GeneratedProtocolMessageType('TrackingMeasurements', (_message.Message,), {
  'DESCRIPTOR' : _TRACKINGMEASUREMENTS,
  '__module__' : 'waymo_open_dataset.protos.metrics_pb2'
  # @@protoc_insertion_point(class_scope:waymo.open_dataset.TrackingMeasurements)
  })
_sym_db.RegisterMessage(TrackingMeasurements)

TrackingMetrics = _reflection.GeneratedProtocolMessageType('TrackingMetrics', (_message.Message,), {
  'DESCRIPTOR' : _TRACKINGMETRICS,
  '__module__' : 'waymo_open_dataset.protos.metrics_pb2'
  # @@protoc_insertion_point(class_scope:waymo.open_dataset.TrackingMetrics)
  })
_sym_db.RegisterMessage(TrackingMetrics)


# @@protoc_insertion_point(module_scope)

264db8bf6993d534e31743474beeb180ce821dac
<mask token>

<mask token>
_sym_db.RegisterEnumDescriptor(_MATCHERPROTO_TYPE)
<mask token>
_sym_db.RegisterFileDescriptor(DESCRIPTOR)
<mask token>
_sym_db.RegisterMessage(Object)
<mask token>
_sym_db.RegisterMessage(NoLabelZoneObject)
<mask token>
_sym_db.RegisterMessage(Objects)
<mask token>
_sym_db.RegisterMessage(MatcherProto)
<mask token>
_sym_db.RegisterMessage(Difficulty)
<mask token>
_sym_db.RegisterMessage(Config)
<mask token>
_sym_db.RegisterMessage(DetectionMeasurement)
<mask token>
_sym_db.RegisterMessage(DetectionMeasurements)
<mask token>
_sym_db.RegisterMessage(DetectionMetrics)
<mask token>
_sym_db.RegisterMessage(TrackingMeasurement)
<mask token>
_sym_db.RegisterMessage(TrackingMeasurements)
<mask token>
_sym_db.RegisterMessage(TrackingMetrics)

<mask token>
_b = sys.version_info[0] < 3 and (lambda x: x) or (lambda x: x.encode('latin1')
    )
<mask token>
_sym_db = _symbol_database.Default()
<mask token>
DESCRIPTOR = _descriptor.FileDescriptor(name=
    'waymo_open_dataset/protos/metrics.proto', package='waymo.open_dataset',
    syntax='proto2', serialized_options=None, serialized_pb=_b(
    '\n\'waymo_open_dataset/protos/metrics.proto\x12\x12waymo.open_dataset\x1a waymo_open_dataset/dataset.proto\x1a\x1ewaymo_open_dataset/label.proto\x1a)waymo_open_dataset/protos/breakdown.proto"Ï\x01\n\x06Object\x12)\n\x06object\x18\x01 \x01(\x0b2\x19.waymo.open_dataset.Label\x12\x10\n\x05score\x18\x02 \x01(\x02:\x011\x12\x18\n\x10overlap_with_nlz\x18\x03 \x01(\x08\x12\x14\n\x0ccontext_name\x18\x04 \x01(\t\x12\x1e\n\x16frame_timestamp_micros\x18\x05 \x01(\x03\x128\n\x0bcamera_name\x18\x06 \x01(\x0e2#.waymo.open_dataset.CameraName.Name"{\n\x11NoLabelZoneObject\x120\n\x04zone\x18\x01 \x01(\x0b2".waymo.open_dataset.Polygon2dProto\x12\x14\n\x0ccontext_name\x18\x02 \x01(\t\x12\x1e\n\x16frame_timestamp_micros\x18\x03 \x01(\x03"|\n\x07Objects\x12+\n\x07objects\x18\x01 \x03(\x0b2\x1a.waymo.open_dataset.Object\x12D\n\x15no_label_zone_objects\x18\x02 \x03(\x0b2%.waymo.open_dataset.NoLabelZoneObject"p\n\x0cMatcherProto"`\n\x04Type\x12\x10\n\x0cTYPE_UNKNOWN\x10\x00\x12\x12\n\x0eTYPE_HUNGARIAN\x10\x01\x12\x14\n\x10TYPE_SCORE_FIRST\x10\x02\x12\x1c\n\x18TYPE_HUNGARIAN_TEST_ONLY\x10d"G\n\nDifficulty\x129\n\x06levels\x18\x01 \x03(\x0e2).waymo.open_dataset.Label.DifficultyLevel"¯\x03\n\x06Config\x12\x15\n\rscore_cutoffs\x18\x01 \x03(\x02\x12!\n\x19num_desired_score_cutoffs\x18\x02 \x01(\x05\x12J\n\x17breakdown_generator_ids\x18\x03 \x03(\x0e2).waymo.open_dataset.Breakdown.GeneratorId\x124\n\x0cdifficulties\x18\x04 \x03(\x0b2\x1e.waymo.open_dataset.Difficulty\x12;\n\x0cmatcher_type\x18\x05 \x01(\x0e2%.waymo.open_dataset.MatcherProto.Type\x12\x16\n\x0eiou_thresholds\x18\x06 \x03(\x02\x124\n\x08box_type\x18\x07 \x01(\x0e2".waymo.open_dataset.Label.Box.Type\x12"\n\x14desired_recall_delta\x18\x08 \x01(\x02:\x040.05\x12\x18\n\rmin_precision\x18\t \x01(\x02:\x010\x12 \n\x14min_heading_accuracy\x18\n \x01(\x02:\x02-1"o\n\x14DetectionMeasurement\x12\x0f\n\x07num_fps\x18\x01 \x01(\x05\x12\x0f\n\x07num_tps\x18\x02 \x01(\x05\x12\x0f\n\x07num_fns\x18\x03 \x01(\x05\x12\x0e\n\x06sum_ha\x18\x04 \x01(\x02\x12\x14\n\x0cscore_cutoff\x18\x05 \x01(\x02"\x89\x01\n\x15DetectionMeasurements\x12>\n\x0cmeasurements\x18\x01 \x03(\x0b2(.waymo.open_dataset.DetectionMeasurement\x120\n\tbreakdown\x18\x02 \x01(\x0b2\x1d.waymo.open_dataset.Breakdown"Ê\x02\n\x10DetectionMetrics\x12\x1e\n\x16mean_average_precision\x18\x01 \x01(\x02\x12*\n"mean_average_precision_ha_weighted\x18\x02 \x01(\x02\x12\x12\n\nprecisions\x18\x03 \x03(\x02\x12\x0f\n\x07recalls\x18\x04 \x03(\x02\x12\x1e\n\x16precisions_ha_weighted\x18\x05 \x03(\x02\x12\x1b\n\x13recalls_ha_weighted\x18\x06 \x03(\x02\x12\x15\n\rscore_cutoffs\x18\x07 \x03(\x02\x120\n\tbreakdown\x18\x08 \x01(\x0b2\x1d.waymo.open_dataset.Breakdown\x12?\n\x0cmeasurements\x18\t \x01(\x0b2).waymo.open_dataset.DetectionMeasurements"¬\x01\n\x13TrackingMeasurement\x12\x12\n\nnum_misses\x18\x01 \x01(\x05\x12\x0f\n\x07num_fps\x18\x02 \x01(\x05\x12\x16\n\x0enum_mismatches\x18\x03 \x01(\x05\x12\x15\n\rmatching_cost\x18\x04 \x01(\x01\x12\x13\n\x0bnum_matches\x18\x05 \x01(\x05\x12\x16\n\x0enum_objects_gt\x18\x06 \x01(\x05\x12\x14\n\x0cscore_cutoff\x18\x07 \x01(\x02"\x87\x01\n\x14TrackingMeasurements\x12=\n\x0cmeasurements\x18\x01 \x03(\x0b2\'.waymo.open_dataset.TrackingMeasurement\x120\n\tbreakdown\x18\x02 \x01(\x0b2\x1d.waymo.open_dataset.Breakdown"á\x01\n\x0fTrackingMetrics\x12\x0c\n\x04mota\x18\x01 \x01(\x02\x12\x0c\n\x04motp\x18\x02 \x01(\x02\x12\x0c\n\x04miss\x18\x03 \x01(\x02\x12\x10\n\x08mismatch\x18\x04 \x01(\x02\x12\n\n\x02fp\x18\x05 \x01(\x02\x12\x14\n\x0cscore_cutoff\x18\x06 \x01(\x02\x120\n\tbreakdown\x18\x07 \x01(\x0b2\x1d.waymo.open_dataset.Breakdown\x12>\n\x0cmeasurements\x18\x08 \x01(\x0b2(.waymo.open_dataset.TrackingMeasurements'
    ), dependencies=[waymo__open__dataset_dot_dataset__pb2.DESCRIPTOR,
    waymo__open__dataset_dot_label__pb2.DESCRIPTOR,
    waymo__open__dataset_dot_protos_dot_breakdown__pb2.DESCRIPTOR])
_MATCHERPROTO_TYPE = _descriptor.EnumDescriptor(name='Type', full_name=
    'waymo.open_dataset.MatcherProto.Type', filename=None, file=DESCRIPTOR,
    values=[_descriptor.EnumValueDescriptor(name='TYPE_UNKNOWN', index=0,
    number=0, serialized_options=None, type=None), _descriptor.
    EnumValueDescriptor(name='TYPE_HUNGARIAN', index=1, number=1,
    serialized_options=None, type=None), _descriptor.EnumValueDescriptor(
    name='TYPE_SCORE_FIRST', index=2, number=2, serialized_options=None,
    type=None), _descriptor.EnumValueDescriptor(name=
    'TYPE_HUNGARIAN_TEST_ONLY', index=3, number=100, serialized_options=
    None, type=None)], containing_type=None, serialized_options=None,
    serialized_start=649, serialized_end=745)
_sym_db.RegisterEnumDescriptor(_MATCHERPROTO_TYPE)
_OBJECT = _descriptor.Descriptor(name='Object', full_name=
    'waymo.open_dataset.Object', filename=None, file=DESCRIPTOR,
    containing_type=None, fields=[_descriptor.FieldDescriptor(name='object',
    full_name='waymo.open_dataset.Object.object', index=0, number=1, type=
    11, cpp_type=10, label=1, has_default_value=False, default_value=None,
    message_type=None, enum_type=None, containing_type=None, is_extension=
    False, extension_scope=None, serialized_options=None, file=DESCRIPTOR),
    _descriptor.FieldDescriptor(name='score', full_name=
    'waymo.open_dataset.Object.score', index=1, number=2, type=2, cpp_type=
    6, label=1, has_default_value=True, default_value=float(1),
    message_type=None, enum_type=None, containing_type=None, is_extension=
    False, extension_scope=None, serialized_options=None, file=DESCRIPTOR),
    _descriptor.FieldDescriptor(name='overlap_with_nlz', full_name=
    'waymo.open_dataset.Object.overlap_with_nlz', index=2, number=3, type=8,
    cpp_type=7, label=1, has_default_value=False, default_value=False,
    message_type=None, enum_type=None, containing_type=None, is_extension=
    False, extension_scope=None, serialized_options=None, file=DESCRIPTOR),
    _descriptor.FieldDescriptor(name='context_name', full_name=
    'waymo.open_dataset.Object.context_name', index=3, number=4, type=9,
    cpp_type=9, label=1, has_default_value=False, default_value=_b('').
    decode('utf-8'), message_type=None, enum_type=None, containing_type=
    None, is_extension=False, extension_scope=None, serialized_options=None,
    file=DESCRIPTOR), _descriptor.FieldDescriptor(name=
    'frame_timestamp_micros', full_name=
    'waymo.open_dataset.Object.frame_timestamp_micros', index=4, number=5,
    type=3, cpp_type=2, label=1, has_default_value=False, default_value=0,
    message_type=None, enum_type=None, containing_type=None, is_extension=
    False, extension_scope=None, serialized_options=None, file=DESCRIPTOR),
    _descriptor.FieldDescriptor(name='camera_name', full_name=
    'waymo.open_dataset.Object.camera_name', index=5, number=6, type=14,
    cpp_type=8, label=1, has_default_value=False, default_value=0,
    message_type=None, enum_type=None, containing_type=None, is_extension=
    False, extension_scope=None, serialized_options=None, file=DESCRIPTOR)],
    extensions=[], nested_types=[], enum_types=[], serialized_options=None,
    is_extendable=False, syntax='proto2', extension_ranges=[], oneofs=[],
    serialized_start=173, serialized_end=380)
_NOLABELZONEOBJECT = _descriptor.Descriptor(name='NoLabelZoneObject',
    full_name='waymo.open_dataset.NoLabelZoneObject', filename=None, file=
    DESCRIPTOR, containing_type=None, fields=[_descriptor.FieldDescriptor(
    name='zone', full_name='waymo.open_dataset.NoLabelZoneObject.zone',
    index=0, number=1, type=11, cpp_type=10, label=1, has_default_value=
    False, default_value=None, message_type=None, enum_type=None,
    containing_type=None, is_extension=False, extension_scope=None,
    serialized_options=None, file=DESCRIPTOR), _descriptor.FieldDescriptor(
    name='context_name', full_name=
    'waymo.open_dataset.NoLabelZoneObject.context_name', index=1, number=2,
    type=9, cpp_type=9, label=1, has_default_value=False, default_value=_b(
    '').decode('utf-8'), message_type=None, enum_type=None, containing_type
    =None, is_extension=False, extension_scope=None, serialized_options=
    None, file=DESCRIPTOR), _descriptor.FieldDescriptor(name=
    'frame_timestamp_micros', full_name=
    'waymo.open_dataset.NoLabelZoneObject.frame_timestamp_micros', index=2,
    number=3, type=3, cpp_type=2, label=1, has_default_value=False,
    default_value=0, message_type=None, enum_type=None, containing_type=
    None, is_extension=False, extension_scope=None, serialized_options=None,
    file=DESCRIPTOR)], extensions=[], nested_types=[], enum_types=[],
    serialized_options=None, is_extendable=False, syntax='proto2',
    extension_ranges=[], oneofs=[], serialized_start=382, serialized_end=505)
_OBJECTS = _descriptor.Descriptor(name='Objects', full_name=
    'waymo.open_dataset.Objects', filename=None, file=DESCRIPTOR,
    containing_type=None, fields=[_descriptor.FieldDescriptor(name=
    'objects', full_name='waymo.open_dataset.Objects.objects', index=0,
    number=1, type=11, cpp_type=10, label=3, has_default_value=False,
    default_value=[], message_type=None, enum_type=None, containing_type=
    None, is_extension=False, extension_scope=None, serialized_options=None,
    file=DESCRIPTOR), _descriptor.FieldDescriptor(name=
    'no_label_zone_objects', full_name=
    'waymo.open_dataset.Objects.no_label_zone_objects', index=1, number=2,
    type=11, cpp_type=10, label=3, has_default_value=False, default_value=[
    ], message_type=None, enum_type=None, containing_type=None,
    is_extension=False, extension_scope=None, serialized_options=None, file
    =DESCRIPTOR)], extensions=[], nested_types=[], enum_types=[],
    serialized_options=None, is_extendable=False, syntax='proto2',
    extension_ranges=[], oneofs=[], serialized_start=507, serialized_end=631)
_MATCHERPROTO = _descriptor.Descriptor(name='MatcherProto', full_name=
    'waymo.open_dataset.MatcherProto', filename=None, file=DESCRIPTOR,
    containing_type=None, fields=[], extensions=[], nested_types=[],
    enum_types=[_MATCHERPROTO_TYPE], serialized_options=None, is_extendable
    =False, syntax='proto2', extension_ranges=[], oneofs=[],
    serialized_start=633, serialized_end=745)
_DIFFICULTY = _descriptor.Descriptor(name='Difficulty', full_name=
    'waymo.open_dataset.Difficulty', filename=None, file=DESCRIPTOR,
    containing_type=None, fields=[_descriptor.FieldDescriptor(name='levels',
    full_name='waymo.open_dataset.Difficulty.levels', index=0, number=1,
    type=14, cpp_type=8, label=3, has_default_value=False, default_value=[],
    message_type=None, enum_type=None, containing_type=None, is_extension=
    False, extension_scope=None, serialized_options=None, file=DESCRIPTOR)],
    extensions=[], nested_types=[], enum_types=[], serialized_options=None,
    is_extendable=False, syntax='proto2', extension_ranges=[], oneofs=[],
    serialized_start=747, serialized_end=818)
_CONFIG = _descriptor.Descriptor(name='Config', full_name=
    'waymo.open_dataset.Config', filename=None, file=DESCRIPTOR,
    containing_type=None, fields=[_descriptor.FieldDescriptor(name=
    'score_cutoffs', full_name='waymo.open_dataset.Config.score_cutoffs',
    index=0, number=1, type=2, cpp_type=6, label=3, has_default_value=False,
    default_value=[], message_type=None, enum_type=None, containing_type=
    None, is_extension=False, extension_scope=None, serialized_options=None,
    file=DESCRIPTOR), _descriptor.FieldDescriptor(name=
    'num_desired_score_cutoffs', full_name=
    'waymo.open_dataset.Config.num_desired_score_cutoffs', index=1, number=
    2, type=5, cpp_type=1, label=1, has_default_value=False, default_value=
    0, message_type=None, enum_type=None, containing_type=None,
    is_extension=False, extension_scope=None, serialized_options=None, file
    =DESCRIPTOR), _descriptor.FieldDescriptor(name=
    'breakdown_generator_ids', full_name=
    'waymo.open_dataset.Config.breakdown_generator_ids', index=2, number=3,
    type=14, cpp_type=8, label=3, has_default_value=False, default_value=[],
    message_type=None, enum_type=None, containing_type=None, is_extension=
    False, extension_scope=None, serialized_options=None, file=DESCRIPTOR),
    _descriptor.FieldDescriptor(name='difficulties', full_name=
    'waymo.open_dataset.Config.difficulties', index=3, number=4, type=11,
    cpp_type=10, label=3, has_default_value=False, default_value=[],
    message_type=None, enum_type=None, containing_type=None, is_extension=
    False, extension_scope=None, serialized_options=None, file=DESCRIPTOR),
    _descriptor.FieldDescriptor(name='matcher_type', full_name=
    'waymo.open_dataset.Config.matcher_type', index=4, number=5, type=14,
    cpp_type=8, label=1, has_default_value=False, default_value=0,
    message_type=None, enum_type=None, containing_type=None, is_extension=
    False, extension_scope=None, serialized_options=None, file=DESCRIPTOR),
    _descriptor.FieldDescriptor(name='iou_thresholds', full_name=
    'waymo.open_dataset.Config.iou_thresholds', index=5, number=6, type=2,
    cpp_type=6, label=3, has_default_value=False, default_value=[],
    message_type=None, enum_type=None, containing_type=None, is_extension=
    False, extension_scope=None, serialized_options=None, file=DESCRIPTOR),
    _descriptor.FieldDescriptor(name='box_type', full_name=
    'waymo.open_dataset.Config.box_type', index=6, number=7, type=14,
    cpp_type=8, label=1, has_default_value=False, default_value=0,
    message_type=None, enum_type=None, containing_type=None, is_extension=
    False, extension_scope=None, serialized_options=None, file=DESCRIPTOR),
    _descriptor.FieldDescriptor(name='desired_recall_delta', full_name=
    'waymo.open_dataset.Config.desired_recall_delta', index=7, number=8,
    type=2, cpp_type=6, label=1, has_default_value=True, default_value=
    float(0.05), message_type=None, enum_type=None, containing_type=None,
    is_extension=False, extension_scope=None, serialized_options=None, file
    =DESCRIPTOR), _descriptor.FieldDescriptor(name='min_precision',
    full_name='waymo.open_dataset.Config.min_precision', index=8, number=9,
    type=2, cpp_type=6, label=1, has_default_value=True, default_value=
    float(0), message_type=None, enum_type=None, containing_type=None,
    is_extension=False, extension_scope=None, serialized_options=None, file
    =DESCRIPTOR), _descriptor.FieldDescriptor(name='min_heading_accuracy',
    full_name='waymo.open_dataset.Config.min_heading_accuracy', index=9,
    number=10, type=2, cpp_type=6, label=1, has_default_value=True,
    default_value=float(-1), message_type=None, enum_type=None,
    containing_type=None, is_extension=False, extension_scope=None,
    serialized_options=None, file=DESCRIPTOR)], extensions=[], nested_types
    =[], enum_types=[], serialized_options=None, is_extendable=False,
    syntax='proto2', extension_ranges=[], oneofs=[], serialized_start=821,
    serialized_end=1252)
_DETECTIONMEASUREMENT = _descriptor.Descriptor(name='DetectionMeasurement',
    full_name='waymo.open_dataset.DetectionMeasurement', filename=None,
    file=DESCRIPTOR, containing_type=None, fields=[_descriptor.
    FieldDescriptor(name='num_fps', full_name=
    'waymo.open_dataset.DetectionMeasurement.num_fps', index=0, number=1,
    type=5, cpp_type=1, label=1, has_default_value=False, default_value=0,
    message_type=None, enum_type=None, containing_type=None, is_extension=
    False, extension_scope=None, serialized_options=None, file=DESCRIPTOR),
    _descriptor.FieldDescriptor(name='num_tps', full_name=
    'waymo.open_dataset.DetectionMeasurement.num_tps', index=1, number=2,
    type=5, cpp_type=1, label=1, has_default_value=False, default_value=0,
    message_type=None, enum_type=None, containing_type=None, is_extension=
    False, extension_scope=None, serialized_options=None, file=DESCRIPTOR),
    _descriptor.FieldDescriptor(name='num_fns', full_name=
    'waymo.open_dataset.DetectionMeasurement.num_fns', index=2, number=3,
    type=5, cpp_type=1, label=1, has_default_value=False, default_value=0,
    message_type=None, enum_type=None, containing_type=None, is_extension=
    False, extension_scope=None, serialized_options=None, file=DESCRIPTOR),
    _descriptor.FieldDescriptor(name='sum_ha', full_name=
    'waymo.open_dataset.DetectionMeasurement.sum_ha', index=3, number=4,
    type=2, cpp_type=6, label=1, has_default_value=False, default_value=
    float(0), message_type=None, enum_type=None, containing_type=None,
    is_extension=False, extension_scope=None, serialized_options=None, file
    =DESCRIPTOR), _descriptor.FieldDescriptor(name='score_cutoff',
    full_name='waymo.open_dataset.DetectionMeasurement.score_cutoff', index
    =4, number=5, type=2, cpp_type=6, label=1, has_default_value=False,
    default_value=float(0), message_type=None, enum_type=None,
    containing_type=None, is_extension=False, extension_scope=None,
    serialized_options=None, file=DESCRIPTOR)], extensions=[], nested_types
    =[], enum_types=[], serialized_options=None, is_extendable=False,
    syntax='proto2', extension_ranges=[], oneofs=[], serialized_start=1254,
    serialized_end=1365)
_DETECTIONMEASUREMENTS = _descriptor.Descriptor(name=
    'DetectionMeasurements', full_name=
    'waymo.open_dataset.DetectionMeasurements', filename=None, file=
    DESCRIPTOR, containing_type=None, fields=[_descriptor.FieldDescriptor(
    name='measurements', full_name=
    'waymo.open_dataset.DetectionMeasurements.measurements', index=0,
    number=1, type=11, cpp_type=10, label=3, has_default_value=False,
    default_value=[], message_type=None, enum_type=None, containing_type=
    None, is_extension=False, extension_scope=None, serialized_options=None,
    file=DESCRIPTOR), _descriptor.FieldDescriptor(name='breakdown',
    full_name='waymo.open_dataset.DetectionMeasurements.breakdown', index=1,
    number=2, type=11, cpp_type=10, label=1, has_default_value=False,
    default_value=None, message_type=None, enum_type=None, containing_type=
    None, is_extension=False, extension_scope=None, serialized_options=None,
    file=DESCRIPTOR)], extensions=[], nested_types=[], enum_types=[],
    serialized_options=None, is_extendable=False, syntax='proto2',
    extension_ranges=[], oneofs=[], serialized_start=1368, serialized_end=1505)
_DETECTIONMETRICS = _descriptor.Descriptor(name='DetectionMetrics',
    full_name='waymo.open_dataset.DetectionMetrics', filename=None, file=
    DESCRIPTOR, containing_type=None, fields=[_descriptor.FieldDescriptor(
    name='mean_average_precision', full_name=
    'waymo.open_dataset.DetectionMetrics.mean_average_precision', index=0,
    number=1, type=2, cpp_type=6, label=1, has_default_value=False,
    default_value=float(0), message_type=None, enum_type=None,
    containing_type=None, is_extension=False, extension_scope=None,
    serialized_options=None, file=DESCRIPTOR), _descriptor.FieldDescriptor(
    name='mean_average_precision_ha_weighted', full_name=
    'waymo.open_dataset.DetectionMetrics.mean_average_precision_ha_weighted',
    index=1, number=2, type=2, cpp_type=6, label=1, has_default_value=False,
    default_value=float(0), message_type=None, enum_type=None,
    containing_type=None, is_extension=False, extension_scope=None,
    serialized_options=None, file=DESCRIPTOR), _descriptor.FieldDescriptor(
    name='precisions', full_name=
    'waymo.open_dataset.DetectionMetrics.precisions', index=2, number=3,
    type=2, cpp_type=6, label=3, has_default_value=False, default_value=[],
    message_type=None, enum_type=None, containing_type=None, is_extension=
    False, extension_scope=None, serialized_options=None, file=DESCRIPTOR),
    _descriptor.FieldDescriptor(name='recalls', full_name=
    'waymo.open_dataset.DetectionMetrics.recalls', index=3, number=4, type=
    2, cpp_type=6, label=3, has_default_value=False, default_value=[],
    message_type=None, enum_type=None, containing_type=None, is_extension=
    False, extension_scope=None, serialized_options=None, file=DESCRIPTOR),
    _descriptor.FieldDescriptor(name='precisions_ha_weighted', full_name=
    'waymo.open_dataset.DetectionMetrics.precisions_ha_weighted', index=4,
    number=5, type=2, cpp_type=6, label=3, has_default_value=False,
    default_value=[], message_type=None, enum_type=None, containing_type=
    None, is_extension=False, extension_scope=None, serialized_options=None,
    file=DESCRIPTOR), _descriptor.FieldDescriptor(name=
    'recalls_ha_weighted', full_name=
    'waymo.open_dataset.DetectionMetrics.recalls_ha_weighted', index=5,
    number=6, type=2, cpp_type=6, label=3, has_default_value=False,
    default_value=[], message_type=None, enum_type=None, containing_type=
    None, is_extension=False, extension_scope=None, serialized_options=None,
    file=DESCRIPTOR), _descriptor.FieldDescriptor(name='score_cutoffs',
    full_name='waymo.open_dataset.DetectionMetrics.score_cutoffs', index=6,
    number=7, type=2, cpp_type=6, label=3, has_default_value=False,
    default_value=[], message_type=None, enum_type=None, containing_type=
    None, is_extension=False, extension_scope=None, serialized_options=None,
    file=DESCRIPTOR), _descriptor.FieldDescriptor(name='breakdown',
    full_name='waymo.open_dataset.DetectionMetrics.breakdown', index=7,
    number=8, type=11, cpp_type=10, label=1, has_default_value=False,
    default_value=None, message_type=None, enum_type=None, containing_type=
    None, is_extension=False, extension_scope=None, serialized_options=None,
    file=DESCRIPTOR), _descriptor.FieldDescriptor(name='measurements',
    full_name='waymo.open_dataset.DetectionMetrics.measurements', index=8,
    number=9, type=11, cpp_type=10, label=1, has_default_value=False,
    default_value=None, message_type=None, enum_type=None, containing_type=
    None, is_extension=False, extension_scope=None, serialized_options=None,
    file=DESCRIPTOR)], extensions=[], nested_types=[], enum_types=[],
    serialized_options=None, is_extendable=False, syntax='proto2',
    extension_ranges=[], oneofs=[], serialized_start=1508, serialized_end=1838)
_TRACKINGMEASUREMENT = _descriptor.Descriptor(name='TrackingMeasurement',
    full_name='waymo.open_dataset.TrackingMeasurement', filename=None, file
    =DESCRIPTOR, containing_type=None, fields=[_descriptor.FieldDescriptor(
    name='num_misses', full_name=
    'waymo.open_dataset.TrackingMeasurement.num_misses', index=0, number=1,
    type=5, cpp_type=1, label=1, has_default_value=False, default_value=0,
    message_type=None, enum_type=None, containing_type=None, is_extension=
    False, extension_scope=None, serialized_options=None, file=DESCRIPTOR),
    _descriptor.FieldDescriptor(name='num_fps', full_name=
    'waymo.open_dataset.TrackingMeasurement.num_fps', index=1, number=2,
    type=5, cpp_type=1, label=1, has_default_value=False, default_value=0,
    message_type=None, enum_type=None, containing_type=None, is_extension=
    False, extension_scope=None, serialized_options=None, file=DESCRIPTOR),
    _descriptor.FieldDescriptor(name='num_mismatches', full_name=
    'waymo.open_dataset.TrackingMeasurement.num_mismatches', index=2,
    number=3, type=5, cpp_type=1, label=1, has_default_value=False,
    default_value=0, message_type=None, enum_type=None, containing_type=
    None, is_extension=False, extension_scope=None, serialized_options=None,
    file=DESCRIPTOR), _descriptor.FieldDescriptor(name='matching_cost',
    full_name='waymo.open_dataset.TrackingMeasurement.matching_cost', index
    =3, number=4, type=1, cpp_type=5, label=1, has_default_value=False,
    default_value=float(0), message_type=None, enum_type=None,
    containing_type=None, is_extension=False, extension_scope=None,
    serialized_options=None, file=DESCRIPTOR), _descriptor.FieldDescriptor(
    name='num_matches', full_name=
    'waymo.open_dataset.TrackingMeasurement.num_matches', index=4, number=5,
    type=5, cpp_type=1, label=1, has_default_value=False, default_value=0,
    message_type=None, enum_type=None, containing_type=None, is_extension=
    False, extension_scope=None, serialized_options=None, file=DESCRIPTOR),
    _descriptor.FieldDescriptor(name='num_objects_gt', full_name=
    'waymo.open_dataset.TrackingMeasurement.num_objects_gt', index=5,
    number=6, type=5, cpp_type=1, label=1, has_default_value=False,
    default_value=0, message_type=None, enum_type=None, containing_type=
    None, is_extension=False, extension_scope=None, serialized_options=None,
    file=DESCRIPTOR), _descriptor.FieldDescriptor(name='score_cutoff',
    full_name='waymo.open_dataset.TrackingMeasurement.score_cutoff', index=
    6, number=7, type=2, cpp_type=6, label=1, has_default_value=False,
    default_value=float(0), message_type=None, enum_type=None,
    containing_type=None, is_extension=False, extension_scope=None,
    serialized_options=None, file=DESCRIPTOR)], extensions=[], nested_types
    =[], enum_types=[], serialized_options=None, is_extendable=False,
    syntax='proto2', extension_ranges=[], oneofs=[], serialized_start=1841,
    serialized_end=2013)
_TRACKINGMEASUREMENTS = _descriptor.Descriptor(name='TrackingMeasurements',
    full_name='waymo.open_dataset.TrackingMeasurements', filename=None,
    file=DESCRIPTOR, containing_type=None, fields=[_descriptor.
    FieldDescriptor(name='measurements', full_name=
    'waymo.open_dataset.TrackingMeasurements.measurements', index=0, number
    =1, type=11, cpp_type=10, label=3, has_default_value=False,
    default_value=[], message_type=None, enum_type=None, containing_type=
    None, is_extension=False, extension_scope=None, serialized_options=None,
    file=DESCRIPTOR), _descriptor.FieldDescriptor(name='breakdown',
    full_name='waymo.open_dataset.TrackingMeasurements.breakdown', index=1,
    number=2, type=11, cpp_type=10, label=1, has_default_value=False,
    default_value=None, message_type=None, enum_type=None, containing_type=
    None, is_extension=False, extension_scope=None, serialized_options=None,
    file=DESCRIPTOR)], extensions=[], nested_types=[], enum_types=[],
    serialized_options=None, is_extendable=False, syntax='proto2',
    extension_ranges=[], oneofs=[], serialized_start=2016, serialized_end=2151)
_TRACKINGMETRICS = _descriptor.Descriptor(name='TrackingMetrics', full_name
    ='waymo.open_dataset.TrackingMetrics', filename=None, file=DESCRIPTOR,
    containing_type=None, fields=[_descriptor.FieldDescriptor(name='mota',
    full_name='waymo.open_dataset.TrackingMetrics.mota', index=0, number=1,
    type=2, cpp_type=6, label=1, has_default_value=False, default_value=
    float(0), message_type=None, enum_type=None, containing_type=None,
    is_extension=False, extension_scope=None, serialized_options=None, file
    =DESCRIPTOR), _descriptor.FieldDescriptor(name='motp', full_name=
    'waymo.open_dataset.TrackingMetrics.motp', index=1, number=2, type=2,
    cpp_type=6, label=1, has_default_value=False, default_value=float(0),
    message_type=None, enum_type=None, containing_type=None, is_extension=
    False, extension_scope=None, serialized_options=None, file=DESCRIPTOR),
    _descriptor.FieldDescriptor(name='miss', full_name=
    'waymo.open_dataset.TrackingMetrics.miss', index=2, number=3, type=2,
    cpp_type=6, label=1, has_default_value=False, default_value=float(0),
    message_type=None, enum_type=None, containing_type=None, is_extension=
    False, extension_scope=None, serialized_options=None, file=DESCRIPTOR),
    _descriptor.FieldDescriptor(name='mismatch', full_name=
    'waymo.open_dataset.TrackingMetrics.mismatch', index=3, number=4, type=
    2, cpp_type=6, label=1, has_default_value=False, default_value=float(0),
    message_type=None, enum_type=None, containing_type=None, is_extension=
    False, extension_scope=None, serialized_options=None, file=DESCRIPTOR),
    _descriptor.FieldDescriptor(name='fp', full_name=
    'waymo.open_dataset.TrackingMetrics.fp', index=4, number=5, type=2,
    cpp_type=6, label=1, has_default_value=False, default_value=float(0),
    message_type=None, enum_type=None, containing_type=None, is_extension=
    False, extension_scope=None, serialized_options=None, file=DESCRIPTOR),
    _descriptor.FieldDescriptor(name='score_cutoff', full_name=
    'waymo.open_dataset.TrackingMetrics.score_cutoff', index=5, number=6,
    type=2, cpp_type=6, label=1, has_default_value=False, default_value=
    float(0), message_type=None, enum_type=None, containing_type=None,
    is_extension=False, extension_scope=None, serialized_options=None, file
    =DESCRIPTOR), _descriptor.FieldDescriptor(name='breakdown', full_name=
    'waymo.open_dataset.TrackingMetrics.breakdown', index=6, number=7, type
    =11, cpp_type=10, label=1, has_default_value=False, default_value=None,
    message_type=None, enum_type=None, containing_type=None, is_extension=
    False, extension_scope=None, serialized_options=None, file=DESCRIPTOR),
    _descriptor.FieldDescriptor(name='measurements', full_name=
    'waymo.open_dataset.TrackingMetrics.measurements', index=7, number=8,
    type=11, cpp_type=10, label=1, has_default_value=False, default_value=
    None, message_type=None, enum_type=None, containing_type=None,
    is_extension=False, extension_scope=None, serialized_options=None, file
    =DESCRIPTOR)], extensions=[], nested_types=[], enum_types=[],
    serialized_options=None, is_extendable=False, syntax='proto2',
    extension_ranges=[], oneofs=[], serialized_start=2154, serialized_end=2379)
_OBJECT.fields_by_name['object'
    ].message_type = waymo__open__dataset_dot_label__pb2._LABEL
_OBJECT.fields_by_name['camera_name'
    ].enum_type = waymo__open__dataset_dot_dataset__pb2._CAMERANAME_NAME
_NOLABELZONEOBJECT.fields_by_name['zone'
    ].message_type = waymo__open__dataset_dot_label__pb2._POLYGON2DPROTO
_OBJECTS.fields_by_name['objects'].message_type = _OBJECT
_OBJECTS.fields_by_name['no_label_zone_objects'
    ].message_type = _NOLABELZONEOBJECT
_MATCHERPROTO_TYPE.containing_type = _MATCHERPROTO
_DIFFICULTY.fields_by_name['levels'
    ].enum_type = waymo__open__dataset_dot_label__pb2._LABEL_DIFFICULTYLEVEL
_CONFIG.fields_by_name['breakdown_generator_ids'].enum_type = (
    waymo__open__dataset_dot_protos_dot_breakdown__pb2._BREAKDOWN_GENERATORID)
_CONFIG.fields_by_name['difficulties'].message_type = _DIFFICULTY
_CONFIG.fields_by_name['matcher_type'].enum_type = _MATCHERPROTO_TYPE
_CONFIG.fields_by_name['box_type'
    ].enum_type = waymo__open__dataset_dot_label__pb2._LABEL_BOX_TYPE
_DETECTIONMEASUREMENTS.fields_by_name['measurements'
    ].message_type = _DETECTIONMEASUREMENT
_DETECTIONMEASUREMENTS.fields_by_name['breakdown'
    ].message_type = waymo__open__dataset_dot_protos_dot_breakdown__pb2._BREAKDOWN
_DETECTIONMETRICS.fields_by_name['breakdown'
    ].message_type = waymo__open__dataset_dot_protos_dot_breakdown__pb2._BREAKDOWN
_DETECTIONMETRICS.fields_by_name['measurements'
    ].message_type = _DETECTIONMEASUREMENTS
_TRACKINGMEASUREMENTS.fields_by_name['measurements'
    ].message_type = _TRACKINGMEASUREMENT
_TRACKINGMEASUREMENTS.fields_by_name['breakdown'
    ].message_type = waymo__open__dataset_dot_protos_dot_breakdown__pb2._BREAKDOWN
_TRACKINGMETRICS.fields_by_name['breakdown'
    ].message_type = waymo__open__dataset_dot_protos_dot_breakdown__pb2._BREAKDOWN
_TRACKINGMETRICS.fields_by_name['measurements'
    ].message_type = _TRACKINGMEASUREMENTS
DESCRIPTOR.message_types_by_name['Object'] = _OBJECT
DESCRIPTOR.message_types_by_name['NoLabelZoneObject'] = _NOLABELZONEOBJECT
DESCRIPTOR.message_types_by_name['Objects'] = _OBJECTS
DESCRIPTOR.message_types_by_name['MatcherProto'] = _MATCHERPROTO
DESCRIPTOR.message_types_by_name['Difficulty'] = _DIFFICULTY
DESCRIPTOR.message_types_by_name['Config'] = _CONFIG
DESCRIPTOR.message_types_by_name['DetectionMeasurement'
    ] = _DETECTIONMEASUREMENT
DESCRIPTOR.message_types_by_name['DetectionMeasurements'
    ] = _DETECTIONMEASUREMENTS
DESCRIPTOR.message_types_by_name['DetectionMetrics'] = _DETECTIONMETRICS
DESCRIPTOR.message_types_by_name['TrackingMeasurement'] = _TRACKINGMEASUREMENT
DESCRIPTOR.message_types_by_name['TrackingMeasurements'
    ] = _TRACKINGMEASUREMENTS
DESCRIPTOR.message_types_by_name['TrackingMetrics'] = _TRACKINGMETRICS
_sym_db.RegisterFileDescriptor(DESCRIPTOR)
Object = _reflection.GeneratedProtocolMessageType('Object', (_message.
    Message,), {'DESCRIPTOR': _OBJECT, '__module__':
    'waymo_open_dataset.protos.metrics_pb2'})
_sym_db.RegisterMessage(Object)
NoLabelZoneObject = _reflection.GeneratedProtocolMessageType(
    'NoLabelZoneObject', (_message.Message,), {'DESCRIPTOR':
    _NOLABELZONEOBJECT, '__module__': 'waymo_open_dataset.protos.metrics_pb2'})
_sym_db.RegisterMessage(NoLabelZoneObject)
Objects = _reflection.GeneratedProtocolMessageType('Objects', (_message.
    Message,), {'DESCRIPTOR': _OBJECTS, '__module__':
    'waymo_open_dataset.protos.metrics_pb2'})
_sym_db.RegisterMessage(Objects)
MatcherProto = _reflection.GeneratedProtocolMessageType('MatcherProto', (
    _message.Message,), {'DESCRIPTOR': _MATCHERPROTO, '__module__':
    'waymo_open_dataset.protos.metrics_pb2'})
_sym_db.RegisterMessage(MatcherProto)
Difficulty = _reflection.GeneratedProtocolMessageType('Difficulty', (
    _message.Message,), {'DESCRIPTOR': _DIFFICULTY, '__module__':
    'waymo_open_dataset.protos.metrics_pb2'})
_sym_db.RegisterMessage(Difficulty)
Config = _reflection.GeneratedProtocolMessageType('Config', (_message.
    Message,), {'DESCRIPTOR': _CONFIG, '__module__':
    'waymo_open_dataset.protos.metrics_pb2'})
_sym_db.RegisterMessage(Config)
DetectionMeasurement = _reflection.GeneratedProtocolMessageType(
    'DetectionMeasurement', (_message.Message,), {'DESCRIPTOR':
    _DETECTIONMEASUREMENT, '__module__':
    'waymo_open_dataset.protos.metrics_pb2'})
_sym_db.RegisterMessage(DetectionMeasurement)
DetectionMeasurements = _reflection.GeneratedProtocolMessageType(
    'DetectionMeasurements', (_message.Message,), {'DESCRIPTOR':
    _DETECTIONMEASUREMENTS, '__module__':
    'waymo_open_dataset.protos.metrics_pb2'})
_sym_db.RegisterMessage(DetectionMeasurements)
DetectionMetrics = _reflection.GeneratedProtocolMessageType('DetectionMetrics',
    (_message.Message,), {'DESCRIPTOR': _DETECTIONMETRICS, '__module__':
    'waymo_open_dataset.protos.metrics_pb2'})
_sym_db.RegisterMessage(DetectionMetrics)
TrackingMeasurement = _reflection.GeneratedProtocolMessageType(
    'TrackingMeasurement', (_message.Message,), {'DESCRIPTOR':
    _TRACKINGMEASUREMENT, '__module__':
    'waymo_open_dataset.protos.metrics_pb2'})
_sym_db.RegisterMessage(TrackingMeasurement)
TrackingMeasurements = _reflection.GeneratedProtocolMessageType(
    'TrackingMeasurements', (_message.Message,), {'DESCRIPTOR':
    _TRACKINGMEASUREMENTS, '__module__':
    'waymo_open_dataset.protos.metrics_pb2'})
_sym_db.RegisterMessage(TrackingMeasurements)
TrackingMetrics = _reflection.GeneratedProtocolMessageType('TrackingMetrics',
    (_message.Message,), {'DESCRIPTOR': _TRACKINGMETRICS, '__module__':
    'waymo_open_dataset.protos.metrics_pb2'})
_sym_db.RegisterMessage(TrackingMetrics)

import sys
_b = sys.version_info[0] < 3 and (lambda x: x) or (lambda x: x.encode('latin1')
    )
from google.protobuf import descriptor as _descriptor
from google.protobuf import message as _message
from google.protobuf import reflection as _reflection
from google.protobuf import symbol_database as _symbol_database
_sym_db = _symbol_database.Default()
from waymo_open_dataset import dataset_pb2 as waymo__open__dataset_dot_dataset__pb2
from waymo_open_dataset import label_pb2 as waymo__open__dataset_dot_label__pb2
from waymo_open_dataset.protos import breakdown_pb2 as waymo__open__dataset_dot_protos_dot_breakdown__pb2
DESCRIPTOR = _descriptor.FileDescriptor(name=
    'waymo_open_dataset/protos/metrics.proto', package='waymo.open_dataset',
    syntax='proto2', serialized_options=None, serialized_pb=_b(
    '\n\'waymo_open_dataset/protos/metrics.proto\x12\x12waymo.open_dataset\x1a waymo_open_dataset/dataset.proto\x1a\x1ewaymo_open_dataset/label.proto\x1a)waymo_open_dataset/protos/breakdown.proto"Ï\x01\n\x06Object\x12)\n\x06object\x18\x01 \x01(\x0b2\x19.waymo.open_dataset.Label\x12\x10\n\x05score\x18\x02 \x01(\x02:\x011\x12\x18\n\x10overlap_with_nlz\x18\x03 \x01(\x08\x12\x14\n\x0ccontext_name\x18\x04 \x01(\t\x12\x1e\n\x16frame_timestamp_micros\x18\x05 \x01(\x03\x128\n\x0bcamera_name\x18\x06 \x01(\x0e2#.waymo.open_dataset.CameraName.Name"{\n\x11NoLabelZoneObject\x120\n\x04zone\x18\x01 \x01(\x0b2".waymo.open_dataset.Polygon2dProto\x12\x14\n\x0ccontext_name\x18\x02 \x01(\t\x12\x1e\n\x16frame_timestamp_micros\x18\x03 \x01(\x03"|\n\x07Objects\x12+\n\x07objects\x18\x01 \x03(\x0b2\x1a.waymo.open_dataset.Object\x12D\n\x15no_label_zone_objects\x18\x02 \x03(\x0b2%.waymo.open_dataset.NoLabelZoneObject"p\n\x0cMatcherProto"`\n\x04Type\x12\x10\n\x0cTYPE_UNKNOWN\x10\x00\x12\x12\n\x0eTYPE_HUNGARIAN\x10\x01\x12\x14\n\x10TYPE_SCORE_FIRST\x10\x02\x12\x1c\n\x18TYPE_HUNGARIAN_TEST_ONLY\x10d"G\n\nDifficulty\x129\n\x06levels\x18\x01 \x03(\x0e2).waymo.open_dataset.Label.DifficultyLevel"¯\x03\n\x06Config\x12\x15\n\rscore_cutoffs\x18\x01 \x03(\x02\x12!\n\x19num_desired_score_cutoffs\x18\x02 \x01(\x05\x12J\n\x17breakdown_generator_ids\x18\x03 \x03(\x0e2).waymo.open_dataset.Breakdown.GeneratorId\x124\n\x0cdifficulties\x18\x04 \x03(\x0b2\x1e.waymo.open_dataset.Difficulty\x12;\n\x0cmatcher_type\x18\x05 \x01(\x0e2%.waymo.open_dataset.MatcherProto.Type\x12\x16\n\x0eiou_thresholds\x18\x06 \x03(\x02\x124\n\x08box_type\x18\x07 \x01(\x0e2".waymo.open_dataset.Label.Box.Type\x12"\n\x14desired_recall_delta\x18\x08 \x01(\x02:\x040.05\x12\x18\n\rmin_precision\x18\t \x01(\x02:\x010\x12 \n\x14min_heading_accuracy\x18\n \x01(\x02:\x02-1"o\n\x14DetectionMeasurement\x12\x0f\n\x07num_fps\x18\x01 \x01(\x05\x12\x0f\n\x07num_tps\x18\x02 \x01(\x05\x12\x0f\n\x07num_fns\x18\x03 \x01(\x05\x12\x0e\n\x06sum_ha\x18\x04 \x01(\x02\x12\x14\n\x0cscore_cutoff\x18\x05 \x01(\x02"\x89\x01\n\x15DetectionMeasurements\x12>\n\x0cmeasurements\x18\x01 \x03(\x0b2(.waymo.open_dataset.DetectionMeasurement\x120\n\tbreakdown\x18\x02 \x01(\x0b2\x1d.waymo.open_dataset.Breakdown"Ê\x02\n\x10DetectionMetrics\x12\x1e\n\x16mean_average_precision\x18\x01 \x01(\x02\x12*\n"mean_average_precision_ha_weighted\x18\x02 \x01(\x02\x12\x12\n\nprecisions\x18\x03 \x03(\x02\x12\x0f\n\x07recalls\x18\x04 \x03(\x02\x12\x1e\n\x16precisions_ha_weighted\x18\x05 \x03(\x02\x12\x1b\n\x13recalls_ha_weighted\x18\x06 \x03(\x02\x12\x15\n\rscore_cutoffs\x18\x07 \x03(\x02\x120\n\tbreakdown\x18\x08 \x01(\x0b2\x1d.waymo.open_dataset.Breakdown\x12?\n\x0cmeasurements\x18\t \x01(\x0b2).waymo.open_dataset.DetectionMeasurements"¬\x01\n\x13TrackingMeasurement\x12\x12\n\nnum_misses\x18\x01 \x01(\x05\x12\x0f\n\x07num_fps\x18\x02 \x01(\x05\x12\x16\n\x0enum_mismatches\x18\x03 \x01(\x05\x12\x15\n\rmatching_cost\x18\x04 \x01(\x01\x12\x13\n\x0bnum_matches\x18\x05 \x01(\x05\x12\x16\n\x0enum_objects_gt\x18\x06 \x01(\x05\x12\x14\n\x0cscore_cutoff\x18\x07 \x01(\x02"\x87\x01\n\x14TrackingMeasurements\x12=\n\x0cmeasurements\x18\x01 \x03(\x0b2\'.waymo.open_dataset.TrackingMeasurement\x120\n\tbreakdown\x18\x02 \x01(\x0b2\x1d.waymo.open_dataset.Breakdown"á\x01\n\x0fTrackingMetrics\x12\x0c\n\x04mota\x18\x01 \x01(\x02\x12\x0c\n\x04motp\x18\x02 \x01(\x02\x12\x0c\n\x04miss\x18\x03 \x01(\x02\x12\x10\n\x08mismatch\x18\x04 \x01(\x02\x12\n\n\x02fp\x18\x05 \x01(\x02\x12\x14\n\x0cscore_cutoff\x18\x06 \x01(\x02\x120\n\tbreakdown\x18\x07 \x01(\x0b2\x1d.waymo.open_dataset.Breakdown\x12>\n\x0cmeasurements\x18\x08 \x01(\x0b2(.waymo.open_dataset.TrackingMeasurements'
    ), dependencies=[waymo__open__dataset_dot_dataset__pb2.DESCRIPTOR,
    waymo__open__dataset_dot_label__pb2.DESCRIPTOR,
    waymo__open__dataset_dot_protos_dot_breakdown__pb2.DESCRIPTOR])
_MATCHERPROTO_TYPE = _descriptor.EnumDescriptor(name='Type', full_name=
    'waymo.open_dataset.MatcherProto.Type', filename=None, file=DESCRIPTOR,
    values=[_descriptor.EnumValueDescriptor(name='TYPE_UNKNOWN', index=0,
    number=0, serialized_options=None, type=None), _descriptor.
    EnumValueDescriptor(name='TYPE_HUNGARIAN', index=1, number=1,
    serialized_options=None, type=None), _descriptor.EnumValueDescriptor(
    name='TYPE_SCORE_FIRST', index=2, number=2, serialized_options=None,
    type=None), _descriptor.EnumValueDescriptor(name=
    'TYPE_HUNGARIAN_TEST_ONLY', index=3, number=100, serialized_options=
    None, type=None)], containing_type=None, serialized_options=None,
    serialized_start=649, serialized_end=745)
_sym_db.RegisterEnumDescriptor(_MATCHERPROTO_TYPE)
_OBJECT = _descriptor.Descriptor(name='Object', full_name=
    'waymo.open_dataset.Object', filename=None, file=DESCRIPTOR,
    containing_type=None, fields=[_descriptor.FieldDescriptor(name='object',
    full_name='waymo.open_dataset.Object.object', index=0, number=1, type=
    11, cpp_type=10, label=1, has_default_value=False, default_value=None,
    message_type=None, enum_type=None, containing_type=None, is_extension=
    False, extension_scope=None, serialized_options=None, file=DESCRIPTOR),
    _descriptor.FieldDescriptor(name='score', full_name=
    'waymo.open_dataset.Object.score', index=1, number=2, type=2, cpp_type=
    6, label=1, has_default_value=True, default_value=float(1),
    message_type=None, enum_type=None, containing_type=None, is_extension=
    False, extension_scope=None, serialized_options=None, file=DESCRIPTOR),
    _descriptor.FieldDescriptor(name='overlap_with_nlz', full_name=
    'waymo.open_dataset.Object.overlap_with_nlz', index=2, number=3, type=8,
    cpp_type=7, label=1, has_default_value=False, default_value=False,
    message_type=None, enum_type=None, containing_type=None, is_extension=
    False, extension_scope=None, serialized_options=None, file=DESCRIPTOR),
    _descriptor.FieldDescriptor(name='context_name', full_name=
    'waymo.open_dataset.Object.context_name', index=3, number=4, type=9,
    cpp_type=9, label=1, has_default_value=False, default_value=_b('').
    decode('utf-8'), message_type=None, enum_type=None, containing_type=
    None, is_extension=False, extension_scope=None, serialized_options=None,
    file=DESCRIPTOR), _descriptor.FieldDescriptor(name=
    'frame_timestamp_micros', full_name=
    'waymo.open_dataset.Object.frame_timestamp_micros', index=4, number=5,
    type=3, cpp_type=2, label=1, has_default_value=False, default_value=0,
    message_type=None, enum_type=None, containing_type=None, is_extension=
    False, extension_scope=None, serialized_options=None, file=DESCRIPTOR),
    _descriptor.FieldDescriptor(name='camera_name', full_name=
    'waymo.open_dataset.Object.camera_name', index=5, number=6, type=14,
    cpp_type=8, label=1, has_default_value=False, default_value=0,
    message_type=None, enum_type=None, containing_type=None, is_extension=
    False, extension_scope=None, serialized_options=None, file=DESCRIPTOR)],
    extensions=[], nested_types=[], enum_types=[], serialized_options=None,
    is_extendable=False, syntax='proto2', extension_ranges=[], oneofs=[],
    serialized_start=173, serialized_end=380)
_NOLABELZONEOBJECT = _descriptor.Descriptor(name='NoLabelZoneObject',
    full_name='waymo.open_dataset.NoLabelZoneObject', filename=None, file=
    DESCRIPTOR, containing_type=None, fields=[_descriptor.FieldDescriptor(
    name='zone', full_name='waymo.open_dataset.NoLabelZoneObject.zone',
    index=0, number=1, type=11, cpp_type=10, label=1, has_default_value=
    False, default_value=None, message_type=None, enum_type=None,
    containing_type=None, is_extension=False, extension_scope=None,
    serialized_options=None, file=DESCRIPTOR), _descriptor.FieldDescriptor(
    name='context_name', full_name=
    'waymo.open_dataset.NoLabelZoneObject.context_name', index=1, number=2,
    type=9, cpp_type=9, label=1, has_default_value=False, default_value=_b(
    '').decode('utf-8'), message_type=None, enum_type=None, containing_type
    =None, is_extension=False, extension_scope=None, serialized_options=
    None, file=DESCRIPTOR), _descriptor.FieldDescriptor(name=
    'frame_timestamp_micros', full_name=
    'waymo.open_dataset.NoLabelZoneObject.frame_timestamp_micros', index=2,
    number=3, type=3, cpp_type=2, label=1, has_default_value=False,
    default_value=0, message_type=None, enum_type=None, containing_type=
    None, is_extension=False, extension_scope=None, serialized_options=None,
    file=DESCRIPTOR)], extensions=[], nested_types=[], enum_types=[],
    serialized_options=None, is_extendable=False, syntax='proto2',
    extension_ranges=[], oneofs=[], serialized_start=382, serialized_end=505)
_OBJECTS = _descriptor.Descriptor(name='Objects', full_name=
    'waymo.open_dataset.Objects', filename=None, file=DESCRIPTOR,
    containing_type=None, fields=[_descriptor.FieldDescriptor(name=
    'objects', full_name='waymo.open_dataset.Objects.objects', index=0,
    number=1, type=11, cpp_type=10, label=3, has_default_value=False,
    default_value=[], message_type=None, enum_type=None, containing_type=
    None, is_extension=False, extension_scope=None, serialized_options=None,
    file=DESCRIPTOR), _descriptor.FieldDescriptor(name=
    'no_label_zone_objects', full_name=
    'waymo.open_dataset.Objects.no_label_zone_objects', index=1, number=2,
    type=11, cpp_type=10, label=3, has_default_value=False, default_value=[
    ], message_type=None, enum_type=None, containing_type=None,
    is_extension=False, extension_scope=None, serialized_options=None, file
    =DESCRIPTOR)], extensions=[], nested_types=[], enum_types=[],
    serialized_options=None, is_extendable=False, syntax='proto2',
    extension_ranges=[], oneofs=[], serialized_start=507, serialized_end=631)
_MATCHERPROTO = _descriptor.Descriptor(name='MatcherProto', full_name=
    'waymo.open_dataset.MatcherProto', filename=None, file=DESCRIPTOR,
    containing_type=None, fields=[], extensions=[], nested_types=[],
    enum_types=[_MATCHERPROTO_TYPE], serialized_options=None, is_extendable
    =False, syntax='proto2', extension_ranges=[], oneofs=[],
    serialized_start=633, serialized_end=745)
_DIFFICULTY = _descriptor.Descriptor(name='Difficulty', full_name=
    'waymo.open_dataset.Difficulty', filename=None, file=DESCRIPTOR,
    containing_type=None, fields=[_descriptor.FieldDescriptor(name='levels',
    full_name='waymo.open_dataset.Difficulty.levels', index=0, number=1,
    type=14, cpp_type=8, label=3, has_default_value=False, default_value=[],
    message_type=None, enum_type=None, containing_type=None, is_extension=
    False, extension_scope=None, serialized_options=None, file=DESCRIPTOR)],
    extensions=[], nested_types=[], enum_types=[], serialized_options=None,
    is_extendable=False, syntax='proto2', extension_ranges=[], oneofs=[],
    serialized_start=747, serialized_end=818)
_CONFIG = _descriptor.Descriptor(name='Config', full_name=
    'waymo.open_dataset.Config', filename=None, file=DESCRIPTOR,
    containing_type=None, fields=[_descriptor.FieldDescriptor(name=
    'score_cutoffs', full_name='waymo.open_dataset.Config.score_cutoffs',
    index=0, number=1, type=2, cpp_type=6, label=3, has_default_value=False,
    default_value=[], message_type=None, enum_type=None, containing_type=
    None, is_extension=False, extension_scope=None, serialized_options=None,
    file=DESCRIPTOR), _descriptor.FieldDescriptor(name=
    'num_desired_score_cutoffs', full_name=
    'waymo.open_dataset.Config.num_desired_score_cutoffs', index=1, number=
    2, type=5, cpp_type=1, label=1, has_default_value=False, default_value=
    0, message_type=None, enum_type=None, containing_type=None,
    is_extension=False, extension_scope=None, serialized_options=None, file
    =DESCRIPTOR), _descriptor.FieldDescriptor(name=
    'breakdown_generator_ids', full_name=
    'waymo.open_dataset.Config.breakdown_generator_ids', index=2, number=3,
    type=14, cpp_type=8, label=3, has_default_value=False, default_value=[],
    message_type=None, enum_type=None, containing_type=None, is_extension=
    False, extension_scope=None, serialized_options=None, file=DESCRIPTOR),
    _descriptor.FieldDescriptor(name='difficulties', full_name=
    'waymo.open_dataset.Config.difficulties', index=3, number=4, type=11,
    cpp_type=10, label=3, has_default_value=False, default_value=[],
    message_type=None, enum_type=None, containing_type=None, is_extension=
    False, extension_scope=None, serialized_options=None, file=DESCRIPTOR),
    _descriptor.FieldDescriptor(name='matcher_type', full_name=
    'waymo.open_dataset.Config.matcher_type', index=4, number=5, type=14,
    cpp_type=8, label=1, has_default_value=False, default_value=0,
    message_type=None, enum_type=None, containing_type=None, is_extension=
    False, extension_scope=None, serialized_options=None, file=DESCRIPTOR),
    _descriptor.FieldDescriptor(name='iou_thresholds', full_name=
    'waymo.open_dataset.Config.iou_thresholds', index=5, number=6, type=2,
    cpp_type=6, label=3, has_default_value=False, default_value=[],
    message_type=None, enum_type=None, containing_type=None, is_extension=
    False, extension_scope=None, serialized_options=None, file=DESCRIPTOR),
    _descriptor.FieldDescriptor(name='box_type', full_name=
    'waymo.open_dataset.Config.box_type', index=6, number=7, type=14,
    cpp_type=8, label=1, has_default_value=False, default_value=0,
    message_type=None, enum_type=None, containing_type=None, is_extension=
    False, extension_scope=None, serialized_options=None, file=DESCRIPTOR),
    _descriptor.FieldDescriptor(name='desired_recall_delta', full_name=
    'waymo.open_dataset.Config.desired_recall_delta', index=7, number=8,
    type=2, cpp_type=6, label=1, has_default_value=True, default_value=
    float(0.05), message_type=None, enum_type=None, containing_type=None,
    is_extension=False, extension_scope=None, serialized_options=None, file
    =DESCRIPTOR), _descriptor.FieldDescriptor(name='min_precision',
    full_name='waymo.open_dataset.Config.min_precision', index=8, number=9,
    type=2, cpp_type=6, label=1, has_default_value=True, default_value=
    float(0), message_type=None, enum_type=None, containing_type=None,
    is_extension=False, extension_scope=None, serialized_options=None, file
    =DESCRIPTOR), _descriptor.FieldDescriptor(name='min_heading_accuracy',
    full_name='waymo.open_dataset.Config.min_heading_accuracy', index=9,
    number=10, type=2, cpp_type=6, label=1, has_default_value=True,
    default_value=float(-1), message_type=None, enum_type=None,
    containing_type=None, is_extension=False, extension_scope=None,
    serialized_options=None, file=DESCRIPTOR)], extensions=[], nested_types
    =[], enum_types=[], serialized_options=None, is_extendable=False,
    syntax='proto2', extension_ranges=[], oneofs=[], serialized_start=821,
    serialized_end=1252)
_DETECTIONMEASUREMENT = _descriptor.Descriptor(name='DetectionMeasurement',
    full_name='waymo.open_dataset.DetectionMeasurement', filename=None,
    file=DESCRIPTOR, containing_type=None, fields=[_descriptor.
    FieldDescriptor(name='num_fps', full_name=
    'waymo.open_dataset.DetectionMeasurement.num_fps', index=0, number=1,
    type=5, cpp_type=1, label=1, has_default_value=False, default_value=0,
    message_type=None, enum_type=None, containing_type=None, is_extension=
    False, extension_scope=None, serialized_options=None, file=DESCRIPTOR),
    _descriptor.FieldDescriptor(name='num_tps', full_name=
    'waymo.open_dataset.DetectionMeasurement.num_tps', index=1, number=2,
    type=5, cpp_type=1, label=1, has_default_value=False, default_value=0,
    message_type=None, enum_type=None, containing_type=None, is_extension=
    False, extension_scope=None, serialized_options=None, file=DESCRIPTOR),
    _descriptor.FieldDescriptor(name='num_fns', full_name=
    'waymo.open_dataset.DetectionMeasurement.num_fns', index=2, number=3,
    type=5, cpp_type=1, label=1, has_default_value=False, default_value=0,
    message_type=None, enum_type=None, containing_type=None, is_extension=
    False, extension_scope=None, serialized_options=None, file=DESCRIPTOR),
    _descriptor.FieldDescriptor(name='sum_ha', full_name=
    'waymo.open_dataset.DetectionMeasurement.sum_ha', index=3, number=4,
    type=2, cpp_type=6, label=1, has_default_value=False, default_value=
    float(0), message_type=None, enum_type=None, containing_type=None,
    is_extension=False, extension_scope=None, serialized_options=None, file
    =DESCRIPTOR), _descriptor.FieldDescriptor(name='score_cutoff',
    full_name='waymo.open_dataset.DetectionMeasurement.score_cutoff', index
    =4, number=5, type=2, cpp_type=6, label=1, has_default_value=False,
    default_value=float(0), message_type=None, enum_type=None,
    containing_type=None, is_extension=False, extension_scope=None,
    serialized_options=None, file=DESCRIPTOR)], extensions=[], nested_types
    =[], enum_types=[], serialized_options=None, is_extendable=False,
    syntax='proto2', extension_ranges=[], oneofs=[], serialized_start=1254,
    serialized_end=1365)
_DETECTIONMEASUREMENTS = _descriptor.Descriptor(name=
    'DetectionMeasurements', full_name=
    'waymo.open_dataset.DetectionMeasurements', filename=None, file=
    DESCRIPTOR, containing_type=None, fields=[_descriptor.FieldDescriptor(
    name='measurements', full_name=
    'waymo.open_dataset.DetectionMeasurements.measurements', index=0,
    number=1, type=11, cpp_type=10, label=3, has_default_value=False,
    default_value=[], message_type=None, enum_type=None, containing_type=
    None, is_extension=False, extension_scope=None, serialized_options=None,
    file=DESCRIPTOR), _descriptor.FieldDescriptor(name='breakdown',
    full_name='waymo.open_dataset.DetectionMeasurements.breakdown', index=1,
    number=2, type=11, cpp_type=10, label=1, has_default_value=False,
    default_value=None, message_type=None, enum_type=None, containing_type=
    None, is_extension=False, extension_scope=None, serialized_options=None,
    file=DESCRIPTOR)], extensions=[], nested_types=[], enum_types=[],
    serialized_options=None, is_extendable=False, syntax='proto2',
    extension_ranges=[], oneofs=[], serialized_start=1368, serialized_end=1505)
_DETECTIONMETRICS = _descriptor.Descriptor(name='DetectionMetrics',
    full_name='waymo.open_dataset.DetectionMetrics', filename=None, file=
    DESCRIPTOR, containing_type=None, fields=[_descriptor.FieldDescriptor(
    name='mean_average_precision', full_name=
    'waymo.open_dataset.DetectionMetrics.mean_average_precision', index=0,
    number=1, type=2, cpp_type=6, label=1, has_default_value=False,
    default_value=float(0), message_type=None, enum_type=None,
    containing_type=None, is_extension=False, extension_scope=None,
    serialized_options=None, file=DESCRIPTOR), _descriptor.FieldDescriptor(
    name='mean_average_precision_ha_weighted', full_name=
    'waymo.open_dataset.DetectionMetrics.mean_average_precision_ha_weighted',
    index=1, number=2, type=2, cpp_type=6, label=1, has_default_value=False,
    default_value=float(0), message_type=None, enum_type=None,
    containing_type=None, is_extension=False, extension_scope=None,
    serialized_options=None, file=DESCRIPTOR), _descriptor.FieldDescriptor(
    name='precisions', full_name=
    'waymo.open_dataset.DetectionMetrics.precisions', index=2, number=3,
    type=2, cpp_type=6, label=3, has_default_value=False, default_value=[],
    message_type=None, enum_type=None, containing_type=None, is_extension=
    False, extension_scope=None, serialized_options=None, file=DESCRIPTOR),
    _descriptor.FieldDescriptor(name='recalls', full_name=
    'waymo.open_dataset.DetectionMetrics.recalls', index=3, number=4, type=
    2, cpp_type=6, label=3, has_default_value=False, default_value=[],
    message_type=None, enum_type=None, containing_type=None, is_extension=
    False, extension_scope=None, serialized_options=None, file=DESCRIPTOR),
    _descriptor.FieldDescriptor(name='precisions_ha_weighted', full_name=
    'waymo.open_dataset.DetectionMetrics.precisions_ha_weighted', index=4,
    number=5, type=2, cpp_type=6, label=3, has_default_value=False,
    default_value=[], message_type=None, enum_type=None, containing_type=
    None, is_extension=False, extension_scope=None, serialized_options=None,
    file=DESCRIPTOR), _descriptor.FieldDescriptor(name=
    'recalls_ha_weighted', full_name=
    'waymo.open_dataset.DetectionMetrics.recalls_ha_weighted', index=5,
    number=6, type=2, cpp_type=6, label=3, has_default_value=False,
    default_value=[], message_type=None, enum_type=None, containing_type=
    None, is_extension=False, extension_scope=None, serialized_options=None,
    file=DESCRIPTOR), _descriptor.FieldDescriptor(name='score_cutoffs',
    full_name='waymo.open_dataset.DetectionMetrics.score_cutoffs', index=6,
    number=7, type=2, cpp_type=6, label=3, has_default_value=False,
    default_value=[], message_type=None, enum_type=None, containing_type=
    None, is_extension=False, extension_scope=None, serialized_options=None,
    file=DESCRIPTOR), _descriptor.FieldDescriptor(name='breakdown',
    full_name='waymo.open_dataset.DetectionMetrics.breakdown', index=7,
    number=8, type=11, cpp_type=10, label=1, has_default_value=False,
    default_value=None, message_type=None, enum_type=None, containing_type=
    None, is_extension=False, extension_scope=None, serialized_options=None,
    file=DESCRIPTOR), _descriptor.FieldDescriptor(name='measurements',
    full_name='waymo.open_dataset.DetectionMetrics.measurements', index=8,
    number=9, type=11, cpp_type=10, label=1, has_default_value=False,
    default_value=None, message_type=None, enum_type=None, containing_type=
    None, is_extension=False, extension_scope=None, serialized_options=None,
    file=DESCRIPTOR)], extensions=[], nested_types=[], enum_types=[],
    serialized_options=None, is_extendable=False, syntax='proto2',
    extension_ranges=[], oneofs=[], serialized_start=1508, serialized_end=1838)
_TRACKINGMEASUREMENT = _descriptor.Descriptor(name='TrackingMeasurement',
    full_name='waymo.open_dataset.TrackingMeasurement', filename=None, file
    =DESCRIPTOR, containing_type=None, fields=[_descriptor.FieldDescriptor(
    name='num_misses', full_name=
    'waymo.open_dataset.TrackingMeasurement.num_misses', index=0, number=1,
    type=5, cpp_type=1, label=1, has_default_value=False, default_value=0,
    message_type=None, enum_type=None, containing_type=None, is_extension=
    False, extension_scope=None, serialized_options=None, file=DESCRIPTOR),
    _descriptor.FieldDescriptor(name='num_fps', full_name=
    'waymo.open_dataset.TrackingMeasurement.num_fps', index=1, number=2,
    type=5, cpp_type=1, label=1, has_default_value=False, default_value=0,
    message_type=None, enum_type=None, containing_type=None, is_extension=
    False, extension_scope=None, serialized_options=None, file=DESCRIPTOR),
    _descriptor.FieldDescriptor(name='num_mismatches', full_name=
    'waymo.open_dataset.TrackingMeasurement.num_mismatches', index=2,
    number=3, type=5, cpp_type=1, label=1, has_default_value=False,
    default_value=0, message_type=None, enum_type=None, containing_type=
    None, is_extension=False, extension_scope=None, serialized_options=None,
    file=DESCRIPTOR), _descriptor.FieldDescriptor(name='matching_cost',
    full_name='waymo.open_dataset.TrackingMeasurement.matching_cost', index
    =3, number=4, type=1, cpp_type=5, label=1, has_default_value=False,
    default_value=float(0), message_type=None, enum_type=None,
    containing_type=None, is_extension=False, extension_scope=None,
    serialized_options=None, file=DESCRIPTOR), _descriptor.FieldDescriptor(
    name='num_matches', full_name=
    'waymo.open_dataset.TrackingMeasurement.num_matches', index=4, number=5,
    type=5, cpp_type=1, label=1, has_default_value=False, default_value=0,
    message_type=None, enum_type=None, containing_type=None, is_extension=
    False, extension_scope=None, serialized_options=None, file=DESCRIPTOR),
    _descriptor.FieldDescriptor(name='num_objects_gt', full_name=
    'waymo.open_dataset.TrackingMeasurement.num_objects_gt', index=5,
    number=6, type=5, cpp_type=1, label=1, has_default_value=False,
    default_value=0, message_type=None, enum_type=None, containing_type=
    None, is_extension=False, extension_scope=None, serialized_options=None,
    file=DESCRIPTOR), _descriptor.FieldDescriptor(name='score_cutoff',
    full_name='waymo.open_dataset.TrackingMeasurement.score_cutoff', index=
    6, number=7, type=2, cpp_type=6, label=1, has_default_value=False,
    default_value=float(0), message_type=None, enum_type=None,
    containing_type=None, is_extension=False, extension_scope=None,
    serialized_options=None, file=DESCRIPTOR)], extensions=[], nested_types
    =[], enum_types=[], serialized_options=None, is_extendable=False,
    syntax='proto2', extension_ranges=[], oneofs=[], serialized_start=1841,
    serialized_end=2013)
_TRACKINGMEASUREMENTS = _descriptor.Descriptor(name='TrackingMeasurements',
    full_name='waymo.open_dataset.TrackingMeasurements', filename=None,
    file=DESCRIPTOR, containing_type=None, fields=[_descriptor.
    FieldDescriptor(name='measurements', full_name=
    'waymo.open_dataset.TrackingMeasurements.measurements', index=0, number
    =1, type=11, cpp_type=10, label=3, has_default_value=False,
    default_value=[], message_type=None, enum_type=None, containing_type=
    None, is_extension=False, extension_scope=None, serialized_options=None,
    file=DESCRIPTOR), _descriptor.FieldDescriptor(name='breakdown',
    full_name='waymo.open_dataset.TrackingMeasurements.breakdown', index=1,
    number=2, type=11, cpp_type=10, label=1, has_default_value=False,
    default_value=None, message_type=None, enum_type=None, containing_type=
    None, is_extension=False, extension_scope=None, serialized_options=None,
    file=DESCRIPTOR)], extensions=[], nested_types=[], enum_types=[],
    serialized_options=None, is_extendable=False, syntax='proto2',
    extension_ranges=[], oneofs=[], serialized_start=2016, serialized_end=2151)
_TRACKINGMETRICS = _descriptor.Descriptor(name='TrackingMetrics', full_name
    ='waymo.open_dataset.TrackingMetrics', filename=None, file=DESCRIPTOR,
    containing_type=None, fields=[_descriptor.FieldDescriptor(name='mota',
    full_name='waymo.open_dataset.TrackingMetrics.mota', index=0, number=1,
    type=2, cpp_type=6, label=1, has_default_value=False, default_value=
    float(0), message_type=None, enum_type=None, containing_type=None,
    is_extension=False, extension_scope=None, serialized_options=None, file
    =DESCRIPTOR), _descriptor.FieldDescriptor(name='motp', full_name=
    'waymo.open_dataset.TrackingMetrics.motp', index=1, number=2, type=2,
    cpp_type=6, label=1, has_default_value=False, default_value=float(0),
    message_type=None, enum_type=None, containing_type=None, is_extension=
    False, extension_scope=None, serialized_options=None, file=DESCRIPTOR),
    _descriptor.FieldDescriptor(name='miss', full_name=
    'waymo.open_dataset.TrackingMetrics.miss', index=2, number=3, type=2,
    cpp_type=6, label=1, has_default_value=False, default_value=float(0),
    message_type=None, enum_type=None, containing_type=None, is_extension=
    False, extension_scope=None, serialized_options=None, file=DESCRIPTOR),
    _descriptor.FieldDescriptor(name='mismatch', full_name=
    'waymo.open_dataset.TrackingMetrics.mismatch', index=3, number=4, type=
    2, cpp_type=6, label=1, has_default_value=False, default_value=float(0),
    message_type=None, enum_type=None, containing_type=None, is_extension=
    False, extension_scope=None, serialized_options=None, file=DESCRIPTOR),
    _descriptor.FieldDescriptor(name='fp', full_name=
    'waymo.open_dataset.TrackingMetrics.fp', index=4, number=5, type=2,
    cpp_type=6, label=1, has_default_value=False, default_value=float(0),
    message_type=None, enum_type=None, containing_type=None, is_extension=
    False, extension_scope=None, serialized_options=None, file=DESCRIPTOR),
    _descriptor.FieldDescriptor(name='score_cutoff', full_name=
    'waymo.open_dataset.TrackingMetrics.score_cutoff', index=5, number=6,
    type=2, cpp_type=6, label=1, has_default_value=False, default_value=
    float(0), message_type=None, enum_type=None, containing_type=None,
    is_extension=False, extension_scope=None, serialized_options=None, file
    =DESCRIPTOR), _descriptor.FieldDescriptor(name='breakdown', full_name=
    'waymo.open_dataset.TrackingMetrics.breakdown', index=6, number=7, type
    =11, cpp_type=10, label=1, has_default_value=False, default_value=None,
    message_type=None, enum_type=None, containing_type=None, is_extension=
    False, extension_scope=None, serialized_options=None, file=DESCRIPTOR),
    _descriptor.FieldDescriptor(name='measurements', full_name=
    'waymo.open_dataset.TrackingMetrics.measurements', index=7, number=8,
    type=11, cpp_type=10, label=1, has_default_value=False, default_value=
    None, message_type=None, enum_type=None, containing_type=None,
    is_extension=False, extension_scope=None, serialized_options=None, file
    =DESCRIPTOR)], extensions=[], nested_types=[], enum_types=[],
    serialized_options=None, is_extendable=False, syntax='proto2',
    extension_ranges=[], oneofs=[], serialized_start=2154, serialized_end=2379)
_OBJECT.fields_by_name['object'
    ].message_type = waymo__open__dataset_dot_label__pb2._LABEL
_OBJECT.fields_by_name['camera_name'
    ].enum_type = waymo__open__dataset_dot_dataset__pb2._CAMERANAME_NAME
_NOLABELZONEOBJECT.fields_by_name['zone'
    ].message_type = waymo__open__dataset_dot_label__pb2._POLYGON2DPROTO
_OBJECTS.fields_by_name['objects'].message_type = _OBJECT
_OBJECTS.fields_by_name['no_label_zone_objects'
    ].message_type = _NOLABELZONEOBJECT
_MATCHERPROTO_TYPE.containing_type = _MATCHERPROTO
_DIFFICULTY.fields_by_name['levels'
    ].enum_type = waymo__open__dataset_dot_label__pb2._LABEL_DIFFICULTYLEVEL
_CONFIG.fields_by_name['breakdown_generator_ids'].enum_type = (
    waymo__open__dataset_dot_protos_dot_breakdown__pb2._BREAKDOWN_GENERATORID)
_CONFIG.fields_by_name['difficulties'].message_type = _DIFFICULTY
_CONFIG.fields_by_name['matcher_type'].enum_type = _MATCHERPROTO_TYPE
_CONFIG.fields_by_name['box_type'
    ].enum_type = waymo__open__dataset_dot_label__pb2._LABEL_BOX_TYPE
_DETECTIONMEASUREMENTS.fields_by_name['measurements'
    ].message_type = _DETECTIONMEASUREMENT
_DETECTIONMEASUREMENTS.fields_by_name['breakdown'
    ].message_type = waymo__open__dataset_dot_protos_dot_breakdown__pb2._BREAKDOWN
_DETECTIONMETRICS.fields_by_name['breakdown'
    ].message_type = waymo__open__dataset_dot_protos_dot_breakdown__pb2._BREAKDOWN
_DETECTIONMETRICS.fields_by_name['measurements'
    ].message_type = _DETECTIONMEASUREMENTS
_TRACKINGMEASUREMENTS.fields_by_name['measurements'
    ].message_type = _TRACKINGMEASUREMENT
_TRACKINGMEASUREMENTS.fields_by_name['breakdown'
    ].message_type = waymo__open__dataset_dot_protos_dot_breakdown__pb2._BREAKDOWN
_TRACKINGMETRICS.fields_by_name['breakdown'
    ].message_type = waymo__open__dataset_dot_protos_dot_breakdown__pb2._BREAKDOWN
_TRACKINGMETRICS.fields_by_name['measurements'
    ].message_type = _TRACKINGMEASUREMENTS
DESCRIPTOR.message_types_by_name['Object'] = _OBJECT
DESCRIPTOR.message_types_by_name['NoLabelZoneObject'] = _NOLABELZONEOBJECT
DESCRIPTOR.message_types_by_name['Objects'] = _OBJECTS
DESCRIPTOR.message_types_by_name['MatcherProto'] = _MATCHERPROTO
DESCRIPTOR.message_types_by_name['Difficulty'] = _DIFFICULTY
DESCRIPTOR.message_types_by_name['Config'] = _CONFIG
DESCRIPTOR.message_types_by_name['DetectionMeasurement'
    ] = _DETECTIONMEASUREMENT
DESCRIPTOR.message_types_by_name['DetectionMeasurements'
    ] = _DETECTIONMEASUREMENTS
DESCRIPTOR.message_types_by_name['DetectionMetrics'] = _DETECTIONMETRICS
DESCRIPTOR.message_types_by_name['TrackingMeasurement'] = _TRACKINGMEASUREMENT
DESCRIPTOR.message_types_by_name['TrackingMeasurements'
    ] = _TRACKINGMEASUREMENTS
DESCRIPTOR.message_types_by_name['TrackingMetrics'] = _TRACKINGMETRICS
_sym_db.RegisterFileDescriptor(DESCRIPTOR)
Object = _reflection.GeneratedProtocolMessageType('Object', (_message.
    Message,), {'DESCRIPTOR': _OBJECT, '__module__':
    'waymo_open_dataset.protos.metrics_pb2'})
_sym_db.RegisterMessage(Object)
NoLabelZoneObject = _reflection.GeneratedProtocolMessageType(
    'NoLabelZoneObject', (_message.Message,), {'DESCRIPTOR':
    _NOLABELZONEOBJECT, '__module__': 'waymo_open_dataset.protos.metrics_pb2'})
_sym_db.RegisterMessage(NoLabelZoneObject)
Objects = _reflection.GeneratedProtocolMessageType('Objects', (_message.
    Message,), {'DESCRIPTOR': _OBJECTS, '__module__':
    'waymo_open_dataset.protos.metrics_pb2'})
_sym_db.RegisterMessage(Objects)
MatcherProto = _reflection.GeneratedProtocolMessageType('MatcherProto', (
    _message.Message,), {'DESCRIPTOR': _MATCHERPROTO, '__module__':
    'waymo_open_dataset.protos.metrics_pb2'})
_sym_db.RegisterMessage(MatcherProto)
Difficulty = _reflection.GeneratedProtocolMessageType('Difficulty', (
    _message.Message,), {'DESCRIPTOR': _DIFFICULTY, '__module__':
    'waymo_open_dataset.protos.metrics_pb2'})
_sym_db.RegisterMessage(Difficulty)
Config = _reflection.GeneratedProtocolMessageType('Config', (_message.
    Message,), {'DESCRIPTOR': _CONFIG, '__module__':
    'waymo_open_dataset.protos.metrics_pb2'})
_sym_db.RegisterMessage(Config)
DetectionMeasurement = _reflection.GeneratedProtocolMessageType(
    'DetectionMeasurement', (_message.Message,), {'DESCRIPTOR':
    _DETECTIONMEASUREMENT, '__module__':
    'waymo_open_dataset.protos.metrics_pb2'})
_sym_db.RegisterMessage(DetectionMeasurement)
DetectionMeasurements = _reflection.GeneratedProtocolMessageType(
    'DetectionMeasurements', (_message.Message,), {'DESCRIPTOR':
    _DETECTIONMEASUREMENTS, '__module__':
    'waymo_open_dataset.protos.metrics_pb2'})
_sym_db.RegisterMessage(DetectionMeasurements)
DetectionMetrics = _reflection.GeneratedProtocolMessageType('DetectionMetrics',
    (_message.Message,), {'DESCRIPTOR': _DETECTIONMETRICS, '__module__':
    'waymo_open_dataset.protos.metrics_pb2'})
_sym_db.RegisterMessage(DetectionMetrics)
TrackingMeasurement = _reflection.GeneratedProtocolMessageType(
    'TrackingMeasurement', (_message.Message,), {'DESCRIPTOR':
    _TRACKINGMEASUREMENT, '__module__':
    'waymo_open_dataset.protos.metrics_pb2'})
_sym_db.RegisterMessage(TrackingMeasurement)
TrackingMeasurements = _reflection.GeneratedProtocolMessageType(
    'TrackingMeasurements', (_message.Message,), {'DESCRIPTOR':
    _TRACKINGMEASUREMENTS, '__module__':
    'waymo_open_dataset.protos.metrics_pb2'})
_sym_db.RegisterMessage(TrackingMeasurements)
TrackingMetrics = _reflection.GeneratedProtocolMessageType('TrackingMetrics',
    (_message.Message,), {'DESCRIPTOR': _TRACKINGMETRICS, '__module__':
    'waymo_open_dataset.protos.metrics_pb2'})
_sym_db.RegisterMessage(TrackingMetrics)

# -*- coding: utf-8 -*-
# Generated by the protocol buffer compiler.  DO NOT EDIT!
# source: waymo_open_dataset/protos/metrics.proto

import sys
_b=sys.version_info[0]<3 and (lambda x:x) or (lambda x:x.encode('latin1'))
from google.protobuf import descriptor as _descriptor
from google.protobuf import message as _message
from google.protobuf import reflection as _reflection
from google.protobuf import symbol_database as _symbol_database
# @@protoc_insertion_point(imports)

_sym_db = _symbol_database.Default()


from waymo_open_dataset import dataset_pb2 as waymo__open__dataset_dot_dataset__pb2
from waymo_open_dataset import label_pb2 as waymo__open__dataset_dot_label__pb2
from waymo_open_dataset.protos import breakdown_pb2 as waymo__open__dataset_dot_protos_dot_breakdown__pb2


DESCRIPTOR = _descriptor.FileDescriptor(
  name='waymo_open_dataset/protos/metrics.proto',
  package='waymo.open_dataset',
  syntax='proto2',
  serialized_options=None,
  serialized_pb=_b('\n\'waymo_open_dataset/protos/metrics.proto\x12\x12waymo.open_dataset\x1a waymo_open_dataset/dataset.proto\x1a\x1ewaymo_open_dataset/label.proto\x1a)waymo_open_dataset/protos/breakdown.proto\"\xcf\x01\n\x06Object\x12)\n\x06object\x18\x01 \x01(\x0b\x32\x19.waymo.open_dataset.Label\x12\x10\n\x05score\x18\x02 \x01(\x02:\x01\x31\x12\x18\n\x10overlap_with_nlz\x18\x03 \x01(\x08\x12\x14\n\x0c\x63ontext_name\x18\x04 \x01(\t\x12\x1e\n\x16\x66rame_timestamp_micros\x18\x05 \x01(\x03\x12\x38\n\x0b\x63\x61mera_name\x18\x06 \x01(\x0e\x32#.waymo.open_dataset.CameraName.Name\"{\n\x11NoLabelZoneObject\x12\x30\n\x04zone\x18\x01 \x01(\x0b\x32\".waymo.open_dataset.Polygon2dProto\x12\x14\n\x0c\x63ontext_name\x18\x02 \x01(\t\x12\x1e\n\x16\x66rame_timestamp_micros\x18\x03 \x01(\x03\"|\n\x07Objects\x12+\n\x07objects\x18\x01 \x03(\x0b\x32\x1a.waymo.open_dataset.Object\x12\x44\n\x15no_label_zone_objects\x18\x02 \x03(\x0b\x32%.waymo.open_dataset.NoLabelZoneObject\"p\n\x0cMatcherProto\"`\n\x04Type\x12\x10\n\x0cTYPE_UNKNOWN\x10\x00\x12\x12\n\x0eTYPE_HUNGARIAN\x10\x01\x12\x14\n\x10TYPE_SCORE_FIRST\x10\x02\x12\x1c\n\x18TYPE_HUNGARIAN_TEST_ONLY\x10\x64\"G\n\nDifficulty\x12\x39\n\x06levels\x18\x01 \x03(\x0e\x32).waymo.open_dataset.Label.DifficultyLevel\"\xaf\x03\n\x06\x43onfig\x12\x15\n\rscore_cutoffs\x18\x01 \x03(\x02\x12!\n\x19num_desired_score_cutoffs\x18\x02 \x01(\x05\x12J\n\x17\x62reakdown_generator_ids\x18\x03 \x03(\x0e\x32).waymo.open_dataset.Breakdown.GeneratorId\x12\x34\n\x0c\x64ifficulties\x18\x04 \x03(\x0b\x32\x1e.waymo.open_dataset.Difficulty\x12;\n\x0cmatcher_type\x18\x05 \x01(\x0e\x32%.waymo.open_dataset.MatcherProto.Type\x12\x16\n\x0eiou_thresholds\x18\x06 \x03(\x02\x12\x34\n\x08\x62ox_type\x18\x07 \x01(\x0e\x32\".waymo.open_dataset.Label.Box.Type\x12\"\n\x14\x64\x65sired_recall_delta\x18\x08 \x01(\x02:\x04\x30.05\x12\x18\n\rmin_precision\x18\t \x01(\x02:\x01\x30\x12 \n\x14min_heading_accuracy\x18\n \x01(\x02:\x02-1\"o\n\x14\x44\x65tectionMeasurement\x12\x0f\n\x07num_fps\x18\x01 \x01(\x05\x12\x0f\n\x07num_tps\x18\x02 \x01(\x05\x12\x0f\n\x07num_fns\x18\x03 \x01(\x05\x12\x0e\n\x06sum_ha\x18\x04 \x01(\x02\x12\x14\n\x0cscore_cutoff\x18\x05 \x01(\x02\"\x89\x01\n\x15\x44\x65tectionMeasurements\x12>\n\x0cmeasurements\x18\x01 \x03(\x0b\x32(.waymo.open_dataset.DetectionMeasurement\x12\x30\n\tbreakdown\x18\x02 \x01(\x0b\x32\x1d.waymo.open_dataset.Breakdown\"\xca\x02\n\x10\x44\x65tectionMetrics\x12\x1e\n\x16mean_average_precision\x18\x01 \x01(\x02\x12*\n\"mean_average_precision_ha_weighted\x18\x02 \x01(\x02\x12\x12\n\nprecisions\x18\x03 \x03(\x02\x12\x0f\n\x07recalls\x18\x04 \x03(\x02\x12\x1e\n\x16precisions_ha_weighted\x18\x05 \x03(\x02\x12\x1b\n\x13recalls_ha_weighted\x18\x06 \x03(\x02\x12\x15\n\rscore_cutoffs\x18\x07 \x03(\x02\x12\x30\n\tbreakdown\x18\x08 \x01(\x0b\x32\x1d.waymo.open_dataset.Breakdown\x12?\n\x0cmeasurements\x18\t \x01(\x0b\x32).waymo.open_dataset.DetectionMeasurements\"\xac\x01\n\x13TrackingMeasurement\x12\x12\n\nnum_misses\x18\x01 \x01(\x05\x12\x0f\n\x07num_fps\x18\x02 \x01(\x05\x12\x16\n\x0enum_mismatches\x18\x03 \x01(\x05\x12\x15\n\rmatching_cost\x18\x04 \x01(\x01\x12\x13\n\x0bnum_matches\x18\x05 \x01(\x05\x12\x16\n\x0enum_objects_gt\x18\x06 \x01(\x05\x12\x14\n\x0cscore_cutoff\x18\x07 \x01(\x02\"\x87\x01\n\x14TrackingMeasurements\x12=\n\x0cmeasurements\x18\x01 \x03(\x0b\x32\'.waymo.open_dataset.TrackingMeasurement\x12\x30\n\tbreakdown\x18\x02 \x01(\x0b\x32\x1d.waymo.open_dataset.Breakdown\"\xe1\x01\n\x0fTrackingMetrics\x12\x0c\n\x04mota\x18\x01 \x01(\x02\x12\x0c\n\x04motp\x18\x02 \x01(\x02\x12\x0c\n\x04miss\x18\x03 \x01(\x02\x12\x10\n\x08mismatch\x18\x04 \x01(\x02\x12\n\n\x02\x66p\x18\x05 \x01(\x02\x12\x14\n\x0cscore_cutoff\x18\x06 \x01(\x02\x12\x30\n\tbreakdown\x18\x07 \x01(\x0b\x32\x1d.waymo.open_dataset.Breakdown\x12>\n\x0cmeasurements\x18\x08 \x01(\x0b\x32(.waymo.open_dataset.TrackingMeasurements')
  ,
  dependencies=[waymo__open__dataset_dot_dataset__pb2.DESCRIPTOR,waymo__open__dataset_dot_label__pb2.DESCRIPTOR,waymo__open__dataset_dot_protos_dot_breakdown__pb2.DESCRIPTOR,])



_MATCHERPROTO_TYPE = _descriptor.EnumDescriptor(
  name='Type',
  full_name='waymo.open_dataset.MatcherProto.Type',
  filename=None,
  file=DESCRIPTOR,
  values=[
    _descriptor.EnumValueDescriptor(
      name='TYPE_UNKNOWN', index=0, number=0,
      serialized_options=None,
      type=None),
    _descriptor.EnumValueDescriptor(
      name='TYPE_HUNGARIAN', index=1, number=1,
      serialized_options=None,
      type=None),
    _descriptor.EnumValueDescriptor(
      name='TYPE_SCORE_FIRST', index=2, number=2,
      serialized_options=None,
      type=None),
    _descriptor.EnumValueDescriptor(
      name='TYPE_HUNGARIAN_TEST_ONLY', index=3, number=100,
      serialized_options=None,
      type=None),
  ],
  containing_type=None,
  serialized_options=None,
  serialized_start=649,
  serialized_end=745,
)
_sym_db.RegisterEnumDescriptor(_MATCHERPROTO_TYPE)


_OBJECT = _descriptor.Descriptor(
  name='Object',
  full_name='waymo.open_dataset.Object',
  filename=None,
  file=DESCRIPTOR,
  containing_type=None,
  fields=[
    _descriptor.FieldDescriptor(
      name='object', full_name='waymo.open_dataset.Object.object', index=0,
      number=1, type=11, cpp_type=10, label=1,
      has_default_value=False, default_value=None,
      message_type=None, enum_type=None, containing_type=None,
      is_extension=False, extension_scope=None,
      serialized_options=None, file=DESCRIPTOR),
    _descriptor.FieldDescriptor(
      name='score', full_name='waymo.open_dataset.Object.score', index=1,
      number=2, type=2, cpp_type=6, label=1,
      has_default_value=True, default_value=float(1),
      message_type=None, enum_type=None, containing_type=None,
      is_extension=False, extension_scope=None,
      serialized_options=None, file=DESCRIPTOR),
    _descriptor.FieldDescriptor(
      name='overlap_with_nlz', full_name='waymo.open_dataset.Object.overlap_with_nlz', index=2,
      number=3, type=8, cpp_type=7, label=1,
      has_default_value=False, default_value=False,
      message_type=None, enum_type=None, containing_type=None,
      is_extension=False, extension_scope=None,
      serialized_options=None, file=DESCRIPTOR),
    _descriptor.FieldDescriptor(
      name='context_name', full_name='waymo.open_dataset.Object.context_name', index=3,
      number=4, type=9, cpp_type=9, label=1,
      has_default_value=False, default_value=_b("").decode('utf-8'),
      message_type=None, enum_type=None, containing_type=None,
      is_extension=False, extension_scope=None,
      serialized_options=None, file=DESCRIPTOR),
    _descriptor.FieldDescriptor(
      name='frame_timestamp_micros', full_name='waymo.open_dataset.Object.frame_timestamp_micros', index=4,
      number=5, type=3, cpp_type=2, label=1,
      has_default_value=False, default_value=0,
      message_type=None, enum_type=None, containing_type=None,
      is_extension=False, extension_scope=None,
      serialized_options=None, file=DESCRIPTOR),
    _descriptor.FieldDescriptor(
      name='camera_name', full_name='waymo.open_dataset.Object.camera_name', index=5,
      number=6, type=14, cpp_type=8, label=1,
      has_default_value=False, default_value=0,
      message_type=None, enum_type=None, containing_type=None,
      is_extension=False, extension_scope=None,
      serialized_options=None, file=DESCRIPTOR),
  ],
  extensions=[
  ],
  nested_types=[],
  enum_types=[
  ],
  serialized_options=None,
  is_extendable=False,
  syntax='proto2',
  extension_ranges=[],
  oneofs=[
  ],
  serialized_start=173,
  serialized_end=380,
)


_NOLABELZONEOBJECT = _descriptor.Descriptor(
  name='NoLabelZoneObject',
  full_name='waymo.open_dataset.NoLabelZoneObject',
  filename=None,
  file=DESCRIPTOR,
  containing_type=None,
  fields=[
    _descriptor.FieldDescriptor(
      name='zone', full_name='waymo.open_dataset.NoLabelZoneObject.zone', index=0,
      number=1, type=11, cpp_type=10, label=1,
      has_default_value=False, default_value=None,
      message_type=None, enum_type=None, containing_type=None,
      is_extension=False, extension_scope=None,
      serialized_options=None, file=DESCRIPTOR),
    _descriptor.FieldDescriptor(
      name='context_name', full_name='waymo.open_dataset.NoLabelZoneObject.context_name', index=1,
      number=2, type=9, cpp_type=9, label=1,
      has_default_value=False, default_value=_b("").decode('utf-8'),
      message_type=None, enum_type=None, containing_type=None,
      is_extension=False, extension_scope=None,
      serialized_options=None, file=DESCRIPTOR),
    _descriptor.FieldDescriptor(
      name='frame_timestamp_micros', full_name='waymo.open_dataset.NoLabelZoneObject.frame_timestamp_micros', index=2,
      number=3, type=3, cpp_type=2, label=1,
      has_default_value=False, default_value=0,
      message_type=None, enum_type=None, containing_type=None,
      is_extension=False, extension_scope=None,
      serialized_options=None, file=DESCRIPTOR),
  ],
  extensions=[
  ],
  nested_types=[],
  enum_types=[
  ],
  serialized_options=None,
  is_extendable=False,
  syntax='proto2',
  extension_ranges=[],
  oneofs=[
  ],
  serialized_start=382,
  serialized_end=505,
)


_OBJECTS = _descriptor.Descriptor(
  name='Objects',
  full_name='waymo.open_dataset.Objects',
  filename=None,
  file=DESCRIPTOR,
  containing_type=None,
  fields=[
    _descriptor.FieldDescriptor(
      name='objects', full_name='waymo.open_dataset.Objects.objects', index=0,
      number=1, type=11, cpp_type=10, label=3,
      has_default_value=False, default_value=[],
      message_type=None, enum_type=None, containing_type=None,
      is_extension=False, extension_scope=None,
      serialized_options=None, file=DESCRIPTOR),
    _descriptor.FieldDescriptor(
      name='no_label_zone_objects', full_name='waymo.open_dataset.Objects.no_label_zone_objects', index=1,
      number=2, type=11, cpp_type=10, label=3,
      has_default_value=False, default_value=[],
      message_type=None, enum_type=None, containing_type=None,
      is_extension=False, extension_scope=None,
      serialized_options=None, file=DESCRIPTOR),
  ],
  extensions=[
  ],
  nested_types=[],
  enum_types=[
  ],
  serialized_options=None,
  is_extendable=False,
  syntax='proto2',
  extension_ranges=[],
  oneofs=[
  ],
  serialized_start=507,
  serialized_end=631,
)


_MATCHERPROTO = _descriptor.Descriptor(
  name='MatcherProto',
  full_name='waymo.open_dataset.MatcherProto',
  filename=None,
  file=DESCRIPTOR,
  containing_type=None,
  fields=[
  ],
  extensions=[
  ],
  nested_types=[],
  enum_types=[
    _MATCHERPROTO_TYPE,
  ],
  serialized_options=None,
  is_extendable=False,
  syntax='proto2',
  extension_ranges=[],
  oneofs=[
  ],
  serialized_start=633,
  serialized_end=745,
)


_DIFFICULTY = _descriptor.Descriptor(
  name='Difficulty',
  full_name='waymo.open_dataset.Difficulty',
  filename=None,
  file=DESCRIPTOR,
  containing_type=None,
  fields=[
    _descriptor.FieldDescriptor(
      name='levels', full_name='waymo.open_dataset.Difficulty.levels', index=0,
      number=1, type=14, cpp_type=8, label=3,
      has_default_value=False, default_value=[],
      message_type=None, enum_type=None, containing_type=None,
      is_extension=False, extension_scope=None,
      serialized_options=None, file=DESCRIPTOR),
  ],
  extensions=[
  ],
  nested_types=[],
  enum_types=[
  ],
  serialized_options=None,
  is_extendable=False,
  syntax='proto2',
  extension_ranges=[],
  oneofs=[
  ],
  serialized_start=747,
  serialized_end=818,
)


_CONFIG = _descriptor.Descriptor(
  name='Config',
  full_name='waymo.open_dataset.Config',
  filename=None,
  file=DESCRIPTOR,
  containing_type=None,
  fields=[
    _descriptor.FieldDescriptor(
      name='score_cutoffs', full_name='waymo.open_dataset.Config.score_cutoffs', index=0,
      number=1, type=2, cpp_type=6, label=3,
      has_default_value=False, default_value=[],
      message_type=None, enum_type=None, containing_type=None,
      is_extension=False, extension_scope=None,
      serialized_options=None, file=DESCRIPTOR),
    _descriptor.FieldDescriptor(
      name='num_desired_score_cutoffs', full_name='waymo.open_dataset.Config.num_desired_score_cutoffs', index=1,
      number=2, type=5, cpp_type=1, label=1,
      has_default_value=False, default_value=0,
      message_type=None, enum_type=None, containing_type=None,
      is_extension=False, extension_scope=None,
      serialized_options=None, file=DESCRIPTOR),
    _descriptor.FieldDescriptor(
      name='breakdown_generator_ids', full_name='waymo.open_dataset.Config.breakdown_generator_ids', index=2,
      number=3, type=14, cpp_type=8, label=3,
      has_default_value=False, default_value=[],
      message_type=None, enum_type=None, containing_type=None,
      is_extension=False, extension_scope=None,
      serialized_options=None, file=DESCRIPTOR),
    _descriptor.FieldDescriptor(
      name='difficulties', full_name='waymo.open_dataset.Config.difficulties', index=3,
      number=4, type=11, cpp_type=10, label=3,
      has_default_value=False, default_value=[],
      message_type=None, enum_type=None, containing_type=None,
      is_extension=False, extension_scope=None,
      serialized_options=None, file=DESCRIPTOR),
    _descriptor.FieldDescriptor(
      name='matcher_type', full_name='waymo.open_dataset.Config.matcher_type', index=4,
      number=5, type=14, cpp_type=8, label=1,
      has_default_value=False, default_value=0,
      message_type=None, enum_type=None, containing_type=None,
      is_extension=False, extension_scope=None,
      serialized_options=None, file=DESCRIPTOR),
    _descriptor.FieldDescriptor(
      name='iou_thresholds', full_name='waymo.open_dataset.Config.iou_thresholds', index=5,
      number=6, type=2, cpp_type=6, label=3,
      has_default_value=False, default_value=[],
      message_type=None, enum_type=None, containing_type=None,
      is_extension=False, extension_scope=None,
      serialized_options=None, file=DESCRIPTOR),
    _descriptor.FieldDescriptor(
      name='box_type', full_name='waymo.open_dataset.Config.box_type', index=6,
      number=7, type=14, cpp_type=8, label=1,
      has_default_value=False, default_value=0,
      message_type=None, enum_type=None, containing_type=None,
      is_extension=False, extension_scope=None,
      serialized_options=None, file=DESCRIPTOR),
    _descriptor.FieldDescriptor(
      name='desired_recall_delta', full_name='waymo.open_dataset.Config.desired_recall_delta', index=7,
      number=8, type=2, cpp_type=6, label=1,
      has_default_value=True, default_value=float(0.05),
      message_type=None, enum_type=None, containing_type=None,
      is_extension=False, extension_scope=None,
      serialized_options=None, file=DESCRIPTOR),
    _descriptor.FieldDescriptor(
      name='min_precision', full_name='waymo.open_dataset.Config.min_precision', index=8,
      number=9, type=2, cpp_type=6, label=1,
      has_default_value=True, default_value=float(0),
      message_type=None, enum_type=None, containing_type=None,
      is_extension=False, extension_scope=None,
      serialized_options=None, file=DESCRIPTOR),
    _descriptor.FieldDescriptor(
      name='min_heading_accuracy', full_name='waymo.open_dataset.Config.min_heading_accuracy', index=9,
      number=10, type=2, cpp_type=6, label=1,
      has_default_value=True, default_value=float(-1),
      message_type=None, enum_type=None, containing_type=None,
      is_extension=False, extension_scope=None,
      serialized_options=None, file=DESCRIPTOR),
  ],
  extensions=[
  ],
  nested_types=[],
  enum_types=[
  ],
  serialized_options=None,
  is_extendable=False,
  syntax='proto2',
  extension_ranges=[],
  oneofs=[
  ],
  serialized_start=821,
  serialized_end=1252,
)


_DETECTIONMEASUREMENT = _descriptor.Descriptor(
  name='DetectionMeasurement',
  full_name='waymo.open_dataset.DetectionMeasurement',
  filename=None,
  file=DESCRIPTOR,
  containing_type=None,
  fields=[
    _descriptor.FieldDescriptor(
      name='num_fps', full_name='waymo.open_dataset.DetectionMeasurement.num_fps', index=0,
      number=1, type=5, cpp_type=1, label=1,
      has_default_value=False, default_value=0,
      message_type=None, enum_type=None, containing_type=None,
      is_extension=False, extension_scope=None,
      serialized_options=None, file=DESCRIPTOR),
    _descriptor.FieldDescriptor(
      name='num_tps', full_name='waymo.open_dataset.DetectionMeasurement.num_tps', index=1,
      number=2, type=5, cpp_type=1, label=1,
      has_default_value=False, default_value=0,
      message_type=None, enum_type=None, containing_type=None,
      is_extension=False, extension_scope=None,
      serialized_options=None, file=DESCRIPTOR),
    _descriptor.FieldDescriptor(
      name='num_fns', full_name='waymo.open_dataset.DetectionMeasurement.num_fns', index=2,
      number=3, type=5, cpp_type=1, label=1,
      has_default_value=False, default_value=0,
      message_type=None, enum_type=None, containing_type=None,
      is_extension=False, extension_scope=None,
      serialized_options=None, file=DESCRIPTOR),
    _descriptor.FieldDescriptor(
      name='sum_ha', full_name='waymo.open_dataset.DetectionMeasurement.sum_ha', index=3,
      number=4, type=2, cpp_type=6, label=1,
      has_default_value=False, default_value=float(0),
      message_type=None, enum_type=None, containing_type=None,
      is_extension=False, extension_scope=None,
      serialized_options=None, file=DESCRIPTOR),
    _descriptor.FieldDescriptor(
      name='score_cutoff', full_name='waymo.open_dataset.DetectionMeasurement.score_cutoff', index=4,
      number=5, type=2, cpp_type=6, label=1,
      has_default_value=False, default_value=float(0),
      message_type=None, enum_type=None, containing_type=None,
      is_extension=False, extension_scope=None,
      serialized_options=None, file=DESCRIPTOR),
  ],
  extensions=[
  ],
  nested_types=[],
  enum_types=[
  ],
  serialized_options=None,
  is_extendable=False,
  syntax='proto2',
  extension_ranges=[],
  oneofs=[
  ],
  serialized_start=1254,
  serialized_end=1365,
)


_DETECTIONMEASUREMENTS = _descriptor.Descriptor(
  name='DetectionMeasurements',
  full_name='waymo.open_dataset.DetectionMeasurements',
  filename=None,
  file=DESCRIPTOR,
  containing_type=None,
  fields=[
    _descriptor.FieldDescriptor(
      name='measurements', full_name='waymo.open_dataset.DetectionMeasurements.measurements', index=0,
      number=1, type=11, cpp_type=10, label=3,
      has_default_value=False, default_value=[],
      message_type=None, enum_type=None, containing_type=None,
      is_extension=False, extension_scope=None,
      serialized_options=None, file=DESCRIPTOR),
    _descriptor.FieldDescriptor(
      name='breakdown', full_name='waymo.open_dataset.DetectionMeasurements.breakdown', index=1,
      number=2, type=11, cpp_type=10, label=1,
      has_default_value=False, default_value=None,
      message_type=None, enum_type=None, containing_type=None,
      is_extension=False, extension_scope=None,
      serialized_options=None, file=DESCRIPTOR),
  ],
  extensions=[
  ],
  nested_types=[],
  enum_types=[
  ],
  serialized_options=None,
  is_extendable=False,
  syntax='proto2',
  extension_ranges=[],
  oneofs=[
  ],
  serialized_start=1368,
  serialized_end=1505,
)


_DETECTIONMETRICS = _descriptor.Descriptor(
  name='DetectionMetrics',
  full_name='waymo.open_dataset.DetectionMetrics',
  filename=None,
  file=DESCRIPTOR,
  containing_type=None,
  fields=[
    _descriptor.FieldDescriptor(
      name='mean_average_precision', full_name='waymo.open_dataset.DetectionMetrics.mean_average_precision', index=0,
      number=1, type=2, cpp_type=6, label=1,
      has_default_value=False, default_value=float(0),
      message_type=None, enum_type=None, containing_type=None,
      is_extension=False, extension_scope=None,
      serialized_options=None, file=DESCRIPTOR),
    _descriptor.FieldDescriptor(
      name='mean_average_precision_ha_weighted', full_name='waymo.open_dataset.DetectionMetrics.mean_average_precision_ha_weighted', index=1,
      number=2, type=2, cpp_type=6, label=1,
      has_default_value=False, default_value=float(0),
      message_type=None, enum_type=None, containing_type=None,
      is_extension=False, extension_scope=None,
      serialized_options=None, file=DESCRIPTOR),
    _descriptor.FieldDescriptor(
      name='precisions', full_name='waymo.open_dataset.DetectionMetrics.precisions', index=2,
      number=3, type=2, cpp_type=6, label=3,
      has_default_value=False, default_value=[],
      message_type=None, enum_type=None, containing_type=None,
      is_extension=False, extension_scope=None,
      serialized_options=None, file=DESCRIPTOR),
    _descriptor.FieldDescriptor(
      name='recalls', full_name='waymo.open_dataset.DetectionMetrics.recalls', index=3,
      number=4, type=2, cpp_type=6, label=3,
      has_default_value=False, default_value=[],
      message_type=None, enum_type=None, containing_type=None,
      is_extension=False, extension_scope=None,
      serialized_options=None, file=DESCRIPTOR),
    _descriptor.FieldDescriptor(
      name='precisions_ha_weighted', full_name='waymo.open_dataset.DetectionMetrics.precisions_ha_weighted', index=4,
      number=5, type=2, cpp_type=6, label=3,
      has_default_value=False, default_value=[],
      message_type=None, enum_type=None, containing_type=None,
      is_extension=False, extension_scope=None,
      serialized_options=None, file=DESCRIPTOR),
    _descriptor.FieldDescriptor(
      name='recalls_ha_weighted', full_name='waymo.open_dataset.DetectionMetrics.recalls_ha_weighted', index=5,
      number=6, type=2, cpp_type=6, label=3,
      has_default_value=False, default_value=[],
      message_type=None, enum_type=None, containing_type=None,
      is_extension=False, extension_scope=None,
      serialized_options=None, file=DESCRIPTOR),
    _descriptor.FieldDescriptor(
      name='score_cutoffs', full_name='waymo.open_dataset.DetectionMetrics.score_cutoffs', index=6,
      number=7, type=2, cpp_type=6, label=3,
      has_default_value=False, default_value=[],
      message_type=None, enum_type=None, containing_type=None,
      is_extension=False, extension_scope=None,
      serialized_options=None, file=DESCRIPTOR),
    _descriptor.FieldDescriptor(
      name='breakdown', full_name='waymo.open_dataset.DetectionMetrics.breakdown', index=7,
      number=8, type=11, cpp_type=10, label=1,
      has_default_value=False, default_value=None,
      message_type=None, enum_type=None, containing_type=None,
      is_extension=False, extension_scope=None,
      serialized_options=None, file=DESCRIPTOR),
    _descriptor.FieldDescriptor(
      name='measurements', full_name='waymo.open_dataset.DetectionMetrics.measurements', index=8,
      number=9, type=11, cpp_type=10, label=1,
      has_default_value=False, default_value=None,
      message_type=None, enum_type=None, containing_type=None,
      is_extension=False, extension_scope=None,
      serialized_options=None, file=DESCRIPTOR),
  ],
  extensions=[
  ],
  nested_types=[],
  enum_types=[
  ],
  serialized_options=None,
  is_extendable=False,
  syntax='proto2',
  extension_ranges=[],
  oneofs=[
  ],
  serialized_start=1508,
  serialized_end=1838,
)


_TRACKINGMEASUREMENT = _descriptor.Descriptor(
  name='TrackingMeasurement',
  full_name='waymo.open_dataset.TrackingMeasurement',
  filename=None,
  file=DESCRIPTOR,
  containing_type=None,
  fields=[
    _descriptor.FieldDescriptor(
      name='num_misses', full_name='waymo.open_dataset.TrackingMeasurement.num_misses', index=0,
      number=1, type=5, cpp_type=1, label=1,
      has_default_value=False, default_value=0,
      message_type=None, enum_type=None, containing_type=None,
      is_extension=False, extension_scope=None,
      serialized_options=None, file=DESCRIPTOR),
    _descriptor.FieldDescriptor(
      name='num_fps', full_name='waymo.open_dataset.TrackingMeasurement.num_fps', index=1,
      number=2, type=5, cpp_type=1, label=1,
      has_default_value=False, default_value=0,
      message_type=None, enum_type=None, containing_type=None,
      is_extension=False, extension_scope=None,
      serialized_options=None, file=DESCRIPTOR),
    _descriptor.FieldDescriptor(
      name='num_mismatches', full_name='waymo.open_dataset.TrackingMeasurement.num_mismatches', index=2,
      number=3, type=5, cpp_type=1, label=1,
      has_default_value=False, default_value=0,
      message_type=None, enum_type=None, containing_type=None,
      is_extension=False, extension_scope=None,
      serialized_options=None, file=DESCRIPTOR),
    _descriptor.FieldDescriptor(
      name='matching_cost', full_name='waymo.open_dataset.TrackingMeasurement.matching_cost', index=3,
      number=4, type=1, cpp_type=5, label=1,
      has_default_value=False, default_value=float(0),
      message_type=None, enum_type=None, containing_type=None,
      is_extension=False, extension_scope=None,
      serialized_options=None, file=DESCRIPTOR),
    _descriptor.FieldDescriptor(
      name='num_matches', full_name='waymo.open_dataset.TrackingMeasurement.num_matches', index=4,
      number=5, type=5, cpp_type=1, label=1,
      has_default_value=False, default_value=0,
      message_type=None, enum_type=None, containing_type=None,
      is_extension=False, extension_scope=None,
      serialized_options=None, file=DESCRIPTOR),
    _descriptor.FieldDescriptor(
      name='num_objects_gt', full_name='waymo.open_dataset.TrackingMeasurement.num_objects_gt', index=5,
      number=6, type=5, cpp_type=1, label=1,
      has_default_value=False, default_value=0,
      message_type=None, enum_type=None, containing_type=None,
      is_extension=False, extension_scope=None,
      serialized_options=None, file=DESCRIPTOR),
    _descriptor.FieldDescriptor(
      name='score_cutoff', full_name='waymo.open_dataset.TrackingMeasurement.score_cutoff', index=6,
      number=7, type=2, cpp_type=6, label=1,
      has_default_value=False, default_value=float(0),
      message_type=None, enum_type=None, containing_type=None,
      is_extension=False, extension_scope=None,
      serialized_options=None, file=DESCRIPTOR),
  ],
  extensions=[
  ],
  nested_types=[],
  enum_types=[
  ],
  serialized_options=None,
  is_extendable=False,
  syntax='proto2',
  extension_ranges=[],
  oneofs=[
  ],
  serialized_start=1841,
  serialized_end=2013,
)


_TRACKINGMEASUREMENTS = _descriptor.Descriptor(
  name='TrackingMeasurements',
  full_name='waymo.open_dataset.TrackingMeasurements',
  filename=None,
  file=DESCRIPTOR,
  containing_type=None,
  fields=[
    _descriptor.FieldDescriptor(
      name='measurements', full_name='waymo.open_dataset.TrackingMeasurements.measurements', index=0,
      number=1, type=11, cpp_type=10, label=3,
      has_default_value=False, default_value=[],
      message_type=None, enum_type=None, containing_type=None,
      is_extension=False, extension_scope=None,
      serialized_options=None, file=DESCRIPTOR),
    _descriptor.FieldDescriptor(
      name='breakdown', full_name='waymo.open_dataset.TrackingMeasurements.breakdown', index=1,
      number=2, type=11, cpp_type=10, label=1,
      has_default_value=False, default_value=None,
      message_type=None, enum_type=None, containing_type=None,
      is_extension=False, extension_scope=None,
      serialized_options=None, file=DESCRIPTOR),
  ],
  extensions=[
  ],
  nested_types=[],
  enum_types=[
  ],
  serialized_options=None,
  is_extendable=False,
  syntax='proto2',
  extension_ranges=[],
  oneofs=[
  ],
  serialized_start=2016,
  serialized_end=2151,
)


_TRACKINGMETRICS = _descriptor.Descriptor(
  name='TrackingMetrics',
  full_name='waymo.open_dataset.TrackingMetrics',
  filename=None,
  file=DESCRIPTOR,
  containing_type=None,
  fields=[
    _descriptor.FieldDescriptor(
      name='mota', full_name='waymo.open_dataset.TrackingMetrics.mota', index=0,
      number=1, type=2, cpp_type=6, label=1,
      has_default_value=False, default_value=float(0),
      message_type=None, enum_type=None, containing_type=None,
      is_extension=False, extension_scope=None,
      serialized_options=None, file=DESCRIPTOR),
    _descriptor.FieldDescriptor(
      name='motp', full_name='waymo.open_dataset.TrackingMetrics.motp', index=1,
      number=2, type=2, cpp_type=6, label=1,
      has_default_value=False, default_value=float(0),
      message_type=None, enum_type=None, containing_type=None,
      is_extension=False, extension_scope=None,
      serialized_options=None, file=DESCRIPTOR),
    _descriptor.FieldDescriptor(
      name='miss', full_name='waymo.open_dataset.TrackingMetrics.miss', index=2,
      number=3, type=2, cpp_type=6, label=1,
      has_default_value=False, default_value=float(0),
      message_type=None, enum_type=None, containing_type=None,
      is_extension=False, extension_scope=None,
      serialized_options=None, file=DESCRIPTOR),
    _descriptor.FieldDescriptor(
      name='mismatch', full_name='waymo.open_dataset.TrackingMetrics.mismatch', index=3,
      number=4, type=2, cpp_type=6, label=1,
      has_default_value=False, default_value=float(0),
      message_type=None, enum_type=None, containing_type=None,
      is_extension=False, extension_scope=None,
      serialized_options=None, file=DESCRIPTOR),
    _descriptor.FieldDescriptor(
      name='fp', full_name='waymo.open_dataset.TrackingMetrics.fp', index=4,
      number=5, type=2, cpp_type=6, label=1,
      has_default_value=False, default_value=float(0),
      message_type=None, enum_type=None, containing_type=None,
      is_extension=False, extension_scope=None,
      serialized_options=None, file=DESCRIPTOR),
    _descriptor.FieldDescriptor(
      name='score_cutoff', full_name='waymo.open_dataset.TrackingMetrics.score_cutoff', index=5,
      number=6, type=2, cpp_type=6, label=1,
      has_default_value=False, default_value=float(0),
      message_type=None, enum_type=None, containing_type=None,
      is_extension=False, extension_scope=None,
      serialized_options=None, file=DESCRIPTOR),
    _descriptor.FieldDescriptor(
      name='breakdown', full_name='waymo.open_dataset.TrackingMetrics.breakdown', index=6,
      number=7, type=11, cpp_type=10, label=1,
      has_default_value=False, default_value=None,
      message_type=None, enum_type=None, containing_type=None,
      is_extension=False, extension_scope=None,
      serialized_options=None, file=DESCRIPTOR),
    _descriptor.FieldDescriptor(
      name='measurements', full_name='waymo.open_dataset.TrackingMetrics.measurements', index=7,
      number=8, type=11, cpp_type=10, label=1,
      has_default_value=False, default_value=None,
      message_type=None, enum_type=None, containing_type=None,
      is_extension=False, extension_scope=None,
      serialized_options=None, file=DESCRIPTOR),
  ],
  extensions=[
  ],
  nested_types=[],
  enum_types=[
  ],
  serialized_options=None,
  is_extendable=False,
  syntax='proto2',
  extension_ranges=[],
  oneofs=[
  ],
  serialized_start=2154,
  serialized_end=2379,
)

_OBJECT.fields_by_name['object'].message_type = waymo__open__dataset_dot_label__pb2._LABEL
_OBJECT.fields_by_name['camera_name'].enum_type = waymo__open__dataset_dot_dataset__pb2._CAMERANAME_NAME
_NOLABELZONEOBJECT.fields_by_name['zone'].message_type = waymo__open__dataset_dot_label__pb2._POLYGON2DPROTO
_OBJECTS.fields_by_name['objects'].message_type = _OBJECT
_OBJECTS.fields_by_name['no_label_zone_objects'].message_type = _NOLABELZONEOBJECT
_MATCHERPROTO_TYPE.containing_type = _MATCHERPROTO
_DIFFICULTY.fields_by_name['levels'].enum_type = waymo__open__dataset_dot_label__pb2._LABEL_DIFFICULTYLEVEL
_CONFIG.fields_by_name['breakdown_generator_ids'].enum_type = waymo__open__dataset_dot_protos_dot_breakdown__pb2._BREAKDOWN_GENERATORID
_CONFIG.fields_by_name['difficulties'].message_type = _DIFFICULTY
_CONFIG.fields_by_name['matcher_type'].enum_type = _MATCHERPROTO_TYPE
_CONFIG.fields_by_name['box_type'].enum_type = waymo__open__dataset_dot_label__pb2._LABEL_BOX_TYPE
_DETECTIONMEASUREMENTS.fields_by_name['measurements'].message_type = _DETECTIONMEASUREMENT
_DETECTIONMEASUREMENTS.fields_by_name['breakdown'].message_type = waymo__open__dataset_dot_protos_dot_breakdown__pb2._BREAKDOWN
_DETECTIONMETRICS.fields_by_name['breakdown'].message_type = waymo__open__dataset_dot_protos_dot_breakdown__pb2._BREAKDOWN
_DETECTIONMETRICS.fields_by_name['measurements'].message_type = _DETECTIONMEASUREMENTS
_TRACKINGMEASUREMENTS.fields_by_name['measurements'].message_type = _TRACKINGMEASUREMENT
_TRACKINGMEASUREMENTS.fields_by_name['breakdown'].message_type = waymo__open__dataset_dot_protos_dot_breakdown__pb2._BREAKDOWN
_TRACKINGMETRICS.fields_by_name['breakdown'].message_type = waymo__open__dataset_dot_protos_dot_breakdown__pb2._BREAKDOWN
_TRACKINGMETRICS.fields_by_name['measurements'].message_type = _TRACKINGMEASUREMENTS
DESCRIPTOR.message_types_by_name['Object'] = _OBJECT
DESCRIPTOR.message_types_by_name['NoLabelZoneObject'] = _NOLABELZONEOBJECT
DESCRIPTOR.message_types_by_name['Objects'] = _OBJECTS
DESCRIPTOR.message_types_by_name['MatcherProto'] = _MATCHERPROTO
DESCRIPTOR.message_types_by_name['Difficulty'] = _DIFFICULTY
DESCRIPTOR.message_types_by_name['Config'] = _CONFIG
DESCRIPTOR.message_types_by_name['DetectionMeasurement'] = _DETECTIONMEASUREMENT
DESCRIPTOR.message_types_by_name['DetectionMeasurements'] = _DETECTIONMEASUREMENTS
DESCRIPTOR.message_types_by_name['DetectionMetrics'] = _DETECTIONMETRICS
DESCRIPTOR.message_types_by_name['TrackingMeasurement'] = _TRACKINGMEASUREMENT
DESCRIPTOR.message_types_by_name['TrackingMeasurements'] = _TRACKINGMEASUREMENTS
DESCRIPTOR.message_types_by_name['TrackingMetrics'] = _TRACKINGMETRICS
_sym_db.RegisterFileDescriptor(DESCRIPTOR)

Object = _reflection.GeneratedProtocolMessageType('Object', (_message.Message,), {
  'DESCRIPTOR' : _OBJECT,
  '__module__' : 'waymo_open_dataset.protos.metrics_pb2'
  # @@protoc_insertion_point(class_scope:waymo.open_dataset.Object)
  })
_sym_db.RegisterMessage(Object)

NoLabelZoneObject = _reflection.GeneratedProtocolMessageType('NoLabelZoneObject', (_message.Message,), {
  'DESCRIPTOR' : _NOLABELZONEOBJECT,
  '__module__' : 'waymo_open_dataset.protos.metrics_pb2'
  # @@protoc_insertion_point(class_scope:waymo.open_dataset.NoLabelZoneObject)
  })
_sym_db.RegisterMessage(NoLabelZoneObject)

Objects = _reflection.GeneratedProtocolMessageType('Objects', (_message.Message,), {
  'DESCRIPTOR' : _OBJECTS,
  '__module__' : 'waymo_open_dataset.protos.metrics_pb2'
  # @@protoc_insertion_point(class_scope:waymo.open_dataset.Objects)
  })
_sym_db.RegisterMessage(Objects)

MatcherProto = _reflection.GeneratedProtocolMessageType('MatcherProto', (_message.Message,), {
  'DESCRIPTOR' : _MATCHERPROTO,
  '__module__' : 'waymo_open_dataset.protos.metrics_pb2'
  # @@protoc_insertion_point(class_scope:waymo.open_dataset.MatcherProto)
  })
_sym_db.RegisterMessage(MatcherProto)

Difficulty = _reflection.GeneratedProtocolMessageType('Difficulty', (_message.Message,), {
  'DESCRIPTOR' : _DIFFICULTY,
  '__module__' : 'waymo_open_dataset.protos.metrics_pb2'
  # @@protoc_insertion_point(class_scope:waymo.open_dataset.Difficulty)
  })
_sym_db.RegisterMessage(Difficulty)

Config = _reflection.GeneratedProtocolMessageType('Config', (_message.Message,), {
  'DESCRIPTOR' : _CONFIG,
  '__module__' : 'waymo_open_dataset.protos.metrics_pb2'
  # @@protoc_insertion_point(class_scope:waymo.open_dataset.Config)
  })
_sym_db.RegisterMessage(Config)

DetectionMeasurement = _reflection.GeneratedProtocolMessageType('DetectionMeasurement', (_message.Message,), {
  'DESCRIPTOR' : _DETECTIONMEASUREMENT,
  '__module__' : 'waymo_open_dataset.protos.metrics_pb2'
  # @@protoc_insertion_point(class_scope:waymo.open_dataset.DetectionMeasurement)
  })
_sym_db.RegisterMessage(DetectionMeasurement)

DetectionMeasurements = _reflection.GeneratedProtocolMessageType('DetectionMeasurements', (_message.Message,), {
  'DESCRIPTOR' : _DETECTIONMEASUREMENTS,
  '__module__' : 'waymo_open_dataset.protos.metrics_pb2'
  # @@protoc_insertion_point(class_scope:waymo.open_dataset.DetectionMeasurements)
  })
_sym_db.RegisterMessage(DetectionMeasurements)

DetectionMetrics = _reflection.GeneratedProtocolMessageType('DetectionMetrics', (_message.Message,), {
  'DESCRIPTOR' : _DETECTIONMETRICS,
  '__module__' : 'waymo_open_dataset.protos.metrics_pb2'
  # @@protoc_insertion_point(class_scope:waymo.open_dataset.DetectionMetrics)
  })
_sym_db.RegisterMessage(DetectionMetrics)

TrackingMeasurement = _reflection.GeneratedProtocolMessageType('TrackingMeasurement', (_message.Message,), {
  'DESCRIPTOR' : _TRACKINGMEASUREMENT,
  '__module__' : 'waymo_open_dataset.protos.metrics_pb2'
  # @@protoc_insertion_point(class_scope:waymo.open_dataset.TrackingMeasurement)
  })
_sym_db.RegisterMessage(TrackingMeasurement)

TrackingMeasurements = _reflection.GeneratedProtocolMessageType('TrackingMeasurements', (_message.Message,), {
  'DESCRIPTOR' : _TRACKINGMEASUREMENTS,
  '__module__' : 'waymo_open_dataset.protos.metrics_pb2'
  # @@protoc_insertion_point(class_scope:waymo.open_dataset.TrackingMeasurements)
  })
_sym_db.RegisterMessage(TrackingMeasurements)

TrackingMetrics = _reflection.GeneratedProtocolMessageType('TrackingMetrics', (_message.Message,), {
  'DESCRIPTOR' : _TRACKINGMETRICS,
  '__module__' : 'waymo_open_dataset.protos.metrics_pb2'
  # @@protoc_insertion_point(class_scope:waymo.open_dataset.TrackingMetrics)
  })
_sym_db.RegisterMessage(TrackingMetrics)


# @@protoc_insertion_point(module_scope)
