diff --git a/pkg/cli/sql_shell_cmd.go b/pkg/cli/sql_shell_cmd.go index 16e804f1c436..bff380215285 100644 --- a/pkg/cli/sql_shell_cmd.go +++ b/pkg/cli/sql_shell_cmd.go @@ -16,6 +16,7 @@ import ( "github.com/cockroachdb/cockroach/pkg/cli/clisqlshell" "github.com/cockroachdb/cockroach/pkg/server/pgurl" + "github.com/cockroachdb/cockroach/pkg/sql/catalog/catconstants" "github.com/cockroachdb/errors" "github.com/spf13/cobra" ) @@ -51,7 +52,7 @@ func runTerm(cmd *cobra.Command, args []string) (resErr error) { fmt.Print(welcomeMessage) } - conn, err := makeSQLClient("cockroach sql", useDefaultDb) + conn, err := makeSQLClient(catconstants.InternalSQLAppName, useDefaultDb) if err != nil { return err } diff --git a/pkg/col/coldata/bytes.go b/pkg/col/coldata/bytes.go index 6dbe1a879b26..7c06e9dba208 100644 --- a/pkg/col/coldata/bytes.go +++ b/pkg/col/coldata/bytes.go @@ -11,6 +11,7 @@ package coldata import ( + "encoding/binary" "fmt" "strings" "unsafe" @@ -399,6 +400,51 @@ func (b *Bytes) ProportionalSize(n int64) int64 { return FlatBytesOverhead + int64(len(b.data[b.offsets[0]:b.offsets[n]])) + n*memsize.Int32 } +// Abbreviated returns a uint64 slice where each uint64 represents the first +// eight bytes of each []byte. It is used for byte comparison fast paths. +// +// Given Bytes b, and abbr = b.Abbreviated(): +// +// - abbr[i] > abbr[j] iff b.Get(i) > b.Get(j) +// - abbr[i] < abbr[j] iff b.Get(i) < b.Get(j) +// - If abbr[i] == abbr[j], it is unknown if b.Get(i) is greater than, less +// than, or equal to b.Get(j). A full comparison of all bytes in each is +// required. +// +func (b *Bytes) Abbreviated() []uint64 { + r := make([]uint64, b.Len()) + for i := range r { + bs := b.Get(i) + r[i] = abbreviate(bs) + } + return r +} + +// abbreviate interprets up to the first 8 bytes of the slice as a big-endian +// uint64. If the slice has less than 8 bytes, the value returned is the same as +// if the slice was filled to 8 bytes with zero value bytes. For example: +// +// abbreviate([]byte{0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x01}) +// => 1 +// +// abbreviate([]byte{0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x01, 0x00}) +// => 256 +// +// abbreviate([]byte{0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x01}) +// => 256 +// +func abbreviate(bs []byte) uint64 { + if len(bs) >= 8 { + return binary.BigEndian.Uint64(bs) + } + var v uint64 + for _, b := range bs { + v <<= 8 + v |= uint64(b) + } + return v << uint(8*(8-len(bs))) +} + // Reset resets the underlying Bytes for reuse. // TODO(asubiotto): Move towards removing Set in favor of AppendVal. At that // point we can truncate the offsets slice. diff --git a/pkg/col/coldata/bytes_test.go b/pkg/col/coldata/bytes_test.go index fa943f95bcdc..e6980d81c0b3 100644 --- a/pkg/col/coldata/bytes_test.go +++ b/pkg/col/coldata/bytes_test.go @@ -452,6 +452,35 @@ func TestBytes(t *testing.T) { require.Equal(t, 0, b.maxSetLength) require.NotPanics(t, func() { b.Set(4, []byte("deadbeef")) }) }) + + t.Run("Abbreviated", func(t *testing.T) { + rng, _ := randutil.NewPseudoRand() + + // Create a vector with random bytes values. + b := NewBytes(250) + for i := 0; i < b.Len(); i++ { + size := rng.Intn(32) + b.Set(i, randutil.RandBytes(rng, size)) + } + + // Ensure that for every i and j: + // + // - abbr[i] < abbr[j] iff b.Get(i) < b.Get(j) + // - abbr[i] > abbr[j] iff b.Get(i) > b.Get(j) + // + abbr := b.Abbreviated() + for i := 0; i < b.Len(); i++ { + for j := 0; j < b.Len(); j++ { + cmp := bytes.Compare(b.Get(i), b.Get(j)) + if abbr[i] < abbr[j] && cmp >= 0 { + t.Errorf("abbr value of %v should not be less than %v", b.Get(i), b.Get(j)) + } + if abbr[i] > abbr[j] && cmp <= 0 { + t.Errorf("abbr value of %v should not be greater than %v", b.Get(i), b.Get(j)) + } + } + } + }) } func TestProportionalSize(t *testing.T) { diff --git a/pkg/jobs/BUILD.bazel b/pkg/jobs/BUILD.bazel index b811772b1da0..1102f052152b 100644 --- a/pkg/jobs/BUILD.bazel +++ b/pkg/jobs/BUILD.bazel @@ -109,6 +109,7 @@ go_test( "//pkg/sql/tests", "//pkg/testutils", "//pkg/testutils/serverutils", + "//pkg/testutils/skip", "//pkg/testutils/sqlutils", "//pkg/testutils/testcluster", "//pkg/util/ctxgroup", diff --git a/pkg/jobs/jobs_test.go b/pkg/jobs/jobs_test.go index 7f853591a867..7af9302d68c5 100644 --- a/pkg/jobs/jobs_test.go +++ b/pkg/jobs/jobs_test.go @@ -44,6 +44,7 @@ import ( "github.com/cockroachdb/cockroach/pkg/sql/tests" "github.com/cockroachdb/cockroach/pkg/testutils" "github.com/cockroachdb/cockroach/pkg/testutils/serverutils" + "github.com/cockroachdb/cockroach/pkg/testutils/skip" "github.com/cockroachdb/cockroach/pkg/testutils/sqlutils" "github.com/cockroachdb/cockroach/pkg/util/ctxgroup" "github.com/cockroachdb/cockroach/pkg/util/hlc" @@ -361,6 +362,7 @@ func (rts *registryTestSuite) check(t *testing.T, expectedStatus jobs.Status) { func TestRegistryLifecycle(t *testing.T) { defer leaktest.AfterTest(t)() + skip.WithIssue(t, 68315, "flaky test") defer log.Scope(t).Close(t) t.Run("normal success", func(t *testing.T) { diff --git a/pkg/kv/kvserver/batcheval/BUILD.bazel b/pkg/kv/kvserver/batcheval/BUILD.bazel index 2613721cef06..1d9ecbb2e00d 100644 --- a/pkg/kv/kvserver/batcheval/BUILD.bazel +++ b/pkg/kv/kvserver/batcheval/BUILD.bazel @@ -77,6 +77,7 @@ go_library( "//pkg/util/hlc", "//pkg/util/limit", "//pkg/util/log", + "//pkg/util/mon", "//pkg/util/protoutil", "//pkg/util/tracing", "//pkg/util/uuid", diff --git a/pkg/kv/kvserver/batcheval/cmd_get.go b/pkg/kv/kvserver/batcheval/cmd_get.go index 5a803f6e531f..77096de22be3 100644 --- a/pkg/kv/kvserver/batcheval/cmd_get.go +++ b/pkg/kv/kvserver/batcheval/cmd_get.go @@ -52,6 +52,7 @@ func Get( Txn: h.Txn, FailOnMoreRecent: args.KeyLocking != lock.None, LocalUncertaintyLimit: cArgs.LocalUncertaintyLimit, + MemoryAccount: cArgs.EvalCtx.GetResponseMemoryAccount(), }) if err != nil { return result.Result{}, err diff --git a/pkg/kv/kvserver/batcheval/cmd_get_test.go b/pkg/kv/kvserver/batcheval/cmd_get_test.go index dba0ffb8732d..8eadafed0e9a 100644 --- a/pkg/kv/kvserver/batcheval/cmd_get_test.go +++ b/pkg/kv/kvserver/batcheval/cmd_get_test.go @@ -33,7 +33,8 @@ func TestGetResumeSpan(t *testing.T) { defer db.Close() _, err := Put(ctx, db, CommandArgs{ - Header: roachpb.Header{TargetBytes: -1}, + EvalCtx: (&MockEvalCtx{}).EvalContext(), + Header: roachpb.Header{TargetBytes: -1}, Args: &roachpb.PutRequest{ RequestHeader: roachpb.RequestHeader{ Key: key, @@ -45,7 +46,8 @@ func TestGetResumeSpan(t *testing.T) { // Case 1: Check that a negative TargetBytes causes a resume span. _, err = Get(ctx, db, CommandArgs{ - Header: roachpb.Header{TargetBytes: -1}, + EvalCtx: (&MockEvalCtx{}).EvalContext(), + Header: roachpb.Header{TargetBytes: -1}, Args: &roachpb.GetRequest{ RequestHeader: roachpb.RequestHeader{ Key: key, @@ -62,7 +64,8 @@ func TestGetResumeSpan(t *testing.T) { resp = &roachpb.GetResponse{} // Case 2: Check that a negative MaxSpanRequestKeys causes a resume span. _, err = Get(ctx, db, CommandArgs{ - Header: roachpb.Header{MaxSpanRequestKeys: -1}, + EvalCtx: (&MockEvalCtx{}).EvalContext(), + Header: roachpb.Header{MaxSpanRequestKeys: -1}, Args: &roachpb.GetRequest{ RequestHeader: roachpb.RequestHeader{ Key: key, @@ -79,7 +82,8 @@ func TestGetResumeSpan(t *testing.T) { resp = &roachpb.GetResponse{} // Case 3: Check that a positive limit causes a normal return. _, err = Get(ctx, db, CommandArgs{ - Header: roachpb.Header{MaxSpanRequestKeys: 10, TargetBytes: 100}, + EvalCtx: (&MockEvalCtx{}).EvalContext(), + Header: roachpb.Header{MaxSpanRequestKeys: 10, TargetBytes: 100}, Args: &roachpb.GetRequest{ RequestHeader: roachpb.RequestHeader{ Key: key, diff --git a/pkg/kv/kvserver/batcheval/cmd_reverse_scan.go b/pkg/kv/kvserver/batcheval/cmd_reverse_scan.go index c30ab3ef9431..4880ede31bb8 100644 --- a/pkg/kv/kvserver/batcheval/cmd_reverse_scan.go +++ b/pkg/kv/kvserver/batcheval/cmd_reverse_scan.go @@ -47,6 +47,7 @@ func ReverseScan( TargetBytes: h.TargetBytes, FailOnMoreRecent: args.KeyLocking != lock.None, Reverse: true, + MemoryAccount: cArgs.EvalCtx.GetResponseMemoryAccount(), } switch args.ScanFormat { diff --git a/pkg/kv/kvserver/batcheval/cmd_scan.go b/pkg/kv/kvserver/batcheval/cmd_scan.go index 131ffe52471f..46f7e3ee457a 100644 --- a/pkg/kv/kvserver/batcheval/cmd_scan.go +++ b/pkg/kv/kvserver/batcheval/cmd_scan.go @@ -48,6 +48,7 @@ func Scan( TargetBytes: h.TargetBytes, FailOnMoreRecent: args.KeyLocking != lock.None, Reverse: false, + MemoryAccount: cArgs.EvalCtx.GetResponseMemoryAccount(), } switch args.ScanFormat { diff --git a/pkg/kv/kvserver/batcheval/eval_context.go b/pkg/kv/kvserver/batcheval/eval_context.go index 968501736daa..bedb8e254c9e 100644 --- a/pkg/kv/kvserver/batcheval/eval_context.go +++ b/pkg/kv/kvserver/batcheval/eval_context.go @@ -26,6 +26,7 @@ import ( "github.com/cockroachdb/cockroach/pkg/storage/enginepb" "github.com/cockroachdb/cockroach/pkg/util/hlc" "github.com/cockroachdb/cockroach/pkg/util/limit" + "github.com/cockroachdb/cockroach/pkg/util/mon" "github.com/cockroachdb/cockroach/pkg/util/uuid" "golang.org/x/time/rate" ) @@ -126,6 +127,12 @@ type EvalContext interface { // WatchForMerge arranges to block all requests until the in-progress merge // completes. Returns an error if no in-progress merge is detected. WatchForMerge(ctx context.Context) error + + // GetResponseMemoryAccount returns a memory account to be used when + // generating BatchResponses. Currently only used for MVCC scans, and only + // non-nil on those paths (a nil account is safe to use since it functions + // as an unlimited account). + GetResponseMemoryAccount() *mon.BoundAccount } // MockEvalCtx is a dummy implementation of EvalContext for testing purposes. @@ -150,7 +157,7 @@ type MockEvalCtx struct { // EvalContext returns the MockEvalCtx as an EvalContext. It will reflect future // modifications to the underlying MockEvalContext. func (m *MockEvalCtx) EvalContext() EvalContext { - return &mockEvalCtxImpl{m} + return &mockEvalCtxImpl{MockEvalCtx: m} } type mockEvalCtxImpl struct { @@ -258,3 +265,7 @@ func (m *mockEvalCtxImpl) RevokeLease(_ context.Context, seq roachpb.LeaseSequen func (m *mockEvalCtxImpl) WatchForMerge(ctx context.Context) error { panic("unimplemented") } +func (m *mockEvalCtxImpl) GetResponseMemoryAccount() *mon.BoundAccount { + // No limits. + return nil +} diff --git a/pkg/kv/kvserver/replica.go b/pkg/kv/kvserver/replica.go index 683fbb0a3829..5a15db040834 100644 --- a/pkg/kv/kvserver/replica.go +++ b/pkg/kv/kvserver/replica.go @@ -45,6 +45,7 @@ import ( "github.com/cockroachdb/cockroach/pkg/util/hlc" "github.com/cockroachdb/cockroach/pkg/util/humanizeutil" "github.com/cockroachdb/cockroach/pkg/util/log" + "github.com/cockroachdb/cockroach/pkg/util/mon" "github.com/cockroachdb/cockroach/pkg/util/protoutil" "github.com/cockroachdb/cockroach/pkg/util/quotapool" "github.com/cockroachdb/cockroach/pkg/util/retry" @@ -1869,6 +1870,13 @@ func (r *Replica) markSystemConfigGossipFailed() { r.mu.failureToGossipSystemConfig = true } +// GetResponseMemoryAccount implements the batcheval.EvalContext interface. +func (r *Replica) GetResponseMemoryAccount() *mon.BoundAccount { + // Return an empty account, which places no limits. Places where a real + // account is needed use a wrapper for Replica as the EvalContext. + return nil +} + func init() { tracing.RegisterTagRemapping("r", "range") } diff --git a/pkg/kv/kvserver/replica_eval_context_span.go b/pkg/kv/kvserver/replica_eval_context_span.go index 73d33abef927..db9ef0b4a02b 100644 --- a/pkg/kv/kvserver/replica_eval_context_span.go +++ b/pkg/kv/kvserver/replica_eval_context_span.go @@ -27,6 +27,7 @@ import ( "github.com/cockroachdb/cockroach/pkg/settings/cluster" "github.com/cockroachdb/cockroach/pkg/storage/enginepb" "github.com/cockroachdb/cockroach/pkg/util/hlc" + "github.com/cockroachdb/cockroach/pkg/util/mon" "github.com/cockroachdb/cockroach/pkg/util/uuid" ) @@ -252,3 +253,8 @@ func (rec *SpanSetReplicaEvalContext) RevokeLease(ctx context.Context, seq roach func (rec *SpanSetReplicaEvalContext) WatchForMerge(ctx context.Context) error { return rec.i.WatchForMerge(ctx) } + +// GetResponseMemoryAccount implements the batcheval.EvalContext interface. +func (rec *SpanSetReplicaEvalContext) GetResponseMemoryAccount() *mon.BoundAccount { + return rec.i.GetResponseMemoryAccount() +} diff --git a/pkg/kv/kvserver/replica_read.go b/pkg/kv/kvserver/replica_read.go index ccf3c7e82597..2ec932fb1a6b 100644 --- a/pkg/kv/kvserver/replica_read.go +++ b/pkg/kv/kvserver/replica_read.go @@ -12,6 +12,7 @@ package kvserver import ( "context" + "sync" "github.com/cockroachdb/cockroach/pkg/kv/kvserver/batcheval" "github.com/cockroachdb/cockroach/pkg/kv/kvserver/batcheval/result" @@ -24,6 +25,7 @@ import ( "github.com/cockroachdb/cockroach/pkg/util" "github.com/cockroachdb/cockroach/pkg/util/hlc" "github.com/cockroachdb/cockroach/pkg/util/log" + "github.com/cockroachdb/cockroach/pkg/util/mon" "github.com/kr/pretty" ) @@ -179,6 +181,54 @@ func (r *Replica) executeReadOnlyBatch( return br, nil, pErr } +// evalContextWithAccount wraps an EvalContext to provide a non-nil +// mon.BoundAccount. This wrapping is conditional on various factors, and +// specific to a request (see executeReadOnlyBatchWithServersideRefreshes), +// which is why the implementation of EvalContext by Replica does not by +// default provide a non-nil mon.BoundAccount. +// +// If we start using evalContextWithAccount on more code paths we should +// consider using it everywhere and lift it to an earlier point in the code. +// Then code that decides that we need a non-nil BoundAccount can set a field +// instead of wrapping. +type evalContextWithAccount struct { + batcheval.EvalContext + memAccount *mon.BoundAccount +} + +var evalContextWithAccountPool = sync.Pool{ + New: func() interface{} { + return &evalContextWithAccount{} + }, +} + +// newEvalContextWithAccount creates an evalContextWithAccount with an account +// connected to the given monitor. It uses a sync.Pool. +func newEvalContextWithAccount( + ctx context.Context, evalCtx batcheval.EvalContext, mon *mon.BytesMonitor, +) *evalContextWithAccount { + ec := evalContextWithAccountPool.Get().(*evalContextWithAccount) + ec.EvalContext = evalCtx + if ec.memAccount != nil { + ec.memAccount.Init(ctx, mon) + } else { + acc := mon.MakeBoundAccount() + ec.memAccount = &acc + } + return ec +} + +// close returns the accounted memory and returns objects to the sync.Pool. +func (e *evalContextWithAccount) close(ctx context.Context) { + e.memAccount.Close(ctx) + // Clear the BoundAccount struct, so it can be later reused. + *e.memAccount = mon.BoundAccount{} + evalContextWithAccountPool.Put(e) +} +func (e evalContextWithAccount) GetResponseMemoryAccount() *mon.BoundAccount { + return e.memAccount +} + // executeReadOnlyBatchWithServersideRefreshes invokes evaluateBatch and retries // at a higher timestamp in the event of some retriable errors if allowed by the // batch/txn. @@ -192,8 +242,50 @@ func (r *Replica) executeReadOnlyBatchWithServersideRefreshes( ) (br *roachpb.BatchResponse, res result.Result, pErr *roachpb.Error) { log.Event(ctx, "executing read-only batch") + var rootMonitor *mon.BytesMonitor + // Only do memory allocation accounting if the request did not originate + // locally, or for a local request that has reserved no memory. Local + // requests (originating in DistSQL) do memory accounting before issuing the + // request. Even though the accounting for the first request in the caller + // is small (the NoMemoryReservedAtSource=true case), subsequent ones use + // the size of the response for subsequent requests (see row.txnKVFetcher). + // Note that we could additionally add an OR-clause with + // ba.AdmissionHeader.Source != FROM_SQL for the if-block that does memory + // accounting. We don't do that currently since there are some SQL requests + // that are not marked as FROM_SQL. + // + // This whole scheme could be tightened, both in terms of marking, and + // compensating for the amount of memory reserved at the source. + // + // TODO(sumeer): for multi-tenant KV we should be accounting on a per-tenant + // basis and not letting a single tenant consume all the memory (we could + // place a limit equal to total/2). + if ba.AdmissionHeader.SourceLocation != roachpb.AdmissionHeader_LOCAL || + ba.AdmissionHeader.NoMemoryReservedAtSource { + // rootMonitor will never be nil in production settings, but it can be nil + // for tests that do not have a monitor. + rootMonitor = r.store.getRootMemoryMonitorForKV() + } + var boundAccount *mon.BoundAccount + if rootMonitor != nil { + evalCtx := newEvalContextWithAccount(ctx, rec, rootMonitor) + boundAccount = evalCtx.memAccount + // Closing evalCtx also closes boundAccount. Memory is not actually + // released when this function returns, but at least the batch is fully + // evaluated. Ideally we would like to release after grpc has sent the + // response, but there are no interceptors at that stage. The interceptors + // execute before the response is marshaled in Server.processUnaryRPC by + // calling sendResponse. We are intentionally not using finalizers because + // they delay GC and because they have had bugs in the past (and can + // prevent GC of objects with cyclic references). + defer evalCtx.close(ctx) + rec = evalCtx + } + for retries := 0; ; retries++ { if retries > 0 { + // It is safe to call Clear on an uninitialized BoundAccount. + boundAccount.Clear(ctx) log.VEventf(ctx, 2, "server-side retry of batch") } br, res, pErr = evaluateBatch(ctx, kvserverbase.CmdIDKey(""), rw, rec, nil, ba, lul, true /* readOnly */) diff --git a/pkg/kv/kvserver/store.go b/pkg/kv/kvserver/store.go index 57bb9c5054d3..36fbece41b1d 100644 --- a/pkg/kv/kvserver/store.go +++ b/pkg/kv/kvserver/store.go @@ -64,6 +64,7 @@ import ( "github.com/cockroachdb/cockroach/pkg/util/limit" "github.com/cockroachdb/cockroach/pkg/util/log" "github.com/cockroachdb/cockroach/pkg/util/metric" + "github.com/cockroachdb/cockroach/pkg/util/mon" "github.com/cockroachdb/cockroach/pkg/util/protoutil" "github.com/cockroachdb/cockroach/pkg/util/quotapool" "github.com/cockroachdb/cockroach/pkg/util/retry" @@ -723,6 +724,10 @@ type StoreConfig struct { // subsystem. It is queried during the GC process and in the handling of // AdminVerifyProtectedTimestampRequest. ProtectedTimestampCache protectedts.Cache + + // KV Memory Monitor. Must be non-nil for production, and can be nil in some + // tests. + KVMemoryMonitor *mon.BytesMonitor } // ConsistencyTestingKnobs is a BatchEvalTestingKnobs struct used to control the @@ -2919,6 +2924,12 @@ func (s *Store) unregisterLeaseholderByID(ctx context.Context, rangeID roachpb.R } } +// getRootMemoryMonitorForKV returns a BytesMonitor to use for KV memory +// tracking. +func (s *Store) getRootMemoryMonitorForKV() *mon.BytesMonitor { + return s.cfg.KVMemoryMonitor +} + // WriteClusterVersion writes the given cluster version to the store-local // cluster version key. We only accept a raw engine to ensure we're persisting // the write durably. diff --git a/pkg/kv/txn.go b/pkg/kv/txn.go index 1e4e3a449c6b..688d0ee41d1c 100644 --- a/pkg/kv/txn.go +++ b/pkg/kv/txn.go @@ -972,8 +972,10 @@ func (txn *Txn) Send( } // Some callers have not initialized ba using a Batch constructed using - // Txn.NewBatch. So we fallback to initializing here. + // Txn.NewBatch. So we fallback to partially overwriting here. + noMem := ba.AdmissionHeader.NoMemoryReservedAtSource ba.AdmissionHeader = txn.admissionHeader + ba.AdmissionHeader.NoMemoryReservedAtSource = noMem txn.mu.Lock() requestTxnID := txn.mu.ID diff --git a/pkg/roachpb/api.pb.go b/pkg/roachpb/api.pb.go index 25d07b59d077..e60d5d582a30 100644 --- a/pkg/roachpb/api.pb.go +++ b/pkg/roachpb/api.pb.go @@ -372,6 +372,35 @@ func (AdmissionHeader_Source) EnumDescriptor() ([]byte, []int) { return fileDescriptor_e08772acc330f58b, []int{97, 0} } +// SourceLocation specifies physically where the call originated. LOCAL +// means the client is collocated on the same node as the server. It is set +// on codepaths that use internalClientAdapter which avoids using gRPC for +// local calls to the KV API. +type AdmissionHeader_SourceLocation int32 + +const ( + AdmissionHeader_REMOTE AdmissionHeader_SourceLocation = 0 + AdmissionHeader_LOCAL AdmissionHeader_SourceLocation = 1 +) + +var AdmissionHeader_SourceLocation_name = map[int32]string{ + 0: "REMOTE", + 1: "LOCAL", +} + +var AdmissionHeader_SourceLocation_value = map[string]int32{ + "REMOTE": 0, + "LOCAL": 1, +} + +func (x AdmissionHeader_SourceLocation) String() string { + return proto.EnumName(AdmissionHeader_SourceLocation_name, int32(x)) +} + +func (AdmissionHeader_SourceLocation) EnumDescriptor() ([]byte, []int) { + return fileDescriptor_e08772acc330f58b, []int{97, 1} +} + // RequestHeader is supplied with every storage node request. type RequestHeader struct { // The key for request. If the request operates on a range, this @@ -6405,8 +6434,27 @@ type AdmissionHeader struct { // CreateTime is equivalent to Time.UnixNano() at the creation time of this // request or a parent request. See admission.WorkInfo.Priority for details. // It is used to give preference to older requests. - CreateTime int64 `protobuf:"varint,2,opt,name=create_time,json=createTime,proto3" json:"create_time,omitempty"` - Source AdmissionHeader_Source `protobuf:"varint,3,opt,name=source,proto3,enum=cockroach.roachpb.AdmissionHeader_Source" json:"source,omitempty"` + CreateTime int64 `protobuf:"varint,2,opt,name=create_time,json=createTime,proto3" json:"create_time,omitempty"` + Source AdmissionHeader_Source `protobuf:"varint,3,opt,name=source,proto3,enum=cockroach.roachpb.AdmissionHeader_Source" json:"source,omitempty"` + SourceLocation AdmissionHeader_SourceLocation `protobuf:"varint,4,opt,name=source_location,json=sourceLocation,proto3,enum=cockroach.roachpb.AdmissionHeader_SourceLocation" json:"source_location,omitempty"` + // NoMemoryReservedAtSource is set by the source/client when it has + // effectively reserved close to 0 bytes. It is read by the server only when + // SourceLocation=LOCAL, to differentiate this 0 reservation case from the + // case where the client has already reserved enough memory based on + // previous responses. In the latter case the server avoids reserving more + // since it would result in double counting. Not setting this defaults to + // turning off server reserving more memory -- this optimistic choice was + // made to err on the side of avoiding double counting in case we forget to + // instrument some calling path. + // + // NOTE: This field is a temporary field until we move to comprehensive + // accounting at the client, by reserving all the bytes for responses, and + // explicitly propagating these through DistSender to the servers, so the + // servers can (best-effort) respect these values when producing responses. + // In that future world, the local server will explicitly know what has + // already been accounted for, and can start reserving more only when it + // exceeds. + NoMemoryReservedAtSource bool `protobuf:"varint,5,opt,name=no_memory_reserved_at_source,json=noMemoryReservedAtSource,proto3" json:"no_memory_reserved_at_source,omitempty"` } func (m *AdmissionHeader) Reset() { *m = AdmissionHeader{} } @@ -7263,6 +7311,7 @@ func init() { proto.RegisterEnum("cockroach.roachpb.ResponseHeader_ResumeReason", ResponseHeader_ResumeReason_name, ResponseHeader_ResumeReason_value) proto.RegisterEnum("cockroach.roachpb.CheckConsistencyResponse_Status", CheckConsistencyResponse_Status_name, CheckConsistencyResponse_Status_value) proto.RegisterEnum("cockroach.roachpb.AdmissionHeader_Source", AdmissionHeader_Source_name, AdmissionHeader_Source_value) + proto.RegisterEnum("cockroach.roachpb.AdmissionHeader_SourceLocation", AdmissionHeader_SourceLocation_name, AdmissionHeader_SourceLocation_value) proto.RegisterType((*RequestHeader)(nil), "cockroach.roachpb.RequestHeader") proto.RegisterType((*ResponseHeader)(nil), "cockroach.roachpb.ResponseHeader") proto.RegisterType((*GetRequest)(nil), "cockroach.roachpb.GetRequest") @@ -7399,543 +7448,548 @@ func init() { func init() { proto.RegisterFile("roachpb/api.proto", fileDescriptor_e08772acc330f58b) } var fileDescriptor_e08772acc330f58b = []byte{ - // 8569 bytes of a gzipped FileDescriptorProto - 0x1f, 0x8b, 0x08, 0x00, 0x00, 0x00, 0x00, 0x00, 0x02, 0xff, 0xe4, 0x7d, 0x6f, 0x6c, 0x24, 0x49, - 0x96, 0x97, 0xb3, 0xaa, 0x6c, 0x57, 0xbd, 0xb2, 0xab, 0xd2, 0xe1, 0xfe, 0xe3, 0x76, 0xcf, 0xd8, - 0xdd, 0xd9, 0xd3, 0x7f, 0x6f, 0xa7, 0x3c, 0xdd, 0xbd, 0xcb, 0xcc, 0xcd, 0xcc, 0xce, 0x9e, 0xab, - 0x5c, 0xdd, 0x55, 0x76, 0xdb, 0xed, 0xce, 0x2a, 0x77, 0x6b, 0xe6, 0xf6, 0xc8, 0x4b, 0x67, 0x86, - 0xed, 0x5c, 0x57, 0x65, 0x56, 0x67, 0x66, 0xb9, 0x5d, 0x23, 0xf1, 0x01, 0x38, 0x1d, 0xf3, 0x09, - 0x2d, 0x12, 0xd2, 0xcd, 0xea, 0x10, 0xda, 0xfb, 0x23, 0x90, 0xe0, 0x03, 0x08, 0x10, 0xe8, 0x10, - 0x70, 0x82, 0x2f, 0xac, 0xd0, 0x8a, 0x9d, 0xfb, 0x76, 0x42, 0xc2, 0x1c, 0x5e, 0x3e, 0x70, 0x42, - 0x08, 0x84, 0x90, 0x0e, 0x8d, 0x04, 0x42, 0xf1, 0x27, 0xff, 0x55, 0x65, 0x95, 0xcb, 0x3d, 0x39, - 0x30, 0xd2, 0x7e, 0xb1, 0x2b, 0x5f, 0xc4, 0x7b, 0x19, 0xf1, 0x22, 0xe2, 0xc5, 0xfb, 0x45, 0xbc, - 0x88, 0x84, 0x39, 0xdb, 0x52, 0xb5, 0x83, 0xce, 0xee, 0x8a, 0xda, 0x31, 0x4a, 0x1d, 0xdb, 0x72, - 0x2d, 0x34, 0xa7, 0x59, 0xda, 0x21, 0x25, 0x97, 0x78, 0xe2, 0xe2, 0x45, 0x6c, 0xdb, 0x96, 0xed, - 0x74, 0x76, 0x57, 0xd8, 0x0f, 0x96, 0x73, 0xf1, 0xde, 0xe1, 0xd1, 0xca, 0xe1, 0x91, 0x83, 0xed, - 0x23, 0x6c, 0xaf, 0x68, 0x96, 0xa9, 0x75, 0x6d, 0x1b, 0x9b, 0x5a, 0x6f, 0xa5, 0x65, 0x69, 0x87, - 0xf4, 0x8f, 0x61, 0xee, 0xc7, 0xe5, 0xb5, 0xb1, 0xaa, 0x3b, 0xdd, 0x76, 0x5b, 0xb5, 0x7b, 0x2b, - 0x54, 0x2c, 0x7f, 0xe0, 0x79, 0x91, 0x57, 0x28, 0x5d, 0x75, 0x55, 0x4e, 0xbb, 0xe0, 0xd1, 0x22, - 0x25, 0xb8, 0xe4, 0x51, 0xdb, 0xd8, 0x55, 0x43, 0xb9, 0xaf, 0x3a, 0xae, 0x65, 0xab, 0xfb, 0x78, - 0x05, 0x9b, 0xfb, 0x86, 0x89, 0x49, 0x86, 0x23, 0x4d, 0xe3, 0x89, 0x6f, 0xc4, 0x26, 0x3e, 0xe4, - 0xa9, 0x0b, 0x5d, 0xd7, 0x68, 0xad, 0x1c, 0xb4, 0xb4, 0x15, 0xd7, 0x68, 0x63, 0xc7, 0x55, 0xdb, - 0x1d, 0xaf, 0x0a, 0x34, 0xc5, 0xb5, 0x55, 0xcd, 0x30, 0xf7, 0xbd, 0xff, 0x9d, 0xdd, 0x15, 0x1b, - 0x6b, 0x96, 0xad, 0x63, 0x5d, 0x71, 0x3a, 0xaa, 0xe9, 0x15, 0x77, 0xdf, 0xda, 0xb7, 0xe8, 0xcf, - 0x15, 0xf2, 0x8b, 0x53, 0x97, 0xf6, 0x2d, 0x6b, 0xbf, 0x85, 0x57, 0xe8, 0xd3, 0x6e, 0x77, 0x6f, - 0x45, 0xef, 0xda, 0xaa, 0x6b, 0x58, 0x9c, 0x4b, 0xfa, 0xc7, 0x02, 0xcc, 0xca, 0xf8, 0x65, 0x17, - 0x3b, 0x6e, 0x0d, 0xab, 0x3a, 0xb6, 0xd1, 0x15, 0x48, 0x1f, 0xe2, 0xde, 0x42, 0xfa, 0x9a, 0x70, - 0x67, 0xa6, 0x3c, 0xfd, 0xe5, 0xc9, 0x72, 0x7a, 0x03, 0xf7, 0x64, 0x42, 0x43, 0xd7, 0x60, 0x1a, - 0x9b, 0xba, 0x42, 0x92, 0x33, 0xd1, 0xe4, 0x29, 0x6c, 0xea, 0x1b, 0xb8, 0x87, 0xbe, 0x0f, 0x59, - 0x87, 0x48, 0x33, 0x35, 0xbc, 0x30, 0x79, 0x4d, 0xb8, 0x33, 0x59, 0xfe, 0x95, 0x2f, 0x4f, 0x96, - 0x3f, 0xdc, 0x37, 0xdc, 0x83, 0xee, 0x6e, 0x49, 0xb3, 0xda, 0x2b, 0x7e, 0x53, 0xeb, 0xbb, 0xc1, - 0xef, 0x95, 0xce, 0xe1, 0xfe, 0x4a, 0xbf, 0x8e, 0x4a, 0xcd, 0x63, 0xb3, 0x81, 0x5f, 0xca, 0xbe, - 0xc4, 0xf5, 0x4c, 0x56, 0x10, 0x53, 0xeb, 0x99, 0x6c, 0x4a, 0x4c, 0x4b, 0x3f, 0x4b, 0x41, 0x41, - 0xc6, 0x4e, 0xc7, 0x32, 0x1d, 0xcc, 0x4b, 0xfe, 0x0e, 0xa4, 0xdd, 0x63, 0x93, 0x96, 0x3c, 0xff, - 0x60, 0xa9, 0x34, 0xd0, 0xa9, 0x4a, 0x4d, 0x5b, 0x35, 0x1d, 0x55, 0x23, 0xd5, 0x97, 0x49, 0x56, - 0xf4, 0x1e, 0xe4, 0x6d, 0xec, 0x74, 0xdb, 0x98, 0x2a, 0x92, 0x56, 0x2a, 0xff, 0xe0, 0x72, 0x0c, - 0x67, 0xa3, 0xa3, 0x9a, 0x32, 0xb0, 0xbc, 0xe4, 0x37, 0x6a, 0xc0, 0x2c, 0xe7, 0xb4, 0xb1, 0xea, - 0x58, 0xe6, 0xc2, 0xf4, 0x35, 0xe1, 0x4e, 0xe1, 0x41, 0x29, 0x86, 0x37, 0x5a, 0x4a, 0xf2, 0xd8, - 0x6d, 0x63, 0x99, 0x72, 0xc9, 0x33, 0x76, 0xe8, 0x09, 0x5d, 0x81, 0xac, 0xd9, 0x6d, 0x13, 0xfd, - 0x3a, 0x54, 0x7b, 0x69, 0x79, 0xda, 0xec, 0xb6, 0x37, 0x70, 0xcf, 0x41, 0x57, 0x21, 0x47, 0x92, - 0x76, 0x7b, 0x2e, 0x76, 0x16, 0xb2, 0x34, 0x8d, 0xe4, 0x2d, 0x93, 0x67, 0xe9, 0x23, 0x98, 0x09, - 0x4b, 0x45, 0x08, 0x0a, 0x72, 0xb5, 0xb1, 0xb3, 0x59, 0x55, 0x76, 0xb6, 0x36, 0xb6, 0x9e, 0xbe, - 0xd8, 0x12, 0x27, 0xd0, 0x05, 0x10, 0x39, 0x6d, 0xa3, 0xfa, 0xb1, 0xf2, 0xa4, 0xbe, 0x59, 0x6f, - 0x8a, 0xc2, 0x62, 0xe6, 0xb3, 0xdf, 0x5b, 0x9a, 0x58, 0xcf, 0x64, 0xa7, 0xc4, 0x69, 0xe9, 0xf7, - 0x04, 0x80, 0xc7, 0xd8, 0xe5, 0xbd, 0x01, 0x95, 0x61, 0xea, 0x80, 0x96, 0x78, 0x41, 0xa0, 0x6a, - 0xb9, 0x16, 0x5b, 0xb5, 0x50, 0xcf, 0x29, 0x67, 0x7f, 0x72, 0xb2, 0x3c, 0xf1, 0xc5, 0xc9, 0xb2, - 0x20, 0x73, 0x4e, 0xf4, 0x0c, 0xf2, 0x87, 0xb8, 0xa7, 0xf0, 0x71, 0xb9, 0x90, 0xa2, 0x3a, 0x7a, - 0x27, 0x24, 0xe8, 0xf0, 0xa8, 0xe4, 0x0d, 0xd1, 0x52, 0x68, 0x38, 0x97, 0x08, 0x47, 0xa9, 0xe1, - 0xda, 0xd8, 0xdc, 0x77, 0x0f, 0x64, 0x38, 0xc4, 0xbd, 0x27, 0x4c, 0x86, 0xf4, 0x87, 0x02, 0xe4, - 0x69, 0x29, 0x99, 0x52, 0x51, 0xa5, 0xaf, 0x98, 0xd7, 0xcf, 0x6c, 0x81, 0x98, 0x72, 0x96, 0x60, - 0xf2, 0x48, 0x6d, 0x75, 0x31, 0x2d, 0x61, 0xfe, 0xc1, 0x42, 0x8c, 0x8c, 0xe7, 0x24, 0x5d, 0x66, - 0xd9, 0xd0, 0x07, 0x30, 0x63, 0x98, 0x2e, 0x36, 0x5d, 0x85, 0xb1, 0xa5, 0xcf, 0x60, 0xcb, 0xb3, - 0xdc, 0xf4, 0x41, 0xfa, 0x47, 0x02, 0xc0, 0x76, 0x37, 0x51, 0x3d, 0x7f, 0x7b, 0xcc, 0xf2, 0x97, - 0x33, 0x84, 0xd5, 0xab, 0xc5, 0x25, 0x98, 0x32, 0xcc, 0x96, 0x61, 0xb2, 0xf2, 0x67, 0x65, 0xfe, - 0x84, 0x2e, 0xc0, 0xe4, 0x6e, 0xcb, 0x30, 0x75, 0x3a, 0x1e, 0xb2, 0x32, 0x7b, 0x90, 0x64, 0xc8, - 0xd3, 0x52, 0x27, 0xa8, 0x77, 0xe9, 0x24, 0x05, 0x17, 0x2b, 0x96, 0xa9, 0x1b, 0x64, 0x48, 0xaa, - 0xad, 0x6f, 0x84, 0x56, 0xd6, 0xe1, 0x82, 0x8e, 0x3b, 0x36, 0xd6, 0x54, 0x17, 0xeb, 0x0a, 0x3e, - 0xee, 0x8c, 0xd9, 0xc6, 0x28, 0xe0, 0xaa, 0x1e, 0x77, 0x28, 0x8d, 0x8c, 0x5a, 0x22, 0x80, 0x8d, - 0xda, 0x29, 0x62, 0x32, 0xe5, 0x2c, 0x3e, 0xee, 0xd0, 0x51, 0x1b, 0xaf, 0x66, 0xf4, 0x6d, 0xb8, - 0xac, 0xb6, 0x5a, 0xd6, 0x2b, 0xc5, 0xd8, 0x53, 0x74, 0x0b, 0x3b, 0x8a, 0x69, 0xb9, 0x0a, 0x3e, - 0x36, 0x1c, 0x97, 0x9a, 0x84, 0xac, 0x3c, 0x4f, 0x93, 0xeb, 0x7b, 0x6b, 0x16, 0x76, 0xb6, 0x2c, - 0xb7, 0x4a, 0x92, 0x42, 0x4d, 0x39, 0x1d, 0x6e, 0x4a, 0xe9, 0xd7, 0xe0, 0x52, 0xbf, 0x7e, 0x93, - 0x6c, 0xbf, 0x9f, 0x0a, 0x50, 0xa8, 0x9b, 0x86, 0xfb, 0x8d, 0x68, 0x38, 0x5f, 0x9f, 0xe9, 0xb0, - 0x3e, 0xef, 0x81, 0xb8, 0xa7, 0x1a, 0xad, 0xa7, 0x66, 0xd3, 0x6a, 0xef, 0x3a, 0xae, 0x65, 0x62, - 0x87, 0x2b, 0x7c, 0x80, 0x2e, 0x3d, 0x87, 0xa2, 0x5f, 0x9b, 0x24, 0xd5, 0xe4, 0x82, 0x58, 0x37, - 0x35, 0x1b, 0xb7, 0xb1, 0x99, 0xa8, 0x9e, 0xde, 0x80, 0x9c, 0xe1, 0xc9, 0xa5, 0xba, 0x4a, 0xcb, - 0x01, 0x41, 0xea, 0xc2, 0x5c, 0xe8, 0xad, 0x49, 0x9a, 0x4b, 0x32, 0x19, 0xe1, 0x57, 0x4a, 0xd0, - 0x46, 0x64, 0x32, 0xc2, 0xaf, 0x98, 0x79, 0x6b, 0xc0, 0xec, 0x1a, 0x6e, 0x61, 0x17, 0x27, 0x58, - 0x53, 0x69, 0x07, 0x0a, 0x9e, 0xd0, 0x24, 0x1b, 0xe6, 0xb7, 0x04, 0x40, 0x5c, 0xae, 0x6a, 0xee, - 0x27, 0x59, 0x62, 0xb4, 0x4c, 0x5c, 0x0b, 0xb7, 0x6b, 0x9b, 0x6c, 0x3a, 0x67, 0x7d, 0x12, 0x18, - 0x89, 0xce, 0xe8, 0xc1, 0x90, 0xcd, 0x84, 0x87, 0x2c, 0x77, 0x6f, 0x5e, 0xc1, 0x7c, 0xa4, 0x60, - 0xc9, 0x36, 0x5f, 0x86, 0x96, 0x29, 0x75, 0x2d, 0x1d, 0xf6, 0xe1, 0x28, 0x51, 0xfa, 0x5c, 0x80, - 0xb9, 0x4a, 0x0b, 0xab, 0x76, 0xe2, 0x1a, 0xf9, 0x1e, 0x64, 0x75, 0xac, 0xea, 0xb4, 0xca, 0x6c, - 0x60, 0xbf, 0x19, 0x92, 0x42, 0x3c, 0xdd, 0xd2, 0x41, 0x4b, 0x2b, 0x35, 0x3d, 0x1f, 0x98, 0x8f, - 0x6e, 0x9f, 0x49, 0xfa, 0x18, 0x50, 0xb8, 0x64, 0x49, 0x76, 0x84, 0xdf, 0x4f, 0x01, 0x92, 0xf1, - 0x11, 0xb6, 0xdd, 0xc4, 0xab, 0xbd, 0x06, 0x79, 0x57, 0xb5, 0xf7, 0xb1, 0xab, 0x10, 0xef, 0xfe, - 0x3c, 0x35, 0x07, 0xc6, 0x47, 0xc8, 0xa8, 0x09, 0xb7, 0xb1, 0xa9, 0xee, 0xb6, 0x30, 0x95, 0xa2, - 0xec, 0x5a, 0x5d, 0x53, 0x57, 0x0c, 0x17, 0xdb, 0xaa, 0x6b, 0xd9, 0x8a, 0xd5, 0x71, 0x8d, 0xb6, - 0xf1, 0x29, 0x75, 0xec, 0x79, 0x57, 0xbb, 0xc1, 0xb2, 0x13, 0xe6, 0x32, 0xc9, 0x5c, 0xe7, 0x79, - 0x9f, 0x86, 0xb2, 0xa2, 0x12, 0xcc, 0x1b, 0xfb, 0xa6, 0x65, 0x63, 0x65, 0x5f, 0x53, 0xdc, 0x03, - 0x1b, 0x3b, 0x07, 0x56, 0xcb, 0x9b, 0x90, 0xe6, 0x58, 0xd2, 0x63, 0xad, 0xe9, 0x25, 0x48, 0x9f, - 0xc0, 0x7c, 0x44, 0x4b, 0x49, 0x36, 0xc1, 0x7f, 0x17, 0x20, 0xdf, 0xd0, 0x54, 0x33, 0x49, 0xdd, - 0x7f, 0x04, 0x79, 0x47, 0x53, 0x4d, 0x65, 0xcf, 0xb2, 0xdb, 0xaa, 0x4b, 0xeb, 0x55, 0x88, 0xe8, - 0xde, 0xf7, 0xef, 0x35, 0xd5, 0x7c, 0x44, 0x33, 0xc9, 0xe0, 0xf8, 0xbf, 0xfb, 0xfd, 0xd7, 0xc9, - 0xaf, 0xee, 0xbf, 0xb2, 0xe1, 0xbd, 0x9e, 0xc9, 0xa6, 0xc5, 0x8c, 0xf4, 0x67, 0x02, 0xcc, 0xb0, - 0x2a, 0x27, 0x39, 0xbc, 0xbf, 0x03, 0x19, 0xdb, 0x7a, 0xc5, 0x86, 0x77, 0xfe, 0xc1, 0xd5, 0x18, - 0x11, 0x1b, 0xb8, 0x17, 0x9e, 0x3f, 0x69, 0x76, 0x54, 0x06, 0xee, 0xa5, 0x2a, 0x94, 0x3b, 0x3d, - 0x2e, 0x37, 0x30, 0x2e, 0x99, 0xc8, 0xb8, 0x0d, 0xc5, 0x5d, 0xd5, 0xd5, 0x0e, 0x14, 0x9b, 0x17, - 0x92, 0xcc, 0xb5, 0xe9, 0x3b, 0x33, 0x72, 0x81, 0x92, 0xbd, 0xa2, 0x3b, 0xa4, 0xe6, 0x6c, 0xbc, - 0x39, 0xf8, 0x17, 0xac, 0xcd, 0xff, 0x8f, 0xc0, 0xc7, 0x90, 0x57, 0xf3, 0x5f, 0xb4, 0xa6, 0xff, - 0x51, 0x0a, 0x2e, 0x57, 0x0e, 0xb0, 0x76, 0x58, 0xb1, 0x4c, 0xc7, 0x70, 0x5c, 0xa2, 0xbb, 0x24, - 0xdb, 0xff, 0x2a, 0xe4, 0x5e, 0x19, 0xee, 0x81, 0xa2, 0x1b, 0x7b, 0x7b, 0xd4, 0xda, 0x66, 0xe5, - 0x2c, 0x21, 0xac, 0x19, 0x7b, 0x7b, 0xe8, 0x21, 0x64, 0xda, 0x96, 0xce, 0x9c, 0xf9, 0xc2, 0x83, - 0xe5, 0x18, 0xf1, 0xb4, 0x68, 0x4e, 0xb7, 0xbd, 0x69, 0xe9, 0x58, 0xa6, 0x99, 0xd1, 0x12, 0x80, - 0x46, 0xa8, 0x1d, 0xcb, 0x30, 0x5d, 0x6e, 0x1c, 0x43, 0x14, 0x54, 0x83, 0x9c, 0x8b, 0xed, 0xb6, - 0x61, 0xaa, 0x2e, 0x5e, 0x98, 0xa4, 0xca, 0x7b, 0x2b, 0xb6, 0xe0, 0x9d, 0x96, 0xa1, 0xa9, 0x6b, - 0xd8, 0xd1, 0x6c, 0xa3, 0xe3, 0x5a, 0x36, 0xd7, 0x62, 0xc0, 0x2c, 0xfd, 0xd5, 0x0c, 0x2c, 0x0c, - 0xea, 0x26, 0xc9, 0x1e, 0xb2, 0x0d, 0x53, 0x36, 0x76, 0xba, 0x2d, 0x97, 0xf7, 0x91, 0x07, 0xc3, - 0x54, 0x10, 0x53, 0x02, 0xba, 0x74, 0xd1, 0x72, 0x79, 0xb1, 0xb9, 0x9c, 0xc5, 0x7f, 0x26, 0xc0, - 0x14, 0x4b, 0x40, 0xf7, 0x21, 0x6b, 0x93, 0x89, 0x41, 0x31, 0x74, 0x5a, 0xc6, 0x74, 0xf9, 0xd2, - 0xe9, 0xc9, 0xf2, 0x34, 0x9d, 0x2c, 0xea, 0x6b, 0x5f, 0x06, 0x3f, 0xe5, 0x69, 0x9a, 0xaf, 0xae, - 0x93, 0xd6, 0x72, 0x5c, 0xd5, 0x76, 0xe9, 0xa2, 0x52, 0x8a, 0x21, 0x24, 0x4a, 0xd8, 0xc0, 0x3d, - 0xb4, 0x0e, 0x53, 0x8e, 0xab, 0xba, 0x5d, 0x87, 0xb7, 0xd7, 0xb9, 0x0a, 0xdb, 0xa0, 0x9c, 0x32, - 0x97, 0x40, 0xdc, 0x2d, 0x1d, 0xbb, 0xaa, 0xd1, 0xa2, 0x0d, 0x98, 0x93, 0xf9, 0x93, 0xf4, 0xdb, - 0x02, 0x4c, 0xb1, 0xac, 0xe8, 0x32, 0xcc, 0xcb, 0xab, 0x5b, 0x8f, 0xab, 0x4a, 0x7d, 0x6b, 0xad, - 0xda, 0xac, 0xca, 0x9b, 0xf5, 0xad, 0xd5, 0x66, 0x55, 0x9c, 0x40, 0x97, 0x00, 0x79, 0x09, 0x95, - 0xa7, 0x5b, 0x8d, 0x7a, 0xa3, 0x59, 0xdd, 0x6a, 0x8a, 0x02, 0x5d, 0x53, 0xa1, 0xf4, 0x10, 0x35, - 0x85, 0xde, 0x82, 0x6b, 0xfd, 0x54, 0xa5, 0xd1, 0x5c, 0x6d, 0x36, 0x94, 0x6a, 0xa3, 0x59, 0xdf, - 0x5c, 0x6d, 0x56, 0xd7, 0xc4, 0xf4, 0x88, 0x5c, 0xe4, 0x25, 0xb2, 0x5c, 0xad, 0x34, 0xc5, 0x8c, - 0xe4, 0xc2, 0x45, 0x19, 0x6b, 0x56, 0xbb, 0xd3, 0x75, 0x31, 0x29, 0xa5, 0x93, 0xe4, 0x48, 0xb9, - 0x0c, 0xd3, 0xba, 0xdd, 0x53, 0xec, 0xae, 0xc9, 0xc7, 0xc9, 0x94, 0x6e, 0xf7, 0xe4, 0xae, 0x29, - 0xfd, 0x7d, 0x01, 0x2e, 0xf5, 0xbf, 0x36, 0xc9, 0x4e, 0xf8, 0x0c, 0xf2, 0xaa, 0xae, 0x63, 0x5d, - 0xd1, 0x71, 0xcb, 0x55, 0xb9, 0x4b, 0x74, 0x2f, 0x24, 0x89, 0x2f, 0x05, 0x96, 0xfc, 0xa5, 0xc0, - 0xcd, 0xe7, 0x95, 0x0a, 0x2d, 0xc8, 0x1a, 0xe1, 0xf0, 0xcc, 0x0f, 0x15, 0x42, 0x29, 0xd2, 0x8f, - 0x32, 0x30, 0x5b, 0x35, 0xf5, 0xe6, 0x71, 0xa2, 0x73, 0xc9, 0x25, 0x98, 0xd2, 0xac, 0x76, 0xdb, - 0x70, 0x3d, 0x05, 0xb1, 0x27, 0xf4, 0xcb, 0x21, 0x57, 0x36, 0x3d, 0x86, 0x43, 0x17, 0x38, 0xb1, - 0xe8, 0xd7, 0xe1, 0x32, 0xb1, 0x9a, 0xb6, 0xa9, 0xb6, 0x14, 0x26, 0x4d, 0x71, 0x6d, 0x63, 0x7f, - 0x1f, 0xdb, 0x7c, 0xf9, 0xf1, 0x4e, 0x4c, 0x39, 0xeb, 0x9c, 0xa3, 0x42, 0x19, 0x9a, 0x2c, 0xbf, - 0x7c, 0xd1, 0x88, 0x23, 0xa3, 0x0f, 0x01, 0xc8, 0x54, 0x44, 0x97, 0x34, 0x1d, 0x6e, 0x8f, 0x86, - 0xad, 0x69, 0x7a, 0x26, 0x88, 0x30, 0x90, 0x67, 0x07, 0x3d, 0x03, 0xd1, 0x30, 0x95, 0xbd, 0x96, - 0xb1, 0x7f, 0xe0, 0x2a, 0xaf, 0x6c, 0xc3, 0xc5, 0xce, 0xc2, 0x1c, 0x95, 0x11, 0xd7, 0xd4, 0x0d, - 0xbe, 0x34, 0xab, 0xbf, 0x20, 0x39, 0xb9, 0xb4, 0x82, 0x61, 0x3e, 0xa2, 0xfc, 0x94, 0xe8, 0xa0, - 0x15, 0x02, 0x85, 0x5e, 0x76, 0x0d, 0x1b, 0x2b, 0xf7, 0x3b, 0x1a, 0x5d, 0x07, 0xc9, 0x96, 0x0b, - 0xa7, 0x27, 0xcb, 0x20, 0x33, 0xf2, 0xfd, 0xed, 0x0a, 0x81, 0x46, 0xec, 0x77, 0x47, 0x23, 0x6a, - 0xef, 0x58, 0x86, 0x63, 0x99, 0x0b, 0x39, 0xa6, 0x76, 0xf6, 0x84, 0xee, 0x82, 0xe8, 0x1e, 0x9b, - 0xca, 0x01, 0x56, 0x6d, 0x77, 0x17, 0xab, 0x2e, 0x99, 0x9f, 0x81, 0xe6, 0x28, 0xba, 0xc7, 0x66, - 0x2d, 0x44, 0x5e, 0xcf, 0x64, 0xa7, 0xc5, 0xec, 0x7a, 0x26, 0x9b, 0x15, 0x73, 0xd2, 0xbf, 0x17, - 0xa0, 0xe0, 0xf5, 0x8d, 0x24, 0xbb, 0xf1, 0x1d, 0x10, 0x2d, 0x13, 0x2b, 0x9d, 0x03, 0xd5, 0xc1, - 0xbc, 0x2d, 0xf9, 0xec, 0x50, 0xb0, 0x4c, 0xbc, 0x4d, 0xc8, 0xac, 0x65, 0xd0, 0x36, 0xcc, 0x39, - 0xae, 0xba, 0x6f, 0x98, 0xfb, 0x8a, 0xbf, 0xc4, 0x4f, 0x3d, 0x8b, 0x31, 0x91, 0x80, 0xc8, 0xb9, - 0x7d, 0x7a, 0xc4, 0xa5, 0xf8, 0x23, 0x01, 0xe6, 0x56, 0xf5, 0xb6, 0x61, 0x36, 0x3a, 0x2d, 0x23, - 0xd1, 0x05, 0x86, 0xb7, 0x20, 0xe7, 0x10, 0x99, 0x81, 0x75, 0x0e, 0xe0, 0x62, 0x96, 0xa6, 0x10, - 0x33, 0xfd, 0x04, 0x8a, 0xf8, 0xb8, 0x63, 0xb0, 0x7d, 0x05, 0x86, 0x72, 0x32, 0xe3, 0xd7, 0xad, - 0x10, 0xf0, 0x92, 0x24, 0x5e, 0xa7, 0x8f, 0x01, 0x85, 0xab, 0x94, 0x24, 0xd0, 0xf8, 0x18, 0xe6, - 0xa9, 0xe8, 0x1d, 0xd3, 0x49, 0x58, 0x5f, 0xd2, 0xaf, 0xc2, 0x85, 0xa8, 0xe8, 0x24, 0xcb, 0xfd, - 0x82, 0xb7, 0xf2, 0x26, 0xb6, 0x13, 0x45, 0xa8, 0xbe, 0xae, 0xb9, 0xe0, 0x24, 0xcb, 0xfc, 0x1b, - 0x02, 0x5c, 0xa1, 0xb2, 0xe9, 0xd6, 0xcb, 0x1e, 0xb6, 0x9f, 0x60, 0xd5, 0x49, 0x14, 0x5e, 0xdf, - 0x80, 0x29, 0x06, 0x93, 0x69, 0xff, 0x9c, 0x2c, 0xe7, 0x89, 0x9b, 0xd1, 0x70, 0x2d, 0x9b, 0xb8, - 0x19, 0x3c, 0x49, 0x52, 0x61, 0x31, 0xae, 0x14, 0x49, 0xd6, 0xf4, 0x6f, 0x0a, 0x30, 0xc7, 0x3d, - 0x3c, 0xd2, 0x95, 0x2b, 0x07, 0xc4, 0xc1, 0x41, 0x55, 0xc8, 0x6b, 0xf4, 0x97, 0xe2, 0xf6, 0x3a, - 0x98, 0xca, 0x2f, 0x8c, 0x72, 0x0e, 0x19, 0x5b, 0xb3, 0xd7, 0xc1, 0xc4, 0xc3, 0xf4, 0x7e, 0x13, - 0x45, 0x85, 0x2a, 0x39, 0xd2, 0xbd, 0xa4, 0xe3, 0x88, 0xe6, 0xf5, 0xfc, 0x34, 0xae, 0x83, 0x7f, - 0x98, 0xe6, 0x4a, 0x60, 0xef, 0xe0, 0xd9, 0x13, 0x75, 0x28, 0x3e, 0x81, 0x4b, 0xa1, 0xa5, 0xf3, - 0x70, 0xc5, 0x53, 0xe7, 0xa8, 0x78, 0x68, 0xf9, 0x3d, 0xa0, 0xa2, 0x8f, 0x21, 0xb4, 0xc0, 0xae, - 0xb0, 0x3a, 0x79, 0x50, 0xe5, 0x3c, 0xea, 0x98, 0x0b, 0xa4, 0x30, 0xba, 0x83, 0x2a, 0x90, 0xc5, - 0xc7, 0x1d, 0x45, 0xc7, 0x8e, 0xc6, 0x0d, 0x97, 0x14, 0x27, 0x90, 0x14, 0x65, 0xc0, 0x79, 0x9f, - 0xc6, 0xc7, 0x1d, 0x42, 0x44, 0x3b, 0x64, 0xde, 0xf4, 0xe6, 0x75, 0x5a, 0x6c, 0xe7, 0x6c, 0x2c, - 0x10, 0xf4, 0x14, 0x2e, 0xae, 0xe8, 0x4f, 0xe9, 0x4c, 0x84, 0xf4, 0x63, 0x01, 0xae, 0xc6, 0xb6, - 0x5a, 0x92, 0x13, 0xd9, 0x87, 0x90, 0xa1, 0x95, 0x4f, 0x9d, 0xb3, 0xf2, 0x94, 0x4b, 0xfa, 0x2c, - 0xc5, 0xc7, 0xb8, 0x8c, 0x5b, 0x16, 0x51, 0x6c, 0xe2, 0x4b, 0x68, 0x4f, 0x61, 0xf6, 0xc8, 0x72, - 0xb1, 0xed, 0x37, 0x7b, 0xea, 0xdc, 0xcd, 0x3e, 0x43, 0x05, 0x78, 0x2d, 0xfe, 0x1c, 0xe6, 0x4c, - 0xcb, 0x54, 0xa2, 0x42, 0xcf, 0xdf, 0x97, 0x8a, 0xa6, 0x65, 0x3e, 0x0f, 0xc9, 0xf5, 0xed, 0x4c, - 0x9f, 0x26, 0x92, 0xb4, 0x33, 0x3f, 0x14, 0x60, 0xde, 0xf7, 0x74, 0x12, 0x76, 0x77, 0xbf, 0x03, - 0x69, 0xd3, 0x7a, 0x75, 0x9e, 0x25, 0x4a, 0x92, 0x9f, 0xcc, 0x7a, 0xd1, 0x12, 0x25, 0x59, 0xdf, - 0x7f, 0x9e, 0x82, 0xdc, 0xe3, 0x4a, 0x92, 0xb5, 0xfc, 0x90, 0x2f, 0x7f, 0xb3, 0xf6, 0x8e, 0xeb, - 0xed, 0xfe, 0xfb, 0x4a, 0x8f, 0x2b, 0x1b, 0xb8, 0xe7, 0xf5, 0x76, 0xc2, 0x85, 0x56, 0x21, 0x17, - 0x5d, 0x28, 0x1d, 0x53, 0x53, 0x01, 0xd7, 0x22, 0x86, 0x49, 0x2a, 0xd7, 0x0b, 0xb5, 0x10, 0x62, - 0x42, 0x2d, 0xc8, 0x6b, 0x7c, 0x4f, 0x31, 0x75, 0x9e, 0xd7, 0x84, 0x5c, 0xc4, 0x49, 0x71, 0x4a, - 0x7a, 0x06, 0x40, 0xaa, 0x93, 0x64, 0x93, 0xfc, 0x66, 0x1a, 0x0a, 0xdb, 0x5d, 0xe7, 0x20, 0xe1, - 0xde, 0x57, 0x01, 0xe8, 0x74, 0x9d, 0x03, 0x32, 0x22, 0x8f, 0x4d, 0x5e, 0xe7, 0x33, 0xa2, 0x38, - 0xbc, 0x4a, 0x33, 0xbe, 0xe6, 0xb1, 0x89, 0x6a, 0x5c, 0x08, 0x56, 0x82, 0x50, 0x90, 0x1b, 0xa3, - 0x90, 0x65, 0xf3, 0xd8, 0xdc, 0xc4, 0x3e, 0xa4, 0x64, 0x92, 0x30, 0x91, 0xf4, 0x21, 0x4c, 0x93, - 0x07, 0xc5, 0xb5, 0xce, 0xd3, 0xcc, 0x53, 0x84, 0xa7, 0x69, 0xa1, 0x0f, 0x20, 0xc7, 0xb8, 0xc9, - 0xec, 0x37, 0x45, 0x67, 0xbf, 0xb8, 0xba, 0x70, 0x35, 0xd2, 0x79, 0x2f, 0x4b, 0x59, 0xc9, 0x5c, - 0x77, 0x01, 0x26, 0xf7, 0x2c, 0x5b, 0xf3, 0x36, 0x73, 0xd9, 0x03, 0x6b, 0x4f, 0x06, 0x69, 0xd6, - 0x33, 0xd9, 0x9c, 0x08, 0xd2, 0x6f, 0x0b, 0x50, 0xf4, 0x1b, 0x22, 0xc9, 0x09, 0xa1, 0x12, 0xd1, - 0xe2, 0xf9, 0x9b, 0x82, 0x28, 0x50, 0xfa, 0xd7, 0xd4, 0x23, 0xd2, 0xac, 0x23, 0xda, 0x32, 0x49, - 0xf6, 0x94, 0x0f, 0x58, 0xa0, 0x4f, 0xea, 0xbc, 0xad, 0x4b, 0x63, 0x7e, 0xee, 0xc3, 0x05, 0xa3, - 0x4d, 0xec, 0xb9, 0xe1, 0xb6, 0x7a, 0x1c, 0xb6, 0xb9, 0xd8, 0xdb, 0x35, 0x9e, 0x0f, 0xd2, 0x2a, - 0x5e, 0x92, 0xf4, 0xfb, 0x74, 0xb5, 0x3a, 0xa8, 0x49, 0x92, 0xaa, 0xae, 0xc3, 0xac, 0xcd, 0x44, - 0x13, 0xb7, 0xe6, 0x9c, 0xda, 0x9e, 0xf1, 0x59, 0x89, 0xc2, 0x7f, 0x27, 0x05, 0xc5, 0x67, 0x5d, - 0x6c, 0xf7, 0xbe, 0x49, 0xea, 0xbe, 0x05, 0xc5, 0x57, 0xaa, 0xe1, 0x2a, 0x7b, 0x96, 0xad, 0x74, - 0x3b, 0xba, 0xea, 0x7a, 0xd1, 0x26, 0xb3, 0x84, 0xfc, 0xc8, 0xb2, 0x77, 0x28, 0x11, 0x61, 0x40, - 0x87, 0xa6, 0xf5, 0xca, 0x54, 0x08, 0x99, 0x02, 0xe5, 0x63, 0x93, 0x2f, 0x21, 0x97, 0xdf, 0xfd, - 0x77, 0x27, 0xcb, 0x0f, 0xc7, 0x8a, 0x21, 0xa3, 0xf1, 0x72, 0xdd, 0xae, 0xa1, 0x97, 0x76, 0x76, - 0xea, 0x6b, 0xb2, 0x48, 0x45, 0xbe, 0x60, 0x12, 0x9b, 0xc7, 0xa6, 0x23, 0xfd, 0xad, 0x14, 0x88, - 0x81, 0x8e, 0x92, 0x6c, 0xc8, 0x2a, 0xe4, 0x5f, 0x76, 0xb1, 0x6d, 0xbc, 0x46, 0x33, 0x02, 0x67, - 0x24, 0x66, 0xe7, 0x1e, 0xcc, 0xb9, 0xc7, 0xa6, 0xc2, 0x22, 0xfc, 0x58, 0xe0, 0x87, 0x17, 0xb0, - 0x50, 0x74, 0x49, 0x99, 0x09, 0x9d, 0x06, 0x7d, 0x38, 0xe8, 0x13, 0x98, 0x89, 0x68, 0x2b, 0xfd, - 0xd5, 0xb4, 0x95, 0x7f, 0x15, 0x52, 0xd4, 0x1f, 0x0a, 0x80, 0xa8, 0xa2, 0xea, 0x6c, 0x8d, 0xff, - 0x9b, 0xd2, 0x9f, 0xee, 0x80, 0x48, 0xe3, 0x31, 0x15, 0x63, 0x4f, 0x69, 0x1b, 0x8e, 0x63, 0x98, - 0xfb, 0xbc, 0x43, 0x15, 0x28, 0xbd, 0xbe, 0xb7, 0xc9, 0xa8, 0xd2, 0x5f, 0x80, 0xf9, 0x48, 0x05, - 0x92, 0x6c, 0xec, 0xeb, 0x30, 0xb3, 0xc7, 0xb6, 0x60, 0xa9, 0x70, 0xbe, 0x3c, 0x98, 0xa7, 0x34, - 0xf6, 0x3e, 0xe9, 0xbf, 0xa4, 0xe0, 0x82, 0x8c, 0x1d, 0xab, 0x75, 0x84, 0x93, 0x57, 0x61, 0x0d, - 0xf8, 0xde, 0x8b, 0xf2, 0x5a, 0x9a, 0xcc, 0x31, 0x66, 0x36, 0xcd, 0x45, 0xd7, 0xd8, 0xdf, 0x1a, - 0xdd, 0x63, 0x07, 0x57, 0xd5, 0xf9, 0x4a, 0x5d, 0x26, 0xb2, 0x52, 0x67, 0x41, 0x91, 0xed, 0x1e, - 0xeb, 0x8a, 0x83, 0x5f, 0x9a, 0xdd, 0xb6, 0x07, 0x86, 0x4a, 0xa3, 0x0a, 0x59, 0x67, 0x2c, 0x0d, - 0xfc, 0x72, 0xab, 0xdb, 0xa6, 0xbe, 0x73, 0xf9, 0x12, 0x29, 0xef, 0xe9, 0xc9, 0x72, 0x21, 0x92, - 0xe6, 0xc8, 0x05, 0xc3, 0x7f, 0x26, 0xd2, 0xa5, 0xef, 0xc3, 0xc5, 0x3e, 0x65, 0x27, 0xe9, 0xf1, - 0xfc, 0xd3, 0x34, 0x5c, 0x89, 0x8a, 0x4f, 0x1a, 0xe2, 0x7c, 0xd3, 0x1b, 0xb4, 0x06, 0xb3, 0x6d, - 0xc3, 0x7c, 0xbd, 0xd5, 0xcb, 0x99, 0xb6, 0x61, 0xfa, 0xb4, 0xb8, 0xae, 0x31, 0xf5, 0xb5, 0x76, - 0x0d, 0x15, 0x16, 0xe3, 0xda, 0x2e, 0xc9, 0xfe, 0xf1, 0x99, 0x00, 0x33, 0x49, 0x2f, 0xcb, 0xbd, - 0x5e, 0x14, 0x9c, 0xd4, 0x84, 0xd9, 0xaf, 0x61, 0x1d, 0xef, 0x77, 0x04, 0x40, 0x4d, 0xbb, 0x6b, - 0x12, 0x50, 0xfb, 0xc4, 0xda, 0x4f, 0xb2, 0x9a, 0x17, 0x60, 0xd2, 0x30, 0x75, 0x7c, 0x4c, 0xab, - 0x99, 0x91, 0xd9, 0x43, 0x64, 0x2b, 0x31, 0x3d, 0xd6, 0x56, 0xa2, 0xf4, 0x09, 0xcc, 0x47, 0x8a, - 0x98, 0x64, 0xfd, 0xff, 0x34, 0x05, 0xf3, 0xbc, 0x22, 0x89, 0xaf, 0x60, 0x7e, 0x1b, 0x26, 0x5b, - 0x44, 0xe6, 0x88, 0x76, 0xa6, 0xef, 0xf4, 0xda, 0x99, 0x66, 0x46, 0xdf, 0x05, 0xe8, 0xd8, 0xf8, - 0x48, 0x61, 0xac, 0xe9, 0xb1, 0x58, 0x73, 0x84, 0x83, 0x12, 0xd0, 0xe7, 0x02, 0x14, 0xc9, 0x80, - 0xee, 0xd8, 0x56, 0xc7, 0x72, 0x88, 0xcf, 0xe2, 0x8c, 0x07, 0x73, 0x9e, 0x9d, 0x9e, 0x2c, 0xcf, - 0x6e, 0x1a, 0xe6, 0x36, 0x67, 0x6c, 0x36, 0xc6, 0x0e, 0xf0, 0xf7, 0x8e, 0x39, 0x94, 0x2a, 0x2d, - 0x4b, 0x3b, 0x0c, 0x36, 0xc7, 0x88, 0x65, 0xf1, 0xc5, 0x39, 0xd2, 0xcf, 0x04, 0xb8, 0xf0, 0xb5, - 0x2d, 0x17, 0xff, 0xff, 0x50, 0xb6, 0xf4, 0x1c, 0x44, 0xfa, 0xa3, 0x6e, 0xee, 0x59, 0x49, 0x2e, - 0xdc, 0xff, 0x6f, 0x01, 0xe6, 0x42, 0x82, 0x93, 0x74, 0x70, 0x5e, 0x57, 0x4f, 0xb3, 0x2c, 0x1c, - 0xc6, 0x1d, 0x4f, 0x55, 0xf2, 0x0c, 0xcf, 0xce, 0x3a, 0x65, 0x09, 0x66, 0x30, 0xb1, 0x62, 0x74, - 0x89, 0x77, 0x97, 0x1d, 0x32, 0xe9, 0x5b, 0xd1, 0xcf, 0xfb, 0x19, 0xca, 0x3d, 0xe9, 0x57, 0x89, - 0x87, 0x15, 0x1e, 0x94, 0x49, 0x0e, 0xf9, 0x7f, 0x92, 0x82, 0x4b, 0x15, 0xb6, 0x05, 0xee, 0xc5, - 0x84, 0x24, 0xd9, 0x11, 0x17, 0x60, 0xfa, 0x08, 0xdb, 0x8e, 0x61, 0xb1, 0xd9, 0x7e, 0x56, 0xf6, - 0x1e, 0xd1, 0x22, 0x64, 0x1d, 0x53, 0xed, 0x38, 0x07, 0x96, 0xb7, 0x9d, 0xe8, 0x3f, 0xfb, 0xf1, - 0x2b, 0x93, 0xaf, 0x1f, 0xbf, 0x32, 0x35, 0x3a, 0x7e, 0x65, 0xfa, 0x2b, 0xc4, 0xaf, 0xf0, 0xbd, - 0xbb, 0x7f, 0x23, 0xc0, 0xe5, 0x01, 0xcd, 0x25, 0xd9, 0x39, 0x7f, 0x00, 0x79, 0x8d, 0x0b, 0x26, - 0xf3, 0x03, 0xdb, 0x98, 0xac, 0x93, 0x6c, 0xaf, 0x09, 0x7d, 0x4e, 0x4f, 0x96, 0xc1, 0x2b, 0x6a, - 0x7d, 0x8d, 0x2b, 0x87, 0xfc, 0xd6, 0xa5, 0xff, 0x0a, 0x50, 0xac, 0x1e, 0xb3, 0x45, 0xf9, 0x06, - 0xf3, 0x4a, 0xd0, 0x23, 0xc8, 0x76, 0x6c, 0xeb, 0xc8, 0xf0, 0xaa, 0x51, 0x88, 0x04, 0x2f, 0x78, - 0xd5, 0xe8, 0xe3, 0xda, 0xe6, 0x1c, 0xb2, 0xcf, 0x8b, 0x9a, 0x90, 0x7b, 0x62, 0x69, 0x6a, 0xeb, - 0x91, 0xd1, 0xf2, 0x06, 0xda, 0x3b, 0x67, 0x0b, 0x2a, 0xf9, 0x3c, 0xdb, 0xaa, 0x7b, 0xe0, 0x35, - 0x82, 0x4f, 0x44, 0x75, 0xc8, 0xd6, 0x5c, 0xb7, 0x43, 0x12, 0xf9, 0xf8, 0xbb, 0x3d, 0x86, 0x50, - 0xc2, 0xe2, 0x45, 0xdc, 0x7a, 0xec, 0xa8, 0x09, 0x73, 0x8f, 0xe9, 0xf9, 0xb1, 0x4a, 0xcb, 0xea, - 0xea, 0x15, 0xcb, 0xdc, 0x33, 0xf6, 0xf9, 0x34, 0x71, 0x6b, 0x0c, 0x99, 0x8f, 0x2b, 0x0d, 0x79, - 0x50, 0x00, 0x5a, 0x85, 0x6c, 0xe3, 0x21, 0x17, 0xc6, 0xdc, 0xc8, 0x9b, 0x63, 0x08, 0x6b, 0x3c, - 0x94, 0x7d, 0x36, 0xb4, 0x0e, 0xf9, 0xd5, 0x4f, 0xbb, 0x36, 0xe6, 0x52, 0xa6, 0x86, 0x46, 0x4e, - 0xf4, 0x4b, 0xa1, 0x5c, 0x72, 0x98, 0x19, 0x7d, 0x1f, 0x8a, 0x44, 0x6f, 0x4d, 0x75, 0xb7, 0xe5, - 0xc9, 0xcb, 0x52, 0x79, 0xdf, 0x1a, 0x43, 0x9e, 0xcf, 0xe9, 0x6d, 0x09, 0xf4, 0x89, 0x5a, 0x94, - 0x61, 0x36, 0xd2, 0x5e, 0x08, 0x41, 0xa6, 0x43, 0x9a, 0x46, 0xa0, 0x61, 0x48, 0xf4, 0x37, 0x7a, - 0x1b, 0xa6, 0x4d, 0x4b, 0xc7, 0x5e, 0x67, 0x9e, 0x2d, 0x5f, 0x38, 0x3d, 0x59, 0x9e, 0xda, 0xb2, - 0x74, 0xe6, 0xeb, 0xf0, 0x5f, 0xf2, 0x14, 0xc9, 0x54, 0xd7, 0x17, 0xaf, 0x41, 0x86, 0x34, 0x11, - 0xb1, 0x21, 0xbb, 0xaa, 0x83, 0x77, 0x6c, 0x83, 0x4b, 0xf3, 0x1e, 0x17, 0xff, 0x5e, 0x0a, 0x52, - 0x8d, 0x87, 0xc4, 0x9b, 0xdf, 0xed, 0x6a, 0x87, 0xd8, 0xe5, 0xe9, 0xfc, 0x89, 0x7a, 0xf9, 0x36, - 0xde, 0x33, 0x98, 0xd3, 0x95, 0x93, 0xf9, 0x13, 0x7a, 0x13, 0x40, 0xd5, 0x34, 0xec, 0x38, 0x8a, - 0x77, 0x04, 0x30, 0x27, 0xe7, 0x18, 0x65, 0x03, 0xf7, 0x08, 0x9b, 0x83, 0x35, 0x1b, 0xbb, 0x5e, - 0x0c, 0x15, 0x7b, 0x22, 0x6c, 0x2e, 0x6e, 0x77, 0x14, 0xd7, 0x3a, 0xc4, 0x26, 0x6d, 0xd2, 0x1c, - 0xb1, 0x0a, 0xed, 0x4e, 0x93, 0x10, 0x88, 0x41, 0xc3, 0xa6, 0x1e, 0x58, 0x9f, 0x9c, 0xec, 0x3f, - 0x13, 0x91, 0x36, 0xde, 0x37, 0xf8, 0x01, 0xba, 0x9c, 0xcc, 0x9f, 0x88, 0x96, 0xd4, 0xae, 0x7b, - 0x40, 0x5b, 0x22, 0x27, 0xd3, 0xdf, 0xe8, 0x16, 0x14, 0x59, 0xd8, 0xa5, 0x82, 0x4d, 0x4d, 0xa1, - 0x76, 0x30, 0x47, 0x93, 0x67, 0x19, 0xb9, 0x6a, 0x6a, 0xc4, 0xea, 0xa1, 0x87, 0xc0, 0x09, 0xca, - 0x61, 0xdb, 0x21, 0x3a, 0x05, 0x92, 0xab, 0x5c, 0x3c, 0x3d, 0x59, 0xce, 0x37, 0x68, 0xc2, 0xc6, - 0x66, 0x83, 0xcc, 0x25, 0x2c, 0xd7, 0x46, 0xdb, 0xa9, 0xeb, 0x8b, 0x7f, 0x5d, 0x80, 0xf4, 0xe3, - 0x4a, 0xe3, 0xdc, 0x2a, 0xf3, 0x0a, 0x9a, 0x0e, 0x15, 0xf4, 0x36, 0x14, 0x77, 0x8d, 0x56, 0xcb, - 0x30, 0xf7, 0x89, 0x7f, 0xf5, 0x03, 0xac, 0x79, 0x0a, 0x2b, 0x70, 0xf2, 0x36, 0xa3, 0xa2, 0x6b, - 0x90, 0xd7, 0x6c, 0xac, 0x63, 0xd3, 0x35, 0xd4, 0x96, 0xc3, 0x35, 0x17, 0x26, 0x2d, 0xfe, 0x45, - 0x01, 0x26, 0x69, 0x67, 0x45, 0x6f, 0x40, 0x4e, 0xb3, 0x4c, 0x57, 0x35, 0x4c, 0x6e, 0x75, 0x72, - 0x72, 0x40, 0x18, 0x5a, 0xbc, 0xeb, 0x30, 0xa3, 0x6a, 0x9a, 0xd5, 0x35, 0x5d, 0xc5, 0x54, 0xdb, - 0x98, 0x17, 0x33, 0xcf, 0x69, 0x5b, 0x6a, 0x1b, 0xa3, 0x65, 0xf0, 0x1e, 0xfd, 0x93, 0x9d, 0x39, - 0x19, 0x38, 0x69, 0x03, 0xf7, 0x16, 0x31, 0xe4, 0xfc, 0x5e, 0x4d, 0xea, 0xdb, 0x75, 0xfc, 0x12, - 0xd0, 0xdf, 0xe8, 0x1d, 0xb8, 0xf0, 0xb2, 0xab, 0xb6, 0x8c, 0x3d, 0xba, 0xf8, 0x45, 0xa3, 0xd4, - 0xe9, 0xcb, 0x58, 0x51, 0x90, 0x9f, 0x46, 0x25, 0xd0, 0x77, 0x7a, 0x83, 0x20, 0x1d, 0x0c, 0x02, - 0x16, 0xb2, 0x23, 0xf5, 0x60, 0x4e, 0xc6, 0xae, 0xdd, 0x6b, 0xb2, 0xc3, 0xae, 0xd5, 0x23, 0x6c, - 0xba, 0xa4, 0xee, 0x56, 0x07, 0xb3, 0x20, 0x11, 0xaf, 0xee, 0x3e, 0x01, 0xdd, 0x84, 0x82, 0xea, - 0x92, 0xee, 0xe6, 0x2a, 0x66, 0xb7, 0xbd, 0x8b, 0x6d, 0x16, 0x0a, 0x20, 0xcf, 0x72, 0xea, 0x16, - 0x25, 0xf2, 0x13, 0x19, 0x76, 0x4f, 0xa1, 0xeb, 0x44, 0xfc, 0xd5, 0x40, 0x49, 0x55, 0x42, 0x91, - 0xee, 0xc2, 0x45, 0x52, 0xcf, 0xaa, 0xa9, 0xd9, 0xbd, 0x0e, 0x91, 0xfc, 0x94, 0xfe, 0x75, 0x90, - 0x18, 0xda, 0xa7, 0xa1, 0xdb, 0x33, 0xd2, 0x4f, 0xa7, 0x60, 0xb6, 0x7a, 0xdc, 0xb1, 0xec, 0x44, - 0x57, 0x75, 0xca, 0x30, 0xcd, 0x81, 0xef, 0x88, 0xad, 0xd8, 0x3e, 0x0b, 0xe4, 0xed, 0x43, 0x73, - 0x46, 0x54, 0x06, 0x60, 0x01, 0x95, 0x34, 0x0e, 0x27, 0x7d, 0x8e, 0x9d, 0x23, 0xca, 0x46, 0x0f, - 0x1b, 0x6c, 0x41, 0xbe, 0x7d, 0xa4, 0x69, 0xca, 0x9e, 0xd1, 0x72, 0x79, 0x5c, 0x5a, 0x7c, 0x08, - 0xf5, 0xe6, 0xf3, 0x4a, 0xe5, 0x11, 0xcd, 0xc4, 0xe2, 0xb9, 0x82, 0x67, 0x19, 0x88, 0x04, 0xf6, - 0x1b, 0x7d, 0x0b, 0xf8, 0xc1, 0x17, 0xc5, 0xf1, 0x8e, 0xb1, 0x95, 0x67, 0x4f, 0x4f, 0x96, 0x73, - 0x32, 0xa5, 0x36, 0x1a, 0x4d, 0x39, 0xc7, 0x32, 0x34, 0x1c, 0xf7, 0x3c, 0x47, 0x1d, 0xa6, 0xc7, - 0x3f, 0xea, 0xf0, 0x57, 0x04, 0xb8, 0xc4, 0x75, 0xa4, 0xec, 0xd2, 0xf0, 0x6e, 0xb5, 0x65, 0xb8, - 0x3d, 0xe5, 0xf0, 0x68, 0x21, 0x4b, 0x5d, 0x9e, 0x5f, 0x8e, 0xd5, 0x75, 0xa8, 0x89, 0x4b, 0x9e, - 0xc6, 0x7b, 0x4f, 0x38, 0xf3, 0xc6, 0x51, 0xd5, 0x74, 0xed, 0x5e, 0xf9, 0xf2, 0xe9, 0xc9, 0xf2, - 0xfc, 0x60, 0xea, 0x73, 0x79, 0xde, 0x19, 0x64, 0x41, 0x35, 0x00, 0xec, 0x77, 0x31, 0x6a, 0xc1, - 0xe2, 0xa7, 0xae, 0xd8, 0xbe, 0x28, 0x87, 0x78, 0xd1, 0x1d, 0x10, 0xf9, 0xd1, 0x92, 0x3d, 0xa3, - 0x85, 0x15, 0xc7, 0xf8, 0x14, 0x53, 0x5b, 0x97, 0x96, 0x0b, 0x8c, 0x4e, 0x44, 0x34, 0x8c, 0x4f, - 0x31, 0xba, 0x0f, 0x17, 0x83, 0x16, 0x50, 0x76, 0x71, 0xcb, 0x7a, 0xc5, 0xb2, 0xe7, 0x69, 0x76, - 0xe4, 0x6b, 0xbf, 0x4c, 0x92, 0x08, 0xcb, 0xe2, 0x0f, 0x60, 0x61, 0x58, 0x85, 0xc3, 0x03, 0x22, - 0xc7, 0xf6, 0x2b, 0xdf, 0x8b, 0x2e, 0x56, 0x8c, 0xd1, 0x71, 0xf9, 0x82, 0xc5, 0xfb, 0xa9, 0xf7, - 0x04, 0xe9, 0xef, 0xa6, 0x60, 0xb6, 0xdc, 0x6d, 0x1d, 0x3e, 0xed, 0x34, 0xd8, 0xb1, 0x7c, 0x74, - 0x15, 0x72, 0xba, 0xea, 0xaa, 0xac, 0x90, 0x02, 0x3b, 0x62, 0x46, 0x08, 0xb4, 0x36, 0xb7, 0xa1, - 0x18, 0x8a, 0x05, 0xe1, 0x11, 0xef, 0xb4, 0xda, 0x01, 0x99, 0x06, 0xa5, 0xbf, 0x07, 0x0b, 0xa1, - 0x8c, 0x74, 0x65, 0x41, 0xc1, 0xa6, 0x6b, 0x1b, 0x98, 0xad, 0x8e, 0xa5, 0xe5, 0x50, 0xc0, 0x4a, - 0x9d, 0x24, 0x57, 0x59, 0x2a, 0x6a, 0xc2, 0x0c, 0xc9, 0xd8, 0x53, 0xa8, 0x15, 0xf4, 0x56, 0x2f, - 0xef, 0xc7, 0x54, 0x2b, 0x52, 0xee, 0x12, 0xd5, 0x4f, 0x85, 0xf2, 0xd0, 0x9f, 0x72, 0x1e, 0x07, - 0x94, 0xc5, 0x8f, 0x40, 0xec, 0xcf, 0x10, 0xd6, 0x65, 0x86, 0xe9, 0xf2, 0x42, 0x58, 0x97, 0xe9, - 0x90, 0x9e, 0xd6, 0x33, 0xd9, 0x8c, 0x38, 0x29, 0xfd, 0x2c, 0x0d, 0x05, 0xaf, 0x67, 0x26, 0xe9, - 0x56, 0x97, 0x61, 0x92, 0xf4, 0x23, 0x2f, 0xbc, 0xe2, 0xd6, 0x88, 0x01, 0xc1, 0x63, 0xac, 0x49, - 0xff, 0xf2, 0x10, 0x20, 0x65, 0x4d, 0xc2, 0xfc, 0x2c, 0xfe, 0x37, 0x01, 0x32, 0xd4, 0x93, 0xbd, - 0x0f, 0x19, 0x7a, 0x2e, 0x5f, 0x18, 0x79, 0x2e, 0xdf, 0xdb, 0x9e, 0x27, 0x59, 0xfd, 0x89, 0x25, - 0x15, 0xf2, 0xae, 0xca, 0x34, 0xbe, 0xc7, 0xb2, 0x5d, 0xac, 0x73, 0x4f, 0xf1, 0xda, 0x59, 0xed, - 0xe8, 0x79, 0xc2, 0x1e, 0x1f, 0xba, 0x02, 0x69, 0x62, 0xbb, 0xa6, 0xd9, 0x56, 0xfd, 0xe9, 0xc9, - 0x72, 0x9a, 0x58, 0x2d, 0x42, 0x43, 0x2b, 0x90, 0x8f, 0x5a, 0x13, 0xe2, 0x6c, 0x50, 0x73, 0x18, - 0xb2, 0x04, 0xd0, 0xf2, 0x87, 0x10, 0x43, 0x49, 0xac, 0x2d, 0xf9, 0x26, 0xfd, 0x6f, 0x08, 0x3c, - 0x26, 0xb1, 0xa1, 0x91, 0x39, 0xcb, 0x4e, 0x72, 0x52, 0xb9, 0x0b, 0xa2, 0xad, 0x9a, 0xba, 0xd5, - 0x36, 0x3e, 0xc5, 0x0c, 0x95, 0x3b, 0x7c, 0xbb, 0xa2, 0xe8, 0xd3, 0x29, 0x7c, 0x76, 0xa4, 0xff, - 0x2c, 0xf0, 0xf8, 0x45, 0xbf, 0x18, 0xc9, 0x6e, 0x2a, 0xe7, 0xf9, 0x92, 0x9e, 0xb9, 0x67, 0x79, - 0xe1, 0x17, 0x6f, 0x0c, 0x0b, 0x36, 0xaa, 0x9b, 0x7b, 0x96, 0xb7, 0x3d, 0x66, 0x7b, 0x04, 0x67, - 0xf1, 0x57, 0x60, 0x92, 0x26, 0xbf, 0x46, 0xdf, 0xf0, 0x63, 0x66, 0x53, 0x62, 0x5a, 0xfa, 0x93, - 0x14, 0xbc, 0x45, 0xab, 0xfa, 0x1c, 0xdb, 0xc6, 0x5e, 0x6f, 0xdb, 0xb6, 0x5c, 0xac, 0xb9, 0x58, - 0x0f, 0x56, 0xa5, 0x12, 0x6c, 0x02, 0x1d, 0x72, 0x7c, 0x3f, 0xcf, 0xd0, 0xf9, 0xcd, 0x19, 0x8f, - 0xbf, 0x1a, 0x5a, 0xcd, 0xb2, 0x7d, 0xc0, 0xfa, 0x9a, 0x9c, 0x65, 0x92, 0xeb, 0x3a, 0x5a, 0x85, - 0x5c, 0xc7, 0xab, 0xc6, 0xb9, 0x42, 0x46, 0x7c, 0x2e, 0xb4, 0x01, 0x45, 0x5e, 0x50, 0xb5, 0x65, - 0x1c, 0x61, 0x45, 0x75, 0xcf, 0x33, 0x84, 0x67, 0x19, 0xef, 0x2a, 0x61, 0x5d, 0x75, 0xa5, 0xbf, - 0x96, 0x81, 0x9b, 0x67, 0xa8, 0x38, 0xc9, 0xee, 0xb5, 0x08, 0xd9, 0x23, 0xf2, 0x22, 0x83, 0xd7, - 0x3e, 0x2b, 0xfb, 0xcf, 0x68, 0x37, 0x32, 0x0f, 0xec, 0xa9, 0x46, 0x8b, 0xcc, 0x1b, 0x2c, 0x48, - 0x6f, 0x78, 0x18, 0x50, 0x7c, 0xd0, 0x5b, 0x68, 0xc6, 0x78, 0x44, 0x05, 0xd1, 0x6c, 0x0e, 0xfa, - 0x4c, 0x80, 0x45, 0xf6, 0x42, 0x16, 0x29, 0xd6, 0xf7, 0x9a, 0x0c, 0x7d, 0xcd, 0x5a, 0xcc, 0x6b, - 0xc6, 0xd2, 0x51, 0x29, 0xf4, 0x2e, 0x5e, 0x90, 0x85, 0xf0, 0xdb, 0xc2, 0x45, 0x59, 0xfc, 0x2d, - 0x01, 0xf2, 0x21, 0x02, 0xba, 0x35, 0x70, 0x2e, 0x27, 0x7f, 0x1a, 0x77, 0x18, 0xe7, 0xe6, 0xc0, - 0x61, 0x9c, 0x72, 0xf6, 0xcb, 0x93, 0xe5, 0x8c, 0xcc, 0xe2, 0xbd, 0xbd, 0x63, 0x39, 0xd7, 0x83, - 0x6b, 0x60, 0xd2, 0x7d, 0x99, 0xbc, 0x7b, 0x60, 0x28, 0xac, 0x53, 0xbd, 0x6d, 0x24, 0x0a, 0xeb, - 0xc8, 0x93, 0xf4, 0xa3, 0x14, 0xcc, 0xad, 0xea, 0x7a, 0xa3, 0x41, 0xa1, 0x40, 0x92, 0x63, 0x0c, - 0x41, 0x86, 0xf8, 0x07, 0xfc, 0x0c, 0x11, 0xfd, 0x8d, 0xde, 0x06, 0xa4, 0x1b, 0x0e, 0xbb, 0x4e, - 0xc1, 0x39, 0x50, 0x75, 0xeb, 0x55, 0xb0, 0x5b, 0x3c, 0xe7, 0xa5, 0x34, 0xbc, 0x04, 0xd4, 0x00, - 0xea, 0xb4, 0x2a, 0x8e, 0xab, 0xfa, 0xab, 0xe1, 0x37, 0xc7, 0x3a, 0x95, 0xc2, 0xbc, 0x59, 0xff, - 0x51, 0xce, 0x11, 0x39, 0xf4, 0x27, 0xf1, 0xd1, 0x0c, 0xd2, 0x28, 0xae, 0xa2, 0x3a, 0xde, 0x79, - 0x0a, 0x76, 0x91, 0x43, 0x81, 0xd1, 0x57, 0x1d, 0x76, 0x4c, 0x82, 0x85, 0x61, 0x07, 0xaa, 0x49, - 0x72, 0x2d, 0xf3, 0x77, 0x05, 0x28, 0xc8, 0x78, 0xcf, 0xc6, 0xce, 0x41, 0x92, 0x3a, 0x7f, 0x04, - 0x33, 0x36, 0x93, 0xaa, 0xec, 0xd9, 0x56, 0xfb, 0x3c, 0xb6, 0x22, 0xcf, 0x19, 0x1f, 0xd9, 0x56, - 0x9b, 0x9b, 0xe4, 0xe7, 0x50, 0xf4, 0xcb, 0x98, 0x64, 0xe5, 0xff, 0x36, 0x3d, 0x71, 0xc9, 0x04, - 0x27, 0xbd, 0x6d, 0x9b, 0xac, 0x06, 0xe8, 0x7a, 0x76, 0xb8, 0xa0, 0x49, 0xaa, 0xe1, 0x3f, 0x09, - 0x50, 0x68, 0x74, 0x77, 0xd9, 0x35, 0x41, 0xc9, 0x69, 0xa0, 0x0a, 0xb9, 0x16, 0xde, 0x73, 0x95, - 0xd7, 0x0a, 0x20, 0xce, 0x12, 0x56, 0x1a, 0x3e, 0xfd, 0x18, 0xc0, 0xa6, 0x47, 0x8e, 0xa8, 0x9c, - 0xf4, 0x39, 0xe5, 0xe4, 0x28, 0x2f, 0x21, 0x93, 0x59, 0xa7, 0xe8, 0x57, 0x33, 0xc9, 0xf9, 0xe5, - 0x45, 0xc4, 0x3a, 0xa4, 0xcf, 0x63, 0x1d, 0xe6, 0xf8, 0x4e, 0x75, 0xbc, 0x85, 0x28, 0xc1, 0x3c, - 0x75, 0xcb, 0x14, 0xb5, 0xd3, 0x69, 0x19, 0x1e, 0x4e, 0xa1, 0xf6, 0x27, 0x23, 0xcf, 0xd1, 0xa4, - 0x55, 0x96, 0x42, 0x11, 0x0a, 0xfa, 0x4d, 0x01, 0x66, 0xf6, 0x6c, 0x8c, 0x3f, 0xc5, 0x0a, 0x35, - 0xc9, 0xe3, 0x6d, 0xc5, 0xaf, 0x91, 0x32, 0x7c, 0xe5, 0xad, 0xba, 0x3c, 0x7b, 0x71, 0x83, 0xbc, - 0x17, 0x6d, 0x81, 0xa8, 0xb5, 0xd8, 0xe6, 0xa1, 0x1f, 0x16, 0x30, 0x35, 0xfe, 0x00, 0x28, 0x32, - 0xe6, 0x20, 0x32, 0xe0, 0x19, 0x19, 0x4c, 0xaa, 0xae, 0xf0, 0xab, 0xd9, 0xa8, 0xb3, 0x1d, 0x0d, - 0x0b, 0x08, 0x1f, 0xbd, 0x0e, 0xdd, 0xe8, 0x56, 0x92, 0xb1, 0xaa, 0x73, 0xcf, 0x9d, 0x8c, 0x2b, - 0xff, 0x81, 0x8f, 0xab, 0x17, 0x30, 0x47, 0xfb, 0x4d, 0xd2, 0x27, 0x28, 0xa5, 0x7f, 0x90, 0x06, - 0x14, 0x96, 0xfc, 0xf5, 0xf5, 0xb7, 0x54, 0x72, 0xfd, 0x6d, 0x1d, 0xa4, 0x90, 0x33, 0xd4, 0x52, - 0x1d, 0x57, 0x61, 0xf1, 0x67, 0x8e, 0xd2, 0xc1, 0xb6, 0xe2, 0x60, 0xcd, 0xe2, 0x97, 0xe8, 0x08, - 0xf2, 0x52, 0x90, 0xf3, 0x89, 0xea, 0xb8, 0xcf, 0x58, 0xbe, 0x6d, 0x6c, 0x37, 0x68, 0x2e, 0xf4, - 0x10, 0x2e, 0xb5, 0xd5, 0xe3, 0x38, 0xfe, 0x49, 0xca, 0x3f, 0xdf, 0x56, 0x8f, 0x07, 0x98, 0xde, - 0x87, 0xc5, 0x78, 0x26, 0xc5, 0xc1, 0xde, 0xfe, 0xd4, 0xa5, 0x18, 0xc6, 0x06, 0x76, 0xd1, 0x2a, - 0x40, 0x00, 0x22, 0xf8, 0x1c, 0x3d, 0x0e, 0x86, 0xc8, 0xf9, 0x18, 0x42, 0xfa, 0xa1, 0x00, 0x85, - 0x4d, 0x63, 0xdf, 0x56, 0x13, 0xbd, 0xa2, 0x06, 0xbd, 0x1f, 0xdd, 0xd0, 0xcb, 0x3f, 0x58, 0x8c, - 0x0b, 0xd8, 0x60, 0x39, 0xbc, 0x45, 0x3b, 0xce, 0x40, 0xa6, 0x3e, 0xbf, 0x44, 0x49, 0xda, 0x7c, - 0x0d, 0xde, 0xa4, 0x21, 0x70, 0x3c, 0xfe, 0xe5, 0x6b, 0x41, 0x37, 0xd2, 0x1f, 0x08, 0xb0, 0x34, - 0xec, 0x2d, 0x49, 0x0e, 0x08, 0x99, 0x5e, 0xd6, 0x47, 0xdf, 0xa0, 0xf8, 0x23, 0xe2, 0x0c, 0x4b, - 0x83, 0xf8, 0x48, 0x00, 0xbf, 0x6c, 0x0d, 0x7a, 0x8d, 0x1f, 0xfb, 0xed, 0x48, 0xff, 0x6a, 0x11, - 0x66, 0x78, 0xfd, 0x76, 0x4c, 0xc3, 0x32, 0xd1, 0x7d, 0x48, 0xef, 0xf3, 0xb5, 0xff, 0x7c, 0xec, - 0x92, 0x67, 0x70, 0x43, 0x5e, 0x6d, 0x42, 0x26, 0x79, 0x09, 0x4b, 0xa7, 0xeb, 0xc6, 0x94, 0x27, - 0x08, 0xf2, 0x0e, 0xb3, 0x74, 0xba, 0x2e, 0x6a, 0x40, 0x51, 0x0b, 0xae, 0xe5, 0x52, 0x08, 0x7b, - 0x7a, 0xe8, 0x3a, 0x60, 0xec, 0x05, 0x69, 0xb5, 0x09, 0xb9, 0xa0, 0x45, 0x12, 0x50, 0x25, 0x7c, - 0x1b, 0x54, 0x66, 0x20, 0x82, 0x2c, 0x38, 0x4b, 0x1c, 0xbd, 0x89, 0xaa, 0x36, 0x11, 0xba, 0x34, - 0x0a, 0xbd, 0x0f, 0x53, 0x3a, 0xbd, 0x77, 0x88, 0xcf, 0x2a, 0x71, 0x1d, 0x22, 0x72, 0xbd, 0x53, - 0x6d, 0x42, 0xe6, 0x1c, 0x68, 0x1d, 0x66, 0xd8, 0x2f, 0x86, 0x79, 0xf8, 0x5c, 0x70, 0x73, 0xb8, - 0x84, 0x90, 0x37, 0x56, 0x9b, 0x90, 0xf3, 0x7a, 0x40, 0x45, 0x8f, 0x21, 0xaf, 0xb5, 0xb0, 0x6a, - 0x73, 0x51, 0xb7, 0x86, 0x1e, 0x7b, 0x1b, 0xb8, 0xab, 0xa8, 0x36, 0x21, 0x83, 0xe6, 0x13, 0x49, - 0xa1, 0x6c, 0x7a, 0x65, 0x0d, 0x97, 0xf4, 0xce, 0xd0, 0x42, 0x0d, 0xde, 0xff, 0x53, 0xa3, 0x5e, - 0x9a, 0x4f, 0x45, 0xdf, 0x86, 0x8c, 0xa3, 0xa9, 0x26, 0x9f, 0x98, 0x96, 0x86, 0xdc, 0x29, 0x12, - 0x30, 0xd3, 0xdc, 0xe8, 0x03, 0x06, 0x97, 0xdc, 0x63, 0x6f, 0xb1, 0x37, 0x4e, 0xa7, 0x91, 0xb3, - 0xeb, 0x44, 0xa7, 0x98, 0x12, 0x88, 0x1e, 0x54, 0x82, 0x0f, 0x15, 0x7a, 0xa0, 0x94, 0xae, 0xee, - 0xc6, 0xeb, 0x61, 0xe0, 0x00, 0x70, 0x8d, 0x1e, 0x90, 0xf7, 0x88, 0x68, 0x13, 0x66, 0x99, 0xa0, - 0x2e, 0x3b, 0x9b, 0xba, 0xb0, 0x32, 0x74, 0x1b, 0x37, 0xe6, 0x74, 0x6c, 0x6d, 0x42, 0x9e, 0x51, - 0x43, 0xe4, 0xa0, 0x5c, 0x6d, 0x6c, 0xef, 0xb3, 0x65, 0xe4, 0x11, 0xe5, 0x0a, 0xc7, 0xc6, 0xf9, - 0xe5, 0xa2, 0x44, 0xf4, 0xeb, 0x70, 0x81, 0x09, 0x72, 0x79, 0xc8, 0x0f, 0x8f, 0x1c, 0x79, 0x73, - 0xe8, 0x16, 0xec, 0xd0, 0xf3, 0xa4, 0xb5, 0x09, 0x19, 0xa9, 0x03, 0x89, 0x48, 0x83, 0x8b, 0xec, - 0x0d, 0xfc, 0x40, 0xa2, 0xcd, 0xcf, 0xd0, 0x2d, 0xdc, 0xa0, 0xaf, 0x78, 0x7b, 0xd8, 0x2b, 0x62, - 0xcf, 0x49, 0xd6, 0x26, 0xe4, 0x79, 0x75, 0x30, 0x35, 0xa8, 0x86, 0xcd, 0x8f, 0x7e, 0xf1, 0xee, - 0xf6, 0xf6, 0xe8, 0x6a, 0xc4, 0x1d, 0x99, 0xf3, 0xab, 0x11, 0x49, 0x24, 0x0d, 0xe8, 0x1f, 0x7c, - 0xa7, 0x9d, 0x69, 0x66, 0x68, 0x03, 0xc6, 0x9c, 0x0f, 0x23, 0x0d, 0x78, 0x10, 0x22, 0xa3, 0x12, - 0xa4, 0xf6, 0xb5, 0x85, 0xd9, 0xa1, 0x13, 0xa8, 0x7f, 0x06, 0xaa, 0x36, 0x21, 0xa7, 0xf6, 0x35, - 0xf4, 0x11, 0x64, 0xd9, 0x81, 0x96, 0x63, 0x73, 0xa1, 0x30, 0xd4, 0x88, 0x47, 0x8f, 0x05, 0xd5, - 0x26, 0x64, 0x7a, 0x86, 0x86, 0x77, 0x64, 0x7e, 0x58, 0x81, 0x8a, 0x28, 0x8d, 0x38, 0xc7, 0xda, - 0x77, 0x64, 0x84, 0x74, 0x18, 0xdb, 0x27, 0xa2, 0x6d, 0x28, 0x70, 0x03, 0xee, 0x05, 0x5f, 0x8b, - 0x43, 0x83, 0x1c, 0xe2, 0xe2, 0xaf, 0x6b, 0x74, 0xa1, 0x2a, 0x44, 0x27, 0x6d, 0x17, 0x95, 0xc8, - 0xdb, 0x6e, 0x6e, 0x68, 0xdb, 0x0d, 0x8d, 0x05, 0x26, 0x6d, 0x67, 0x0f, 0x24, 0xa2, 0x77, 0x61, - 0x92, 0x8d, 0x13, 0x44, 0x45, 0xc6, 0xc5, 0xed, 0xf4, 0x0d, 0x11, 0x96, 0x9f, 0x58, 0x2f, 0x97, - 0xc7, 0x34, 0x2a, 0x2d, 0x6b, 0x7f, 0x61, 0x7e, 0xa8, 0xf5, 0x1a, 0x8c, 0xce, 0x24, 0xd6, 0xcb, - 0x0d, 0xa8, 0xa4, 0x03, 0xd9, 0x2c, 0x85, 0x0f, 0xb1, 0x0b, 0x43, 0x3b, 0x50, 0x4c, 0xa8, 0x63, - 0x8d, 0x9e, 0x36, 0x09, 0xc8, 0xbe, 0x61, 0x75, 0xb0, 0x42, 0x8d, 0xe2, 0xc5, 0xd1, 0x86, 0x35, - 0x72, 0xd1, 0x93, 0x6f, 0x58, 0x19, 0x15, 0x3d, 0x07, 0x91, 0xdf, 0x36, 0xa2, 0x78, 0xa1, 0x37, - 0x0b, 0x97, 0xa8, 0xbc, 0xbb, 0xb1, 0x13, 0x62, 0x5c, 0x54, 0x56, 0x8d, 0x20, 0x8a, 0x68, 0x0a, - 0xfa, 0x18, 0xe6, 0xa8, 0x3c, 0x45, 0x0b, 0x2e, 0x88, 0x59, 0x58, 0x18, 0xb8, 0x6e, 0x64, 0xf8, - 0x5d, 0x32, 0x9e, 0x64, 0x51, 0xeb, 0x4b, 0x22, 0xe3, 0xc1, 0x30, 0x0d, 0x97, 0xce, 0xdd, 0x8b, - 0x43, 0xc7, 0x43, 0xf4, 0x72, 0x4c, 0x32, 0x1e, 0x0c, 0x46, 0x21, 0xdd, 0xb8, 0xcf, 0xe2, 0xbd, - 0x31, 0xb4, 0x1b, 0x0f, 0x31, 0x76, 0xb3, 0x6e, 0xc4, 0xce, 0xad, 0x01, 0x30, 0x1c, 0x49, 0x5d, - 0xe3, 0xa5, 0xa1, 0x0e, 0x40, 0x7f, 0x28, 0x22, 0x71, 0x00, 0x5a, 0x1e, 0x8d, 0x38, 0x00, 0x6c, - 0xd3, 0x63, 0xe1, 0xda, 0xf0, 0xc9, 0x2a, 0xbc, 0x2d, 0x4a, 0x27, 0x2b, 0x4a, 0x40, 0xab, 0x90, - 0x23, 0x4e, 0x7d, 0x8f, 0x8e, 0xf0, 0xeb, 0x43, 0x31, 0x7c, 0xdf, 0x19, 0xa5, 0xda, 0x84, 0x9c, - 0x7d, 0xc9, 0x49, 0xa4, 0x57, 0x31, 0x11, 0x7c, 0x6c, 0xdf, 0x1b, 0xda, 0xab, 0x06, 0x0f, 0xa7, - 0x90, 0x5e, 0xf5, 0x32, 0xa0, 0x06, 0x53, 0x9e, 0xc3, 0xb6, 0x33, 0x16, 0xde, 0x1a, 0x3d, 0xe5, - 0x45, 0x37, 0x5f, 0xfc, 0x29, 0x8f, 0x93, 0xd9, 0x94, 0xa7, 0x2b, 0x8e, 0x43, 0x23, 0x1c, 0x16, - 0x6e, 0x8e, 0x98, 0xf2, 0xfa, 0x16, 0x38, 0xd9, 0x94, 0xa7, 0x37, 0x18, 0x27, 0xf1, 0xfe, 0x6c, - 0xef, 0x76, 0x1d, 0x0e, 0xef, 0x6e, 0x0f, 0xf5, 0xfe, 0x62, 0xaf, 0xff, 0x21, 0xde, 0x9f, 0x1d, - 0x49, 0x40, 0xdf, 0x85, 0x69, 0xbe, 0xa0, 0xb4, 0x70, 0x67, 0x84, 0x8f, 0x1d, 0x5e, 0x03, 0x24, - 0xdd, 0x91, 0xf3, 0x30, 0xe3, 0xc0, 0x16, 0xb2, 0x98, 0xf1, 0xbb, 0x3b, 0xc2, 0x38, 0x0c, 0xac, - 0xa5, 0x31, 0xe3, 0x10, 0x90, 0x49, 0x69, 0x1c, 0xb6, 0x08, 0xb3, 0xf0, 0x4b, 0x43, 0x4b, 0x13, - 0x5d, 0x8d, 0x22, 0xa5, 0xe1, 0x3c, 0x74, 0xb2, 0xa0, 0x73, 0x35, 0xd3, 0xce, 0xb7, 0x86, 0x4f, - 0x16, 0xfd, 0xb0, 0xbe, 0xe6, 0x6d, 0x17, 0x31, 0xad, 0xfc, 0x25, 0x01, 0xae, 0xb1, 0x3e, 0x40, - 0x17, 0xcb, 0x7b, 0x8a, 0xbf, 0xd7, 0x11, 0x5a, 0xb3, 0xb8, 0x4f, 0xc5, 0xbf, 0x7b, 0xfe, 0xa5, - 0x79, 0xef, 0x8d, 0x6f, 0xaa, 0xa3, 0xf2, 0x11, 0x65, 0xb4, 0x19, 0xba, 0x5b, 0x78, 0x30, 0x54, - 0x19, 0x51, 0x44, 0x4a, 0x94, 0xc1, 0x79, 0x50, 0x0b, 0x16, 0xd8, 0x90, 0x08, 0xd0, 0x8f, 0x5f, - 0xf4, 0x87, 0x43, 0x83, 0x06, 0x47, 0xe2, 0xbe, 0xda, 0x84, 0x7c, 0xe9, 0x65, 0x6c, 0x86, 0xf2, - 0x34, 0xdf, 0x7c, 0xf6, 0x0f, 0x9a, 0x16, 0x45, 0x71, 0x3d, 0x93, 0xbd, 0x2c, 0x2e, 0xac, 0x67, - 0xb2, 0x57, 0xc4, 0xc5, 0xf5, 0x4c, 0xf6, 0xaa, 0xf8, 0xc6, 0x7a, 0x26, 0xbb, 0x2c, 0x5e, 0x5b, - 0xcf, 0x64, 0x25, 0xf1, 0x86, 0xf4, 0xbb, 0x8b, 0x30, 0xeb, 0xa1, 0x37, 0x86, 0xa2, 0x1e, 0x84, - 0x51, 0xd4, 0xd2, 0x30, 0x14, 0xc5, 0xf1, 0x1e, 0x87, 0x51, 0x0f, 0xc2, 0x30, 0x6a, 0x69, 0x18, - 0x8c, 0x0a, 0x78, 0x08, 0x8e, 0x6a, 0x0e, 0xc3, 0x51, 0x77, 0xc7, 0xc0, 0x51, 0xbe, 0xa8, 0x7e, - 0x20, 0xb5, 0x36, 0x08, 0xa4, 0xde, 0x1a, 0x0d, 0xa4, 0x7c, 0x51, 0x21, 0x24, 0xf5, 0x41, 0x1f, - 0x92, 0xba, 0x3e, 0x02, 0x49, 0xf9, 0xfc, 0x1e, 0x94, 0xda, 0x88, 0x85, 0x52, 0xb7, 0xce, 0x82, - 0x52, 0xbe, 0x9c, 0x08, 0x96, 0xaa, 0xc5, 0x61, 0xa9, 0x9b, 0x67, 0x60, 0x29, 0x5f, 0x54, 0x18, - 0x4c, 0x6d, 0xc4, 0x82, 0xa9, 0x5b, 0x67, 0x81, 0xa9, 0xa0, 0x58, 0x61, 0x34, 0xf5, 0x9d, 0x08, - 0x9a, 0x5a, 0x1e, 0x8a, 0xa6, 0x7c, 0x6e, 0x06, 0xa7, 0x3e, 0xec, 0x87, 0x53, 0xd7, 0x47, 0xc0, - 0xa9, 0x40, 0xb1, 0x1c, 0x4f, 0xd5, 0xe2, 0xf0, 0xd4, 0xcd, 0x33, 0xf0, 0x54, 0xa0, 0x8b, 0x10, - 0xa0, 0xda, 0x8a, 0x07, 0x54, 0xb7, 0xcf, 0x04, 0x54, 0xbe, 0xb4, 0x28, 0xa2, 0xaa, 0xc5, 0x21, - 0xaa, 0x9b, 0x67, 0x20, 0xaa, 0xbe, 0x92, 0x31, 0x48, 0xa5, 0x8e, 0x84, 0x54, 0x6f, 0x8f, 0x09, - 0xa9, 0x7c, 0xd1, 0x71, 0x98, 0x4a, 0x1f, 0x8d, 0xa9, 0x4a, 0xe3, 0x62, 0x2a, 0xff, 0x25, 0xb1, - 0xa0, 0x4a, 0x1d, 0x09, 0xaa, 0xde, 0x1e, 0x13, 0x54, 0xf5, 0x55, 0x24, 0x8a, 0xaa, 0xb6, 0xe2, - 0x51, 0xd5, 0xed, 0x33, 0x51, 0x55, 0xd0, 0x8a, 0x11, 0x58, 0xb5, 0x12, 0x82, 0x55, 0x6f, 0x0e, - 0x81, 0x55, 0x3e, 0x2b, 0xc1, 0x55, 0xdf, 0x1b, 0xc0, 0x55, 0xd2, 0x28, 0x5c, 0xe5, 0xf3, 0xfa, - 0xc0, 0xaa, 0x16, 0x07, 0xac, 0x6e, 0x9e, 0x01, 0xac, 0x82, 0x7e, 0x13, 0x42, 0x56, 0xcf, 0x86, - 0x20, 0xab, 0x3b, 0x67, 0x23, 0x2b, 0x5f, 0x5e, 0x1f, 0xb4, 0x52, 0x47, 0x42, 0xab, 0xb7, 0xc7, - 0x84, 0x56, 0x41, 0x0b, 0xc6, 0x60, 0xab, 0xf7, 0xa2, 0xd8, 0xea, 0xda, 0x70, 0x6c, 0xe5, 0x8b, - 0xe1, 0xe0, 0x6a, 0x23, 0x16, 0x5c, 0xdd, 0x3a, 0x0b, 0x5c, 0x05, 0xd6, 0x2c, 0x8c, 0xae, 0xb6, - 0xe2, 0xd1, 0xd5, 0xed, 0x33, 0xd1, 0x55, 0xd0, 0x91, 0x22, 0xf0, 0x6a, 0x23, 0x16, 0x5e, 0xdd, - 0x3a, 0x0b, 0x5e, 0xf5, 0x99, 0x5a, 0x8e, 0xaf, 0x5e, 0x0c, 0xc5, 0x57, 0xf7, 0xc6, 0xc1, 0x57, - 0xbe, 0xd0, 0x01, 0x80, 0xf5, 0xc9, 0x70, 0x80, 0xf5, 0x4b, 0xe7, 0xb8, 0xac, 0x33, 0x16, 0x61, - 0x7d, 0x6f, 0x00, 0x61, 0x49, 0xa3, 0x10, 0x56, 0x30, 0x32, 0x3c, 0x88, 0x55, 0x8d, 0x01, 0x44, - 0x6f, 0x8d, 0x06, 0x44, 0xc1, 0x44, 0x1e, 0x20, 0xa2, 0x0f, 0xfa, 0x10, 0xd1, 0xf5, 0x33, 0xe3, - 0xe2, 0x42, 0x90, 0xa8, 0x3c, 0x08, 0x89, 0x6e, 0x8c, 0x84, 0x44, 0xbe, 0x84, 0x00, 0x13, 0x6d, - 0xc4, 0x62, 0xa2, 0x5b, 0x67, 0x61, 0xa2, 0xa0, 0x2b, 0x84, 0x41, 0xd1, 0x56, 0x3c, 0x28, 0xba, - 0x7d, 0x26, 0x28, 0xea, 0x9b, 0xb6, 0x3c, 0x54, 0x54, 0x8b, 0x43, 0x45, 0x37, 0xcf, 0x40, 0x45, - 0xe1, 0x69, 0xcb, 0x87, 0x45, 0xcd, 0x61, 0xb0, 0xe8, 0xee, 0x18, 0xb0, 0x28, 0x70, 0xe6, 0xfa, - 0x70, 0xd1, 0x47, 0xfd, 0xb8, 0x48, 0x1a, 0x85, 0x8b, 0x82, 0x4e, 0xe4, 0x01, 0xa3, 0xad, 0x78, - 0x60, 0x74, 0xfb, 0x4c, 0x60, 0x14, 0x1e, 0xd7, 0x21, 0x64, 0xf4, 0x51, 0x3f, 0x32, 0x92, 0x46, - 0x21, 0xa3, 0xa0, 0x3c, 0x1e, 0x34, 0xaa, 0xc5, 0x41, 0xa3, 0x9b, 0x67, 0x40, 0xa3, 0x90, 0xb9, - 0x0f, 0xb0, 0xd1, 0x5f, 0x1e, 0x1f, 0x1b, 0xbd, 0xf7, 0xba, 0x61, 0x4b, 0x67, 0x83, 0xa3, 0x8f, - 0xfa, 0xc1, 0x91, 0x34, 0x0a, 0x1c, 0x05, 0xfa, 0xf0, 0xd0, 0x51, 0xfb, 0x4c, 0x74, 0x74, 0xff, - 0x1c, 0xe8, 0xc8, 0x97, 0xff, 0x95, 0xe1, 0xd1, 0x1b, 0xe2, 0x9b, 0x11, 0x90, 0xf4, 0x77, 0xa6, - 0x61, 0x8a, 0x7f, 0xa7, 0x2a, 0x72, 0xb7, 0x93, 0xf0, 0x3a, 0x77, 0x3b, 0xa1, 0xef, 0xc2, 0x55, - 0xff, 0x81, 0x46, 0x9e, 0x28, 0xfc, 0xc4, 0x8b, 0xd6, 0xb2, 0xb4, 0x43, 0x3a, 0xf7, 0x64, 0xe5, - 0x05, 0x3f, 0xcb, 0x23, 0xdb, 0x6a, 0xb3, 0x93, 0x2f, 0x74, 0x3f, 0x1f, 0xad, 0x91, 0x41, 0x41, - 0x9d, 0xac, 0xb3, 0x2f, 0x14, 0x1c, 0xbc, 0xf2, 0x8e, 0xb3, 0xbe, 0xc6, 0x19, 0x6d, 0xf4, 0x1d, - 0x98, 0xed, 0x3a, 0xd8, 0x56, 0x3a, 0xb6, 0x61, 0xd9, 0x86, 0xcb, 0x4e, 0x9b, 0x08, 0x65, 0xf1, - 0xcb, 0x93, 0xe5, 0x99, 0x1d, 0x07, 0xdb, 0xdb, 0x9c, 0x2e, 0xcf, 0x74, 0x43, 0x4f, 0xde, 0x97, - 0xbd, 0x26, 0xc7, 0xff, 0xb2, 0xd7, 0x33, 0x10, 0x69, 0x2c, 0x41, 0x78, 0x5e, 0x62, 0xd7, 0x30, - 0xc5, 0x4f, 0xa1, 0xaa, 0x1e, 0x9a, 0x7a, 0xe8, 0x75, 0x4c, 0x45, 0x3b, 0x4a, 0x44, 0x0d, 0xa0, - 0x17, 0xa4, 0x28, 0x1d, 0xab, 0x65, 0x68, 0x3d, 0xea, 0x6e, 0x44, 0xaf, 0xa4, 0x1e, 0x79, 0x31, - 0xfc, 0x0b, 0xd5, 0x70, 0xb7, 0x29, 0xa7, 0x0c, 0xaf, 0xfc, 0xdf, 0xe8, 0x3e, 0x5c, 0x6c, 0xab, - 0xc7, 0xf4, 0xae, 0x5e, 0xc5, 0xf3, 0x1f, 0xe8, 0xed, 0x64, 0xec, 0x1b, 0x5f, 0xa8, 0xad, 0x1e, - 0xd3, 0x6f, 0x8f, 0xb1, 0x24, 0xfa, 0xe1, 0x90, 0xeb, 0x30, 0xc3, 0xa3, 0xfe, 0xd9, 0x77, 0x85, - 0x8a, 0x34, 0x27, 0xff, 0xc8, 0x04, 0xfb, 0xb4, 0xd0, 0x4d, 0x28, 0xe8, 0x86, 0xe3, 0x1a, 0xa6, - 0xe6, 0xf2, 0x6b, 0x80, 0xd9, 0x45, 0xba, 0xb3, 0x1e, 0x95, 0xdd, 0xf5, 0xdb, 0x84, 0x39, 0xad, - 0x65, 0xf8, 0x5e, 0x19, 0x9b, 0x27, 0xe7, 0x86, 0x8e, 0xc2, 0x0a, 0xcd, 0xdb, 0xbf, 0xb3, 0x5e, - 0xd4, 0xa2, 0x64, 0x54, 0x81, 0xe2, 0xbe, 0xea, 0xe2, 0x57, 0x6a, 0x4f, 0xf1, 0x0e, 0xb5, 0xe5, - 0xe9, 0x41, 0xde, 0xab, 0xa7, 0x27, 0xcb, 0xb3, 0x8f, 0x59, 0xd2, 0xc0, 0xd9, 0xb6, 0xd9, 0xfd, - 0x50, 0x82, 0x8e, 0x6e, 0x43, 0x51, 0x75, 0x7a, 0xa6, 0x46, 0x1b, 0x10, 0x9b, 0x4e, 0xd7, 0xa1, - 0x4e, 0x75, 0x56, 0x2e, 0x50, 0x72, 0xc5, 0xa3, 0xa2, 0x0f, 0x60, 0x91, 0xdf, 0xf6, 0xff, 0x4a, - 0xb5, 0x75, 0x85, 0x36, 0x7a, 0x30, 0xba, 0x44, 0xca, 0x73, 0x99, 0xdd, 0xee, 0x4f, 0x32, 0x90, - 0x96, 0x0e, 0xdf, 0xa2, 0xcb, 0x6e, 0x09, 0x06, 0x31, 0xbf, 0x9e, 0xc9, 0xce, 0x88, 0xb3, 0xeb, - 0x99, 0x6c, 0x41, 0x2c, 0x4a, 0xff, 0x52, 0x80, 0x22, 0xb1, 0x6f, 0x8e, 0x63, 0x58, 0x66, 0xcd, - 0x8f, 0x2f, 0xf5, 0x7b, 0xad, 0x40, 0xcf, 0x17, 0xf9, 0xcf, 0x68, 0x99, 0x9e, 0xe3, 0x22, 0x7e, - 0xa4, 0xff, 0x8d, 0x8f, 0xb4, 0x0c, 0x8c, 0x44, 0x4f, 0xd4, 0xac, 0xc2, 0x94, 0x63, 0x75, 0x6d, - 0xcd, 0xbb, 0x79, 0xfe, 0xee, 0x10, 0x83, 0x1a, 0x7a, 0x61, 0xa9, 0x41, 0x19, 0x64, 0xce, 0x28, - 0x95, 0x60, 0x8a, 0x51, 0x50, 0x0e, 0x26, 0x9f, 0x36, 0x6b, 0x55, 0x59, 0x9c, 0x40, 0x33, 0x90, - 0x7d, 0x24, 0x3f, 0xdd, 0x54, 0x1a, 0xcf, 0x9e, 0x88, 0x02, 0xca, 0xc3, 0xb4, 0xfc, 0xf4, 0x69, - 0x53, 0xd9, 0x78, 0x2e, 0xa6, 0xa4, 0x3f, 0x15, 0x60, 0xa6, 0xcc, 0xae, 0xde, 0x67, 0x7b, 0xfd, - 0x1f, 0xf4, 0x6d, 0xc2, 0x5f, 0x89, 0xc7, 0x38, 0xf1, 0x9b, 0xef, 0xab, 0x90, 0xe5, 0xdd, 0xd3, - 0x3b, 0x1e, 0xb0, 0x3c, 0xdc, 0xb3, 0xa5, 0x8b, 0x40, 0x5e, 0x88, 0x97, 0xc7, 0x86, 0x1a, 0x20, - 0xaa, 0x5e, 0x15, 0x15, 0x5e, 0x92, 0xe1, 0x81, 0x5e, 0x7d, 0xda, 0xf0, 0x3a, 0x9b, 0x1a, 0x25, - 0xbf, 0x9f, 0xf9, 0xfc, 0xc7, 0xcb, 0x13, 0xd2, 0x9f, 0x65, 0x60, 0xb6, 0x1c, 0xfe, 0xcc, 0x00, - 0xaa, 0xf7, 0x55, 0x36, 0x6e, 0xbe, 0x8e, 0x70, 0x94, 0x46, 0x7c, 0xc0, 0x25, 0x17, 0x7c, 0xd3, - 0x80, 0xd5, 0xfd, 0xda, 0x88, 0xf8, 0x85, 0x70, 0xe5, 0x03, 0xc6, 0xc5, 0x7f, 0x9b, 0xf6, 0xed, - 0x7f, 0x09, 0x26, 0xd9, 0x11, 0x34, 0x61, 0xe0, 0x74, 0x3c, 0x35, 0x21, 0xc4, 0x9f, 0x24, 0xe9, - 0x32, 0xcb, 0x46, 0xe6, 0x8b, 0xe6, 0x6b, 0xdd, 0x05, 0x18, 0xcc, 0xb2, 0xe7, 0xff, 0x34, 0x62, - 0x97, 0xdd, 0x05, 0xf9, 0xff, 0x30, 0xb6, 0x8c, 0xbc, 0x0f, 0xfd, 0x1a, 0x14, 0x35, 0xab, 0xd5, - 0x62, 0x6e, 0x08, 0x33, 0x5d, 0x83, 0xb7, 0xc3, 0xd0, 0x22, 0xf0, 0xaf, 0x61, 0x96, 0xfc, 0xaf, - 0x62, 0x96, 0x64, 0xfe, 0x55, 0xcc, 0x50, 0xe0, 0x7f, 0xc1, 0x17, 0xc6, 0x2c, 0x5e, 0xdf, 0x19, - 0x84, 0xe9, 0xd7, 0x39, 0x83, 0xc0, 0x4e, 0x6e, 0xf0, 0x9e, 0xf7, 0x47, 0x02, 0x8f, 0x00, 0x7b, - 0x62, 0x59, 0x87, 0x5d, 0x3f, 0xae, 0x66, 0x31, 0x7c, 0xb3, 0x63, 0x10, 0x1e, 0x4d, 0x8f, 0xf7, - 0xc4, 0x4d, 0x4d, 0xa9, 0xaf, 0x36, 0x35, 0x5d, 0x87, 0x99, 0x8e, 0x8d, 0xf7, 0xb0, 0xab, 0x1d, - 0x28, 0x66, 0xb7, 0xcd, 0xcf, 0x36, 0xe5, 0x3d, 0xda, 0x56, 0xb7, 0x8d, 0xee, 0x82, 0xe8, 0x67, - 0xe1, 0xd0, 0xd0, 0xbb, 0x56, 0xcc, 0xa3, 0x73, 0x20, 0x29, 0xfd, 0x0f, 0x01, 0xe6, 0x23, 0x75, - 0xe2, 0x63, 0x6a, 0x1d, 0xf2, 0xba, 0xef, 0x0c, 0x38, 0x0b, 0xc2, 0x39, 0x03, 0xe7, 0xc3, 0xcc, - 0x48, 0x81, 0x4b, 0xde, 0x6b, 0xe9, 0x77, 0x00, 0x02, 0xb1, 0xa9, 0x73, 0x8a, 0xbd, 0x18, 0xc8, - 0x59, 0x0b, 0xbd, 0xc0, 0x1f, 0x64, 0xe9, 0xb1, 0x06, 0x99, 0xf4, 0x3f, 0x05, 0x10, 0xe9, 0x0b, - 0x1e, 0x61, 0xac, 0x27, 0x62, 0x32, 0xbd, 0x13, 0x2a, 0xa9, 0xf1, 0x4f, 0x2f, 0x45, 0xbe, 0x5d, - 0x92, 0xee, 0xfb, 0x76, 0x49, 0x9c, 0xfd, 0xcc, 0x7c, 0x45, 0xfb, 0x29, 0xfd, 0x58, 0x80, 0x82, - 0x5f, 0x6d, 0xf6, 0xd1, 0xc2, 0x11, 0xb7, 0x92, 0xbe, 0xde, 0x87, 0xf9, 0xbc, 0xdb, 0x53, 0xc6, - 0xfa, 0x8e, 0x62, 0xf8, 0xf6, 0x14, 0xf6, 0x41, 0xb9, 0xbf, 0xe1, 0x75, 0x47, 0x52, 0xc4, 0x4a, - 0x70, 0x6d, 0xc5, 0x6b, 0x9c, 0x0e, 0xfb, 0x3a, 0x42, 0xc8, 0x1e, 0x85, 0x14, 0x48, 0x7b, 0x14, - 0xd1, 0xd2, 0x58, 0xf6, 0xdd, 0xd3, 0x12, 0xeb, 0x80, 0x3f, 0x0d, 0xb7, 0x04, 0x3b, 0xf6, 0xfc, - 0x10, 0xd2, 0x47, 0x6a, 0x6b, 0x54, 0xcc, 0x5c, 0xa4, 0xe5, 0x64, 0x92, 0x1b, 0x3d, 0x8a, 0xdc, - 0xf6, 0x91, 0x1a, 0xbe, 0x6c, 0x34, 0xa8, 0xd2, 0xc8, 0xad, 0x20, 0xef, 0x46, 0x07, 0xd0, 0xc8, - 0xd7, 0x87, 0x47, 0xd2, 0xfb, 0x99, 0x9f, 0xfc, 0x78, 0x59, 0x90, 0x3e, 0x04, 0x24, 0x63, 0x07, - 0xbb, 0xcf, 0xba, 0x96, 0x1d, 0xdc, 0x9c, 0xd2, 0x7f, 0x12, 0x65, 0x32, 0xfe, 0x24, 0x8a, 0x74, - 0x11, 0xe6, 0x23, 0xdc, 0xcc, 0x02, 0x49, 0xef, 0xc2, 0x95, 0xc7, 0x96, 0xe3, 0x18, 0x1d, 0x02, - 0x90, 0xe9, 0x50, 0x27, 0xf3, 0x95, 0x6f, 0x73, 0xb3, 0x1d, 0xba, 0x26, 0x61, 0x32, 0xdb, 0x94, - 0x93, 0xfd, 0x67, 0xe9, 0x5f, 0x08, 0x70, 0x79, 0x90, 0x93, 0x69, 0x39, 0xee, 0x30, 0xeb, 0xb4, - 0x66, 0x05, 0x17, 0xfb, 0x9d, 0xdd, 0x5b, 0xbd, 0xec, 0xc4, 0x6d, 0xe5, 0xef, 0x54, 0xda, 0x2a, - 0xb5, 0x49, 0xfc, 0x9c, 0x79, 0x81, 0x93, 0x37, 0x19, 0x35, 0x30, 0x4f, 0x99, 0xf1, 0xcc, 0xd3, - 0xff, 0x12, 0x60, 0xae, 0x89, 0x4d, 0xd5, 0x74, 0x89, 0xdd, 0xef, 0xb6, 0xd9, 0x01, 0xe0, 0x22, - 0xa4, 0x6d, 0xa5, 0x4b, 0x8b, 0x2e, 0xc8, 0x29, 0x7b, 0x07, 0xdd, 0x80, 0x59, 0x3a, 0xb7, 0x84, - 0x7c, 0x35, 0xe1, 0x4e, 0x46, 0xa6, 0x71, 0xd5, 0xb2, 0xe7, 0x88, 0xbd, 0x09, 0x40, 0x33, 0x31, - 0xf8, 0x90, 0xa6, 0x39, 0x72, 0x84, 0xe2, 0x83, 0x07, 0x7a, 0x4e, 0x25, 0x10, 0xc2, 0x42, 0xd1, - 0x67, 0x29, 0xd5, 0x97, 0xb2, 0x0c, 0x79, 0x96, 0x8d, 0x89, 0x99, 0xa4, 0x79, 0x80, 0x92, 0x98, - 0x9c, 0x47, 0x70, 0xc1, 0x79, 0xd9, 0x52, 0x3a, 0x96, 0xee, 0x28, 0x5a, 0xa7, 0xcb, 0x63, 0x7c, - 0xd9, 0x77, 0x50, 0x85, 0xf2, 0xc5, 0xd3, 0x93, 0xe5, 0xb9, 0xc6, 0xb3, 0x27, 0xdb, 0x96, 0xee, - 0x54, 0xb6, 0x77, 0x58, 0x84, 0xaf, 0x23, 0xcf, 0x39, 0x2f, 0x5b, 0x94, 0xd4, 0xe9, 0x72, 0x92, - 0xf4, 0x59, 0x0a, 0x10, 0xbd, 0x48, 0xa2, 0x4c, 0x6f, 0x62, 0xf0, 0x9a, 0xdb, 0x82, 0x25, 0x2d, - 0x50, 0x85, 0xe2, 0x18, 0xa6, 0x86, 0x59, 0x34, 0x33, 0x2f, 0x37, 0x1f, 0x37, 0xb1, 0xf7, 0xdf, - 0xf5, 0x6b, 0x92, 0xb7, 0xe3, 0xd5, 0x90, 0xc4, 0x06, 0x11, 0xf8, 0x44, 0x75, 0xfc, 0x17, 0xde, - 0x85, 0x9c, 0x4b, 0xf9, 0xbc, 0x6b, 0x3a, 0x32, 0xe5, 0x99, 0xd3, 0x93, 0xe5, 0x2c, 0x13, 0x56, - 0x5f, 0x93, 0xb3, 0x2c, 0xb9, 0xae, 0xa3, 0x15, 0xc8, 0x1b, 0xa6, 0xe3, 0xaa, 0xa4, 0x48, 0x1c, - 0x1c, 0xcf, 0xb2, 0x23, 0xa1, 0x75, 0x4e, 0xae, 0xaf, 0xc9, 0xe0, 0x65, 0xa1, 0x27, 0xaf, 0x0a, - 0x3e, 0x03, 0x5b, 0x3e, 0xa6, 0xc7, 0x04, 0xe5, 0x59, 0x8f, 0xca, 0x2e, 0x92, 0x6a, 0xc0, 0x7c, - 0x44, 0x13, 0x7c, 0x62, 0xfe, 0x30, 0x6a, 0x70, 0xc2, 0xde, 0xa9, 0xf7, 0x19, 0xf5, 0x52, 0xd5, - 0xd4, 0x2c, 0x9d, 0x8f, 0xd4, 0xa8, 0xe1, 0x69, 0x42, 0x71, 0xdd, 0x32, 0x4c, 0x02, 0xbc, 0xbc, - 0xaa, 0xae, 0x42, 0x61, 0xd7, 0x30, 0x55, 0xbb, 0xa7, 0x78, 0x21, 0xcd, 0xc2, 0x59, 0x21, 0xcd, - 0xf2, 0x2c, 0xe3, 0xe0, 0x8f, 0xd2, 0x17, 0x02, 0x88, 0x81, 0x58, 0x5e, 0xd0, 0x6f, 0x01, 0x68, - 0xad, 0xae, 0xe3, 0x62, 0xdb, 0x33, 0x00, 0x33, 0xec, 0xe8, 0x54, 0x85, 0x51, 0xeb, 0x6b, 0x72, - 0x8e, 0x67, 0xa8, 0xeb, 0xe8, 0x46, 0xf4, 0x56, 0x94, 0xc9, 0x32, 0x9c, 0x0e, 0xdc, 0x85, 0x42, - 0x2c, 0x8a, 0xe3, 0x5a, 0xb6, 0xaf, 0x67, 0x6e, 0x51, 0xbc, 0xfb, 0xa2, 0xe8, 0xbd, 0x08, 0x98, - 0x9e, 0x8e, 0x2c, 0x10, 0xf7, 0xf6, 0x08, 0xfb, 0x55, 0xca, 0x9c, 0x5d, 0x25, 0xc6, 0xe1, 0x55, - 0xe9, 0x0f, 0x04, 0x28, 0x56, 0xd8, 0x40, 0xf7, 0x8d, 0xc7, 0x88, 0xc9, 0x72, 0x0d, 0xb2, 0xee, - 0xb1, 0xa9, 0xb4, 0xb1, 0xff, 0x89, 0xa3, 0x73, 0x5c, 0xe8, 0x38, 0xed, 0xb2, 0x47, 0xfa, 0xd5, - 0x4c, 0xfe, 0xc9, 0x76, 0x6e, 0x89, 0xaf, 0x94, 0xd8, 0x37, 0xdd, 0x4b, 0xde, 0x37, 0xdd, 0x4b, - 0x6b, 0x3c, 0x03, 0x73, 0x42, 0x3e, 0xff, 0x0f, 0xcb, 0x82, 0xec, 0x33, 0x31, 0x3f, 0xf5, 0x5e, - 0x83, 0x18, 0xd4, 0x01, 0x4f, 0x12, 0x15, 0x00, 0x42, 0xdf, 0xae, 0xe2, 0x5f, 0x09, 0x5f, 0x5d, - 0x53, 0x76, 0xb6, 0x2a, 0x4f, 0x37, 0x37, 0xeb, 0xcd, 0x66, 0x75, 0x4d, 0x14, 0x90, 0x08, 0x33, - 0x91, 0x2f, 0x5f, 0xa5, 0xd8, 0x77, 0xc3, 0xef, 0xfd, 0x39, 0x80, 0xe0, 0x23, 0x7a, 0x44, 0xd6, - 0x46, 0xf5, 0x63, 0xe5, 0xf9, 0xea, 0x93, 0x9d, 0x6a, 0x43, 0x9c, 0x40, 0x08, 0x0a, 0xe5, 0xd5, - 0x66, 0xa5, 0xa6, 0xc8, 0xd5, 0xc6, 0xf6, 0xd3, 0xad, 0x46, 0xd5, 0xfb, 0xde, 0xf8, 0xbd, 0x35, - 0x98, 0x09, 0x5f, 0x53, 0x85, 0xe6, 0xa1, 0x58, 0xa9, 0x55, 0x2b, 0x1b, 0xca, 0xf3, 0xfa, 0xaa, - 0xf2, 0x6c, 0xa7, 0xba, 0x53, 0x15, 0x27, 0x68, 0xd1, 0x28, 0xf1, 0xd1, 0xce, 0x13, 0x02, 0x6e, - 0x8b, 0x90, 0x67, 0xcf, 0xf4, 0x2b, 0x59, 0x62, 0xea, 0xde, 0x26, 0xe4, 0x43, 0xd7, 0x67, 0x93, - 0xd7, 0x6d, 0xef, 0x34, 0x6a, 0x4a, 0xb3, 0xbe, 0x59, 0x6d, 0x34, 0x57, 0x37, 0xb7, 0x99, 0x0c, - 0x4a, 0x5b, 0x2d, 0x3f, 0x95, 0x9b, 0xa2, 0xe0, 0x3f, 0x37, 0x9f, 0xee, 0x54, 0x6a, 0x5e, 0x35, - 0xa4, 0x4c, 0x36, 0x2d, 0xa6, 0xef, 0x1d, 0xc3, 0xe5, 0x21, 0x37, 0x36, 0x11, 0x5c, 0xbd, 0x63, - 0xd2, 0xab, 0x84, 0xc5, 0x09, 0x34, 0x0b, 0x39, 0xd2, 0xf5, 0xe8, 0x79, 0x6e, 0x51, 0x40, 0x59, - 0xc8, 0x1c, 0xb8, 0x6e, 0x47, 0x4c, 0xa1, 0x29, 0x48, 0x39, 0x0f, 0xc5, 0x34, 0xf9, 0xbf, 0xef, - 0x88, 0x19, 0x02, 0xd3, 0xd5, 0x4f, 0xbb, 0x36, 0x16, 0x27, 0x09, 0x4c, 0xef, 0x3a, 0xd8, 0xde, - 0x33, 0x5a, 0x58, 0x9c, 0x26, 0x2c, 0x66, 0xb7, 0xd5, 0x12, 0xb3, 0x52, 0x26, 0x3b, 0x25, 0x4e, - 0xdd, 0xbb, 0x0e, 0xa1, 0x8b, 0x33, 0x10, 0xc0, 0xd4, 0x13, 0xd5, 0xc5, 0x8e, 0x2b, 0x4e, 0xa0, - 0x69, 0x48, 0xaf, 0xb6, 0x5a, 0xa2, 0xf0, 0xe0, 0xf3, 0x49, 0xc8, 0x7a, 0x1f, 0x81, 0x42, 0x4f, - 0x60, 0x92, 0x42, 0x57, 0xb4, 0x3c, 0x1c, 0xd4, 0xd2, 0x71, 0xbc, 0x78, 0xed, 0x2c, 0xd4, 0x2b, - 0x4d, 0xa0, 0x3f, 0x0f, 0xf9, 0x90, 0xb3, 0x8f, 0x86, 0x2e, 0x25, 0x47, 0x00, 0xce, 0xe2, 0xad, - 0xb3, 0xb2, 0xf9, 0xf2, 0x5f, 0x40, 0xce, 0xf7, 0x13, 0xd0, 0x8d, 0x51, 0x5e, 0x84, 0x27, 0x7b, - 0xb4, 0xab, 0x41, 0x86, 0x9d, 0x34, 0xf1, 0x8e, 0x80, 0x6c, 0x40, 0x83, 0x53, 0x3a, 0x8a, 0x0b, - 0xd7, 0x1c, 0xea, 0x33, 0x2c, 0xde, 0x1b, 0x2b, 0x77, 0xf0, 0x4e, 0xa2, 0xac, 0xc0, 0x2f, 0x89, - 0x57, 0xd6, 0x80, 0xd7, 0x13, 0xaf, 0xac, 0x18, 0xf7, 0x86, 0x36, 0x46, 0xc8, 0xc0, 0xc7, 0xca, - 0x1f, 0x9c, 0x0a, 0x63, 0xe5, 0xc7, 0xcc, 0x13, 0xd2, 0x04, 0x7a, 0x06, 0x19, 0x62, 0x94, 0x51, - 0x1c, 0x62, 0xe8, 0x9b, 0x04, 0x16, 0x6f, 0x8c, 0xcc, 0xe3, 0x89, 0x2c, 0xdf, 0xfd, 0xc9, 0x7f, - 0x5c, 0x9a, 0xf8, 0xc9, 0xe9, 0x92, 0xf0, 0xc5, 0xe9, 0x92, 0xf0, 0xc7, 0xa7, 0x4b, 0xc2, 0x9f, - 0x9c, 0x2e, 0x09, 0x3f, 0xfc, 0xf9, 0xd2, 0xc4, 0x17, 0x3f, 0x5f, 0x9a, 0xf8, 0xe3, 0x9f, 0x2f, - 0x4d, 0x7c, 0x32, 0xcd, 0xb9, 0x77, 0xa7, 0xa8, 0xc5, 0x7a, 0xf8, 0x7f, 0x03, 0x00, 0x00, 0xff, - 0xff, 0x67, 0x61, 0xc3, 0x56, 0x03, 0x84, 0x00, 0x00, + // 8648 bytes of a gzipped FileDescriptorProto + 0x1f, 0x8b, 0x08, 0x00, 0x00, 0x00, 0x00, 0x00, 0x02, 0xff, 0xe4, 0x7d, 0x5d, 0x6c, 0x24, 0x59, + 0x96, 0x96, 0x23, 0x33, 0x6d, 0x67, 0x9e, 0xb4, 0x33, 0xc3, 0xd7, 0xf5, 0xe3, 0x76, 0x75, 0xdb, + 0x55, 0x51, 0x5d, 0xbf, 0x3b, 0x9d, 0xee, 0xaa, 0x9a, 0x61, 0x7a, 0xbb, 0x7b, 0x7a, 0xd6, 0x99, + 0xce, 0xaa, 0x4c, 0xff, 0x95, 0x2b, 0x32, 0x5d, 0xa5, 0xee, 0x9d, 0x25, 0x36, 0x1c, 0x71, 0x6d, + 0xc7, 0x38, 0x33, 0x22, 0x2b, 0x22, 0xd2, 0xe5, 0x6c, 0x89, 0x07, 0x60, 0x35, 0xf4, 0x13, 0x1a, + 0x24, 0xa4, 0xed, 0xd1, 0x22, 0x34, 0xfb, 0x23, 0x90, 0xe0, 0x01, 0x04, 0x08, 0xb4, 0x08, 0x58, + 0x89, 0x17, 0x46, 0x68, 0xc4, 0xcc, 0xbe, 0xad, 0x90, 0x30, 0x8b, 0x87, 0x07, 0x56, 0x08, 0x81, + 0x10, 0xd2, 0xa2, 0x96, 0x40, 0xe8, 0xfe, 0xc4, 0x5f, 0x66, 0x64, 0x3a, 0x5d, 0x1d, 0xcd, 0xb6, + 0xb4, 0x2f, 0x76, 0xc6, 0xb9, 0xf7, 0x9c, 0xb8, 0xf7, 0xdc, 0xbf, 0xf3, 0xdd, 0x7b, 0xce, 0x0d, + 0x98, 0xb3, 0x2d, 0x55, 0x3b, 0xec, 0xec, 0xad, 0xa8, 0x1d, 0xa3, 0xd4, 0xb1, 0x2d, 0xd7, 0x42, + 0x73, 0x9a, 0xa5, 0x1d, 0x51, 0x72, 0x89, 0x27, 0x2e, 0x5e, 0xc6, 0xb6, 0x6d, 0xd9, 0x4e, 0x67, + 0x6f, 0x85, 0xfd, 0x60, 0x39, 0x17, 0xef, 0x1f, 0x1d, 0xaf, 0x1c, 0x1d, 0x3b, 0xd8, 0x3e, 0xc6, + 0xf6, 0x8a, 0x66, 0x99, 0x5a, 0xd7, 0xb6, 0xb1, 0xa9, 0xf5, 0x56, 0x5a, 0x96, 0x76, 0x44, 0xff, + 0x18, 0xe6, 0x41, 0x5c, 0x5e, 0x1b, 0xab, 0xba, 0xd3, 0x6d, 0xb7, 0x55, 0xbb, 0xb7, 0x42, 0xc5, + 0xf2, 0x07, 0x9e, 0x17, 0x79, 0x85, 0xd2, 0x55, 0x57, 0xe5, 0xb4, 0x4b, 0x1e, 0x2d, 0x52, 0x82, + 0x2b, 0x1e, 0xb5, 0x8d, 0x5d, 0x35, 0x94, 0xfb, 0x9a, 0xe3, 0x5a, 0xb6, 0x7a, 0x80, 0x57, 0xb0, + 0x79, 0x60, 0x98, 0x98, 0x64, 0x38, 0xd6, 0x34, 0x9e, 0xf8, 0x66, 0x6c, 0xe2, 0x23, 0x9e, 0xba, + 0xd0, 0x75, 0x8d, 0xd6, 0xca, 0x61, 0x4b, 0x5b, 0x71, 0x8d, 0x36, 0x76, 0x5c, 0xb5, 0xdd, 0xf1, + 0xaa, 0x40, 0x53, 0x5c, 0x5b, 0xd5, 0x0c, 0xf3, 0xc0, 0xfb, 0xdf, 0xd9, 0x5b, 0xb1, 0xb1, 0x66, + 0xd9, 0x3a, 0xd6, 0x15, 0xa7, 0xa3, 0x9a, 0x5e, 0x71, 0x0f, 0xac, 0x03, 0x8b, 0xfe, 0x5c, 0x21, + 0xbf, 0x38, 0x75, 0xe9, 0xc0, 0xb2, 0x0e, 0x5a, 0x78, 0x85, 0x3e, 0xed, 0x75, 0xf7, 0x57, 0xf4, + 0xae, 0xad, 0xba, 0x86, 0xc5, 0xb9, 0xa4, 0x7f, 0x2a, 0xc0, 0xac, 0x8c, 0x5f, 0x76, 0xb1, 0xe3, + 0xd6, 0xb0, 0xaa, 0x63, 0x1b, 0xbd, 0x01, 0xe9, 0x23, 0xdc, 0x5b, 0x48, 0x5f, 0x17, 0xee, 0xce, + 0x94, 0xa7, 0xbf, 0x38, 0x5d, 0x4e, 0x6f, 0xe0, 0x9e, 0x4c, 0x68, 0xe8, 0x3a, 0x4c, 0x63, 0x53, + 0x57, 0x48, 0x72, 0x26, 0x9a, 0x3c, 0x85, 0x4d, 0x7d, 0x03, 0xf7, 0xd0, 0xf7, 0x20, 0xeb, 0x10, + 0x69, 0xa6, 0x86, 0x17, 0x26, 0xaf, 0x0b, 0x77, 0x27, 0xcb, 0xbf, 0xf2, 0xc5, 0xe9, 0xf2, 0x87, + 0x07, 0x86, 0x7b, 0xd8, 0xdd, 0x2b, 0x69, 0x56, 0x7b, 0xc5, 0x6f, 0x6a, 0x7d, 0x2f, 0xf8, 0xbd, + 0xd2, 0x39, 0x3a, 0x58, 0xe9, 0xd7, 0x51, 0xa9, 0x79, 0x62, 0x36, 0xf0, 0x4b, 0xd9, 0x97, 0xb8, + 0x9e, 0xc9, 0x0a, 0x62, 0x6a, 0x3d, 0x93, 0x4d, 0x89, 0x69, 0xe9, 0x67, 0x29, 0x28, 0xc8, 0xd8, + 0xe9, 0x58, 0xa6, 0x83, 0x79, 0xc9, 0xdf, 0x85, 0xb4, 0x7b, 0x62, 0xd2, 0x92, 0xe7, 0x1f, 0x2e, + 0x95, 0x06, 0x3a, 0x55, 0xa9, 0x69, 0xab, 0xa6, 0xa3, 0x6a, 0xa4, 0xfa, 0x32, 0xc9, 0x8a, 0xde, + 0x83, 0xbc, 0x8d, 0x9d, 0x6e, 0x1b, 0x53, 0x45, 0xd2, 0x4a, 0xe5, 0x1f, 0x5e, 0x8d, 0xe1, 0x6c, + 0x74, 0x54, 0x53, 0x06, 0x96, 0x97, 0xfc, 0x46, 0x0d, 0x98, 0xe5, 0x9c, 0x36, 0x56, 0x1d, 0xcb, + 0x5c, 0x98, 0xbe, 0x2e, 0xdc, 0x2d, 0x3c, 0x2c, 0xc5, 0xf0, 0x46, 0x4b, 0x49, 0x1e, 0xbb, 0x6d, + 0x2c, 0x53, 0x2e, 0x79, 0xc6, 0x0e, 0x3d, 0xa1, 0x37, 0x20, 0x6b, 0x76, 0xdb, 0x44, 0xbf, 0x0e, + 0xd5, 0x5e, 0x5a, 0x9e, 0x36, 0xbb, 0xed, 0x0d, 0xdc, 0x73, 0xd0, 0x35, 0xc8, 0x91, 0xa4, 0xbd, + 0x9e, 0x8b, 0x9d, 0x85, 0x2c, 0x4d, 0x23, 0x79, 0xcb, 0xe4, 0x59, 0xfa, 0x08, 0x66, 0xc2, 0x52, + 0x11, 0x82, 0x82, 0x5c, 0x6d, 0xec, 0x6e, 0x55, 0x95, 0xdd, 0xed, 0x8d, 0xed, 0xa7, 0x2f, 0xb6, + 0xc5, 0x09, 0x74, 0x09, 0x44, 0x4e, 0xdb, 0xa8, 0x7e, 0xac, 0x6c, 0xd6, 0xb7, 0xea, 0x4d, 0x51, + 0x58, 0xcc, 0x7c, 0xf6, 0xbb, 0x4b, 0x13, 0xeb, 0x99, 0xec, 0x94, 0x38, 0x2d, 0xfd, 0xae, 0x00, + 0xf0, 0x04, 0xbb, 0xbc, 0x37, 0xa0, 0x32, 0x4c, 0x1d, 0xd2, 0x12, 0x2f, 0x08, 0x54, 0x2d, 0xd7, + 0x63, 0xab, 0x16, 0xea, 0x39, 0xe5, 0xec, 0x4f, 0x4e, 0x97, 0x27, 0x7e, 0x7e, 0xba, 0x2c, 0xc8, + 0x9c, 0x13, 0x3d, 0x83, 0xfc, 0x11, 0xee, 0x29, 0x7c, 0x5c, 0x2e, 0xa4, 0xa8, 0x8e, 0xde, 0x0d, + 0x09, 0x3a, 0x3a, 0x2e, 0x79, 0x43, 0xb4, 0x14, 0x1a, 0xce, 0x25, 0xc2, 0x51, 0x6a, 0xb8, 0x36, + 0x36, 0x0f, 0xdc, 0x43, 0x19, 0x8e, 0x70, 0x6f, 0x93, 0xc9, 0x90, 0xfe, 0x40, 0x80, 0x3c, 0x2d, + 0x25, 0x53, 0x2a, 0xaa, 0xf4, 0x15, 0xf3, 0xc6, 0xb9, 0x2d, 0x10, 0x53, 0xce, 0x12, 0x4c, 0x1e, + 0xab, 0xad, 0x2e, 0xa6, 0x25, 0xcc, 0x3f, 0x5c, 0x88, 0x91, 0xf1, 0x9c, 0xa4, 0xcb, 0x2c, 0x1b, + 0xfa, 0x00, 0x66, 0x0c, 0xd3, 0xc5, 0xa6, 0xab, 0x30, 0xb6, 0xf4, 0x39, 0x6c, 0x79, 0x96, 0x9b, + 0x3e, 0x48, 0xff, 0x44, 0x00, 0xd8, 0xe9, 0x26, 0xaa, 0xe7, 0x6f, 0x8e, 0x59, 0xfe, 0x72, 0x86, + 0xb0, 0x7a, 0xb5, 0xb8, 0x02, 0x53, 0x86, 0xd9, 0x32, 0x4c, 0x56, 0xfe, 0xac, 0xcc, 0x9f, 0xd0, + 0x25, 0x98, 0xdc, 0x6b, 0x19, 0xa6, 0x4e, 0xc7, 0x43, 0x56, 0x66, 0x0f, 0x92, 0x0c, 0x79, 0x5a, + 0xea, 0x04, 0xf5, 0x2e, 0x9d, 0xa6, 0xe0, 0x72, 0xc5, 0x32, 0x75, 0x83, 0x0c, 0x49, 0xb5, 0xf5, + 0xb5, 0xd0, 0xca, 0x3a, 0x5c, 0xd2, 0x71, 0xc7, 0xc6, 0x9a, 0xea, 0x62, 0x5d, 0xc1, 0x27, 0x9d, + 0x31, 0xdb, 0x18, 0x05, 0x5c, 0xd5, 0x93, 0x0e, 0xa5, 0x91, 0x51, 0x4b, 0x04, 0xb0, 0x51, 0x3b, + 0x45, 0xa6, 0x4c, 0x39, 0x8b, 0x4f, 0x3a, 0x74, 0xd4, 0xc6, 0xab, 0x19, 0x7d, 0x13, 0xae, 0xaa, + 0xad, 0x96, 0xf5, 0x4a, 0x31, 0xf6, 0x15, 0xdd, 0xc2, 0x8e, 0x62, 0x5a, 0xae, 0x82, 0x4f, 0x0c, + 0xc7, 0xa5, 0x53, 0x42, 0x56, 0x9e, 0xa7, 0xc9, 0xf5, 0xfd, 0x35, 0x0b, 0x3b, 0xdb, 0x96, 0x5b, + 0x25, 0x49, 0xa1, 0xa6, 0x9c, 0x0e, 0x37, 0xa5, 0xf4, 0x6b, 0x70, 0xa5, 0x5f, 0xbf, 0x49, 0xb6, + 0xdf, 0x4f, 0x05, 0x28, 0xd4, 0x4d, 0xc3, 0xfd, 0x5a, 0x34, 0x9c, 0xaf, 0xcf, 0x74, 0x58, 0x9f, + 0xf7, 0x41, 0xdc, 0x57, 0x8d, 0xd6, 0x53, 0xb3, 0x69, 0xb5, 0xf7, 0x1c, 0xd7, 0x32, 0xb1, 0xc3, + 0x15, 0x3e, 0x40, 0x97, 0x9e, 0x43, 0xd1, 0xaf, 0x4d, 0x92, 0x6a, 0x72, 0x41, 0xac, 0x9b, 0x9a, + 0x8d, 0xdb, 0xd8, 0x4c, 0x54, 0x4f, 0x6f, 0x42, 0xce, 0xf0, 0xe4, 0x52, 0x5d, 0xa5, 0xe5, 0x80, + 0x20, 0x75, 0x61, 0x2e, 0xf4, 0xd6, 0x24, 0xa7, 0x4b, 0xb2, 0x18, 0xe1, 0x57, 0x4a, 0xd0, 0x46, + 0x64, 0x31, 0xc2, 0xaf, 0xd8, 0xf4, 0xd6, 0x80, 0xd9, 0x35, 0xdc, 0xc2, 0x2e, 0x4e, 0xb0, 0xa6, + 0xd2, 0x2e, 0x14, 0x3c, 0xa1, 0x49, 0x36, 0xcc, 0x6f, 0x0a, 0x80, 0xb8, 0x5c, 0xd5, 0x3c, 0x48, + 0xb2, 0xc4, 0x68, 0x99, 0x98, 0x16, 0x6e, 0xd7, 0x36, 0xd9, 0x72, 0xce, 0xfa, 0x24, 0x30, 0x12, + 0x5d, 0xd1, 0x83, 0x21, 0x9b, 0x09, 0x0f, 0x59, 0x6e, 0xde, 0xbc, 0x82, 0xf9, 0x48, 0xc1, 0x92, + 0x6d, 0xbe, 0x0c, 0x2d, 0x53, 0xea, 0x7a, 0x3a, 0x6c, 0xc3, 0x51, 0xa2, 0xf4, 0xb9, 0x00, 0x73, + 0x95, 0x16, 0x56, 0xed, 0xc4, 0x35, 0xf2, 0x5d, 0xc8, 0xea, 0x58, 0xd5, 0x69, 0x95, 0xd9, 0xc0, + 0x7e, 0x2b, 0x24, 0x85, 0x58, 0xba, 0xa5, 0xc3, 0x96, 0x56, 0x6a, 0x7a, 0x36, 0x30, 0x1f, 0xdd, + 0x3e, 0x93, 0xf4, 0x31, 0xa0, 0x70, 0xc9, 0x92, 0xec, 0x08, 0xbf, 0x97, 0x02, 0x24, 0xe3, 0x63, + 0x6c, 0xbb, 0x89, 0x57, 0x7b, 0x0d, 0xf2, 0xae, 0x6a, 0x1f, 0x60, 0x57, 0x21, 0xd6, 0xfd, 0x45, + 0x6a, 0x0e, 0x8c, 0x8f, 0x90, 0x51, 0x13, 0xee, 0x60, 0x53, 0xdd, 0x6b, 0x61, 0x2a, 0x45, 0xd9, + 0xb3, 0xba, 0xa6, 0xae, 0x18, 0x2e, 0xb6, 0x55, 0xd7, 0xb2, 0x15, 0xab, 0xe3, 0x1a, 0x6d, 0xe3, + 0x53, 0x6a, 0xd8, 0xf3, 0xae, 0x76, 0x93, 0x65, 0x27, 0xcc, 0x65, 0x92, 0xb9, 0xce, 0xf3, 0x3e, + 0x0d, 0x65, 0x45, 0x25, 0x98, 0x37, 0x0e, 0x4c, 0xcb, 0xc6, 0xca, 0x81, 0xa6, 0xb8, 0x87, 0x36, + 0x76, 0x0e, 0xad, 0x96, 0xb7, 0x20, 0xcd, 0xb1, 0xa4, 0x27, 0x5a, 0xd3, 0x4b, 0x90, 0x3e, 0x81, + 0xf9, 0x88, 0x96, 0x92, 0x6c, 0x82, 0xff, 0x21, 0x40, 0xbe, 0xa1, 0xa9, 0x66, 0x92, 0xba, 0xff, + 0x08, 0xf2, 0x8e, 0xa6, 0x9a, 0xca, 0xbe, 0x65, 0xb7, 0x55, 0x97, 0xd6, 0xab, 0x10, 0xd1, 0xbd, + 0x6f, 0xdf, 0x6b, 0xaa, 0xf9, 0x98, 0x66, 0x92, 0xc1, 0xf1, 0x7f, 0xf7, 0xdb, 0xaf, 0x93, 0x5f, + 0xde, 0x7e, 0x65, 0xc3, 0x7b, 0x3d, 0x93, 0x4d, 0x8b, 0x19, 0xe9, 0x4f, 0x05, 0x98, 0x61, 0x55, + 0x4e, 0x72, 0x78, 0x7f, 0x0b, 0x32, 0xb6, 0xf5, 0x8a, 0x0d, 0xef, 0xfc, 0xc3, 0x6b, 0x31, 0x22, + 0x36, 0x70, 0x2f, 0xbc, 0x7e, 0xd2, 0xec, 0xa8, 0x0c, 0xdc, 0x4a, 0x55, 0x28, 0x77, 0x7a, 0x5c, + 0x6e, 0x60, 0x5c, 0x32, 0x91, 0x71, 0x07, 0x8a, 0x7b, 0xaa, 0xab, 0x1d, 0x2a, 0x36, 0x2f, 0x24, + 0x59, 0x6b, 0xd3, 0x77, 0x67, 0xe4, 0x02, 0x25, 0x7b, 0x45, 0x77, 0x48, 0xcd, 0xd9, 0x78, 0x73, + 0xf0, 0x9f, 0xb3, 0x36, 0xff, 0xbf, 0x02, 0x1f, 0x43, 0x5e, 0xcd, 0xff, 0xbc, 0x35, 0xfd, 0x8f, + 0x52, 0x70, 0xb5, 0x72, 0x88, 0xb5, 0xa3, 0x8a, 0x65, 0x3a, 0x86, 0xe3, 0x12, 0xdd, 0x25, 0xd9, + 0xfe, 0xd7, 0x20, 0xf7, 0xca, 0x70, 0x0f, 0x15, 0xdd, 0xd8, 0xdf, 0xa7, 0xb3, 0x6d, 0x56, 0xce, + 0x12, 0xc2, 0x9a, 0xb1, 0xbf, 0x8f, 0x1e, 0x41, 0xa6, 0x6d, 0xe9, 0xcc, 0x98, 0x2f, 0x3c, 0x5c, + 0x8e, 0x11, 0x4f, 0x8b, 0xe6, 0x74, 0xdb, 0x5b, 0x96, 0x8e, 0x65, 0x9a, 0x19, 0x2d, 0x01, 0x68, + 0x84, 0xda, 0xb1, 0x0c, 0xd3, 0xe5, 0x93, 0x63, 0x88, 0x82, 0x6a, 0x90, 0x73, 0xb1, 0xdd, 0x36, + 0x4c, 0xd5, 0xc5, 0x0b, 0x93, 0x54, 0x79, 0x6f, 0xc7, 0x16, 0xbc, 0xd3, 0x32, 0x34, 0x75, 0x0d, + 0x3b, 0x9a, 0x6d, 0x74, 0x5c, 0xcb, 0xe6, 0x5a, 0x0c, 0x98, 0xa5, 0xbf, 0x9e, 0x81, 0x85, 0x41, + 0xdd, 0x24, 0xd9, 0x43, 0x76, 0x60, 0xca, 0xc6, 0x4e, 0xb7, 0xe5, 0xf2, 0x3e, 0xf2, 0x70, 0x98, + 0x0a, 0x62, 0x4a, 0x40, 0xb7, 0x2e, 0x5a, 0x2e, 0x2f, 0x36, 0x97, 0xb3, 0xf8, 0x2f, 0x04, 0x98, + 0x62, 0x09, 0xe8, 0x01, 0x64, 0x6d, 0xb2, 0x30, 0x28, 0x86, 0x4e, 0xcb, 0x98, 0x2e, 0x5f, 0x39, + 0x3b, 0x5d, 0x9e, 0xa6, 0x8b, 0x45, 0x7d, 0xed, 0x8b, 0xe0, 0xa7, 0x3c, 0x4d, 0xf3, 0xd5, 0x75, + 0xd2, 0x5a, 0x8e, 0xab, 0xda, 0x2e, 0xdd, 0x54, 0x4a, 0x31, 0x84, 0x44, 0x09, 0x1b, 0xb8, 0x87, + 0xd6, 0x61, 0xca, 0x71, 0x55, 0xb7, 0xeb, 0xf0, 0xf6, 0xba, 0x50, 0x61, 0x1b, 0x94, 0x53, 0xe6, + 0x12, 0x88, 0xb9, 0xa5, 0x63, 0x57, 0x35, 0x5a, 0xb4, 0x01, 0x73, 0x32, 0x7f, 0x92, 0x7e, 0x4b, + 0x80, 0x29, 0x96, 0x15, 0x5d, 0x85, 0x79, 0x79, 0x75, 0xfb, 0x49, 0x55, 0xa9, 0x6f, 0xaf, 0x55, + 0x9b, 0x55, 0x79, 0xab, 0xbe, 0xbd, 0xda, 0xac, 0x8a, 0x13, 0xe8, 0x0a, 0x20, 0x2f, 0xa1, 0xf2, + 0x74, 0xbb, 0x51, 0x6f, 0x34, 0xab, 0xdb, 0x4d, 0x51, 0xa0, 0x7b, 0x2a, 0x94, 0x1e, 0xa2, 0xa6, + 0xd0, 0xdb, 0x70, 0xbd, 0x9f, 0xaa, 0x34, 0x9a, 0xab, 0xcd, 0x86, 0x52, 0x6d, 0x34, 0xeb, 0x5b, + 0xab, 0xcd, 0xea, 0x9a, 0x98, 0x1e, 0x91, 0x8b, 0xbc, 0x44, 0x96, 0xab, 0x95, 0xa6, 0x98, 0x91, + 0x5c, 0xb8, 0x2c, 0x63, 0xcd, 0x6a, 0x77, 0xba, 0x2e, 0x26, 0xa5, 0x74, 0x92, 0x1c, 0x29, 0x57, + 0x61, 0x5a, 0xb7, 0x7b, 0x8a, 0xdd, 0x35, 0xf9, 0x38, 0x99, 0xd2, 0xed, 0x9e, 0xdc, 0x35, 0xa5, + 0x7f, 0x28, 0xc0, 0x95, 0xfe, 0xd7, 0x26, 0xd9, 0x09, 0x9f, 0x41, 0x5e, 0xd5, 0x75, 0xac, 0x2b, + 0x3a, 0x6e, 0xb9, 0x2a, 0x37, 0x89, 0xee, 0x87, 0x24, 0xf1, 0xad, 0xc0, 0x92, 0xbf, 0x15, 0xb8, + 0xf5, 0xbc, 0x52, 0xa1, 0x05, 0x59, 0x23, 0x1c, 0xde, 0xf4, 0x43, 0x85, 0x50, 0x8a, 0xf4, 0xa3, + 0x0c, 0xcc, 0x56, 0x4d, 0xbd, 0x79, 0x92, 0xe8, 0x5a, 0x72, 0x05, 0xa6, 0x34, 0xab, 0xdd, 0x36, + 0x5c, 0x4f, 0x41, 0xec, 0x09, 0xfd, 0x72, 0xc8, 0x94, 0x4d, 0x8f, 0x61, 0xd0, 0x05, 0x46, 0x2c, + 0xfa, 0x75, 0xb8, 0x4a, 0x66, 0x4d, 0xdb, 0x54, 0x5b, 0x0a, 0x93, 0xa6, 0xb8, 0xb6, 0x71, 0x70, + 0x80, 0x6d, 0xbe, 0xfd, 0x78, 0x37, 0xa6, 0x9c, 0x75, 0xce, 0x51, 0xa1, 0x0c, 0x4d, 0x96, 0x5f, + 0xbe, 0x6c, 0xc4, 0x91, 0xd1, 0x87, 0x00, 0x64, 0x29, 0xa2, 0x5b, 0x9a, 0x0e, 0x9f, 0x8f, 0x86, + 0xed, 0x69, 0x7a, 0x53, 0x10, 0x61, 0x20, 0xcf, 0x0e, 0x7a, 0x06, 0xa2, 0x61, 0x2a, 0xfb, 0x2d, + 0xe3, 0xe0, 0xd0, 0x55, 0x5e, 0xd9, 0x86, 0x8b, 0x9d, 0x85, 0x39, 0x2a, 0x23, 0xae, 0xa9, 0x1b, + 0x7c, 0x6b, 0x56, 0x7f, 0x41, 0x72, 0x72, 0x69, 0x05, 0xc3, 0x7c, 0x4c, 0xf9, 0x29, 0xd1, 0x41, + 0x2b, 0x04, 0x0a, 0xbd, 0xec, 0x1a, 0x36, 0x56, 0x1e, 0x74, 0x34, 0xba, 0x0f, 0x92, 0x2d, 0x17, + 0xce, 0x4e, 0x97, 0x41, 0x66, 0xe4, 0x07, 0x3b, 0x15, 0x02, 0x8d, 0xd8, 0xef, 0x8e, 0x46, 0xd4, + 0xde, 0xb1, 0x0c, 0xc7, 0x32, 0x17, 0x72, 0x4c, 0xed, 0xec, 0x09, 0xdd, 0x03, 0xd1, 0x3d, 0x31, + 0x95, 0x43, 0xac, 0xda, 0xee, 0x1e, 0x56, 0x5d, 0xb2, 0x3e, 0x03, 0xcd, 0x51, 0x74, 0x4f, 0xcc, + 0x5a, 0x88, 0xbc, 0x9e, 0xc9, 0x4e, 0x8b, 0xd9, 0xf5, 0x4c, 0x36, 0x2b, 0xe6, 0xa4, 0xff, 0x20, + 0x40, 0xc1, 0xeb, 0x1b, 0x49, 0x76, 0xe3, 0xbb, 0x20, 0x5a, 0x26, 0x56, 0x3a, 0x87, 0xaa, 0x83, + 0x79, 0x5b, 0xf2, 0xd5, 0xa1, 0x60, 0x99, 0x78, 0x87, 0x90, 0x59, 0xcb, 0xa0, 0x1d, 0x98, 0x73, + 0x5c, 0xf5, 0xc0, 0x30, 0x0f, 0x14, 0x7f, 0x8b, 0x9f, 0x5a, 0x16, 0x63, 0x22, 0x01, 0x91, 0x73, + 0xfb, 0xf4, 0x88, 0x49, 0xf1, 0x87, 0x02, 0xcc, 0xad, 0xea, 0x6d, 0xc3, 0x6c, 0x74, 0x5a, 0x46, + 0xa2, 0x1b, 0x0c, 0x6f, 0x43, 0xce, 0x21, 0x32, 0x83, 0xd9, 0x39, 0x80, 0x8b, 0x59, 0x9a, 0x42, + 0xa6, 0xe9, 0x4d, 0x28, 0xe2, 0x93, 0x8e, 0xc1, 0xce, 0x15, 0x18, 0xca, 0xc9, 0x8c, 0x5f, 0xb7, + 0x42, 0xc0, 0x4b, 0x92, 0x78, 0x9d, 0x3e, 0x06, 0x14, 0xae, 0x52, 0x92, 0x40, 0xe3, 0x63, 0x98, + 0xa7, 0xa2, 0x77, 0x4d, 0x27, 0x61, 0x7d, 0x49, 0xbf, 0x0a, 0x97, 0xa2, 0xa2, 0x93, 0x2c, 0xf7, + 0x0b, 0xde, 0xca, 0x5b, 0xd8, 0x4e, 0x14, 0xa1, 0xfa, 0xba, 0xe6, 0x82, 0x93, 0x2c, 0xf3, 0x6f, + 0x08, 0xf0, 0x06, 0x95, 0x4d, 0x8f, 0x5e, 0xf6, 0xb1, 0xbd, 0x89, 0x55, 0x27, 0x51, 0x78, 0x7d, + 0x13, 0xa6, 0x18, 0x4c, 0xa6, 0xfd, 0x73, 0xb2, 0x9c, 0x27, 0x66, 0x46, 0xc3, 0xb5, 0x6c, 0x62, + 0x66, 0xf0, 0x24, 0x49, 0x85, 0xc5, 0xb8, 0x52, 0x24, 0x59, 0xd3, 0xbf, 0x2d, 0xc0, 0x1c, 0xb7, + 0xf0, 0x48, 0x57, 0xae, 0x1c, 0x12, 0x03, 0x07, 0x55, 0x21, 0xaf, 0xd1, 0x5f, 0x8a, 0xdb, 0xeb, + 0x60, 0x2a, 0xbf, 0x30, 0xca, 0x38, 0x64, 0x6c, 0xcd, 0x5e, 0x07, 0x13, 0x0b, 0xd3, 0xfb, 0x4d, + 0x14, 0x15, 0xaa, 0xe4, 0x48, 0xf3, 0x92, 0x8e, 0x23, 0x9a, 0xd7, 0xb3, 0xd3, 0xb8, 0x0e, 0xfe, + 0x71, 0x9a, 0x2b, 0x81, 0xbd, 0x83, 0x67, 0x4f, 0xd4, 0xa0, 0xf8, 0x04, 0xae, 0x84, 0xb6, 0xce, + 0xc3, 0x15, 0x4f, 0x5d, 0xa0, 0xe2, 0xa1, 0xed, 0xf7, 0x80, 0x8a, 0x3e, 0x86, 0xd0, 0x06, 0xbb, + 0xc2, 0xea, 0xe4, 0x41, 0x95, 0x8b, 0xa8, 0x63, 0x2e, 0x90, 0xc2, 0xe8, 0x0e, 0xaa, 0x40, 0x16, + 0x9f, 0x74, 0x14, 0x1d, 0x3b, 0x1a, 0x9f, 0xb8, 0xa4, 0x38, 0x81, 0xa4, 0x28, 0x03, 0xc6, 0xfb, + 0x34, 0x3e, 0xe9, 0x10, 0x22, 0xda, 0x25, 0xeb, 0xa6, 0xb7, 0xae, 0xd3, 0x62, 0x3b, 0xe7, 0x63, + 0x81, 0xa0, 0xa7, 0x70, 0x71, 0x45, 0x7f, 0x49, 0x67, 0x22, 0xa4, 0x1f, 0x0b, 0x70, 0x2d, 0xb6, + 0xd5, 0x92, 0x5c, 0xc8, 0x3e, 0x84, 0x0c, 0xad, 0x7c, 0xea, 0x82, 0x95, 0xa7, 0x5c, 0xd2, 0x67, + 0x29, 0x3e, 0xc6, 0x65, 0xdc, 0xb2, 0x88, 0x62, 0x13, 0xdf, 0x42, 0x7b, 0x0a, 0xb3, 0xc7, 0x96, + 0x8b, 0x6d, 0xbf, 0xd9, 0x53, 0x17, 0x6e, 0xf6, 0x19, 0x2a, 0xc0, 0x6b, 0xf1, 0xe7, 0x30, 0x67, + 0x5a, 0xa6, 0x12, 0x15, 0x7a, 0xf1, 0xbe, 0x54, 0x34, 0x2d, 0xf3, 0x79, 0x48, 0xae, 0x3f, 0xcf, + 0xf4, 0x69, 0x22, 0xc9, 0x79, 0xe6, 0x87, 0x02, 0xcc, 0xfb, 0x96, 0x4e, 0xc2, 0xe6, 0xee, 0xb7, + 0x20, 0x6d, 0x5a, 0xaf, 0x2e, 0xb2, 0x45, 0x49, 0xf2, 0x93, 0x55, 0x2f, 0x5a, 0xa2, 0x24, 0xeb, + 0xfb, 0x2f, 0x53, 0x90, 0x7b, 0x52, 0x49, 0xb2, 0x96, 0x1f, 0xf2, 0xed, 0x6f, 0xd6, 0xde, 0x71, + 0xbd, 0xdd, 0x7f, 0x5f, 0xe9, 0x49, 0x65, 0x03, 0xf7, 0xbc, 0xde, 0x4e, 0xb8, 0xd0, 0x2a, 0xe4, + 0xa2, 0x1b, 0xa5, 0x63, 0x6a, 0x2a, 0xe0, 0x5a, 0xc4, 0x30, 0x49, 0xe5, 0x7a, 0xae, 0x16, 0x42, + 0x8c, 0xab, 0x05, 0x79, 0x8d, 0x6f, 0x29, 0xa6, 0x2e, 0xf2, 0x9a, 0x90, 0x89, 0x38, 0x29, 0x4e, + 0x49, 0xcf, 0x00, 0x48, 0x75, 0x92, 0x6c, 0x92, 0x1f, 0xa4, 0xa1, 0xb0, 0xd3, 0x75, 0x0e, 0x13, + 0xee, 0x7d, 0x15, 0x80, 0x4e, 0xd7, 0x39, 0x24, 0x23, 0xf2, 0xc4, 0xe4, 0x75, 0x3e, 0xc7, 0x8b, + 0xc3, 0xab, 0x34, 0xe3, 0x6b, 0x9e, 0x98, 0xa8, 0xc6, 0x85, 0x60, 0x25, 0x70, 0x05, 0xb9, 0x39, + 0x0a, 0x59, 0x36, 0x4f, 0xcc, 0x2d, 0xec, 0x43, 0x4a, 0x26, 0x09, 0x13, 0x49, 0x1f, 0xc2, 0x34, + 0x79, 0x50, 0x5c, 0xeb, 0x22, 0xcd, 0x3c, 0x45, 0x78, 0x9a, 0x16, 0xfa, 0x00, 0x72, 0x8c, 0x9b, + 0xac, 0x7e, 0x53, 0x74, 0xf5, 0x8b, 0xab, 0x0b, 0x57, 0x23, 0x5d, 0xf7, 0xb2, 0x94, 0x95, 0xac, + 0x75, 0x97, 0x60, 0x72, 0xdf, 0xb2, 0x35, 0xef, 0x30, 0x97, 0x3d, 0xb0, 0xf6, 0x64, 0x90, 0x66, + 0x3d, 0x93, 0xcd, 0x89, 0x20, 0xfd, 0x96, 0x00, 0x45, 0xbf, 0x21, 0x92, 0x5c, 0x10, 0x2a, 0x11, + 0x2d, 0x5e, 0xbc, 0x29, 0x88, 0x02, 0xa5, 0x7f, 0x43, 0x2d, 0x22, 0xcd, 0x3a, 0xa6, 0x2d, 0x93, + 0x64, 0x4f, 0xf9, 0x80, 0x39, 0xfa, 0xa4, 0x2e, 0xda, 0xba, 0xd4, 0xe7, 0xe7, 0x01, 0x5c, 0x32, + 0xda, 0x64, 0x3e, 0x37, 0xdc, 0x56, 0x8f, 0xc3, 0x36, 0x17, 0x7b, 0xa7, 0xc6, 0xf3, 0x41, 0x5a, + 0xc5, 0x4b, 0x92, 0x7e, 0x8f, 0xee, 0x56, 0x07, 0x35, 0x49, 0x52, 0xd5, 0x75, 0x98, 0xb5, 0x99, + 0x68, 0x62, 0xd6, 0x5c, 0x50, 0xdb, 0x33, 0x3e, 0x2b, 0x51, 0xf8, 0x6f, 0xa7, 0xa0, 0xf8, 0xac, + 0x8b, 0xed, 0xde, 0xd7, 0x49, 0xdd, 0xb7, 0xa1, 0xf8, 0x4a, 0x35, 0x5c, 0x65, 0xdf, 0xb2, 0x95, + 0x6e, 0x47, 0x57, 0x5d, 0xcf, 0xdb, 0x64, 0x96, 0x90, 0x1f, 0x5b, 0xf6, 0x2e, 0x25, 0x22, 0x0c, + 0xe8, 0xc8, 0xb4, 0x5e, 0x99, 0x0a, 0x21, 0x53, 0xa0, 0x7c, 0x62, 0xf2, 0x2d, 0xe4, 0xf2, 0xb7, + 0xff, 0xfd, 0xe9, 0xf2, 0xa3, 0xb1, 0x7c, 0xc8, 0xa8, 0xbf, 0x5c, 0xb7, 0x6b, 0xe8, 0xa5, 0xdd, + 0xdd, 0xfa, 0x9a, 0x2c, 0x52, 0x91, 0x2f, 0x98, 0xc4, 0xe6, 0x89, 0xe9, 0x48, 0x7f, 0x27, 0x05, + 0x62, 0xa0, 0xa3, 0x24, 0x1b, 0xb2, 0x0a, 0xf9, 0x97, 0x5d, 0x6c, 0x1b, 0xaf, 0xd1, 0x8c, 0xc0, + 0x19, 0xc9, 0xb4, 0x73, 0x1f, 0xe6, 0xdc, 0x13, 0x53, 0x61, 0x1e, 0x7e, 0xcc, 0xf1, 0xc3, 0x73, + 0x58, 0x28, 0xba, 0xa4, 0xcc, 0x84, 0x4e, 0x9d, 0x3e, 0x1c, 0xf4, 0x09, 0xcc, 0x44, 0xb4, 0x95, + 0xfe, 0x72, 0xda, 0xca, 0xbf, 0x0a, 0x29, 0xea, 0x0f, 0x04, 0x40, 0x54, 0x51, 0x75, 0xb6, 0xc7, + 0xff, 0x75, 0xe9, 0x4f, 0x77, 0x41, 0xa4, 0xfe, 0x98, 0x8a, 0xb1, 0xaf, 0xb4, 0x0d, 0xc7, 0x31, + 0xcc, 0x03, 0xde, 0xa1, 0x0a, 0x94, 0x5e, 0xdf, 0xdf, 0x62, 0x54, 0xe9, 0x2f, 0xc1, 0x7c, 0xa4, + 0x02, 0x49, 0x36, 0xf6, 0x0d, 0x98, 0xd9, 0x67, 0x47, 0xb0, 0x54, 0x38, 0xdf, 0x1e, 0xcc, 0x53, + 0x1a, 0x7b, 0x9f, 0xf4, 0x5f, 0x53, 0x70, 0x49, 0xc6, 0x8e, 0xd5, 0x3a, 0xc6, 0xc9, 0xab, 0xb0, + 0x06, 0xfc, 0xec, 0x45, 0x79, 0x2d, 0x4d, 0xe6, 0x18, 0x33, 0x5b, 0xe6, 0xa2, 0x7b, 0xec, 0x6f, + 0x8f, 0xee, 0xb1, 0x83, 0xbb, 0xea, 0x7c, 0xa7, 0x2e, 0x13, 0xd9, 0xa9, 0xb3, 0xa0, 0xc8, 0x4e, + 0x8f, 0x75, 0xc5, 0xc1, 0x2f, 0xcd, 0x6e, 0xdb, 0x03, 0x43, 0xa5, 0x51, 0x85, 0xac, 0x33, 0x96, + 0x06, 0x7e, 0xb9, 0xdd, 0x6d, 0x53, 0xdb, 0xb9, 0x7c, 0x85, 0x94, 0xf7, 0xec, 0x74, 0xb9, 0x10, + 0x49, 0x73, 0xe4, 0x82, 0xe1, 0x3f, 0x13, 0xe9, 0xd2, 0xf7, 0xe0, 0x72, 0x9f, 0xb2, 0x93, 0xb4, + 0x78, 0xfe, 0x79, 0x1a, 0xde, 0x88, 0x8a, 0x4f, 0x1a, 0xe2, 0x7c, 0xdd, 0x1b, 0xb4, 0x06, 0xb3, + 0x6d, 0xc3, 0x7c, 0xbd, 0xdd, 0xcb, 0x99, 0xb6, 0x61, 0xfa, 0xb4, 0xb8, 0xae, 0x31, 0xf5, 0x95, + 0x76, 0x0d, 0x15, 0x16, 0xe3, 0xda, 0x2e, 0xc9, 0xfe, 0xf1, 0x99, 0x00, 0x33, 0x49, 0x6f, 0xcb, + 0xbd, 0x9e, 0x17, 0x9c, 0xd4, 0x84, 0xd9, 0xaf, 0x60, 0x1f, 0xef, 0xb7, 0x05, 0x40, 0x4d, 0xbb, + 0x6b, 0x12, 0x50, 0xbb, 0x69, 0x1d, 0x24, 0x59, 0xcd, 0x4b, 0x30, 0x69, 0x98, 0x3a, 0x3e, 0xa1, + 0xd5, 0xcc, 0xc8, 0xec, 0x21, 0x72, 0x94, 0x98, 0x1e, 0xeb, 0x28, 0x51, 0xfa, 0x04, 0xe6, 0x23, + 0x45, 0x4c, 0xb2, 0xfe, 0x7f, 0x92, 0x82, 0x79, 0x5e, 0x91, 0xc4, 0x77, 0x30, 0xbf, 0x09, 0x93, + 0x2d, 0x22, 0x73, 0x44, 0x3b, 0xd3, 0x77, 0x7a, 0xed, 0x4c, 0x33, 0xa3, 0xef, 0x00, 0x74, 0x6c, + 0x7c, 0xac, 0x30, 0xd6, 0xf4, 0x58, 0xac, 0x39, 0xc2, 0x41, 0x09, 0xe8, 0x73, 0x01, 0x8a, 0x64, + 0x40, 0x77, 0x6c, 0xab, 0x63, 0x39, 0xc4, 0x66, 0x71, 0xc6, 0x83, 0x39, 0xcf, 0xce, 0x4e, 0x97, + 0x67, 0xb7, 0x0c, 0x73, 0x87, 0x33, 0x36, 0x1b, 0x63, 0x3b, 0xf8, 0x7b, 0x61, 0x0e, 0xa5, 0x4a, + 0xcb, 0xd2, 0x8e, 0x82, 0xc3, 0x31, 0x32, 0xb3, 0xf8, 0xe2, 0x1c, 0xe9, 0x67, 0x02, 0x5c, 0xfa, + 0xca, 0xb6, 0x8b, 0xff, 0x2c, 0x94, 0x2d, 0x3d, 0x07, 0x91, 0xfe, 0xa8, 0x9b, 0xfb, 0x56, 0x92, + 0x1b, 0xf7, 0xff, 0x47, 0x80, 0xb9, 0x90, 0xe0, 0x24, 0x0d, 0x9c, 0xd7, 0xd5, 0xd3, 0x2c, 0x73, + 0x87, 0x71, 0xc7, 0x53, 0x95, 0x3c, 0xc3, 0xb3, 0xb3, 0x4e, 0x59, 0x82, 0x19, 0x4c, 0x66, 0x31, + 0xba, 0xc5, 0xbb, 0xc7, 0x82, 0x4c, 0xfa, 0x76, 0xf4, 0xf3, 0x7e, 0x86, 0x72, 0x4f, 0xfa, 0x55, + 0x62, 0x61, 0x85, 0x07, 0x65, 0x92, 0x43, 0xfe, 0x9f, 0xa5, 0xe0, 0x4a, 0x85, 0x1d, 0x81, 0x7b, + 0x3e, 0x21, 0x49, 0x76, 0xc4, 0x05, 0x98, 0x3e, 0xc6, 0xb6, 0x63, 0x58, 0x6c, 0xb5, 0x9f, 0x95, + 0xbd, 0x47, 0xb4, 0x08, 0x59, 0xc7, 0x54, 0x3b, 0xce, 0xa1, 0xe5, 0x1d, 0x27, 0xfa, 0xcf, 0xbe, + 0xff, 0xca, 0xe4, 0xeb, 0xfb, 0xaf, 0x4c, 0x8d, 0xf6, 0x5f, 0x99, 0xfe, 0x12, 0xfe, 0x2b, 0xfc, + 0xec, 0xee, 0xdf, 0x0a, 0x70, 0x75, 0x40, 0x73, 0x49, 0x76, 0xce, 0xef, 0x43, 0x5e, 0xe3, 0x82, + 0xc9, 0xfa, 0xc0, 0x0e, 0x26, 0xeb, 0x24, 0xdb, 0x6b, 0x42, 0x9f, 0xb3, 0xd3, 0x65, 0xf0, 0x8a, + 0x5a, 0x5f, 0xe3, 0xca, 0x21, 0xbf, 0x75, 0xe9, 0xbf, 0x01, 0x14, 0xab, 0x27, 0x6c, 0x53, 0xbe, + 0xc1, 0xac, 0x12, 0xf4, 0x18, 0xb2, 0x1d, 0xdb, 0x3a, 0x36, 0xbc, 0x6a, 0x14, 0x22, 0xce, 0x0b, + 0x5e, 0x35, 0xfa, 0xb8, 0x76, 0x38, 0x87, 0xec, 0xf3, 0xa2, 0x26, 0xe4, 0x36, 0x2d, 0x4d, 0x6d, + 0x3d, 0x36, 0x5a, 0xde, 0x40, 0x7b, 0xf7, 0x7c, 0x41, 0x25, 0x9f, 0x67, 0x47, 0x75, 0x0f, 0xbd, + 0x46, 0xf0, 0x89, 0xa8, 0x0e, 0xd9, 0x9a, 0xeb, 0x76, 0x48, 0x22, 0x1f, 0x7f, 0x77, 0xc6, 0x10, + 0x4a, 0x58, 0x3c, 0x8f, 0x5b, 0x8f, 0x1d, 0x35, 0x61, 0xee, 0x09, 0x8d, 0x1f, 0xab, 0xb4, 0xac, + 0xae, 0x5e, 0xb1, 0xcc, 0x7d, 0xe3, 0x80, 0x2f, 0x13, 0xb7, 0xc7, 0x90, 0xf9, 0xa4, 0xd2, 0x90, + 0x07, 0x05, 0xa0, 0x55, 0xc8, 0x36, 0x1e, 0x71, 0x61, 0xcc, 0x8c, 0xbc, 0x35, 0x86, 0xb0, 0xc6, + 0x23, 0xd9, 0x67, 0x43, 0xeb, 0x90, 0x5f, 0xfd, 0xb4, 0x6b, 0x63, 0x2e, 0x65, 0x6a, 0xa8, 0xe7, + 0x44, 0xbf, 0x14, 0xca, 0x25, 0x87, 0x99, 0xd1, 0xf7, 0xa0, 0x48, 0xf4, 0xd6, 0x54, 0xf7, 0x5a, + 0x9e, 0xbc, 0x2c, 0x95, 0xf7, 0x8d, 0x31, 0xe4, 0xf9, 0x9c, 0xde, 0x91, 0x40, 0x9f, 0xa8, 0x45, + 0x19, 0x66, 0x23, 0xed, 0x85, 0x10, 0x64, 0x3a, 0xa4, 0x69, 0x04, 0xea, 0x86, 0x44, 0x7f, 0xa3, + 0x77, 0x60, 0xda, 0xb4, 0x74, 0xec, 0x75, 0xe6, 0xd9, 0xf2, 0xa5, 0xb3, 0xd3, 0xe5, 0xa9, 0x6d, + 0x4b, 0x67, 0xb6, 0x0e, 0xff, 0x25, 0x4f, 0x91, 0x4c, 0x75, 0x7d, 0xf1, 0x3a, 0x64, 0x48, 0x13, + 0x91, 0x39, 0x64, 0x4f, 0x75, 0xf0, 0xae, 0x6d, 0x70, 0x69, 0xde, 0xe3, 0xe2, 0x3f, 0x48, 0x41, + 0xaa, 0xf1, 0x88, 0x58, 0xf3, 0x7b, 0x5d, 0xed, 0x08, 0xbb, 0x3c, 0x9d, 0x3f, 0x51, 0x2b, 0xdf, + 0xc6, 0xfb, 0x06, 0x33, 0xba, 0x72, 0x32, 0x7f, 0x42, 0x6f, 0x01, 0xa8, 0x9a, 0x86, 0x1d, 0x47, + 0xf1, 0x42, 0x00, 0x73, 0x72, 0x8e, 0x51, 0x36, 0x70, 0x8f, 0xb0, 0x39, 0x58, 0xb3, 0xb1, 0xeb, + 0xf9, 0x50, 0xb1, 0x27, 0xc2, 0xe6, 0xe2, 0x76, 0x47, 0x71, 0xad, 0x23, 0x6c, 0xd2, 0x26, 0xcd, + 0x91, 0x59, 0xa1, 0xdd, 0x69, 0x12, 0x02, 0x99, 0xd0, 0xb0, 0xa9, 0x07, 0xb3, 0x4f, 0x4e, 0xf6, + 0x9f, 0x89, 0x48, 0x1b, 0x1f, 0x18, 0x3c, 0x80, 0x2e, 0x27, 0xf3, 0x27, 0xa2, 0x25, 0xb5, 0xeb, + 0x1e, 0xd2, 0x96, 0xc8, 0xc9, 0xf4, 0x37, 0xba, 0x0d, 0x45, 0xe6, 0x76, 0xa9, 0x60, 0x53, 0x53, + 0xe8, 0x3c, 0x98, 0xa3, 0xc9, 0xb3, 0x8c, 0x5c, 0x35, 0x35, 0x32, 0xeb, 0xa1, 0x47, 0xc0, 0x09, + 0xca, 0x51, 0xdb, 0x21, 0x3a, 0x05, 0x92, 0xab, 0x5c, 0x3c, 0x3b, 0x5d, 0xce, 0x37, 0x68, 0xc2, + 0xc6, 0x56, 0x83, 0xac, 0x25, 0x2c, 0xd7, 0x46, 0xdb, 0xa9, 0xeb, 0x8b, 0x7f, 0x53, 0x80, 0xf4, + 0x93, 0x4a, 0xe3, 0xc2, 0x2a, 0xf3, 0x0a, 0x9a, 0x0e, 0x15, 0xf4, 0x0e, 0x14, 0xf7, 0x8c, 0x56, + 0xcb, 0x30, 0x0f, 0x88, 0x7d, 0xf5, 0x7d, 0xac, 0x79, 0x0a, 0x2b, 0x70, 0xf2, 0x0e, 0xa3, 0xa2, + 0xeb, 0x90, 0xd7, 0x6c, 0xac, 0x63, 0xd3, 0x35, 0xd4, 0x96, 0xc3, 0x35, 0x17, 0x26, 0x2d, 0xfe, + 0x65, 0x01, 0x26, 0x69, 0x67, 0x45, 0x6f, 0x42, 0x4e, 0xb3, 0x4c, 0x57, 0x35, 0x4c, 0x3e, 0xeb, + 0xe4, 0xe4, 0x80, 0x30, 0xb4, 0x78, 0x37, 0x60, 0x46, 0xd5, 0x34, 0xab, 0x6b, 0xba, 0x8a, 0xa9, + 0xb6, 0x31, 0x2f, 0x66, 0x9e, 0xd3, 0xb6, 0xd5, 0x36, 0x46, 0xcb, 0xe0, 0x3d, 0xfa, 0x91, 0x9d, + 0x39, 0x19, 0x38, 0x69, 0x03, 0xf7, 0x16, 0x31, 0xe4, 0xfc, 0x5e, 0x4d, 0xea, 0xdb, 0x75, 0xfc, + 0x12, 0xd0, 0xdf, 0xe8, 0x5d, 0xb8, 0xf4, 0xb2, 0xab, 0xb6, 0x8c, 0x7d, 0xba, 0xf9, 0x45, 0xbd, + 0xd4, 0xe9, 0xcb, 0x58, 0x51, 0x90, 0x9f, 0x46, 0x25, 0xd0, 0x77, 0x7a, 0x83, 0x20, 0x1d, 0x0c, + 0x02, 0xe6, 0xb2, 0x23, 0xf5, 0x60, 0x4e, 0xc6, 0xae, 0xdd, 0x6b, 0xb2, 0x60, 0xd7, 0xea, 0x31, + 0x36, 0x5d, 0x52, 0x77, 0xab, 0x83, 0x99, 0x93, 0x88, 0x57, 0x77, 0x9f, 0x80, 0x6e, 0x41, 0x41, + 0x75, 0x49, 0x77, 0x73, 0x15, 0xb3, 0xdb, 0xde, 0xc3, 0x36, 0x73, 0x05, 0x90, 0x67, 0x39, 0x75, + 0x9b, 0x12, 0x79, 0x44, 0x86, 0xdd, 0x53, 0xe8, 0x3e, 0x11, 0x7f, 0x35, 0x50, 0x52, 0x95, 0x50, + 0xa4, 0x7b, 0x70, 0x99, 0xd4, 0xb3, 0x6a, 0x6a, 0x76, 0xaf, 0x43, 0x24, 0x3f, 0xa5, 0x7f, 0x1d, + 0x24, 0x86, 0xce, 0x69, 0xe8, 0xf1, 0x8c, 0xf4, 0xd3, 0x29, 0x98, 0xad, 0x9e, 0x74, 0x2c, 0x3b, + 0xd1, 0x5d, 0x9d, 0x32, 0x4c, 0x73, 0xe0, 0x3b, 0xe2, 0x28, 0xb6, 0x6f, 0x06, 0xf2, 0xce, 0xa1, + 0x39, 0x23, 0x2a, 0x03, 0x30, 0x87, 0x4a, 0xea, 0x87, 0x93, 0xbe, 0xc0, 0xc9, 0x11, 0x65, 0xa3, + 0xc1, 0x06, 0xdb, 0x90, 0x6f, 0x1f, 0x6b, 0x9a, 0xb2, 0x6f, 0xb4, 0x5c, 0xee, 0x97, 0x16, 0xef, + 0x42, 0xbd, 0xf5, 0xbc, 0x52, 0x79, 0x4c, 0x33, 0x31, 0x7f, 0xae, 0xe0, 0x59, 0x06, 0x22, 0x81, + 0xfd, 0x46, 0xdf, 0x00, 0x1e, 0xf8, 0xa2, 0x38, 0x5e, 0x18, 0x5b, 0x79, 0xf6, 0xec, 0x74, 0x39, + 0x27, 0x53, 0x6a, 0xa3, 0xd1, 0x94, 0x73, 0x2c, 0x43, 0xc3, 0x71, 0x2f, 0x12, 0xea, 0x30, 0x3d, + 0x7e, 0xa8, 0xc3, 0x5f, 0x13, 0xe0, 0x0a, 0xd7, 0x91, 0xb2, 0x47, 0xdd, 0xbb, 0xd5, 0x96, 0xe1, + 0xf6, 0x94, 0xa3, 0xe3, 0x85, 0x2c, 0x35, 0x79, 0x7e, 0x39, 0x56, 0xd7, 0xa1, 0x26, 0x2e, 0x79, + 0x1a, 0xef, 0x6d, 0x72, 0xe6, 0x8d, 0xe3, 0xaa, 0xe9, 0xda, 0xbd, 0xf2, 0xd5, 0xb3, 0xd3, 0xe5, + 0xf9, 0xc1, 0xd4, 0xe7, 0xf2, 0xbc, 0x33, 0xc8, 0x82, 0x6a, 0x00, 0xd8, 0xef, 0x62, 0x74, 0x06, + 0x8b, 0x5f, 0xba, 0x62, 0xfb, 0xa2, 0x1c, 0xe2, 0x45, 0x77, 0x41, 0xe4, 0xa1, 0x25, 0xfb, 0x46, + 0x0b, 0x2b, 0x8e, 0xf1, 0x29, 0xa6, 0x73, 0x5d, 0x5a, 0x2e, 0x30, 0x3a, 0x11, 0xd1, 0x30, 0x3e, + 0xc5, 0xe8, 0x01, 0x5c, 0x0e, 0x5a, 0x40, 0xd9, 0xc3, 0x2d, 0xeb, 0x15, 0xcb, 0x9e, 0xa7, 0xd9, + 0x91, 0xaf, 0xfd, 0x32, 0x49, 0x22, 0x2c, 0x8b, 0xdf, 0x87, 0x85, 0x61, 0x15, 0x0e, 0x0f, 0x88, + 0x1c, 0x3b, 0xaf, 0x7c, 0x2f, 0xba, 0x59, 0x31, 0x46, 0xc7, 0xe5, 0x1b, 0x16, 0xef, 0xa7, 0xde, + 0x13, 0xa4, 0xbf, 0x9f, 0x82, 0xd9, 0x72, 0xb7, 0x75, 0xf4, 0xb4, 0xd3, 0x60, 0x61, 0xf9, 0xe8, + 0x1a, 0xe4, 0x74, 0xd5, 0x55, 0x59, 0x21, 0x05, 0x16, 0x62, 0x46, 0x08, 0xb4, 0x36, 0x77, 0xa0, + 0x18, 0xf2, 0x05, 0xe1, 0x1e, 0xef, 0xb4, 0xda, 0x01, 0x99, 0x3a, 0xa5, 0xbf, 0x07, 0x0b, 0xa1, + 0x8c, 0x74, 0x67, 0x41, 0xc1, 0xa6, 0x6b, 0x1b, 0x98, 0xed, 0x8e, 0xa5, 0xe5, 0x90, 0xc3, 0x4a, + 0x9d, 0x24, 0x57, 0x59, 0x2a, 0x6a, 0xc2, 0x0c, 0xc9, 0xd8, 0x53, 0xe8, 0x2c, 0xe8, 0xed, 0x5e, + 0x3e, 0x88, 0xa9, 0x56, 0xa4, 0xdc, 0x25, 0xaa, 0x9f, 0x0a, 0xe5, 0xa1, 0x3f, 0xe5, 0x3c, 0x0e, + 0x28, 0x8b, 0x1f, 0x81, 0xd8, 0x9f, 0x21, 0xac, 0xcb, 0x0c, 0xd3, 0xe5, 0xa5, 0xb0, 0x2e, 0xd3, + 0x21, 0x3d, 0xad, 0x67, 0xb2, 0x19, 0x71, 0x52, 0xfa, 0x59, 0x1a, 0x0a, 0x5e, 0xcf, 0x4c, 0xd2, + 0xac, 0x2e, 0xc3, 0x24, 0xe9, 0x47, 0x9e, 0x7b, 0xc5, 0xed, 0x11, 0x03, 0x82, 0xfb, 0x58, 0x93, + 0xfe, 0xe5, 0x21, 0x40, 0xca, 0x9a, 0xc4, 0xf4, 0xb3, 0xf8, 0xdf, 0x05, 0xc8, 0x50, 0x4b, 0xf6, + 0x01, 0x64, 0x68, 0x5c, 0xbe, 0x30, 0x32, 0x2e, 0xdf, 0x3b, 0x9e, 0x27, 0x59, 0xfd, 0x85, 0x25, + 0x15, 0xb2, 0xae, 0xca, 0xd4, 0xbf, 0xc7, 0xb2, 0x5d, 0xac, 0x73, 0x4b, 0xf1, 0xfa, 0x79, 0xed, + 0xe8, 0x59, 0xc2, 0x1e, 0x1f, 0x7a, 0x03, 0xd2, 0x64, 0xee, 0x9a, 0x66, 0x47, 0xf5, 0x67, 0xa7, + 0xcb, 0x69, 0x32, 0x6b, 0x11, 0x1a, 0x5a, 0x81, 0x7c, 0x74, 0x36, 0x21, 0xc6, 0x06, 0x9d, 0x0e, + 0x43, 0x33, 0x01, 0xb4, 0xfc, 0x21, 0xc4, 0x50, 0x12, 0x6b, 0x4b, 0x7e, 0x48, 0xff, 0x1b, 0x02, + 0xf7, 0x49, 0x6c, 0x68, 0x64, 0xcd, 0xb2, 0x93, 0x5c, 0x54, 0xee, 0x81, 0x68, 0xab, 0xa6, 0x6e, + 0xb5, 0x8d, 0x4f, 0x31, 0x43, 0xe5, 0x0e, 0x3f, 0xae, 0x28, 0xfa, 0x74, 0x0a, 0x9f, 0x1d, 0xe9, + 0xbf, 0x08, 0xdc, 0x7f, 0xd1, 0x2f, 0x46, 0xb2, 0x87, 0xca, 0x79, 0xbe, 0xa5, 0x67, 0xee, 0x5b, + 0x9e, 0xfb, 0xc5, 0x9b, 0xc3, 0x9c, 0x8d, 0xea, 0xe6, 0xbe, 0xe5, 0x1d, 0x8f, 0xd9, 0x1e, 0xc1, + 0x59, 0xfc, 0x15, 0x98, 0xa4, 0xc9, 0xaf, 0xd1, 0x37, 0x7c, 0x9f, 0xd9, 0x94, 0x98, 0x96, 0xfe, + 0x38, 0x05, 0x6f, 0xd3, 0xaa, 0x3e, 0xc7, 0xb6, 0xb1, 0xdf, 0xdb, 0xb1, 0x2d, 0x17, 0x6b, 0x2e, + 0xd6, 0x83, 0x5d, 0xa9, 0x04, 0x9b, 0x40, 0x87, 0x1c, 0x3f, 0xcf, 0x33, 0x74, 0x7e, 0x73, 0xc6, + 0x93, 0x2f, 0x87, 0x56, 0xb3, 0xec, 0x1c, 0xb0, 0xbe, 0x26, 0x67, 0x99, 0xe4, 0xba, 0x8e, 0x56, + 0x21, 0xd7, 0xf1, 0xaa, 0x71, 0x21, 0x97, 0x11, 0x9f, 0x0b, 0x6d, 0x40, 0x91, 0x17, 0x54, 0x6d, + 0x19, 0xc7, 0x58, 0x51, 0xdd, 0x8b, 0x0c, 0xe1, 0x59, 0xc6, 0xbb, 0x4a, 0x58, 0x57, 0x5d, 0xe9, + 0x6f, 0x64, 0xe0, 0xd6, 0x39, 0x2a, 0x4e, 0xb2, 0x7b, 0x2d, 0x42, 0xf6, 0x98, 0xbc, 0xc8, 0xe0, + 0xb5, 0xcf, 0xca, 0xfe, 0x33, 0xda, 0x8b, 0xac, 0x03, 0xfb, 0xaa, 0xd1, 0x22, 0xeb, 0x06, 0x73, + 0xd2, 0x1b, 0xee, 0x06, 0x14, 0xef, 0xf4, 0x16, 0x5a, 0x31, 0x1e, 0x53, 0x41, 0x34, 0x9b, 0x83, + 0x3e, 0x13, 0x60, 0x91, 0xbd, 0x90, 0x79, 0x8a, 0xf5, 0xbd, 0x26, 0x43, 0x5f, 0xb3, 0x16, 0xf3, + 0x9a, 0xb1, 0x74, 0x54, 0x0a, 0xbd, 0x8b, 0x17, 0x64, 0x21, 0xfc, 0xb6, 0x70, 0x51, 0x16, 0x7f, + 0x53, 0x80, 0x7c, 0x88, 0x80, 0x6e, 0x0f, 0xc4, 0xe5, 0xe4, 0xcf, 0xe2, 0x82, 0x71, 0x6e, 0x0d, + 0x04, 0xe3, 0x94, 0xb3, 0x5f, 0x9c, 0x2e, 0x67, 0x64, 0xe6, 0xef, 0xed, 0x85, 0xe5, 0xdc, 0x08, + 0xae, 0x81, 0x49, 0xf7, 0x65, 0xf2, 0xee, 0x81, 0xa1, 0xb0, 0x4e, 0xf5, 0x8e, 0x91, 0x28, 0xac, + 0x23, 0x4f, 0xd2, 0x8f, 0x52, 0x30, 0xb7, 0xaa, 0xeb, 0x8d, 0x06, 0x85, 0x02, 0x49, 0x8e, 0x31, + 0x04, 0x19, 0x62, 0x1f, 0xf0, 0x18, 0x22, 0xfa, 0x1b, 0xbd, 0x03, 0x48, 0x37, 0x1c, 0x76, 0x9d, + 0x82, 0x73, 0xa8, 0xea, 0xd6, 0xab, 0xe0, 0xb4, 0x78, 0xce, 0x4b, 0x69, 0x78, 0x09, 0xa8, 0x01, + 0xd4, 0x68, 0x55, 0x1c, 0x57, 0xf5, 0x77, 0xc3, 0x6f, 0x8d, 0x15, 0x95, 0xc2, 0xac, 0x59, 0xff, + 0x51, 0xce, 0x11, 0x39, 0xf4, 0x27, 0xb1, 0xd1, 0x0c, 0xd2, 0x28, 0xae, 0xa2, 0x3a, 0x5e, 0x3c, + 0x05, 0xbb, 0xc8, 0xa1, 0xc0, 0xe8, 0xab, 0x0e, 0x0b, 0x93, 0x60, 0x6e, 0xd8, 0x81, 0x6a, 0x92, + 0xdc, 0xcb, 0xfc, 0x1d, 0x01, 0x0a, 0x32, 0xde, 0xb7, 0xb1, 0x73, 0x98, 0xa4, 0xce, 0x1f, 0xc3, + 0x8c, 0xcd, 0xa4, 0x2a, 0xfb, 0xb6, 0xd5, 0xbe, 0xc8, 0x5c, 0x91, 0xe7, 0x8c, 0x8f, 0x6d, 0xab, + 0xcd, 0xa7, 0xe4, 0xe7, 0x50, 0xf4, 0xcb, 0x98, 0x64, 0xe5, 0xff, 0x2e, 0x8d, 0xb8, 0x64, 0x82, + 0x93, 0x3e, 0xb6, 0x4d, 0x56, 0x03, 0x74, 0x3f, 0x3b, 0x5c, 0xd0, 0x24, 0xd5, 0xf0, 0x9f, 0x05, + 0x28, 0x34, 0xba, 0x7b, 0xec, 0x9a, 0xa0, 0xe4, 0x34, 0x50, 0x85, 0x5c, 0x0b, 0xef, 0xbb, 0xca, + 0x6b, 0x39, 0x10, 0x67, 0x09, 0x2b, 0x75, 0x9f, 0x7e, 0x02, 0x60, 0xd3, 0x90, 0x23, 0x2a, 0x27, + 0x7d, 0x41, 0x39, 0x39, 0xca, 0x4b, 0xc8, 0x64, 0xd5, 0x29, 0xfa, 0xd5, 0x4c, 0x72, 0x7d, 0x79, + 0x11, 0x99, 0x1d, 0xd2, 0x17, 0x99, 0x1d, 0xe6, 0xf8, 0x49, 0x75, 0xfc, 0x0c, 0x51, 0x82, 0x79, + 0x6a, 0x96, 0x29, 0x6a, 0xa7, 0xd3, 0x32, 0x3c, 0x9c, 0x42, 0xe7, 0x9f, 0x8c, 0x3c, 0x47, 0x93, + 0x56, 0x59, 0x0a, 0x45, 0x28, 0xe8, 0x07, 0x02, 0xcc, 0xec, 0xdb, 0x18, 0x7f, 0x8a, 0x15, 0x3a, + 0x25, 0x8f, 0x77, 0x14, 0xbf, 0x46, 0xca, 0xf0, 0xa5, 0x8f, 0xea, 0xf2, 0xec, 0xc5, 0x0d, 0xf2, + 0x5e, 0xb4, 0x0d, 0xa2, 0xd6, 0x62, 0x87, 0x87, 0xbe, 0x5b, 0xc0, 0xd4, 0xf8, 0x03, 0xa0, 0xc8, + 0x98, 0x03, 0xcf, 0x80, 0x67, 0x64, 0x30, 0xa9, 0xba, 0xc2, 0xaf, 0x66, 0xa3, 0xc6, 0x76, 0xd4, + 0x2d, 0x20, 0x1c, 0x7a, 0x1d, 0xba, 0xd1, 0xad, 0x24, 0x63, 0x55, 0xe7, 0x96, 0x3b, 0x19, 0x57, + 0xfe, 0x03, 0x1f, 0x57, 0x2f, 0x60, 0x8e, 0xf6, 0x9b, 0xa4, 0x23, 0x28, 0xa5, 0x7f, 0x94, 0x06, + 0x14, 0x96, 0xfc, 0xd5, 0xf5, 0xb7, 0x54, 0x72, 0xfd, 0x6d, 0x1d, 0xa4, 0x90, 0x31, 0xd4, 0x52, + 0x1d, 0x57, 0x61, 0xfe, 0x67, 0x8e, 0xd2, 0xc1, 0xb6, 0xe2, 0x60, 0xcd, 0xe2, 0x97, 0xe8, 0x08, + 0xf2, 0x52, 0x90, 0x73, 0x53, 0x75, 0xdc, 0x67, 0x2c, 0xdf, 0x0e, 0xb6, 0x1b, 0x34, 0x17, 0x7a, + 0x04, 0x57, 0xda, 0xea, 0x49, 0x1c, 0xff, 0x24, 0xe5, 0x9f, 0x6f, 0xab, 0x27, 0x03, 0x4c, 0xef, + 0xc3, 0x62, 0x3c, 0x93, 0xe2, 0x60, 0xef, 0x7c, 0xea, 0x4a, 0x0c, 0x63, 0x03, 0xbb, 0x68, 0x15, + 0x20, 0x00, 0x11, 0x7c, 0x8d, 0x1e, 0x07, 0x43, 0xe4, 0x7c, 0x0c, 0x21, 0xfd, 0x50, 0x80, 0xc2, + 0x96, 0x71, 0x60, 0xab, 0x89, 0x5e, 0x51, 0x83, 0xde, 0x8f, 0x1e, 0xe8, 0xe5, 0x1f, 0x2e, 0xc6, + 0x39, 0x6c, 0xb0, 0x1c, 0xde, 0xa6, 0x1d, 0x67, 0x20, 0x4b, 0x9f, 0x5f, 0xa2, 0x24, 0xe7, 0x7c, + 0x0d, 0xde, 0xa2, 0x2e, 0x70, 0xdc, 0xff, 0xe5, 0x2b, 0x41, 0x37, 0xd2, 0xef, 0x0b, 0xb0, 0x34, + 0xec, 0x2d, 0x49, 0x0e, 0x08, 0x99, 0x5e, 0xd6, 0x47, 0xdf, 0xa0, 0xf8, 0x23, 0xe2, 0x9c, 0x99, + 0x06, 0xf1, 0x91, 0x00, 0x7e, 0xd9, 0x1a, 0xf4, 0x1a, 0x3f, 0xf6, 0xdb, 0x91, 0xfe, 0xf5, 0x22, + 0xcc, 0xf0, 0xfa, 0xed, 0x9a, 0x86, 0x65, 0xa2, 0x07, 0x90, 0x3e, 0xe0, 0x7b, 0xff, 0xf9, 0xd8, + 0x2d, 0xcf, 0xe0, 0x86, 0xbc, 0xda, 0x84, 0x4c, 0xf2, 0x12, 0x96, 0x4e, 0xd7, 0x8d, 0x29, 0x4f, + 0xe0, 0xe4, 0x1d, 0x66, 0xe9, 0x74, 0x5d, 0xd4, 0x80, 0xa2, 0x16, 0x5c, 0xcb, 0xa5, 0x10, 0xf6, + 0xf4, 0xd0, 0x7d, 0xc0, 0xd8, 0x0b, 0xd2, 0x6a, 0x13, 0x72, 0x41, 0x8b, 0x24, 0xa0, 0x4a, 0xf8, + 0x36, 0xa8, 0xcc, 0x80, 0x07, 0x59, 0x10, 0x4b, 0x1c, 0xbd, 0x89, 0xaa, 0x36, 0x11, 0xba, 0x34, + 0x0a, 0xbd, 0x0f, 0x53, 0x3a, 0xbd, 0x77, 0x88, 0xaf, 0x2a, 0x71, 0x1d, 0x22, 0x72, 0xbd, 0x53, + 0x6d, 0x42, 0xe6, 0x1c, 0x68, 0x1d, 0x66, 0xd8, 0x2f, 0x86, 0x79, 0xf8, 0x5a, 0x70, 0x6b, 0xb8, + 0x84, 0x90, 0x35, 0x56, 0x9b, 0x90, 0xf3, 0x7a, 0x40, 0x45, 0x4f, 0x20, 0xaf, 0xb5, 0xb0, 0x6a, + 0x73, 0x51, 0xb7, 0x87, 0x86, 0xbd, 0x0d, 0xdc, 0x55, 0x54, 0x9b, 0x90, 0x41, 0xf3, 0x89, 0xa4, + 0x50, 0x36, 0xbd, 0xb2, 0x86, 0x4b, 0x7a, 0x77, 0x68, 0xa1, 0x06, 0xef, 0xff, 0xa9, 0x51, 0x2b, + 0xcd, 0xa7, 0xa2, 0x6f, 0x42, 0xc6, 0xd1, 0x54, 0x93, 0x2f, 0x4c, 0x4b, 0x43, 0xee, 0x14, 0x09, + 0x98, 0x69, 0x6e, 0xf4, 0x01, 0x83, 0x4b, 0xee, 0x89, 0xb7, 0xd9, 0x1b, 0xa7, 0xd3, 0x48, 0xec, + 0x3a, 0xd1, 0x29, 0xa6, 0x04, 0xa2, 0x07, 0x95, 0xe0, 0x43, 0x85, 0x06, 0x94, 0xd2, 0xdd, 0xdd, + 0x78, 0x3d, 0x0c, 0x04, 0x00, 0xd7, 0x68, 0x80, 0xbc, 0x47, 0x44, 0x5b, 0x30, 0xcb, 0x04, 0x75, + 0x59, 0x6c, 0xea, 0xc2, 0xca, 0xd0, 0x63, 0xdc, 0x98, 0xe8, 0xd8, 0xda, 0x84, 0x3c, 0xa3, 0x86, + 0xc8, 0x41, 0xb9, 0xda, 0xd8, 0x3e, 0x60, 0xdb, 0xc8, 0x23, 0xca, 0x15, 0xf6, 0x8d, 0xf3, 0xcb, + 0x45, 0x89, 0xe8, 0xd7, 0xe1, 0x12, 0x13, 0xe4, 0x72, 0x97, 0x1f, 0xee, 0x39, 0xf2, 0xd6, 0xd0, + 0x23, 0xd8, 0xa1, 0xf1, 0xa4, 0xb5, 0x09, 0x19, 0xa9, 0x03, 0x89, 0x48, 0x83, 0xcb, 0xec, 0x0d, + 0x3c, 0x20, 0xd1, 0xe6, 0x31, 0x74, 0x0b, 0x37, 0xe9, 0x2b, 0xde, 0x19, 0xf6, 0x8a, 0xd8, 0x38, + 0xc9, 0xda, 0x84, 0x3c, 0xaf, 0x0e, 0xa6, 0x06, 0xd5, 0xb0, 0x79, 0xe8, 0x17, 0xef, 0x6e, 0xef, + 0x8c, 0xae, 0x46, 0x5c, 0xc8, 0x9c, 0x5f, 0x8d, 0x48, 0x22, 0x69, 0x40, 0x3f, 0xf0, 0x9d, 0x76, + 0xa6, 0x99, 0xa1, 0x0d, 0x18, 0x13, 0x1f, 0x46, 0x1a, 0xf0, 0x30, 0x44, 0x46, 0x25, 0x48, 0x1d, + 0x68, 0x0b, 0xb3, 0x43, 0x17, 0x50, 0x3f, 0x06, 0xaa, 0x36, 0x21, 0xa7, 0x0e, 0x34, 0xf4, 0x11, + 0x64, 0x59, 0x40, 0xcb, 0x89, 0xb9, 0x50, 0x18, 0x3a, 0x89, 0x47, 0xc3, 0x82, 0x6a, 0x13, 0x32, + 0x8d, 0xa1, 0xe1, 0x1d, 0x99, 0x07, 0x2b, 0x50, 0x11, 0xa5, 0x11, 0x71, 0xac, 0x7d, 0x21, 0x23, + 0xa4, 0xc3, 0xd8, 0x3e, 0x11, 0xed, 0x40, 0x81, 0x4f, 0xe0, 0x9e, 0xf3, 0xb5, 0x38, 0xd4, 0xc9, + 0x21, 0xce, 0xff, 0xba, 0x46, 0x37, 0xaa, 0x42, 0x74, 0xd2, 0x76, 0x51, 0x89, 0xbc, 0xed, 0xe6, + 0x86, 0xb6, 0xdd, 0x50, 0x5f, 0x60, 0xd2, 0x76, 0xf6, 0x40, 0x22, 0xfa, 0x36, 0x4c, 0xb2, 0x71, + 0x82, 0xa8, 0xc8, 0x38, 0xbf, 0x9d, 0xbe, 0x21, 0xc2, 0xf2, 0x93, 0xd9, 0xcb, 0xe5, 0x3e, 0x8d, + 0x4a, 0xcb, 0x3a, 0x58, 0x98, 0x1f, 0x3a, 0x7b, 0x0d, 0x7a, 0x67, 0x92, 0xd9, 0xcb, 0x0d, 0xa8, + 0xa4, 0x03, 0xd9, 0x2c, 0x85, 0x0f, 0xb1, 0x4b, 0x43, 0x3b, 0x50, 0x8c, 0xab, 0x63, 0x8d, 0x46, + 0x9b, 0x04, 0x64, 0x7f, 0x62, 0x75, 0xb0, 0x42, 0x27, 0xc5, 0xcb, 0xa3, 0x27, 0xd6, 0xc8, 0x45, + 0x4f, 0xfe, 0xc4, 0xca, 0xa8, 0xe8, 0x39, 0x88, 0xfc, 0xb6, 0x11, 0xc5, 0x73, 0xbd, 0x59, 0xb8, + 0x42, 0xe5, 0xdd, 0x8b, 0x5d, 0x10, 0xe3, 0xbc, 0xb2, 0x6a, 0x04, 0x51, 0x44, 0x53, 0xd0, 0xc7, + 0x30, 0x47, 0xe5, 0x29, 0x5a, 0x70, 0x41, 0xcc, 0xc2, 0xc2, 0xc0, 0x75, 0x23, 0xc3, 0xef, 0x92, + 0xf1, 0x24, 0x8b, 0x5a, 0x5f, 0x12, 0x19, 0x0f, 0x86, 0x69, 0xb8, 0x74, 0xed, 0x5e, 0x1c, 0x3a, + 0x1e, 0xa2, 0x97, 0x63, 0x92, 0xf1, 0x60, 0x30, 0x0a, 0xe9, 0xc6, 0x7d, 0x33, 0xde, 0x9b, 0x43, + 0xbb, 0xf1, 0x90, 0xc9, 0x6e, 0xd6, 0x8d, 0xcc, 0x73, 0x6b, 0x00, 0x0c, 0x47, 0x52, 0xd3, 0x78, + 0x69, 0xa8, 0x01, 0xd0, 0xef, 0x8a, 0x48, 0x0c, 0x80, 0x96, 0x47, 0x23, 0x06, 0x00, 0x3b, 0xf4, + 0x58, 0xb8, 0x3e, 0x7c, 0xb1, 0x0a, 0x1f, 0x8b, 0xd2, 0xc5, 0x8a, 0x12, 0xd0, 0x2a, 0xe4, 0x88, + 0x51, 0xdf, 0xa3, 0x23, 0xfc, 0xc6, 0x50, 0x0c, 0xdf, 0x17, 0xa3, 0x54, 0x9b, 0x90, 0xb3, 0x2f, + 0x39, 0x89, 0xf4, 0x2a, 0x26, 0x82, 0x8f, 0xed, 0xfb, 0x43, 0x7b, 0xd5, 0x60, 0x70, 0x0a, 0xe9, + 0x55, 0x2f, 0x03, 0x6a, 0xb0, 0xe4, 0x39, 0xec, 0x38, 0x63, 0xe1, 0xed, 0xd1, 0x4b, 0x5e, 0xf4, + 0xf0, 0xc5, 0x5f, 0xf2, 0x38, 0x99, 0x2d, 0x79, 0xba, 0xe2, 0x38, 0xd4, 0xc3, 0x61, 0xe1, 0xd6, + 0x88, 0x25, 0xaf, 0x6f, 0x83, 0x93, 0x2d, 0x79, 0x7a, 0x83, 0x71, 0x12, 0xeb, 0xcf, 0xf6, 0x6e, + 0xd7, 0xe1, 0xf0, 0xee, 0xce, 0x50, 0xeb, 0x2f, 0xf6, 0xfa, 0x1f, 0x62, 0xfd, 0xd9, 0x91, 0x04, + 0xf4, 0x1d, 0x98, 0xe6, 0x1b, 0x4a, 0x0b, 0x77, 0x47, 0xd8, 0xd8, 0xe1, 0x3d, 0x40, 0xd2, 0x1d, + 0x39, 0x0f, 0x9b, 0x1c, 0xd8, 0x46, 0x16, 0x9b, 0xfc, 0xee, 0x8d, 0x98, 0x1c, 0x06, 0xf6, 0xd2, + 0xd8, 0xe4, 0x10, 0x90, 0x49, 0x69, 0x1c, 0xb6, 0x09, 0xb3, 0xf0, 0x4b, 0x43, 0x4b, 0x13, 0xdd, + 0x8d, 0x22, 0xa5, 0xe1, 0x3c, 0x74, 0xb1, 0xa0, 0x6b, 0x35, 0xd3, 0xce, 0x37, 0x86, 0x2f, 0x16, + 0xfd, 0xb0, 0xbe, 0xe6, 0x1d, 0x17, 0x31, 0xad, 0xfc, 0x15, 0x01, 0xae, 0xb3, 0x3e, 0x40, 0x37, + 0xcb, 0x7b, 0x8a, 0x7f, 0xd6, 0x11, 0xda, 0xb3, 0x78, 0x40, 0xc5, 0x7f, 0xfb, 0xe2, 0x5b, 0xf3, + 0xde, 0x1b, 0xdf, 0x52, 0x47, 0xe5, 0x23, 0xca, 0x68, 0x33, 0x74, 0xb7, 0xf0, 0x70, 0xa8, 0x32, + 0xa2, 0x88, 0x94, 0x28, 0x83, 0xf3, 0xa0, 0x16, 0x2c, 0xb0, 0x21, 0x11, 0xa0, 0x1f, 0xbf, 0xe8, + 0x8f, 0x86, 0x3a, 0x0d, 0x8e, 0xc4, 0x7d, 0xb5, 0x09, 0xf9, 0xca, 0xcb, 0xd8, 0x0c, 0xe5, 0x69, + 0x7e, 0xf8, 0xec, 0x07, 0x9a, 0x16, 0x45, 0x71, 0x3d, 0x93, 0xbd, 0x2a, 0x2e, 0xac, 0x67, 0xb2, + 0x6f, 0x88, 0x8b, 0xeb, 0x99, 0xec, 0x35, 0xf1, 0xcd, 0xf5, 0x4c, 0x76, 0x59, 0xbc, 0xbe, 0x9e, + 0xc9, 0x4a, 0xe2, 0x4d, 0xe9, 0x77, 0x16, 0x61, 0xd6, 0x43, 0x6f, 0x0c, 0x45, 0x3d, 0x0c, 0xa3, + 0xa8, 0xa5, 0x61, 0x28, 0x8a, 0xe3, 0x3d, 0x0e, 0xa3, 0x1e, 0x86, 0x61, 0xd4, 0xd2, 0x30, 0x18, + 0x15, 0xf0, 0x10, 0x1c, 0xd5, 0x1c, 0x86, 0xa3, 0xee, 0x8d, 0x81, 0xa3, 0x7c, 0x51, 0xfd, 0x40, + 0x6a, 0x6d, 0x10, 0x48, 0xbd, 0x3d, 0x1a, 0x48, 0xf9, 0xa2, 0x42, 0x48, 0xea, 0x83, 0x3e, 0x24, + 0x75, 0x63, 0x04, 0x92, 0xf2, 0xf9, 0x3d, 0x28, 0xb5, 0x11, 0x0b, 0xa5, 0x6e, 0x9f, 0x07, 0xa5, + 0x7c, 0x39, 0x11, 0x2c, 0x55, 0x8b, 0xc3, 0x52, 0xb7, 0xce, 0xc1, 0x52, 0xbe, 0xa8, 0x30, 0x98, + 0xda, 0x88, 0x05, 0x53, 0xb7, 0xcf, 0x03, 0x53, 0x41, 0xb1, 0xc2, 0x68, 0xea, 0x5b, 0x11, 0x34, + 0xb5, 0x3c, 0x14, 0x4d, 0xf9, 0xdc, 0x0c, 0x4e, 0x7d, 0xd8, 0x0f, 0xa7, 0x6e, 0x8c, 0x80, 0x53, + 0x81, 0x62, 0x39, 0x9e, 0xaa, 0xc5, 0xe1, 0xa9, 0x5b, 0xe7, 0xe0, 0xa9, 0x40, 0x17, 0x21, 0x40, + 0xb5, 0x1d, 0x0f, 0xa8, 0xee, 0x9c, 0x0b, 0xa8, 0x7c, 0x69, 0x51, 0x44, 0x55, 0x8b, 0x43, 0x54, + 0xb7, 0xce, 0x41, 0x54, 0x7d, 0x25, 0x63, 0x90, 0x4a, 0x1d, 0x09, 0xa9, 0xde, 0x19, 0x13, 0x52, + 0xf9, 0xa2, 0xe3, 0x30, 0x95, 0x3e, 0x1a, 0x53, 0x95, 0xc6, 0xc5, 0x54, 0xfe, 0x4b, 0x62, 0x41, + 0x95, 0x3a, 0x12, 0x54, 0xbd, 0x33, 0x26, 0xa8, 0xea, 0xab, 0x48, 0x14, 0x55, 0x6d, 0xc7, 0xa3, + 0xaa, 0x3b, 0xe7, 0xa2, 0xaa, 0xa0, 0x15, 0x23, 0xb0, 0x6a, 0x25, 0x04, 0xab, 0xde, 0x1a, 0x02, + 0xab, 0x7c, 0x56, 0x82, 0xab, 0xbe, 0x3b, 0x80, 0xab, 0xa4, 0x51, 0xb8, 0xca, 0xe7, 0xf5, 0x81, + 0x55, 0x2d, 0x0e, 0x58, 0xdd, 0x3a, 0x07, 0x58, 0x05, 0xfd, 0x26, 0x84, 0xac, 0x9e, 0x0d, 0x41, + 0x56, 0x77, 0xcf, 0x47, 0x56, 0xbe, 0xbc, 0x3e, 0x68, 0xa5, 0x8e, 0x84, 0x56, 0xef, 0x8c, 0x09, + 0xad, 0x82, 0x16, 0x8c, 0xc1, 0x56, 0xef, 0x45, 0xb1, 0xd5, 0xf5, 0xe1, 0xd8, 0xca, 0x17, 0xc3, + 0xc1, 0xd5, 0x46, 0x2c, 0xb8, 0xba, 0x7d, 0x1e, 0xb8, 0x0a, 0x66, 0xb3, 0x30, 0xba, 0xda, 0x8e, + 0x47, 0x57, 0x77, 0xce, 0x45, 0x57, 0x41, 0x47, 0x8a, 0xc0, 0xab, 0x8d, 0x58, 0x78, 0x75, 0xfb, + 0x3c, 0x78, 0xd5, 0x37, 0xd5, 0x72, 0x7c, 0xf5, 0x62, 0x28, 0xbe, 0xba, 0x3f, 0x0e, 0xbe, 0xf2, + 0x85, 0x0e, 0x00, 0xac, 0x4f, 0x86, 0x03, 0xac, 0x5f, 0xba, 0xc0, 0x65, 0x9d, 0xb1, 0x08, 0xeb, + 0xbb, 0x03, 0x08, 0x4b, 0x1a, 0x85, 0xb0, 0x82, 0x91, 0xe1, 0x41, 0xac, 0x6a, 0x0c, 0x20, 0x7a, + 0x7b, 0x34, 0x20, 0x0a, 0x16, 0xf2, 0x00, 0x11, 0x7d, 0xd0, 0x87, 0x88, 0x6e, 0x9c, 0xeb, 0x17, + 0x17, 0x82, 0x44, 0xe5, 0x41, 0x48, 0x74, 0x73, 0x24, 0x24, 0xf2, 0x25, 0x04, 0x98, 0x68, 0x23, + 0x16, 0x13, 0xdd, 0x3e, 0x0f, 0x13, 0x05, 0x5d, 0x21, 0x0c, 0x8a, 0xb6, 0xe3, 0x41, 0xd1, 0x9d, + 0x73, 0x41, 0x51, 0xdf, 0xb2, 0xe5, 0xa1, 0xa2, 0x5a, 0x1c, 0x2a, 0xba, 0x75, 0x0e, 0x2a, 0x0a, + 0x2f, 0x5b, 0x3e, 0x2c, 0x6a, 0x0e, 0x83, 0x45, 0xf7, 0xc6, 0x80, 0x45, 0x81, 0x31, 0xd7, 0x87, + 0x8b, 0x3e, 0xea, 0xc7, 0x45, 0xd2, 0x28, 0x5c, 0x14, 0x74, 0x22, 0x0f, 0x18, 0x6d, 0xc7, 0x03, + 0xa3, 0x3b, 0xe7, 0x02, 0xa3, 0xf0, 0xb8, 0x0e, 0x21, 0xa3, 0x8f, 0xfa, 0x91, 0x91, 0x34, 0x0a, + 0x19, 0x05, 0xe5, 0xf1, 0xa0, 0x51, 0x2d, 0x0e, 0x1a, 0xdd, 0x3a, 0x07, 0x1a, 0x85, 0xa6, 0xfb, + 0x00, 0x1b, 0xfd, 0xd5, 0xf1, 0xb1, 0xd1, 0x7b, 0xaf, 0xeb, 0xb6, 0x74, 0x3e, 0x38, 0xfa, 0xa8, + 0x1f, 0x1c, 0x49, 0xa3, 0xc0, 0x51, 0xa0, 0x0f, 0x0f, 0x1d, 0xb5, 0xcf, 0x45, 0x47, 0x0f, 0x2e, + 0x80, 0x8e, 0x7c, 0xf9, 0x5f, 0x1a, 0x1e, 0xbd, 0x29, 0xbe, 0x15, 0x01, 0x49, 0x7f, 0x6f, 0x1a, + 0xa6, 0xf8, 0x77, 0xaa, 0x22, 0x77, 0x3b, 0x09, 0xaf, 0x73, 0xb7, 0x13, 0xfa, 0x0e, 0x5c, 0xf3, + 0x1f, 0xa8, 0xe7, 0x89, 0xc2, 0x23, 0x5e, 0xb4, 0x96, 0xa5, 0x1d, 0xd1, 0xb5, 0x27, 0x2b, 0x2f, + 0xf8, 0x59, 0x1e, 0xdb, 0x56, 0x9b, 0x45, 0xbe, 0xd0, 0xf3, 0x7c, 0xb4, 0x46, 0x06, 0x05, 0x35, + 0xb2, 0xce, 0xbf, 0x50, 0x70, 0xf0, 0xca, 0x3b, 0xce, 0xfa, 0x1a, 0x31, 0xda, 0xe8, 0x5b, 0x30, + 0xdb, 0x75, 0xb0, 0xad, 0x74, 0x6c, 0xc3, 0xb2, 0x0d, 0x97, 0x45, 0x9b, 0x08, 0x65, 0xf1, 0x8b, + 0xd3, 0xe5, 0x99, 0x5d, 0x07, 0xdb, 0x3b, 0x9c, 0x2e, 0xcf, 0x74, 0x43, 0x4f, 0xde, 0x97, 0xbd, + 0x26, 0xc7, 0xff, 0xb2, 0xd7, 0x33, 0x10, 0xa9, 0x2f, 0x41, 0x78, 0x5d, 0x62, 0xd7, 0x30, 0xc5, + 0x2f, 0xa1, 0xaa, 0x1e, 0x5a, 0x7a, 0xe8, 0x75, 0x4c, 0x45, 0x3b, 0x4a, 0x44, 0x0d, 0xa0, 0x17, + 0xa4, 0x28, 0x1d, 0xab, 0x65, 0x68, 0x3d, 0x6a, 0x6e, 0x44, 0xaf, 0xa4, 0x1e, 0x79, 0x31, 0xfc, + 0x0b, 0xd5, 0x70, 0x77, 0x28, 0xa7, 0x0c, 0xaf, 0xfc, 0xdf, 0xe8, 0x01, 0x5c, 0x6e, 0xab, 0x27, + 0xf4, 0xae, 0x5e, 0xc5, 0xb3, 0x1f, 0xe8, 0xed, 0x64, 0xec, 0x1b, 0x5f, 0xa8, 0xad, 0x9e, 0xd0, + 0x6f, 0x8f, 0xb1, 0x24, 0xfa, 0xe1, 0x90, 0x1b, 0x30, 0xc3, 0xbd, 0xfe, 0xd9, 0x77, 0x85, 0x8a, + 0x34, 0x27, 0xff, 0xc8, 0x04, 0xfb, 0xb4, 0xd0, 0x2d, 0x28, 0xe8, 0x86, 0xe3, 0x1a, 0xa6, 0xe6, + 0xf2, 0x6b, 0x80, 0xd9, 0x45, 0xba, 0xb3, 0x1e, 0x95, 0xdd, 0xf5, 0xdb, 0x84, 0x39, 0xad, 0x65, + 0xf8, 0x56, 0x19, 0x5b, 0x27, 0xe7, 0x86, 0x8e, 0xc2, 0x0a, 0xcd, 0xdb, 0x7f, 0xb2, 0x5e, 0xd4, + 0xa2, 0x64, 0x54, 0x81, 0xe2, 0x81, 0xea, 0xe2, 0x57, 0x6a, 0x4f, 0xf1, 0x82, 0xda, 0xf2, 0x34, + 0x90, 0xf7, 0xda, 0xd9, 0xe9, 0xf2, 0xec, 0x13, 0x96, 0x34, 0x10, 0xdb, 0x36, 0x7b, 0x10, 0x4a, + 0xd0, 0xd1, 0x1d, 0x28, 0xaa, 0x4e, 0xcf, 0xd4, 0x68, 0x03, 0x62, 0xd3, 0xe9, 0x3a, 0xd4, 0xa8, + 0xce, 0xca, 0x05, 0x4a, 0xae, 0x78, 0x54, 0xf4, 0x01, 0x2c, 0xf2, 0xdb, 0xfe, 0x5f, 0xa9, 0xb6, + 0xae, 0xd0, 0x46, 0x0f, 0x46, 0x97, 0x48, 0x79, 0xae, 0xb2, 0xdb, 0xfd, 0x49, 0x06, 0xd2, 0xd2, + 0xe1, 0x5b, 0x74, 0xd9, 0x2d, 0xc1, 0x20, 0xe6, 0xd7, 0x33, 0xd9, 0x19, 0x71, 0x76, 0x3d, 0x93, + 0x2d, 0x88, 0x45, 0xe9, 0x07, 0x69, 0x28, 0x92, 0xf9, 0xcd, 0x71, 0x0c, 0xcb, 0xac, 0xf9, 0xfe, + 0xa5, 0x7e, 0xaf, 0x15, 0x68, 0x7c, 0x91, 0xff, 0x8c, 0x96, 0x69, 0x1c, 0x17, 0xb1, 0x23, 0xfd, + 0x6f, 0x7c, 0xa4, 0x65, 0x60, 0x24, 0x1a, 0x51, 0xb3, 0x0a, 0x53, 0x8e, 0xd5, 0xb5, 0x35, 0xef, + 0xe6, 0xf9, 0x7b, 0x43, 0x26, 0xd4, 0xd0, 0x0b, 0x4b, 0x0d, 0xca, 0x20, 0x73, 0x46, 0xf4, 0x09, + 0x14, 0xd9, 0x2f, 0x1a, 0xbb, 0x42, 0x63, 0x47, 0x58, 0x60, 0xce, 0x83, 0xb1, 0x65, 0x6d, 0x72, + 0x46, 0xb9, 0xe0, 0x44, 0x9e, 0xd1, 0x47, 0xf0, 0xa6, 0x69, 0x29, 0x6d, 0xdc, 0xb6, 0xd8, 0x44, + 0x4a, 0xfa, 0xb0, 0xae, 0xa8, 0xae, 0xc2, 0x0b, 0xcd, 0x1c, 0x16, 0x17, 0x4c, 0x6b, 0x8b, 0x66, + 0x91, 0x79, 0x8e, 0x55, 0x97, 0xc9, 0x95, 0x4a, 0x30, 0xc5, 0x7e, 0xa1, 0x1c, 0x4c, 0x3e, 0x6d, + 0xd6, 0xaa, 0xb2, 0x38, 0x81, 0x66, 0x20, 0xfb, 0x58, 0x7e, 0xba, 0xa5, 0x34, 0x9e, 0x6d, 0x8a, + 0x02, 0xca, 0xc3, 0xb4, 0xfc, 0xf4, 0x69, 0x53, 0xd9, 0x78, 0x2e, 0xa6, 0xa4, 0x3b, 0x50, 0x88, + 0x96, 0x08, 0x01, 0x4c, 0xc9, 0xd5, 0xad, 0xa7, 0xf4, 0xba, 0xf5, 0x1c, 0x4c, 0x6e, 0x3e, 0xad, + 0xac, 0x6e, 0x8a, 0x82, 0xf4, 0x27, 0x02, 0xcc, 0x94, 0xd9, 0xf7, 0x03, 0x98, 0xc3, 0xc2, 0x07, + 0x7d, 0x9e, 0x04, 0x6f, 0xc4, 0x03, 0xb5, 0x78, 0x0f, 0x82, 0x55, 0xc8, 0xf2, 0x31, 0xe6, 0xc5, + 0x38, 0x2c, 0x0f, 0x37, 0xcf, 0xe9, 0x4e, 0x96, 0xe7, 0xa7, 0xe6, 0xb1, 0xa1, 0x06, 0x88, 0xaa, + 0xa7, 0x5b, 0x85, 0x97, 0x64, 0xb8, 0xb7, 0x5a, 0x5f, 0x33, 0x78, 0x23, 0x46, 0x8d, 0x92, 0xdf, + 0xcf, 0x7c, 0xfe, 0xe3, 0xe5, 0x09, 0xe9, 0x4f, 0x33, 0x30, 0x5b, 0x0e, 0x7f, 0x2b, 0x01, 0xd5, + 0xfb, 0x2a, 0x1b, 0x67, 0x74, 0x44, 0x38, 0x4a, 0x23, 0xbe, 0x42, 0x93, 0x0b, 0x3e, 0xcc, 0xc0, + 0xea, 0x7e, 0x7d, 0x84, 0x13, 0x46, 0xb8, 0xf2, 0x01, 0xe3, 0xe2, 0xbf, 0x4b, 0xfb, 0x8b, 0x58, + 0x09, 0x26, 0x59, 0x1c, 0x9d, 0x30, 0x10, 0xe2, 0x4f, 0xe7, 0x41, 0x62, 0x14, 0x93, 0x74, 0x99, + 0x65, 0x23, 0x8b, 0x5e, 0xf3, 0xb5, 0x2e, 0x34, 0x0c, 0x4c, 0x85, 0x8b, 0x7f, 0xdf, 0xb1, 0xcb, + 0x2e, 0xb4, 0xfc, 0xff, 0xe8, 0x20, 0x47, 0xde, 0x87, 0x7e, 0x0d, 0x8a, 0x9a, 0xd5, 0x6a, 0x31, + 0x5b, 0x8a, 0xcd, 0xbf, 0x83, 0x57, 0xdc, 0xd0, 0x22, 0xf0, 0x4f, 0x7a, 0x96, 0xfc, 0x4f, 0x7b, + 0x96, 0x64, 0xfe, 0x69, 0xcf, 0x50, 0xf4, 0x42, 0xc1, 0x17, 0xc6, 0xa6, 0xed, 0xbe, 0x40, 0x8a, + 0xe9, 0xd7, 0x09, 0xa4, 0x60, 0xe1, 0x27, 0xbc, 0xe7, 0xfd, 0xa1, 0xc0, 0xdd, 0xd8, 0x36, 0x2d, + 0xeb, 0xa8, 0xeb, 0x3b, 0x07, 0x2d, 0x86, 0xaf, 0xa7, 0x0c, 0x7c, 0xbc, 0x69, 0x8c, 0x52, 0xdc, + 0xfa, 0x9a, 0xfa, 0x72, 0xeb, 0xeb, 0x0d, 0x98, 0xe9, 0xd8, 0x78, 0x1f, 0xbb, 0xda, 0xa1, 0x62, + 0x76, 0xdb, 0x3c, 0x40, 0x2b, 0xef, 0xd1, 0xb6, 0xbb, 0x6d, 0x74, 0x0f, 0x44, 0x3f, 0x0b, 0xc7, + 0xb7, 0xde, 0xdd, 0x68, 0x1e, 0x9d, 0xa3, 0x61, 0xe9, 0x7f, 0x0a, 0x30, 0x1f, 0xa9, 0x13, 0x1f, + 0x53, 0xeb, 0x90, 0xd7, 0x7d, 0x8b, 0xc6, 0x59, 0x10, 0x2e, 0xe8, 0xfd, 0x1f, 0x66, 0x46, 0x0a, + 0x5c, 0xf1, 0x5e, 0x4b, 0x3f, 0x66, 0x10, 0x88, 0x4d, 0x5d, 0x50, 0xec, 0xe5, 0x40, 0xce, 0x5a, + 0xe8, 0x05, 0xfe, 0x20, 0x4b, 0x8f, 0x35, 0xc8, 0xa4, 0xff, 0x25, 0x80, 0x48, 0x5f, 0xf0, 0x18, + 0x63, 0x3d, 0x91, 0x29, 0xd3, 0x0b, 0xb3, 0x49, 0x8d, 0x1f, 0x82, 0x15, 0xf9, 0x00, 0x4b, 0xba, + 0xef, 0x03, 0x2c, 0x71, 0xf3, 0x67, 0xe6, 0x4b, 0xce, 0x9f, 0xd2, 0x8f, 0x05, 0x28, 0xf8, 0xd5, + 0x66, 0x5f, 0x5e, 0x1c, 0x71, 0xb5, 0xea, 0xeb, 0x7d, 0x5d, 0xd0, 0xbb, 0x02, 0x66, 0xac, 0x8f, + 0x41, 0x86, 0xaf, 0x80, 0x61, 0x5f, 0xc5, 0xfb, 0x5b, 0x5e, 0x77, 0x24, 0x45, 0xac, 0x04, 0x77, + 0x6f, 0xbc, 0x46, 0x88, 0xdb, 0x57, 0xe1, 0x07, 0xf7, 0x38, 0xa4, 0x40, 0xda, 0xa3, 0x88, 0x96, + 0xc6, 0x9a, 0xdf, 0x3d, 0x2d, 0xb1, 0x0e, 0xf8, 0xd3, 0x70, 0x4b, 0xb0, 0xd8, 0xed, 0x47, 0x90, + 0x3e, 0x56, 0x5b, 0xa3, 0x1c, 0xff, 0x22, 0x2d, 0x27, 0x93, 0xdc, 0xe8, 0x71, 0xe4, 0xca, 0x92, + 0xd4, 0xf0, 0xbd, 0xaf, 0x41, 0x95, 0x46, 0xae, 0x36, 0xf9, 0x76, 0x74, 0x00, 0x8d, 0x7c, 0x7d, + 0x78, 0x24, 0xbd, 0x9f, 0xf9, 0xc9, 0x8f, 0x97, 0x05, 0xe9, 0x43, 0x40, 0xc4, 0xd6, 0x71, 0x9f, + 0x75, 0x2d, 0x3b, 0xb8, 0xfe, 0xa5, 0x3f, 0x9c, 0x66, 0x32, 0x3e, 0x9c, 0x46, 0xba, 0x0c, 0xf3, + 0x11, 0x6e, 0x36, 0x03, 0x49, 0xdf, 0x86, 0x37, 0x9e, 0x58, 0x8e, 0x63, 0x74, 0x08, 0xca, 0xa7, + 0x43, 0x9d, 0xac, 0x57, 0xfe, 0x9c, 0x9b, 0xed, 0xd0, 0x8d, 0x15, 0x93, 0xcd, 0x4d, 0x39, 0xd9, + 0x7f, 0x96, 0xfe, 0x95, 0x00, 0x57, 0x07, 0x39, 0x99, 0x96, 0xe3, 0x22, 0x72, 0xa7, 0x35, 0x2b, + 0xb8, 0x9d, 0xf0, 0xfc, 0xde, 0xea, 0x65, 0x27, 0xb6, 0x37, 0x7f, 0xa7, 0xd2, 0x56, 0xe9, 0x9c, + 0xc4, 0x83, 0xe5, 0x0b, 0x9c, 0xbc, 0xc5, 0xa8, 0xc1, 0xf4, 0x94, 0x19, 0x6f, 0x7a, 0xfa, 0xdf, + 0x02, 0xcc, 0x35, 0xb1, 0xa9, 0x9a, 0x2e, 0x99, 0xf7, 0xbb, 0x6d, 0x16, 0xc5, 0x5c, 0x84, 0xb4, + 0xad, 0x74, 0x69, 0xd1, 0x05, 0x39, 0x65, 0xef, 0xa2, 0x9b, 0x30, 0x4b, 0xd7, 0x96, 0x90, 0xad, + 0x26, 0xdc, 0xcd, 0xc8, 0xd4, 0x39, 0x5c, 0xf6, 0x0c, 0xb1, 0xb7, 0x00, 0x68, 0x26, 0x86, 0x81, + 0xd2, 0x34, 0x47, 0x8e, 0x50, 0x7c, 0x04, 0x44, 0x83, 0x6d, 0x02, 0x21, 0xcc, 0x9f, 0x7e, 0x96, + 0x52, 0x7d, 0x29, 0xcb, 0x90, 0x67, 0xd9, 0x98, 0x98, 0x49, 0x9a, 0x07, 0x28, 0x89, 0xc9, 0x79, + 0x0c, 0x97, 0x9c, 0x97, 0x2d, 0xa5, 0x63, 0xe9, 0x8e, 0xa2, 0x75, 0xba, 0xdc, 0x51, 0x99, 0x7d, + 0xcc, 0x55, 0x28, 0x5f, 0x3e, 0x3b, 0x5d, 0x9e, 0x6b, 0x3c, 0xdb, 0xdc, 0xb1, 0x74, 0xa7, 0xb2, + 0xb3, 0xcb, 0xdc, 0x94, 0x1d, 0x79, 0xce, 0x79, 0xd9, 0xa2, 0xa4, 0x4e, 0x97, 0x93, 0xa4, 0xcf, + 0x52, 0x80, 0xe8, 0x6d, 0x18, 0x65, 0x7a, 0x9d, 0x84, 0xd7, 0xdc, 0x16, 0x2c, 0x69, 0x81, 0x2a, + 0x14, 0xc7, 0x30, 0x89, 0x7d, 0xaf, 0x3a, 0xae, 0x57, 0x6e, 0x3e, 0x6e, 0x62, 0x2f, 0xf1, 0xeb, + 0xd7, 0x24, 0x6f, 0xc7, 0x6b, 0x21, 0x89, 0x0d, 0x22, 0x70, 0x53, 0x75, 0xfc, 0x17, 0xde, 0x83, + 0x9c, 0x4b, 0xf9, 0xbc, 0xbb, 0x46, 0x32, 0xe5, 0x99, 0xb3, 0xd3, 0xe5, 0x2c, 0x13, 0x56, 0x5f, + 0x93, 0xb3, 0x2c, 0xb9, 0xae, 0xa3, 0x15, 0xc8, 0x1b, 0xa6, 0xe3, 0xaa, 0xa4, 0x48, 0x1c, 0xe1, + 0xcf, 0xb2, 0xb8, 0xd6, 0x3a, 0x27, 0xd7, 0xd7, 0x64, 0xf0, 0xb2, 0xd0, 0xf0, 0xb1, 0x82, 0xcf, + 0xc0, 0xf6, 0xc0, 0x69, 0xac, 0xa3, 0x3c, 0xeb, 0x51, 0xd9, 0x6d, 0x58, 0x0d, 0x98, 0x8f, 0x68, + 0x82, 0x2f, 0xcc, 0x1f, 0x46, 0x27, 0x9c, 0xb0, 0x75, 0xea, 0x7d, 0x0b, 0xbe, 0x54, 0x35, 0x35, + 0x4b, 0xe7, 0x23, 0x35, 0x3a, 0xf1, 0x34, 0xa1, 0xb8, 0x6e, 0x19, 0x26, 0x41, 0x8f, 0x5e, 0x55, + 0x57, 0xa1, 0xb0, 0x67, 0x98, 0xaa, 0xdd, 0x53, 0x3c, 0xbf, 0x6c, 0xe1, 0x3c, 0xbf, 0x6c, 0x79, + 0x96, 0x71, 0xf0, 0x47, 0xe9, 0xe7, 0x02, 0x88, 0x81, 0x58, 0x5e, 0xd0, 0x6f, 0x00, 0x68, 0xad, + 0xae, 0xe3, 0x62, 0xdb, 0x9b, 0x00, 0x66, 0x58, 0xfc, 0x57, 0x85, 0x51, 0xeb, 0x6b, 0x72, 0x8e, + 0x67, 0xa8, 0xeb, 0xe8, 0x66, 0xf4, 0x6a, 0x97, 0xc9, 0x32, 0x9c, 0x0d, 0x5c, 0xe8, 0x42, 0x66, + 0x14, 0xc7, 0xb5, 0x6c, 0x5f, 0xcf, 0x7c, 0x46, 0xf1, 0x2e, 0xbd, 0xa2, 0x97, 0x3b, 0x60, 0x1a, + 0xe2, 0x59, 0x20, 0xe6, 0xed, 0x31, 0xf6, 0xab, 0x94, 0x39, 0xbf, 0x4a, 0x8c, 0xc3, 0xab, 0xd2, + 0xef, 0x0b, 0x50, 0xac, 0xb0, 0x81, 0xee, 0x4f, 0x1e, 0x23, 0x16, 0xcb, 0x35, 0xc8, 0xba, 0x27, + 0xa6, 0xd2, 0xc6, 0xfe, 0x77, 0x9a, 0x2e, 0x70, 0x2b, 0xe5, 0xb4, 0xcb, 0x1e, 0xe9, 0xa7, 0x3f, + 0xf9, 0x77, 0xe7, 0xf9, 0x4c, 0xfc, 0x46, 0x89, 0x7d, 0x98, 0xbe, 0xe4, 0x7d, 0x98, 0xbe, 0xb4, + 0xc6, 0x33, 0x30, 0x23, 0xe4, 0xf3, 0xff, 0xb8, 0x2c, 0xc8, 0x3e, 0x13, 0xb3, 0x53, 0xef, 0x37, + 0xc8, 0x84, 0x3a, 0x60, 0x49, 0xa2, 0x02, 0x40, 0xe8, 0x03, 0x5c, 0xfc, 0x53, 0xe7, 0xab, 0x6b, + 0xca, 0xee, 0x76, 0xe5, 0xe9, 0xd6, 0x56, 0xbd, 0xd9, 0xac, 0xae, 0x89, 0x02, 0x12, 0x61, 0x26, + 0xf2, 0xf9, 0xae, 0x14, 0xfb, 0xf8, 0xf9, 0xfd, 0xbf, 0x00, 0x10, 0x7c, 0x09, 0x90, 0xc8, 0xda, + 0xa8, 0x7e, 0xac, 0x3c, 0x5f, 0xdd, 0xdc, 0xad, 0x36, 0xc4, 0x09, 0x84, 0xa0, 0x50, 0x5e, 0x6d, + 0x56, 0x6a, 0x8a, 0x5c, 0x6d, 0xec, 0x3c, 0xdd, 0x6e, 0x54, 0xbd, 0x8f, 0xa6, 0xdf, 0x5f, 0x83, + 0x99, 0xf0, 0x5d, 0x5b, 0x68, 0x1e, 0x8a, 0x95, 0x5a, 0xb5, 0xb2, 0xa1, 0x3c, 0xaf, 0xaf, 0x2a, + 0xcf, 0x76, 0xab, 0xbb, 0x04, 0xca, 0x92, 0xa2, 0x51, 0xe2, 0xe3, 0xdd, 0x4d, 0x82, 0x82, 0x8b, + 0x90, 0x67, 0xcf, 0xf4, 0x53, 0x5f, 0x62, 0xea, 0xfe, 0x16, 0xe4, 0x43, 0x77, 0x80, 0x93, 0xd7, + 0xed, 0xec, 0x36, 0x6a, 0x4a, 0xb3, 0xbe, 0x55, 0x6d, 0x34, 0x57, 0xb7, 0x76, 0x98, 0x0c, 0x4a, + 0x5b, 0x2d, 0x3f, 0x95, 0x9b, 0xa2, 0xe0, 0x3f, 0x37, 0x9f, 0xee, 0x56, 0x6a, 0x5e, 0x35, 0xa4, + 0x4c, 0x36, 0x2d, 0xa6, 0xef, 0x9f, 0xc0, 0xd5, 0x21, 0xd7, 0x4e, 0x11, 0x00, 0xbe, 0x6b, 0xd2, + 0xfb, 0x90, 0xc5, 0x09, 0x34, 0x0b, 0x39, 0xd2, 0xf5, 0x68, 0x50, 0xba, 0x28, 0xa0, 0x2c, 0x64, + 0x0e, 0x5d, 0xb7, 0x23, 0xa6, 0xd0, 0x14, 0xa4, 0x9c, 0x47, 0x62, 0x9a, 0xfc, 0x3f, 0x70, 0xc4, + 0x0c, 0xc1, 0xe2, 0xea, 0xa7, 0x5d, 0x1b, 0x8b, 0x93, 0x04, 0xcf, 0x77, 0x1d, 0x6c, 0xef, 0x1b, + 0x2d, 0x2c, 0x4e, 0x13, 0x16, 0xb3, 0xdb, 0x6a, 0x89, 0x59, 0x29, 0x93, 0x9d, 0x12, 0xa7, 0xee, + 0xdf, 0x80, 0xd0, 0xed, 0x1f, 0x04, 0xce, 0x6f, 0xaa, 0x2e, 0x76, 0x5c, 0x71, 0x02, 0x4d, 0x43, + 0x7a, 0xb5, 0xd5, 0x12, 0x85, 0x87, 0x9f, 0x4f, 0x42, 0xd6, 0xfb, 0x92, 0x15, 0xda, 0x84, 0x49, + 0x0a, 0x5d, 0xd1, 0xf2, 0x70, 0x50, 0x4b, 0xc7, 0xf1, 0xe2, 0xf5, 0xf3, 0x50, 0xaf, 0x34, 0x81, + 0xfe, 0x22, 0xe4, 0x43, 0xc6, 0x3e, 0x1a, 0xba, 0x1f, 0x1e, 0x01, 0x38, 0x8b, 0xb7, 0xcf, 0xcb, + 0xe6, 0xcb, 0x7f, 0x01, 0x39, 0xdf, 0x4e, 0x40, 0x37, 0x47, 0x59, 0x11, 0x9e, 0xec, 0xd1, 0xa6, + 0x06, 0x19, 0x76, 0xd2, 0xc4, 0xbb, 0x02, 0xb2, 0x01, 0x0d, 0x2e, 0xe9, 0x28, 0xce, 0xe7, 0x74, + 0xa8, 0xcd, 0xb0, 0x78, 0x7f, 0xac, 0xdc, 0xc1, 0x3b, 0x89, 0xb2, 0x02, 0xbb, 0x24, 0x5e, 0x59, + 0x03, 0x56, 0x4f, 0xbc, 0xb2, 0x62, 0xcc, 0x1b, 0xda, 0x18, 0xa1, 0x09, 0x3e, 0x56, 0xfe, 0xe0, + 0x52, 0x18, 0x2b, 0x3f, 0x66, 0x9d, 0x90, 0x26, 0xd0, 0x33, 0xc8, 0x90, 0x49, 0x19, 0xc5, 0x21, + 0x86, 0xbe, 0x45, 0x60, 0xf1, 0xe6, 0xc8, 0x3c, 0x9e, 0xc8, 0xf2, 0xbd, 0x9f, 0xfc, 0xa7, 0xa5, + 0x89, 0x9f, 0x9c, 0x2d, 0x09, 0x3f, 0x3f, 0x5b, 0x12, 0xfe, 0xe8, 0x6c, 0x49, 0xf8, 0xe3, 0xb3, + 0x25, 0xe1, 0x87, 0xbf, 0x58, 0x9a, 0xf8, 0xf9, 0x2f, 0x96, 0x26, 0xfe, 0xe8, 0x17, 0x4b, 0x13, + 0x9f, 0x4c, 0x73, 0xee, 0xbd, 0x29, 0x3a, 0x63, 0x3d, 0xfa, 0x7f, 0x01, 0x00, 0x00, 0xff, 0xff, + 0xe8, 0x43, 0x92, 0xd4, 0xc8, 0x84, 0x00, 0x00, } // Reference imports to suppress errors if they are not otherwise used. @@ -15731,6 +15785,21 @@ func (m *AdmissionHeader) MarshalToSizedBuffer(dAtA []byte) (int, error) { _ = i var l int _ = l + if m.NoMemoryReservedAtSource { + i-- + if m.NoMemoryReservedAtSource { + dAtA[i] = 1 + } else { + dAtA[i] = 0 + } + i-- + dAtA[i] = 0x28 + } + if m.SourceLocation != 0 { + i = encodeVarintApi(dAtA, i, uint64(m.SourceLocation)) + i-- + dAtA[i] = 0x20 + } if m.Source != 0 { i = encodeVarintApi(dAtA, i, uint64(m.Source)) i-- @@ -19718,6 +19787,12 @@ func (m *AdmissionHeader) Size() (n int) { if m.Source != 0 { n += 1 + sovApi(uint64(m.Source)) } + if m.SourceLocation != 0 { + n += 1 + sovApi(uint64(m.SourceLocation)) + } + if m.NoMemoryReservedAtSource { + n += 2 + } return n } @@ -38084,6 +38159,45 @@ func (m *AdmissionHeader) Unmarshal(dAtA []byte) error { break } } + case 4: + if wireType != 0 { + return fmt.Errorf("proto: wrong wireType = %d for field SourceLocation", wireType) + } + m.SourceLocation = 0 + for shift := uint(0); ; shift += 7 { + if shift >= 64 { + return ErrIntOverflowApi + } + if iNdEx >= l { + return io.ErrUnexpectedEOF + } + b := dAtA[iNdEx] + iNdEx++ + m.SourceLocation |= AdmissionHeader_SourceLocation(b&0x7F) << shift + if b < 0x80 { + break + } + } + case 5: + if wireType != 0 { + return fmt.Errorf("proto: wrong wireType = %d for field NoMemoryReservedAtSource", wireType) + } + var v int + for shift := uint(0); ; shift += 7 { + if shift >= 64 { + return ErrIntOverflowApi + } + if iNdEx >= l { + return io.ErrUnexpectedEOF + } + b := dAtA[iNdEx] + iNdEx++ + v |= int(b&0x7F) << shift + if b < 0x80 { + break + } + } + m.NoMemoryReservedAtSource = bool(v != 0) default: iNdEx = preIndex skippy, err := skipApi(dAtA[iNdEx:]) diff --git a/pkg/roachpb/api.proto b/pkg/roachpb/api.proto index d4ea51b0fe95..86b98688e90d 100644 --- a/pkg/roachpb/api.proto +++ b/pkg/roachpb/api.proto @@ -2063,6 +2063,7 @@ message AdmissionHeader { // request or a parent request. See admission.WorkInfo.Priority for details. // It is used to give preference to older requests. int64 create_time = 2; + // Source represents the immediate source of a request. FROM_SQL represents // a KV request originating in SQL, and ROOT_KV represents a request // originating within KV, but at the root of the tree of requests. @@ -2079,6 +2080,35 @@ message AdmissionHeader { ROOT_KV = 2; } Source source = 3; + + // SourceLocation specifies physically where the call originated. LOCAL + // means the client is collocated on the same node as the server. It is set + // on codepaths that use internalClientAdapter which avoids using gRPC for + // local calls to the KV API. + enum SourceLocation { + REMOTE = 0; + LOCAL = 1; + } + SourceLocation source_location = 4; + + // NoMemoryReservedAtSource is set by the source/client when it has + // effectively reserved close to 0 bytes. It is read by the server only when + // SourceLocation=LOCAL, to differentiate this 0 reservation case from the + // case where the client has already reserved enough memory based on + // previous responses. In the latter case the server avoids reserving more + // since it would result in double counting. Not setting this defaults to + // turning off server reserving more memory -- this optimistic choice was + // made to err on the side of avoiding double counting in case we forget to + // instrument some calling path. + // + // NOTE: This field is a temporary field until we move to comprehensive + // accounting at the client, by reserving all the bytes for responses, and + // explicitly propagating these through DistSender to the servers, so the + // servers can (best-effort) respect these values when producing responses. + // In that future world, the local server will explicitly know what has + // already been accounted for, and can start reserving more only when it + // exceeds. + bool no_memory_reserved_at_source = 5; } // A BatchRequest contains one or more requests to be executed in diff --git a/pkg/rpc/context.go b/pkg/rpc/context.go index ab1b293f5f4c..ec951dfd7703 100644 --- a/pkg/rpc/context.go +++ b/pkg/rpc/context.go @@ -459,6 +459,9 @@ type internalClientAdapter struct { func (a internalClientAdapter) Batch( ctx context.Context, ba *roachpb.BatchRequest, _ ...grpc.CallOption, ) (*roachpb.BatchResponse, error) { + // Mark this as originating locally, which is useful for the decision about + // memory allocation tracking. + ba.AdmissionHeader.SourceLocation = roachpb.AdmissionHeader_LOCAL return a.server.Batch(ctx, ba) } @@ -576,6 +579,8 @@ func (a internalClientAdapter) RangeFeed( respStreamClientAdapter: makeRespStreamClientAdapter(ctx), } + // Mark this as originating locally. + args.AdmissionHeader.SourceLocation = roachpb.AdmissionHeader_LOCAL go func() { defer cancel() err := a.server.RangeFeed(args, rfAdapter) diff --git a/pkg/server/server.go b/pkg/server/server.go index fd7b1d326502..977671c2c968 100644 --- a/pkg/server/server.go +++ b/pkg/server/server.go @@ -88,6 +88,7 @@ import ( "github.com/cockroachdb/cockroach/pkg/util/log" "github.com/cockroachdb/cockroach/pkg/util/log/eventpb" "github.com/cockroachdb/cockroach/pkg/util/metric" + "github.com/cockroachdb/cockroach/pkg/util/mon" "github.com/cockroachdb/cockroach/pkg/util/netutil" "github.com/cockroachdb/cockroach/pkg/util/protoutil" "github.com/cockroachdb/cockroach/pkg/util/retry" @@ -178,6 +179,10 @@ type Server struct { externalStorageBuilder *externalStorageBuilder gcoord *admission.GrantCoordinator + // kvMemoryMonitor is a child of the rootSQLMemoryMonitor and is used to + // account for and bound the memory used for request processing in the KV + // layer. + kvMemoryMonitor *mon.BytesMonitor // The following fields are populated at start time, i.e. in `(*Server).Start`. startTime time.Time @@ -555,6 +560,20 @@ func NewServer(cfg Config, stopper *stop.Stopper) (*Server, error) { // ClosedTimestamp), but the Node needs a StoreConfig to be made. var lateBoundNode *Node + // Break a circular dependency: we need the rootSQLMemoryMonitor to construct + // the KV memory monitor for the StoreConfig. + sqlMonitorAndMetrics := newRootSQLMemoryMonitor(monitorAndMetricsOptions{ + memoryPoolSize: cfg.MemoryPoolSize, + histogramWindowInterval: cfg.HistogramWindowInterval(), + settings: cfg.Settings, + }) + kvMemoryMonitor := mon.NewMonitorInheritWithLimit( + "kv-mem", 0 /* limit */, sqlMonitorAndMetrics.rootSQLMemoryMonitor) + kvMemoryMonitor.Start(ctx, sqlMonitorAndMetrics.rootSQLMemoryMonitor, mon.BoundAccount{}) + stopper.AddCloser(stop.CloserFn(func() { + kvMemoryMonitor.Stop(ctx) + })) + storeCfg := kvserver.StoreConfig{ DefaultZoneConfig: &cfg.DefaultZoneConfig, Settings: st, @@ -603,6 +622,7 @@ func NewServer(cfg Config, stopper *stop.Stopper) (*Server, error) { ExternalStorage: externalStorage, ExternalStorageFromURI: externalStorageFromURI, ProtectedTimestampCache: protectedtsProvider, + KVMemoryMonitor: kvMemoryMonitor, } if storeTestingKnobs := cfg.TestingKnobs.Store; storeTestingKnobs != nil { storeCfg.TestingKnobs = *storeTestingKnobs.(*kvserver.StoreTestingKnobs) @@ -744,6 +764,7 @@ func NewServer(cfg Config, stopper *stop.Stopper) (*Server, error) { sqlStatusServer: sStatus, regionsServer: sStatus, tenantUsageServer: tenantUsage, + monitorAndMetrics: sqlMonitorAndMetrics, }) if err != nil { return nil, err @@ -790,6 +811,7 @@ func NewServer(cfg Config, stopper *stop.Stopper) (*Server, error) { drainSleepFn: drainSleepFn, externalStorageBuilder: externalStorageBuilder, gcoord: gcoord, + kvMemoryMonitor: kvMemoryMonitor, } return lateBoundServer, err } diff --git a/pkg/server/server_sql.go b/pkg/server/server_sql.go index 718b8e6e103a..7a934c0d6dbb 100644 --- a/pkg/server/server_sql.go +++ b/pkg/server/server_sql.go @@ -16,6 +16,7 @@ import ( "net" "os" "path/filepath" + "time" "github.com/cockroachdb/cockroach/pkg/base" "github.com/cockroachdb/cockroach/pkg/blobs" @@ -49,6 +50,7 @@ import ( "github.com/cockroachdb/cockroach/pkg/server/settingswatcher" "github.com/cockroachdb/cockroach/pkg/server/status" "github.com/cockroachdb/cockroach/pkg/server/tracedumper" + "github.com/cockroachdb/cockroach/pkg/settings/cluster" "github.com/cockroachdb/cockroach/pkg/sql" "github.com/cockroachdb/cockroach/pkg/sql/authentication" "github.com/cockroachdb/cockroach/pkg/sql/catalog/catalogkeys" @@ -276,6 +278,46 @@ type sqlServerArgs struct { // Used for multi-tenant cost control (on the tenant side). costController multitenant.TenantSideCostController + + // monitorAndMetrics contains the return value of newRootSQLMemoryMonitor. + monitorAndMetrics monitorAndMetrics +} + +type monitorAndMetrics struct { + rootSQLMemoryMonitor *mon.BytesMonitor + rootSQLMetrics sql.BaseMemoryMetrics +} + +type monitorAndMetricsOptions struct { + memoryPoolSize int64 + histogramWindowInterval time.Duration + settings *cluster.Settings +} + +// newRootSQLMemoryMonitor returns a started BytesMonitor and corresponding +// metrics. +func newRootSQLMemoryMonitor(opts monitorAndMetricsOptions) monitorAndMetrics { + rootSQLMetrics := sql.MakeBaseMemMetrics("root", opts.histogramWindowInterval) + // We do not set memory monitors or a noteworthy limit because the children of + // this monitor will be setting their own noteworthy limits. + rootSQLMemoryMonitor := mon.NewMonitor( + "root", + mon.MemoryResource, + rootSQLMetrics.CurBytesCount, + rootSQLMetrics.MaxBytesHist, + -1, /* increment: use default increment */ + math.MaxInt64, /* noteworthy */ + opts.settings, + ) + // Set the limit to the memoryPoolSize. Note that this memory monitor also + // serves as a parent for a memory monitor that accounts for memory used in + // the KV layer at the same node. + rootSQLMemoryMonitor.Start( + context.Background(), nil, mon.MakeStandaloneBudget(opts.memoryPoolSize)) + return monitorAndMetrics{ + rootSQLMemoryMonitor: rootSQLMemoryMonitor, + rootSQLMetrics: rootSQLMetrics, + } } func newSQLServer(ctx context.Context, cfg sqlServerArgs) (*SQLServer, error) { @@ -362,25 +404,15 @@ func newSQLServer(ctx context.Context, cfg sqlServerArgs) (*SQLServer, error) { ) cfg.registry.AddMetricStruct(leaseMgr.MetricsStruct()) - rootSQLMetrics := sql.MakeBaseMemMetrics("root", cfg.HistogramWindowInterval()) + rootSQLMetrics := cfg.monitorAndMetrics.rootSQLMetrics cfg.registry.AddMetricStruct(rootSQLMetrics) // Set up internal memory metrics for use by internal SQL executors. internalMemMetrics := sql.MakeMemMetrics("internal", cfg.HistogramWindowInterval()) cfg.registry.AddMetricStruct(internalMemMetrics) - // We do not set memory monitors or a noteworthy limit because the children of - // this monitor will be setting their own noteworthy limits. - rootSQLMemoryMonitor := mon.NewMonitor( - "root", - mon.MemoryResource, - rootSQLMetrics.CurBytesCount, - rootSQLMetrics.MaxBytesHist, - -1, /* increment: use default increment */ - math.MaxInt64, /* noteworthy */ - cfg.Settings, - ) - rootSQLMemoryMonitor.Start(context.Background(), nil, mon.MakeStandaloneBudget(cfg.MemoryPoolSize)) + rootSQLMemoryMonitor := cfg.monitorAndMetrics.rootSQLMemoryMonitor + // bulkMemoryMonitor is the parent to all child SQL monitors tracking bulk // operations (IMPORT, index backfill). It is itself a child of the // ParentMemoryMonitor. diff --git a/pkg/server/tenant.go b/pkg/server/tenant.go index 5d4a0d4b953f..3d2ada38fe5f 100644 --- a/pkg/server/tenant.go +++ b/pkg/server/tenant.go @@ -65,6 +65,11 @@ func StartTenant( if err != nil { return nil, "", "", err } + args.monitorAndMetrics = newRootSQLMemoryMonitor(monitorAndMetricsOptions{ + memoryPoolSize: args.MemoryPoolSize, + histogramWindowInterval: args.HistogramWindowInterval(), + settings: args.Settings, + }) connManager := netutil.MakeServer( args.stopper, // The SQL server only uses connManager.ServeWith. The both below diff --git a/pkg/sql/catalog/catconstants/constants.go b/pkg/sql/catalog/catconstants/constants.go index 292cb365ed24..ea162bcd2303 100644 --- a/pkg/sql/catalog/catconstants/constants.go +++ b/pkg/sql/catalog/catconstants/constants.go @@ -30,6 +30,10 @@ const InternalAppNamePrefix = ReportableAppNamePrefix + "internal" // DelegatedAppNamePrefix should be scrubbed in reporting. const DelegatedAppNamePrefix = "$$ " +// InternalSQLAppName is the application_name used by +// the cockroach CLI by default +const InternalSQLAppName = "cockroach sql" + // Oid for virtual database and table. const ( CrdbInternalID = math.MaxUint32 - iota diff --git a/pkg/sql/colexec/BUILD.bazel b/pkg/sql/colexec/BUILD.bazel index f3d11630d549..7ab53fe7c3c9 100644 --- a/pkg/sql/colexec/BUILD.bazel +++ b/pkg/sql/colexec/BUILD.bazel @@ -179,6 +179,7 @@ go_test( "//pkg/util/mon", "//pkg/util/randutil", "//pkg/util/timeofday", + "//pkg/util/uuid", "@com_github_apache_arrow_go_arrow//array", "@com_github_cockroachdb_apd_v2//:apd", "@com_github_cockroachdb_errors//:errors", diff --git a/pkg/sql/colexec/execgen/cmd/execgen/BUILD.bazel b/pkg/sql/colexec/execgen/cmd/execgen/BUILD.bazel index 9a6ca3d63c16..aad5e70db99a 100644 --- a/pkg/sql/colexec/execgen/cmd/execgen/BUILD.bazel +++ b/pkg/sql/colexec/execgen/cmd/execgen/BUILD.bazel @@ -35,6 +35,7 @@ go_library( "min_max_agg_gen.go", "ntile_gen.go", "ordered_synchronizer_gen.go", + "overloads_abbr.go", "overloads_base.go", "overloads_bin.go", "overloads_cmp.go", diff --git a/pkg/sql/colexec/execgen/cmd/execgen/overloads_abbr.go b/pkg/sql/colexec/execgen/cmd/execgen/overloads_abbr.go new file mode 100644 index 000000000000..43fe16439d80 --- /dev/null +++ b/pkg/sql/colexec/execgen/cmd/execgen/overloads_abbr.go @@ -0,0 +1,55 @@ +// Copyright 2021 The Cockroach Authors. +// +// Use of this software is governed by the Business Source License +// included in the file licenses/BSL.txt. +// +// As of the Change Date specified in that file, in accordance with +// the Business Source License, use of this software will be governed +// by the Apache License, Version 2.0, included in the file +// licenses/APL.txt. + +package main + +import "github.com/cockroachdb/cockroach/pkg/sql/types" + +// CanAbbreviate returns true if the canonical type family supports abbreviation +// to a uint64 that can be used for comparison fast paths. +// +// For each type for which CanAbbreviate() returns true, a corresponding method +// must be defined on the type called Abbreviated that returns a []uint64 +// representing abbreviated values for each datum in the vector. Given datums a +// and b, the following properties must hold true for the respective abbreviated +// values abbrA and abbrB: +// +// - abbrA > abbrB iff a > b +// - abbrA < abbrB iff a < b +// - If abbrA == abbrB, it is unknown if a is greater than, less than, or +// equal to b. A full comparison of all bytes in each is required. +// +// For an example, see Bytes.Abbreviated. +// +// Some operations, especially sorting, spend a significant amount of time +// performing comparisons between two datums. Abbreviating values to a uint64 +// helps optimize these comparisons for datums that are larger than the size of +// the system's native pointer (64-bits). If the abbreviated values of two +// datums are different, there is no need to compare the full value of the +// datums. +// +// This improves comparison performance for two reasons. First, comparing two +// uint64s is a single CPU instruction. Any datum larger than 64 bits requires +// multiple instructions for comparison. Second, CPU caches are more efficiently +// used because the abbreviated values of a vector are packed into a []uint64 of +// contiguous memory. This increases the chance that two datums can be compared +// by only fetching information from CPU caches rather than main memory. +func (b *argWidthOverloadBase) CanAbbreviate() bool { + switch b.CanonicalTypeFamily { + case types.BytesFamily: + return true + } + return false +} + +// Remove unused warnings. +var ( + _ = awob.CanAbbreviate +) diff --git a/pkg/sql/colexec/sort.eg.go b/pkg/sql/colexec/sort.eg.go index 247a7d481ed3..302151e4d540 100644 --- a/pkg/sql/colexec/sort.eg.go +++ b/pkg/sql/colexec/sort.eg.go @@ -19,7 +19,9 @@ import ( "github.com/cockroachdb/cockroach/pkg/col/typeconv" "github.com/cockroachdb/cockroach/pkg/sql/colexec/colexecutils" "github.com/cockroachdb/cockroach/pkg/sql/colexecerror" + "github.com/cockroachdb/cockroach/pkg/sql/colmem" "github.com/cockroachdb/cockroach/pkg/sql/execinfrapb" + "github.com/cockroachdb/cockroach/pkg/sql/memsize" "github.com/cockroachdb/cockroach/pkg/sql/sem/tree" "github.com/cockroachdb/cockroach/pkg/sql/types" "github.com/cockroachdb/errors" @@ -421,19 +423,30 @@ func newSingleSorter( } type sortBoolAscWithNullsOp struct { + allocator *colmem.Allocator sortCol coldata.Bools nulls *coldata.Nulls order []int cancelChecker colexecutils.CancelChecker } -func (s *sortBoolAscWithNullsOp) init(ctx context.Context, col coldata.Vec, order []int) { +func (s *sortBoolAscWithNullsOp) init( + ctx context.Context, allocator *colmem.Allocator, col coldata.Vec, order []int, +) { + s.allocator = allocator s.sortCol = col.Bool() s.nulls = col.Nulls() s.order = order s.cancelChecker.Init(ctx) } +func (s *sortBoolAscWithNullsOp) reset() { + s.sortCol = nil + s.nulls = nil + s.order = nil + s.allocator = nil +} + func (s *sortBoolAscWithNullsOp) sort() { n := s.sortCol.Len() s.quickSort(0, n, maxDepth(n)) @@ -468,10 +481,14 @@ func (s *sortBoolAscWithNullsOp) Less(i, j int) bool { } else if n2 { return false } + + order1 := s.order[i] + order2 := s.order[j] + var lt bool // We always indirect via the order vector. - arg1 := s.sortCol.Get(s.order[i]) - arg2 := s.sortCol.Get(s.order[j]) + arg1 := s.sortCol.Get(order1) + arg2 := s.sortCol.Get(order2) { var cmpResult int @@ -500,19 +517,35 @@ func (s *sortBoolAscWithNullsOp) Len() int { } type sortBytesAscWithNullsOp struct { - sortCol *coldata.Bytes - nulls *coldata.Nulls - order []int - cancelChecker colexecutils.CancelChecker -} - -func (s *sortBytesAscWithNullsOp) init(ctx context.Context, col coldata.Vec, order []int) { + allocator *colmem.Allocator + sortCol *coldata.Bytes + abbreviatedSortCol []uint64 + nulls *coldata.Nulls + order []int + cancelChecker colexecutils.CancelChecker +} + +func (s *sortBytesAscWithNullsOp) init( + ctx context.Context, allocator *colmem.Allocator, col coldata.Vec, order []int, +) { + s.allocator = allocator s.sortCol = col.Bytes() + s.allocator.AdjustMemoryUsage(memsize.Uint64 * int64(s.sortCol.Len())) + s.abbreviatedSortCol = s.sortCol.Abbreviated() s.nulls = col.Nulls() s.order = order s.cancelChecker.Init(ctx) } +func (s *sortBytesAscWithNullsOp) reset() { + s.allocator.AdjustMemoryUsage(0 - memsize.Uint64*int64(s.sortCol.Len())) + s.abbreviatedSortCol = nil + s.sortCol = nil + s.nulls = nil + s.order = nil + s.allocator = nil +} + func (s *sortBytesAscWithNullsOp) sort() { n := s.sortCol.Len() s.quickSort(0, n, maxDepth(n)) @@ -547,10 +580,23 @@ func (s *sortBytesAscWithNullsOp) Less(i, j int) bool { } else if n2 { return false } + + order1 := s.order[i] + order2 := s.order[j] + + // If the type can be abbreviated as a uint64, compare the abbreviated + // values first. If they are not equal, we are done with the comparison. If + // they are equal, we must fallback to a full comparison of the datums. + abbr1 := s.abbreviatedSortCol[order1] + abbr2 := s.abbreviatedSortCol[order2] + if abbr1 != abbr2 { + return abbr1 < abbr2 + } + var lt bool // We always indirect via the order vector. - arg1 := s.sortCol.Get(s.order[i]) - arg2 := s.sortCol.Get(s.order[j]) + arg1 := s.sortCol.Get(order1) + arg2 := s.sortCol.Get(order2) { var cmpResult int @@ -571,19 +617,30 @@ func (s *sortBytesAscWithNullsOp) Len() int { } type sortDecimalAscWithNullsOp struct { + allocator *colmem.Allocator sortCol coldata.Decimals nulls *coldata.Nulls order []int cancelChecker colexecutils.CancelChecker } -func (s *sortDecimalAscWithNullsOp) init(ctx context.Context, col coldata.Vec, order []int) { +func (s *sortDecimalAscWithNullsOp) init( + ctx context.Context, allocator *colmem.Allocator, col coldata.Vec, order []int, +) { + s.allocator = allocator s.sortCol = col.Decimal() s.nulls = col.Nulls() s.order = order s.cancelChecker.Init(ctx) } +func (s *sortDecimalAscWithNullsOp) reset() { + s.sortCol = nil + s.nulls = nil + s.order = nil + s.allocator = nil +} + func (s *sortDecimalAscWithNullsOp) sort() { n := s.sortCol.Len() s.quickSort(0, n, maxDepth(n)) @@ -618,10 +675,14 @@ func (s *sortDecimalAscWithNullsOp) Less(i, j int) bool { } else if n2 { return false } + + order1 := s.order[i] + order2 := s.order[j] + var lt bool // We always indirect via the order vector. - arg1 := s.sortCol.Get(s.order[i]) - arg2 := s.sortCol.Get(s.order[j]) + arg1 := s.sortCol.Get(order1) + arg2 := s.sortCol.Get(order2) { var cmpResult int @@ -642,19 +703,30 @@ func (s *sortDecimalAscWithNullsOp) Len() int { } type sortInt16AscWithNullsOp struct { + allocator *colmem.Allocator sortCol coldata.Int16s nulls *coldata.Nulls order []int cancelChecker colexecutils.CancelChecker } -func (s *sortInt16AscWithNullsOp) init(ctx context.Context, col coldata.Vec, order []int) { +func (s *sortInt16AscWithNullsOp) init( + ctx context.Context, allocator *colmem.Allocator, col coldata.Vec, order []int, +) { + s.allocator = allocator s.sortCol = col.Int16() s.nulls = col.Nulls() s.order = order s.cancelChecker.Init(ctx) } +func (s *sortInt16AscWithNullsOp) reset() { + s.sortCol = nil + s.nulls = nil + s.order = nil + s.allocator = nil +} + func (s *sortInt16AscWithNullsOp) sort() { n := s.sortCol.Len() s.quickSort(0, n, maxDepth(n)) @@ -689,10 +761,14 @@ func (s *sortInt16AscWithNullsOp) Less(i, j int) bool { } else if n2 { return false } + + order1 := s.order[i] + order2 := s.order[j] + var lt bool // We always indirect via the order vector. - arg1 := s.sortCol.Get(s.order[i]) - arg2 := s.sortCol.Get(s.order[j]) + arg1 := s.sortCol.Get(order1) + arg2 := s.sortCol.Get(order2) { var cmpResult int @@ -724,19 +800,30 @@ func (s *sortInt16AscWithNullsOp) Len() int { } type sortInt32AscWithNullsOp struct { + allocator *colmem.Allocator sortCol coldata.Int32s nulls *coldata.Nulls order []int cancelChecker colexecutils.CancelChecker } -func (s *sortInt32AscWithNullsOp) init(ctx context.Context, col coldata.Vec, order []int) { +func (s *sortInt32AscWithNullsOp) init( + ctx context.Context, allocator *colmem.Allocator, col coldata.Vec, order []int, +) { + s.allocator = allocator s.sortCol = col.Int32() s.nulls = col.Nulls() s.order = order s.cancelChecker.Init(ctx) } +func (s *sortInt32AscWithNullsOp) reset() { + s.sortCol = nil + s.nulls = nil + s.order = nil + s.allocator = nil +} + func (s *sortInt32AscWithNullsOp) sort() { n := s.sortCol.Len() s.quickSort(0, n, maxDepth(n)) @@ -771,10 +858,14 @@ func (s *sortInt32AscWithNullsOp) Less(i, j int) bool { } else if n2 { return false } + + order1 := s.order[i] + order2 := s.order[j] + var lt bool // We always indirect via the order vector. - arg1 := s.sortCol.Get(s.order[i]) - arg2 := s.sortCol.Get(s.order[j]) + arg1 := s.sortCol.Get(order1) + arg2 := s.sortCol.Get(order2) { var cmpResult int @@ -806,19 +897,30 @@ func (s *sortInt32AscWithNullsOp) Len() int { } type sortInt64AscWithNullsOp struct { + allocator *colmem.Allocator sortCol coldata.Int64s nulls *coldata.Nulls order []int cancelChecker colexecutils.CancelChecker } -func (s *sortInt64AscWithNullsOp) init(ctx context.Context, col coldata.Vec, order []int) { +func (s *sortInt64AscWithNullsOp) init( + ctx context.Context, allocator *colmem.Allocator, col coldata.Vec, order []int, +) { + s.allocator = allocator s.sortCol = col.Int64() s.nulls = col.Nulls() s.order = order s.cancelChecker.Init(ctx) } +func (s *sortInt64AscWithNullsOp) reset() { + s.sortCol = nil + s.nulls = nil + s.order = nil + s.allocator = nil +} + func (s *sortInt64AscWithNullsOp) sort() { n := s.sortCol.Len() s.quickSort(0, n, maxDepth(n)) @@ -853,10 +955,14 @@ func (s *sortInt64AscWithNullsOp) Less(i, j int) bool { } else if n2 { return false } + + order1 := s.order[i] + order2 := s.order[j] + var lt bool // We always indirect via the order vector. - arg1 := s.sortCol.Get(s.order[i]) - arg2 := s.sortCol.Get(s.order[j]) + arg1 := s.sortCol.Get(order1) + arg2 := s.sortCol.Get(order2) { var cmpResult int @@ -888,19 +994,30 @@ func (s *sortInt64AscWithNullsOp) Len() int { } type sortFloat64AscWithNullsOp struct { + allocator *colmem.Allocator sortCol coldata.Float64s nulls *coldata.Nulls order []int cancelChecker colexecutils.CancelChecker } -func (s *sortFloat64AscWithNullsOp) init(ctx context.Context, col coldata.Vec, order []int) { +func (s *sortFloat64AscWithNullsOp) init( + ctx context.Context, allocator *colmem.Allocator, col coldata.Vec, order []int, +) { + s.allocator = allocator s.sortCol = col.Float64() s.nulls = col.Nulls() s.order = order s.cancelChecker.Init(ctx) } +func (s *sortFloat64AscWithNullsOp) reset() { + s.sortCol = nil + s.nulls = nil + s.order = nil + s.allocator = nil +} + func (s *sortFloat64AscWithNullsOp) sort() { n := s.sortCol.Len() s.quickSort(0, n, maxDepth(n)) @@ -935,10 +1052,14 @@ func (s *sortFloat64AscWithNullsOp) Less(i, j int) bool { } else if n2 { return false } + + order1 := s.order[i] + order2 := s.order[j] + var lt bool // We always indirect via the order vector. - arg1 := s.sortCol.Get(s.order[i]) - arg2 := s.sortCol.Get(s.order[j]) + arg1 := s.sortCol.Get(order1) + arg2 := s.sortCol.Get(order2) { var cmpResult int @@ -978,19 +1099,30 @@ func (s *sortFloat64AscWithNullsOp) Len() int { } type sortTimestampAscWithNullsOp struct { + allocator *colmem.Allocator sortCol coldata.Times nulls *coldata.Nulls order []int cancelChecker colexecutils.CancelChecker } -func (s *sortTimestampAscWithNullsOp) init(ctx context.Context, col coldata.Vec, order []int) { +func (s *sortTimestampAscWithNullsOp) init( + ctx context.Context, allocator *colmem.Allocator, col coldata.Vec, order []int, +) { + s.allocator = allocator s.sortCol = col.Timestamp() s.nulls = col.Nulls() s.order = order s.cancelChecker.Init(ctx) } +func (s *sortTimestampAscWithNullsOp) reset() { + s.sortCol = nil + s.nulls = nil + s.order = nil + s.allocator = nil +} + func (s *sortTimestampAscWithNullsOp) sort() { n := s.sortCol.Len() s.quickSort(0, n, maxDepth(n)) @@ -1025,10 +1157,14 @@ func (s *sortTimestampAscWithNullsOp) Less(i, j int) bool { } else if n2 { return false } + + order1 := s.order[i] + order2 := s.order[j] + var lt bool // We always indirect via the order vector. - arg1 := s.sortCol.Get(s.order[i]) - arg2 := s.sortCol.Get(s.order[j]) + arg1 := s.sortCol.Get(order1) + arg2 := s.sortCol.Get(order2) { var cmpResult int @@ -1056,19 +1192,30 @@ func (s *sortTimestampAscWithNullsOp) Len() int { } type sortIntervalAscWithNullsOp struct { + allocator *colmem.Allocator sortCol coldata.Durations nulls *coldata.Nulls order []int cancelChecker colexecutils.CancelChecker } -func (s *sortIntervalAscWithNullsOp) init(ctx context.Context, col coldata.Vec, order []int) { +func (s *sortIntervalAscWithNullsOp) init( + ctx context.Context, allocator *colmem.Allocator, col coldata.Vec, order []int, +) { + s.allocator = allocator s.sortCol = col.Interval() s.nulls = col.Nulls() s.order = order s.cancelChecker.Init(ctx) } +func (s *sortIntervalAscWithNullsOp) reset() { + s.sortCol = nil + s.nulls = nil + s.order = nil + s.allocator = nil +} + func (s *sortIntervalAscWithNullsOp) sort() { n := s.sortCol.Len() s.quickSort(0, n, maxDepth(n)) @@ -1103,10 +1250,14 @@ func (s *sortIntervalAscWithNullsOp) Less(i, j int) bool { } else if n2 { return false } + + order1 := s.order[i] + order2 := s.order[j] + var lt bool // We always indirect via the order vector. - arg1 := s.sortCol.Get(s.order[i]) - arg2 := s.sortCol.Get(s.order[j]) + arg1 := s.sortCol.Get(order1) + arg2 := s.sortCol.Get(order2) { var cmpResult int @@ -1127,19 +1278,30 @@ func (s *sortIntervalAscWithNullsOp) Len() int { } type sortJSONAscWithNullsOp struct { + allocator *colmem.Allocator sortCol *coldata.JSONs nulls *coldata.Nulls order []int cancelChecker colexecutils.CancelChecker } -func (s *sortJSONAscWithNullsOp) init(ctx context.Context, col coldata.Vec, order []int) { +func (s *sortJSONAscWithNullsOp) init( + ctx context.Context, allocator *colmem.Allocator, col coldata.Vec, order []int, +) { + s.allocator = allocator s.sortCol = col.JSON() s.nulls = col.Nulls() s.order = order s.cancelChecker.Init(ctx) } +func (s *sortJSONAscWithNullsOp) reset() { + s.sortCol = nil + s.nulls = nil + s.order = nil + s.allocator = nil +} + func (s *sortJSONAscWithNullsOp) sort() { n := s.sortCol.Len() s.quickSort(0, n, maxDepth(n)) @@ -1174,10 +1336,14 @@ func (s *sortJSONAscWithNullsOp) Less(i, j int) bool { } else if n2 { return false } + + order1 := s.order[i] + order2 := s.order[j] + var lt bool // We always indirect via the order vector. - arg1 := s.sortCol.Get(s.order[i]) - arg2 := s.sortCol.Get(s.order[j]) + arg1 := s.sortCol.Get(order1) + arg2 := s.sortCol.Get(order2) { var cmpResult int @@ -1204,19 +1370,30 @@ func (s *sortJSONAscWithNullsOp) Len() int { } type sortDatumAscWithNullsOp struct { + allocator *colmem.Allocator sortCol coldata.DatumVec nulls *coldata.Nulls order []int cancelChecker colexecutils.CancelChecker } -func (s *sortDatumAscWithNullsOp) init(ctx context.Context, col coldata.Vec, order []int) { +func (s *sortDatumAscWithNullsOp) init( + ctx context.Context, allocator *colmem.Allocator, col coldata.Vec, order []int, +) { + s.allocator = allocator s.sortCol = col.Datum() s.nulls = col.Nulls() s.order = order s.cancelChecker.Init(ctx) } +func (s *sortDatumAscWithNullsOp) reset() { + s.sortCol = nil + s.nulls = nil + s.order = nil + s.allocator = nil +} + func (s *sortDatumAscWithNullsOp) sort() { n := s.sortCol.Len() s.quickSort(0, n, maxDepth(n)) @@ -1251,10 +1428,14 @@ func (s *sortDatumAscWithNullsOp) Less(i, j int) bool { } else if n2 { return false } + + order1 := s.order[i] + order2 := s.order[j] + var lt bool // We always indirect via the order vector. - arg1 := s.sortCol.Get(s.order[i]) - arg2 := s.sortCol.Get(s.order[j]) + arg1 := s.sortCol.Get(order1) + arg2 := s.sortCol.Get(order2) { var cmpResult int @@ -1277,19 +1458,30 @@ func (s *sortDatumAscWithNullsOp) Len() int { } type sortBoolDescWithNullsOp struct { + allocator *colmem.Allocator sortCol coldata.Bools nulls *coldata.Nulls order []int cancelChecker colexecutils.CancelChecker } -func (s *sortBoolDescWithNullsOp) init(ctx context.Context, col coldata.Vec, order []int) { +func (s *sortBoolDescWithNullsOp) init( + ctx context.Context, allocator *colmem.Allocator, col coldata.Vec, order []int, +) { + s.allocator = allocator s.sortCol = col.Bool() s.nulls = col.Nulls() s.order = order s.cancelChecker.Init(ctx) } +func (s *sortBoolDescWithNullsOp) reset() { + s.sortCol = nil + s.nulls = nil + s.order = nil + s.allocator = nil +} + func (s *sortBoolDescWithNullsOp) sort() { n := s.sortCol.Len() s.quickSort(0, n, maxDepth(n)) @@ -1324,10 +1516,14 @@ func (s *sortBoolDescWithNullsOp) Less(i, j int) bool { } else if n2 { return true } + + order1 := s.order[i] + order2 := s.order[j] + var lt bool // We always indirect via the order vector. - arg1 := s.sortCol.Get(s.order[i]) - arg2 := s.sortCol.Get(s.order[j]) + arg1 := s.sortCol.Get(order1) + arg2 := s.sortCol.Get(order2) { var cmpResult int @@ -1356,19 +1552,35 @@ func (s *sortBoolDescWithNullsOp) Len() int { } type sortBytesDescWithNullsOp struct { - sortCol *coldata.Bytes - nulls *coldata.Nulls - order []int - cancelChecker colexecutils.CancelChecker -} - -func (s *sortBytesDescWithNullsOp) init(ctx context.Context, col coldata.Vec, order []int) { + allocator *colmem.Allocator + sortCol *coldata.Bytes + abbreviatedSortCol []uint64 + nulls *coldata.Nulls + order []int + cancelChecker colexecutils.CancelChecker +} + +func (s *sortBytesDescWithNullsOp) init( + ctx context.Context, allocator *colmem.Allocator, col coldata.Vec, order []int, +) { + s.allocator = allocator s.sortCol = col.Bytes() + s.allocator.AdjustMemoryUsage(memsize.Uint64 * int64(s.sortCol.Len())) + s.abbreviatedSortCol = s.sortCol.Abbreviated() s.nulls = col.Nulls() s.order = order s.cancelChecker.Init(ctx) } +func (s *sortBytesDescWithNullsOp) reset() { + s.allocator.AdjustMemoryUsage(0 - memsize.Uint64*int64(s.sortCol.Len())) + s.abbreviatedSortCol = nil + s.sortCol = nil + s.nulls = nil + s.order = nil + s.allocator = nil +} + func (s *sortBytesDescWithNullsOp) sort() { n := s.sortCol.Len() s.quickSort(0, n, maxDepth(n)) @@ -1403,10 +1615,23 @@ func (s *sortBytesDescWithNullsOp) Less(i, j int) bool { } else if n2 { return true } + + order1 := s.order[i] + order2 := s.order[j] + + // If the type can be abbreviated as a uint64, compare the abbreviated + // values first. If they are not equal, we are done with the comparison. If + // they are equal, we must fallback to a full comparison of the datums. + abbr1 := s.abbreviatedSortCol[order1] + abbr2 := s.abbreviatedSortCol[order2] + if abbr1 != abbr2 { + return abbr1 > abbr2 + } + var lt bool // We always indirect via the order vector. - arg1 := s.sortCol.Get(s.order[i]) - arg2 := s.sortCol.Get(s.order[j]) + arg1 := s.sortCol.Get(order1) + arg2 := s.sortCol.Get(order2) { var cmpResult int @@ -1427,19 +1652,30 @@ func (s *sortBytesDescWithNullsOp) Len() int { } type sortDecimalDescWithNullsOp struct { + allocator *colmem.Allocator sortCol coldata.Decimals nulls *coldata.Nulls order []int cancelChecker colexecutils.CancelChecker } -func (s *sortDecimalDescWithNullsOp) init(ctx context.Context, col coldata.Vec, order []int) { +func (s *sortDecimalDescWithNullsOp) init( + ctx context.Context, allocator *colmem.Allocator, col coldata.Vec, order []int, +) { + s.allocator = allocator s.sortCol = col.Decimal() s.nulls = col.Nulls() s.order = order s.cancelChecker.Init(ctx) } +func (s *sortDecimalDescWithNullsOp) reset() { + s.sortCol = nil + s.nulls = nil + s.order = nil + s.allocator = nil +} + func (s *sortDecimalDescWithNullsOp) sort() { n := s.sortCol.Len() s.quickSort(0, n, maxDepth(n)) @@ -1474,10 +1710,14 @@ func (s *sortDecimalDescWithNullsOp) Less(i, j int) bool { } else if n2 { return true } + + order1 := s.order[i] + order2 := s.order[j] + var lt bool // We always indirect via the order vector. - arg1 := s.sortCol.Get(s.order[i]) - arg2 := s.sortCol.Get(s.order[j]) + arg1 := s.sortCol.Get(order1) + arg2 := s.sortCol.Get(order2) { var cmpResult int @@ -1498,19 +1738,30 @@ func (s *sortDecimalDescWithNullsOp) Len() int { } type sortInt16DescWithNullsOp struct { + allocator *colmem.Allocator sortCol coldata.Int16s nulls *coldata.Nulls order []int cancelChecker colexecutils.CancelChecker } -func (s *sortInt16DescWithNullsOp) init(ctx context.Context, col coldata.Vec, order []int) { +func (s *sortInt16DescWithNullsOp) init( + ctx context.Context, allocator *colmem.Allocator, col coldata.Vec, order []int, +) { + s.allocator = allocator s.sortCol = col.Int16() s.nulls = col.Nulls() s.order = order s.cancelChecker.Init(ctx) } +func (s *sortInt16DescWithNullsOp) reset() { + s.sortCol = nil + s.nulls = nil + s.order = nil + s.allocator = nil +} + func (s *sortInt16DescWithNullsOp) sort() { n := s.sortCol.Len() s.quickSort(0, n, maxDepth(n)) @@ -1545,10 +1796,14 @@ func (s *sortInt16DescWithNullsOp) Less(i, j int) bool { } else if n2 { return true } + + order1 := s.order[i] + order2 := s.order[j] + var lt bool // We always indirect via the order vector. - arg1 := s.sortCol.Get(s.order[i]) - arg2 := s.sortCol.Get(s.order[j]) + arg1 := s.sortCol.Get(order1) + arg2 := s.sortCol.Get(order2) { var cmpResult int @@ -1580,19 +1835,30 @@ func (s *sortInt16DescWithNullsOp) Len() int { } type sortInt32DescWithNullsOp struct { + allocator *colmem.Allocator sortCol coldata.Int32s nulls *coldata.Nulls order []int cancelChecker colexecutils.CancelChecker } -func (s *sortInt32DescWithNullsOp) init(ctx context.Context, col coldata.Vec, order []int) { +func (s *sortInt32DescWithNullsOp) init( + ctx context.Context, allocator *colmem.Allocator, col coldata.Vec, order []int, +) { + s.allocator = allocator s.sortCol = col.Int32() s.nulls = col.Nulls() s.order = order s.cancelChecker.Init(ctx) } +func (s *sortInt32DescWithNullsOp) reset() { + s.sortCol = nil + s.nulls = nil + s.order = nil + s.allocator = nil +} + func (s *sortInt32DescWithNullsOp) sort() { n := s.sortCol.Len() s.quickSort(0, n, maxDepth(n)) @@ -1627,10 +1893,14 @@ func (s *sortInt32DescWithNullsOp) Less(i, j int) bool { } else if n2 { return true } + + order1 := s.order[i] + order2 := s.order[j] + var lt bool // We always indirect via the order vector. - arg1 := s.sortCol.Get(s.order[i]) - arg2 := s.sortCol.Get(s.order[j]) + arg1 := s.sortCol.Get(order1) + arg2 := s.sortCol.Get(order2) { var cmpResult int @@ -1662,19 +1932,30 @@ func (s *sortInt32DescWithNullsOp) Len() int { } type sortInt64DescWithNullsOp struct { + allocator *colmem.Allocator sortCol coldata.Int64s nulls *coldata.Nulls order []int cancelChecker colexecutils.CancelChecker } -func (s *sortInt64DescWithNullsOp) init(ctx context.Context, col coldata.Vec, order []int) { +func (s *sortInt64DescWithNullsOp) init( + ctx context.Context, allocator *colmem.Allocator, col coldata.Vec, order []int, +) { + s.allocator = allocator s.sortCol = col.Int64() s.nulls = col.Nulls() s.order = order s.cancelChecker.Init(ctx) } +func (s *sortInt64DescWithNullsOp) reset() { + s.sortCol = nil + s.nulls = nil + s.order = nil + s.allocator = nil +} + func (s *sortInt64DescWithNullsOp) sort() { n := s.sortCol.Len() s.quickSort(0, n, maxDepth(n)) @@ -1709,10 +1990,14 @@ func (s *sortInt64DescWithNullsOp) Less(i, j int) bool { } else if n2 { return true } + + order1 := s.order[i] + order2 := s.order[j] + var lt bool // We always indirect via the order vector. - arg1 := s.sortCol.Get(s.order[i]) - arg2 := s.sortCol.Get(s.order[j]) + arg1 := s.sortCol.Get(order1) + arg2 := s.sortCol.Get(order2) { var cmpResult int @@ -1744,19 +2029,30 @@ func (s *sortInt64DescWithNullsOp) Len() int { } type sortFloat64DescWithNullsOp struct { + allocator *colmem.Allocator sortCol coldata.Float64s nulls *coldata.Nulls order []int cancelChecker colexecutils.CancelChecker } -func (s *sortFloat64DescWithNullsOp) init(ctx context.Context, col coldata.Vec, order []int) { +func (s *sortFloat64DescWithNullsOp) init( + ctx context.Context, allocator *colmem.Allocator, col coldata.Vec, order []int, +) { + s.allocator = allocator s.sortCol = col.Float64() s.nulls = col.Nulls() s.order = order s.cancelChecker.Init(ctx) } +func (s *sortFloat64DescWithNullsOp) reset() { + s.sortCol = nil + s.nulls = nil + s.order = nil + s.allocator = nil +} + func (s *sortFloat64DescWithNullsOp) sort() { n := s.sortCol.Len() s.quickSort(0, n, maxDepth(n)) @@ -1791,10 +2087,14 @@ func (s *sortFloat64DescWithNullsOp) Less(i, j int) bool { } else if n2 { return true } + + order1 := s.order[i] + order2 := s.order[j] + var lt bool // We always indirect via the order vector. - arg1 := s.sortCol.Get(s.order[i]) - arg2 := s.sortCol.Get(s.order[j]) + arg1 := s.sortCol.Get(order1) + arg2 := s.sortCol.Get(order2) { var cmpResult int @@ -1834,19 +2134,30 @@ func (s *sortFloat64DescWithNullsOp) Len() int { } type sortTimestampDescWithNullsOp struct { + allocator *colmem.Allocator sortCol coldata.Times nulls *coldata.Nulls order []int cancelChecker colexecutils.CancelChecker } -func (s *sortTimestampDescWithNullsOp) init(ctx context.Context, col coldata.Vec, order []int) { +func (s *sortTimestampDescWithNullsOp) init( + ctx context.Context, allocator *colmem.Allocator, col coldata.Vec, order []int, +) { + s.allocator = allocator s.sortCol = col.Timestamp() s.nulls = col.Nulls() s.order = order s.cancelChecker.Init(ctx) } +func (s *sortTimestampDescWithNullsOp) reset() { + s.sortCol = nil + s.nulls = nil + s.order = nil + s.allocator = nil +} + func (s *sortTimestampDescWithNullsOp) sort() { n := s.sortCol.Len() s.quickSort(0, n, maxDepth(n)) @@ -1881,10 +2192,14 @@ func (s *sortTimestampDescWithNullsOp) Less(i, j int) bool { } else if n2 { return true } + + order1 := s.order[i] + order2 := s.order[j] + var lt bool // We always indirect via the order vector. - arg1 := s.sortCol.Get(s.order[i]) - arg2 := s.sortCol.Get(s.order[j]) + arg1 := s.sortCol.Get(order1) + arg2 := s.sortCol.Get(order2) { var cmpResult int @@ -1912,19 +2227,30 @@ func (s *sortTimestampDescWithNullsOp) Len() int { } type sortIntervalDescWithNullsOp struct { + allocator *colmem.Allocator sortCol coldata.Durations nulls *coldata.Nulls order []int cancelChecker colexecutils.CancelChecker } -func (s *sortIntervalDescWithNullsOp) init(ctx context.Context, col coldata.Vec, order []int) { +func (s *sortIntervalDescWithNullsOp) init( + ctx context.Context, allocator *colmem.Allocator, col coldata.Vec, order []int, +) { + s.allocator = allocator s.sortCol = col.Interval() s.nulls = col.Nulls() s.order = order s.cancelChecker.Init(ctx) } +func (s *sortIntervalDescWithNullsOp) reset() { + s.sortCol = nil + s.nulls = nil + s.order = nil + s.allocator = nil +} + func (s *sortIntervalDescWithNullsOp) sort() { n := s.sortCol.Len() s.quickSort(0, n, maxDepth(n)) @@ -1959,10 +2285,14 @@ func (s *sortIntervalDescWithNullsOp) Less(i, j int) bool { } else if n2 { return true } + + order1 := s.order[i] + order2 := s.order[j] + var lt bool // We always indirect via the order vector. - arg1 := s.sortCol.Get(s.order[i]) - arg2 := s.sortCol.Get(s.order[j]) + arg1 := s.sortCol.Get(order1) + arg2 := s.sortCol.Get(order2) { var cmpResult int @@ -1983,19 +2313,30 @@ func (s *sortIntervalDescWithNullsOp) Len() int { } type sortJSONDescWithNullsOp struct { + allocator *colmem.Allocator sortCol *coldata.JSONs nulls *coldata.Nulls order []int cancelChecker colexecutils.CancelChecker } -func (s *sortJSONDescWithNullsOp) init(ctx context.Context, col coldata.Vec, order []int) { +func (s *sortJSONDescWithNullsOp) init( + ctx context.Context, allocator *colmem.Allocator, col coldata.Vec, order []int, +) { + s.allocator = allocator s.sortCol = col.JSON() s.nulls = col.Nulls() s.order = order s.cancelChecker.Init(ctx) } +func (s *sortJSONDescWithNullsOp) reset() { + s.sortCol = nil + s.nulls = nil + s.order = nil + s.allocator = nil +} + func (s *sortJSONDescWithNullsOp) sort() { n := s.sortCol.Len() s.quickSort(0, n, maxDepth(n)) @@ -2030,10 +2371,14 @@ func (s *sortJSONDescWithNullsOp) Less(i, j int) bool { } else if n2 { return true } + + order1 := s.order[i] + order2 := s.order[j] + var lt bool // We always indirect via the order vector. - arg1 := s.sortCol.Get(s.order[i]) - arg2 := s.sortCol.Get(s.order[j]) + arg1 := s.sortCol.Get(order1) + arg2 := s.sortCol.Get(order2) { var cmpResult int @@ -2060,19 +2405,30 @@ func (s *sortJSONDescWithNullsOp) Len() int { } type sortDatumDescWithNullsOp struct { + allocator *colmem.Allocator sortCol coldata.DatumVec nulls *coldata.Nulls order []int cancelChecker colexecutils.CancelChecker } -func (s *sortDatumDescWithNullsOp) init(ctx context.Context, col coldata.Vec, order []int) { +func (s *sortDatumDescWithNullsOp) init( + ctx context.Context, allocator *colmem.Allocator, col coldata.Vec, order []int, +) { + s.allocator = allocator s.sortCol = col.Datum() s.nulls = col.Nulls() s.order = order s.cancelChecker.Init(ctx) } +func (s *sortDatumDescWithNullsOp) reset() { + s.sortCol = nil + s.nulls = nil + s.order = nil + s.allocator = nil +} + func (s *sortDatumDescWithNullsOp) sort() { n := s.sortCol.Len() s.quickSort(0, n, maxDepth(n)) @@ -2107,10 +2463,14 @@ func (s *sortDatumDescWithNullsOp) Less(i, j int) bool { } else if n2 { return true } + + order1 := s.order[i] + order2 := s.order[j] + var lt bool // We always indirect via the order vector. - arg1 := s.sortCol.Get(s.order[i]) - arg2 := s.sortCol.Get(s.order[j]) + arg1 := s.sortCol.Get(order1) + arg2 := s.sortCol.Get(order2) { var cmpResult int @@ -2133,19 +2493,30 @@ func (s *sortDatumDescWithNullsOp) Len() int { } type sortBoolAscOp struct { + allocator *colmem.Allocator sortCol coldata.Bools nulls *coldata.Nulls order []int cancelChecker colexecutils.CancelChecker } -func (s *sortBoolAscOp) init(ctx context.Context, col coldata.Vec, order []int) { +func (s *sortBoolAscOp) init( + ctx context.Context, allocator *colmem.Allocator, col coldata.Vec, order []int, +) { + s.allocator = allocator s.sortCol = col.Bool() s.nulls = col.Nulls() s.order = order s.cancelChecker.Init(ctx) } +func (s *sortBoolAscOp) reset() { + s.sortCol = nil + s.nulls = nil + s.order = nil + s.allocator = nil +} + func (s *sortBoolAscOp) sort() { n := s.sortCol.Len() s.quickSort(0, n, maxDepth(n)) @@ -2170,10 +2541,14 @@ func (s *sortBoolAscOp) sortPartitions(partitions []int) { } func (s *sortBoolAscOp) Less(i, j int) bool { + + order1 := s.order[i] + order2 := s.order[j] + var lt bool // We always indirect via the order vector. - arg1 := s.sortCol.Get(s.order[i]) - arg2 := s.sortCol.Get(s.order[j]) + arg1 := s.sortCol.Get(order1) + arg2 := s.sortCol.Get(order2) { var cmpResult int @@ -2202,19 +2577,35 @@ func (s *sortBoolAscOp) Len() int { } type sortBytesAscOp struct { - sortCol *coldata.Bytes - nulls *coldata.Nulls - order []int - cancelChecker colexecutils.CancelChecker -} - -func (s *sortBytesAscOp) init(ctx context.Context, col coldata.Vec, order []int) { + allocator *colmem.Allocator + sortCol *coldata.Bytes + abbreviatedSortCol []uint64 + nulls *coldata.Nulls + order []int + cancelChecker colexecutils.CancelChecker +} + +func (s *sortBytesAscOp) init( + ctx context.Context, allocator *colmem.Allocator, col coldata.Vec, order []int, +) { + s.allocator = allocator s.sortCol = col.Bytes() + s.allocator.AdjustMemoryUsage(memsize.Uint64 * int64(s.sortCol.Len())) + s.abbreviatedSortCol = s.sortCol.Abbreviated() s.nulls = col.Nulls() s.order = order s.cancelChecker.Init(ctx) } +func (s *sortBytesAscOp) reset() { + s.allocator.AdjustMemoryUsage(0 - memsize.Uint64*int64(s.sortCol.Len())) + s.abbreviatedSortCol = nil + s.sortCol = nil + s.nulls = nil + s.order = nil + s.allocator = nil +} + func (s *sortBytesAscOp) sort() { n := s.sortCol.Len() s.quickSort(0, n, maxDepth(n)) @@ -2239,10 +2630,23 @@ func (s *sortBytesAscOp) sortPartitions(partitions []int) { } func (s *sortBytesAscOp) Less(i, j int) bool { + + order1 := s.order[i] + order2 := s.order[j] + + // If the type can be abbreviated as a uint64, compare the abbreviated + // values first. If they are not equal, we are done with the comparison. If + // they are equal, we must fallback to a full comparison of the datums. + abbr1 := s.abbreviatedSortCol[order1] + abbr2 := s.abbreviatedSortCol[order2] + if abbr1 != abbr2 { + return abbr1 < abbr2 + } + var lt bool // We always indirect via the order vector. - arg1 := s.sortCol.Get(s.order[i]) - arg2 := s.sortCol.Get(s.order[j]) + arg1 := s.sortCol.Get(order1) + arg2 := s.sortCol.Get(order2) { var cmpResult int @@ -2263,19 +2667,30 @@ func (s *sortBytesAscOp) Len() int { } type sortDecimalAscOp struct { + allocator *colmem.Allocator sortCol coldata.Decimals nulls *coldata.Nulls order []int cancelChecker colexecutils.CancelChecker } -func (s *sortDecimalAscOp) init(ctx context.Context, col coldata.Vec, order []int) { +func (s *sortDecimalAscOp) init( + ctx context.Context, allocator *colmem.Allocator, col coldata.Vec, order []int, +) { + s.allocator = allocator s.sortCol = col.Decimal() s.nulls = col.Nulls() s.order = order s.cancelChecker.Init(ctx) } +func (s *sortDecimalAscOp) reset() { + s.sortCol = nil + s.nulls = nil + s.order = nil + s.allocator = nil +} + func (s *sortDecimalAscOp) sort() { n := s.sortCol.Len() s.quickSort(0, n, maxDepth(n)) @@ -2300,10 +2715,14 @@ func (s *sortDecimalAscOp) sortPartitions(partitions []int) { } func (s *sortDecimalAscOp) Less(i, j int) bool { + + order1 := s.order[i] + order2 := s.order[j] + var lt bool // We always indirect via the order vector. - arg1 := s.sortCol.Get(s.order[i]) - arg2 := s.sortCol.Get(s.order[j]) + arg1 := s.sortCol.Get(order1) + arg2 := s.sortCol.Get(order2) { var cmpResult int @@ -2324,19 +2743,30 @@ func (s *sortDecimalAscOp) Len() int { } type sortInt16AscOp struct { + allocator *colmem.Allocator sortCol coldata.Int16s nulls *coldata.Nulls order []int cancelChecker colexecutils.CancelChecker } -func (s *sortInt16AscOp) init(ctx context.Context, col coldata.Vec, order []int) { +func (s *sortInt16AscOp) init( + ctx context.Context, allocator *colmem.Allocator, col coldata.Vec, order []int, +) { + s.allocator = allocator s.sortCol = col.Int16() s.nulls = col.Nulls() s.order = order s.cancelChecker.Init(ctx) } +func (s *sortInt16AscOp) reset() { + s.sortCol = nil + s.nulls = nil + s.order = nil + s.allocator = nil +} + func (s *sortInt16AscOp) sort() { n := s.sortCol.Len() s.quickSort(0, n, maxDepth(n)) @@ -2361,10 +2791,14 @@ func (s *sortInt16AscOp) sortPartitions(partitions []int) { } func (s *sortInt16AscOp) Less(i, j int) bool { + + order1 := s.order[i] + order2 := s.order[j] + var lt bool // We always indirect via the order vector. - arg1 := s.sortCol.Get(s.order[i]) - arg2 := s.sortCol.Get(s.order[j]) + arg1 := s.sortCol.Get(order1) + arg2 := s.sortCol.Get(order2) { var cmpResult int @@ -2396,19 +2830,30 @@ func (s *sortInt16AscOp) Len() int { } type sortInt32AscOp struct { + allocator *colmem.Allocator sortCol coldata.Int32s nulls *coldata.Nulls order []int cancelChecker colexecutils.CancelChecker } -func (s *sortInt32AscOp) init(ctx context.Context, col coldata.Vec, order []int) { +func (s *sortInt32AscOp) init( + ctx context.Context, allocator *colmem.Allocator, col coldata.Vec, order []int, +) { + s.allocator = allocator s.sortCol = col.Int32() s.nulls = col.Nulls() s.order = order s.cancelChecker.Init(ctx) } +func (s *sortInt32AscOp) reset() { + s.sortCol = nil + s.nulls = nil + s.order = nil + s.allocator = nil +} + func (s *sortInt32AscOp) sort() { n := s.sortCol.Len() s.quickSort(0, n, maxDepth(n)) @@ -2433,10 +2878,14 @@ func (s *sortInt32AscOp) sortPartitions(partitions []int) { } func (s *sortInt32AscOp) Less(i, j int) bool { + + order1 := s.order[i] + order2 := s.order[j] + var lt bool // We always indirect via the order vector. - arg1 := s.sortCol.Get(s.order[i]) - arg2 := s.sortCol.Get(s.order[j]) + arg1 := s.sortCol.Get(order1) + arg2 := s.sortCol.Get(order2) { var cmpResult int @@ -2468,19 +2917,30 @@ func (s *sortInt32AscOp) Len() int { } type sortInt64AscOp struct { + allocator *colmem.Allocator sortCol coldata.Int64s nulls *coldata.Nulls order []int cancelChecker colexecutils.CancelChecker } -func (s *sortInt64AscOp) init(ctx context.Context, col coldata.Vec, order []int) { +func (s *sortInt64AscOp) init( + ctx context.Context, allocator *colmem.Allocator, col coldata.Vec, order []int, +) { + s.allocator = allocator s.sortCol = col.Int64() s.nulls = col.Nulls() s.order = order s.cancelChecker.Init(ctx) } +func (s *sortInt64AscOp) reset() { + s.sortCol = nil + s.nulls = nil + s.order = nil + s.allocator = nil +} + func (s *sortInt64AscOp) sort() { n := s.sortCol.Len() s.quickSort(0, n, maxDepth(n)) @@ -2505,10 +2965,14 @@ func (s *sortInt64AscOp) sortPartitions(partitions []int) { } func (s *sortInt64AscOp) Less(i, j int) bool { + + order1 := s.order[i] + order2 := s.order[j] + var lt bool // We always indirect via the order vector. - arg1 := s.sortCol.Get(s.order[i]) - arg2 := s.sortCol.Get(s.order[j]) + arg1 := s.sortCol.Get(order1) + arg2 := s.sortCol.Get(order2) { var cmpResult int @@ -2540,19 +3004,30 @@ func (s *sortInt64AscOp) Len() int { } type sortFloat64AscOp struct { + allocator *colmem.Allocator sortCol coldata.Float64s nulls *coldata.Nulls order []int cancelChecker colexecutils.CancelChecker } -func (s *sortFloat64AscOp) init(ctx context.Context, col coldata.Vec, order []int) { +func (s *sortFloat64AscOp) init( + ctx context.Context, allocator *colmem.Allocator, col coldata.Vec, order []int, +) { + s.allocator = allocator s.sortCol = col.Float64() s.nulls = col.Nulls() s.order = order s.cancelChecker.Init(ctx) } +func (s *sortFloat64AscOp) reset() { + s.sortCol = nil + s.nulls = nil + s.order = nil + s.allocator = nil +} + func (s *sortFloat64AscOp) sort() { n := s.sortCol.Len() s.quickSort(0, n, maxDepth(n)) @@ -2577,10 +3052,14 @@ func (s *sortFloat64AscOp) sortPartitions(partitions []int) { } func (s *sortFloat64AscOp) Less(i, j int) bool { + + order1 := s.order[i] + order2 := s.order[j] + var lt bool // We always indirect via the order vector. - arg1 := s.sortCol.Get(s.order[i]) - arg2 := s.sortCol.Get(s.order[j]) + arg1 := s.sortCol.Get(order1) + arg2 := s.sortCol.Get(order2) { var cmpResult int @@ -2620,19 +3099,30 @@ func (s *sortFloat64AscOp) Len() int { } type sortTimestampAscOp struct { + allocator *colmem.Allocator sortCol coldata.Times nulls *coldata.Nulls order []int cancelChecker colexecutils.CancelChecker } -func (s *sortTimestampAscOp) init(ctx context.Context, col coldata.Vec, order []int) { +func (s *sortTimestampAscOp) init( + ctx context.Context, allocator *colmem.Allocator, col coldata.Vec, order []int, +) { + s.allocator = allocator s.sortCol = col.Timestamp() s.nulls = col.Nulls() s.order = order s.cancelChecker.Init(ctx) } +func (s *sortTimestampAscOp) reset() { + s.sortCol = nil + s.nulls = nil + s.order = nil + s.allocator = nil +} + func (s *sortTimestampAscOp) sort() { n := s.sortCol.Len() s.quickSort(0, n, maxDepth(n)) @@ -2657,10 +3147,14 @@ func (s *sortTimestampAscOp) sortPartitions(partitions []int) { } func (s *sortTimestampAscOp) Less(i, j int) bool { + + order1 := s.order[i] + order2 := s.order[j] + var lt bool // We always indirect via the order vector. - arg1 := s.sortCol.Get(s.order[i]) - arg2 := s.sortCol.Get(s.order[j]) + arg1 := s.sortCol.Get(order1) + arg2 := s.sortCol.Get(order2) { var cmpResult int @@ -2688,19 +3182,30 @@ func (s *sortTimestampAscOp) Len() int { } type sortIntervalAscOp struct { + allocator *colmem.Allocator sortCol coldata.Durations nulls *coldata.Nulls order []int cancelChecker colexecutils.CancelChecker } -func (s *sortIntervalAscOp) init(ctx context.Context, col coldata.Vec, order []int) { +func (s *sortIntervalAscOp) init( + ctx context.Context, allocator *colmem.Allocator, col coldata.Vec, order []int, +) { + s.allocator = allocator s.sortCol = col.Interval() s.nulls = col.Nulls() s.order = order s.cancelChecker.Init(ctx) } +func (s *sortIntervalAscOp) reset() { + s.sortCol = nil + s.nulls = nil + s.order = nil + s.allocator = nil +} + func (s *sortIntervalAscOp) sort() { n := s.sortCol.Len() s.quickSort(0, n, maxDepth(n)) @@ -2725,10 +3230,14 @@ func (s *sortIntervalAscOp) sortPartitions(partitions []int) { } func (s *sortIntervalAscOp) Less(i, j int) bool { + + order1 := s.order[i] + order2 := s.order[j] + var lt bool // We always indirect via the order vector. - arg1 := s.sortCol.Get(s.order[i]) - arg2 := s.sortCol.Get(s.order[j]) + arg1 := s.sortCol.Get(order1) + arg2 := s.sortCol.Get(order2) { var cmpResult int @@ -2749,19 +3258,30 @@ func (s *sortIntervalAscOp) Len() int { } type sortJSONAscOp struct { + allocator *colmem.Allocator sortCol *coldata.JSONs nulls *coldata.Nulls order []int cancelChecker colexecutils.CancelChecker } -func (s *sortJSONAscOp) init(ctx context.Context, col coldata.Vec, order []int) { +func (s *sortJSONAscOp) init( + ctx context.Context, allocator *colmem.Allocator, col coldata.Vec, order []int, +) { + s.allocator = allocator s.sortCol = col.JSON() s.nulls = col.Nulls() s.order = order s.cancelChecker.Init(ctx) } +func (s *sortJSONAscOp) reset() { + s.sortCol = nil + s.nulls = nil + s.order = nil + s.allocator = nil +} + func (s *sortJSONAscOp) sort() { n := s.sortCol.Len() s.quickSort(0, n, maxDepth(n)) @@ -2786,10 +3306,14 @@ func (s *sortJSONAscOp) sortPartitions(partitions []int) { } func (s *sortJSONAscOp) Less(i, j int) bool { + + order1 := s.order[i] + order2 := s.order[j] + var lt bool // We always indirect via the order vector. - arg1 := s.sortCol.Get(s.order[i]) - arg2 := s.sortCol.Get(s.order[j]) + arg1 := s.sortCol.Get(order1) + arg2 := s.sortCol.Get(order2) { var cmpResult int @@ -2816,19 +3340,30 @@ func (s *sortJSONAscOp) Len() int { } type sortDatumAscOp struct { + allocator *colmem.Allocator sortCol coldata.DatumVec nulls *coldata.Nulls order []int cancelChecker colexecutils.CancelChecker } -func (s *sortDatumAscOp) init(ctx context.Context, col coldata.Vec, order []int) { +func (s *sortDatumAscOp) init( + ctx context.Context, allocator *colmem.Allocator, col coldata.Vec, order []int, +) { + s.allocator = allocator s.sortCol = col.Datum() s.nulls = col.Nulls() s.order = order s.cancelChecker.Init(ctx) } +func (s *sortDatumAscOp) reset() { + s.sortCol = nil + s.nulls = nil + s.order = nil + s.allocator = nil +} + func (s *sortDatumAscOp) sort() { n := s.sortCol.Len() s.quickSort(0, n, maxDepth(n)) @@ -2853,10 +3388,14 @@ func (s *sortDatumAscOp) sortPartitions(partitions []int) { } func (s *sortDatumAscOp) Less(i, j int) bool { + + order1 := s.order[i] + order2 := s.order[j] + var lt bool // We always indirect via the order vector. - arg1 := s.sortCol.Get(s.order[i]) - arg2 := s.sortCol.Get(s.order[j]) + arg1 := s.sortCol.Get(order1) + arg2 := s.sortCol.Get(order2) { var cmpResult int @@ -2879,19 +3418,30 @@ func (s *sortDatumAscOp) Len() int { } type sortBoolDescOp struct { + allocator *colmem.Allocator sortCol coldata.Bools nulls *coldata.Nulls order []int cancelChecker colexecutils.CancelChecker } -func (s *sortBoolDescOp) init(ctx context.Context, col coldata.Vec, order []int) { +func (s *sortBoolDescOp) init( + ctx context.Context, allocator *colmem.Allocator, col coldata.Vec, order []int, +) { + s.allocator = allocator s.sortCol = col.Bool() s.nulls = col.Nulls() s.order = order s.cancelChecker.Init(ctx) } +func (s *sortBoolDescOp) reset() { + s.sortCol = nil + s.nulls = nil + s.order = nil + s.allocator = nil +} + func (s *sortBoolDescOp) sort() { n := s.sortCol.Len() s.quickSort(0, n, maxDepth(n)) @@ -2916,10 +3466,14 @@ func (s *sortBoolDescOp) sortPartitions(partitions []int) { } func (s *sortBoolDescOp) Less(i, j int) bool { + + order1 := s.order[i] + order2 := s.order[j] + var lt bool // We always indirect via the order vector. - arg1 := s.sortCol.Get(s.order[i]) - arg2 := s.sortCol.Get(s.order[j]) + arg1 := s.sortCol.Get(order1) + arg2 := s.sortCol.Get(order2) { var cmpResult int @@ -2948,19 +3502,35 @@ func (s *sortBoolDescOp) Len() int { } type sortBytesDescOp struct { - sortCol *coldata.Bytes - nulls *coldata.Nulls - order []int - cancelChecker colexecutils.CancelChecker -} - -func (s *sortBytesDescOp) init(ctx context.Context, col coldata.Vec, order []int) { + allocator *colmem.Allocator + sortCol *coldata.Bytes + abbreviatedSortCol []uint64 + nulls *coldata.Nulls + order []int + cancelChecker colexecutils.CancelChecker +} + +func (s *sortBytesDescOp) init( + ctx context.Context, allocator *colmem.Allocator, col coldata.Vec, order []int, +) { + s.allocator = allocator s.sortCol = col.Bytes() + s.allocator.AdjustMemoryUsage(memsize.Uint64 * int64(s.sortCol.Len())) + s.abbreviatedSortCol = s.sortCol.Abbreviated() s.nulls = col.Nulls() s.order = order s.cancelChecker.Init(ctx) } +func (s *sortBytesDescOp) reset() { + s.allocator.AdjustMemoryUsage(0 - memsize.Uint64*int64(s.sortCol.Len())) + s.abbreviatedSortCol = nil + s.sortCol = nil + s.nulls = nil + s.order = nil + s.allocator = nil +} + func (s *sortBytesDescOp) sort() { n := s.sortCol.Len() s.quickSort(0, n, maxDepth(n)) @@ -2985,10 +3555,23 @@ func (s *sortBytesDescOp) sortPartitions(partitions []int) { } func (s *sortBytesDescOp) Less(i, j int) bool { + + order1 := s.order[i] + order2 := s.order[j] + + // If the type can be abbreviated as a uint64, compare the abbreviated + // values first. If they are not equal, we are done with the comparison. If + // they are equal, we must fallback to a full comparison of the datums. + abbr1 := s.abbreviatedSortCol[order1] + abbr2 := s.abbreviatedSortCol[order2] + if abbr1 != abbr2 { + return abbr1 > abbr2 + } + var lt bool // We always indirect via the order vector. - arg1 := s.sortCol.Get(s.order[i]) - arg2 := s.sortCol.Get(s.order[j]) + arg1 := s.sortCol.Get(order1) + arg2 := s.sortCol.Get(order2) { var cmpResult int @@ -3009,19 +3592,30 @@ func (s *sortBytesDescOp) Len() int { } type sortDecimalDescOp struct { + allocator *colmem.Allocator sortCol coldata.Decimals nulls *coldata.Nulls order []int cancelChecker colexecutils.CancelChecker } -func (s *sortDecimalDescOp) init(ctx context.Context, col coldata.Vec, order []int) { +func (s *sortDecimalDescOp) init( + ctx context.Context, allocator *colmem.Allocator, col coldata.Vec, order []int, +) { + s.allocator = allocator s.sortCol = col.Decimal() s.nulls = col.Nulls() s.order = order s.cancelChecker.Init(ctx) } +func (s *sortDecimalDescOp) reset() { + s.sortCol = nil + s.nulls = nil + s.order = nil + s.allocator = nil +} + func (s *sortDecimalDescOp) sort() { n := s.sortCol.Len() s.quickSort(0, n, maxDepth(n)) @@ -3046,10 +3640,14 @@ func (s *sortDecimalDescOp) sortPartitions(partitions []int) { } func (s *sortDecimalDescOp) Less(i, j int) bool { + + order1 := s.order[i] + order2 := s.order[j] + var lt bool // We always indirect via the order vector. - arg1 := s.sortCol.Get(s.order[i]) - arg2 := s.sortCol.Get(s.order[j]) + arg1 := s.sortCol.Get(order1) + arg2 := s.sortCol.Get(order2) { var cmpResult int @@ -3070,19 +3668,30 @@ func (s *sortDecimalDescOp) Len() int { } type sortInt16DescOp struct { + allocator *colmem.Allocator sortCol coldata.Int16s nulls *coldata.Nulls order []int cancelChecker colexecutils.CancelChecker } -func (s *sortInt16DescOp) init(ctx context.Context, col coldata.Vec, order []int) { +func (s *sortInt16DescOp) init( + ctx context.Context, allocator *colmem.Allocator, col coldata.Vec, order []int, +) { + s.allocator = allocator s.sortCol = col.Int16() s.nulls = col.Nulls() s.order = order s.cancelChecker.Init(ctx) } +func (s *sortInt16DescOp) reset() { + s.sortCol = nil + s.nulls = nil + s.order = nil + s.allocator = nil +} + func (s *sortInt16DescOp) sort() { n := s.sortCol.Len() s.quickSort(0, n, maxDepth(n)) @@ -3107,10 +3716,14 @@ func (s *sortInt16DescOp) sortPartitions(partitions []int) { } func (s *sortInt16DescOp) Less(i, j int) bool { + + order1 := s.order[i] + order2 := s.order[j] + var lt bool // We always indirect via the order vector. - arg1 := s.sortCol.Get(s.order[i]) - arg2 := s.sortCol.Get(s.order[j]) + arg1 := s.sortCol.Get(order1) + arg2 := s.sortCol.Get(order2) { var cmpResult int @@ -3142,19 +3755,30 @@ func (s *sortInt16DescOp) Len() int { } type sortInt32DescOp struct { + allocator *colmem.Allocator sortCol coldata.Int32s nulls *coldata.Nulls order []int cancelChecker colexecutils.CancelChecker } -func (s *sortInt32DescOp) init(ctx context.Context, col coldata.Vec, order []int) { +func (s *sortInt32DescOp) init( + ctx context.Context, allocator *colmem.Allocator, col coldata.Vec, order []int, +) { + s.allocator = allocator s.sortCol = col.Int32() s.nulls = col.Nulls() s.order = order s.cancelChecker.Init(ctx) } +func (s *sortInt32DescOp) reset() { + s.sortCol = nil + s.nulls = nil + s.order = nil + s.allocator = nil +} + func (s *sortInt32DescOp) sort() { n := s.sortCol.Len() s.quickSort(0, n, maxDepth(n)) @@ -3179,10 +3803,14 @@ func (s *sortInt32DescOp) sortPartitions(partitions []int) { } func (s *sortInt32DescOp) Less(i, j int) bool { + + order1 := s.order[i] + order2 := s.order[j] + var lt bool // We always indirect via the order vector. - arg1 := s.sortCol.Get(s.order[i]) - arg2 := s.sortCol.Get(s.order[j]) + arg1 := s.sortCol.Get(order1) + arg2 := s.sortCol.Get(order2) { var cmpResult int @@ -3214,19 +3842,30 @@ func (s *sortInt32DescOp) Len() int { } type sortInt64DescOp struct { + allocator *colmem.Allocator sortCol coldata.Int64s nulls *coldata.Nulls order []int cancelChecker colexecutils.CancelChecker } -func (s *sortInt64DescOp) init(ctx context.Context, col coldata.Vec, order []int) { +func (s *sortInt64DescOp) init( + ctx context.Context, allocator *colmem.Allocator, col coldata.Vec, order []int, +) { + s.allocator = allocator s.sortCol = col.Int64() s.nulls = col.Nulls() s.order = order s.cancelChecker.Init(ctx) } +func (s *sortInt64DescOp) reset() { + s.sortCol = nil + s.nulls = nil + s.order = nil + s.allocator = nil +} + func (s *sortInt64DescOp) sort() { n := s.sortCol.Len() s.quickSort(0, n, maxDepth(n)) @@ -3251,10 +3890,14 @@ func (s *sortInt64DescOp) sortPartitions(partitions []int) { } func (s *sortInt64DescOp) Less(i, j int) bool { + + order1 := s.order[i] + order2 := s.order[j] + var lt bool // We always indirect via the order vector. - arg1 := s.sortCol.Get(s.order[i]) - arg2 := s.sortCol.Get(s.order[j]) + arg1 := s.sortCol.Get(order1) + arg2 := s.sortCol.Get(order2) { var cmpResult int @@ -3286,19 +3929,30 @@ func (s *sortInt64DescOp) Len() int { } type sortFloat64DescOp struct { + allocator *colmem.Allocator sortCol coldata.Float64s nulls *coldata.Nulls order []int cancelChecker colexecutils.CancelChecker } -func (s *sortFloat64DescOp) init(ctx context.Context, col coldata.Vec, order []int) { +func (s *sortFloat64DescOp) init( + ctx context.Context, allocator *colmem.Allocator, col coldata.Vec, order []int, +) { + s.allocator = allocator s.sortCol = col.Float64() s.nulls = col.Nulls() s.order = order s.cancelChecker.Init(ctx) } +func (s *sortFloat64DescOp) reset() { + s.sortCol = nil + s.nulls = nil + s.order = nil + s.allocator = nil +} + func (s *sortFloat64DescOp) sort() { n := s.sortCol.Len() s.quickSort(0, n, maxDepth(n)) @@ -3323,10 +3977,14 @@ func (s *sortFloat64DescOp) sortPartitions(partitions []int) { } func (s *sortFloat64DescOp) Less(i, j int) bool { + + order1 := s.order[i] + order2 := s.order[j] + var lt bool // We always indirect via the order vector. - arg1 := s.sortCol.Get(s.order[i]) - arg2 := s.sortCol.Get(s.order[j]) + arg1 := s.sortCol.Get(order1) + arg2 := s.sortCol.Get(order2) { var cmpResult int @@ -3366,19 +4024,30 @@ func (s *sortFloat64DescOp) Len() int { } type sortTimestampDescOp struct { + allocator *colmem.Allocator sortCol coldata.Times nulls *coldata.Nulls order []int cancelChecker colexecutils.CancelChecker } -func (s *sortTimestampDescOp) init(ctx context.Context, col coldata.Vec, order []int) { +func (s *sortTimestampDescOp) init( + ctx context.Context, allocator *colmem.Allocator, col coldata.Vec, order []int, +) { + s.allocator = allocator s.sortCol = col.Timestamp() s.nulls = col.Nulls() s.order = order s.cancelChecker.Init(ctx) } +func (s *sortTimestampDescOp) reset() { + s.sortCol = nil + s.nulls = nil + s.order = nil + s.allocator = nil +} + func (s *sortTimestampDescOp) sort() { n := s.sortCol.Len() s.quickSort(0, n, maxDepth(n)) @@ -3403,10 +4072,14 @@ func (s *sortTimestampDescOp) sortPartitions(partitions []int) { } func (s *sortTimestampDescOp) Less(i, j int) bool { + + order1 := s.order[i] + order2 := s.order[j] + var lt bool // We always indirect via the order vector. - arg1 := s.sortCol.Get(s.order[i]) - arg2 := s.sortCol.Get(s.order[j]) + arg1 := s.sortCol.Get(order1) + arg2 := s.sortCol.Get(order2) { var cmpResult int @@ -3434,19 +4107,30 @@ func (s *sortTimestampDescOp) Len() int { } type sortIntervalDescOp struct { + allocator *colmem.Allocator sortCol coldata.Durations nulls *coldata.Nulls order []int cancelChecker colexecutils.CancelChecker } -func (s *sortIntervalDescOp) init(ctx context.Context, col coldata.Vec, order []int) { +func (s *sortIntervalDescOp) init( + ctx context.Context, allocator *colmem.Allocator, col coldata.Vec, order []int, +) { + s.allocator = allocator s.sortCol = col.Interval() s.nulls = col.Nulls() s.order = order s.cancelChecker.Init(ctx) } +func (s *sortIntervalDescOp) reset() { + s.sortCol = nil + s.nulls = nil + s.order = nil + s.allocator = nil +} + func (s *sortIntervalDescOp) sort() { n := s.sortCol.Len() s.quickSort(0, n, maxDepth(n)) @@ -3471,10 +4155,14 @@ func (s *sortIntervalDescOp) sortPartitions(partitions []int) { } func (s *sortIntervalDescOp) Less(i, j int) bool { + + order1 := s.order[i] + order2 := s.order[j] + var lt bool // We always indirect via the order vector. - arg1 := s.sortCol.Get(s.order[i]) - arg2 := s.sortCol.Get(s.order[j]) + arg1 := s.sortCol.Get(order1) + arg2 := s.sortCol.Get(order2) { var cmpResult int @@ -3495,19 +4183,30 @@ func (s *sortIntervalDescOp) Len() int { } type sortJSONDescOp struct { + allocator *colmem.Allocator sortCol *coldata.JSONs nulls *coldata.Nulls order []int cancelChecker colexecutils.CancelChecker } -func (s *sortJSONDescOp) init(ctx context.Context, col coldata.Vec, order []int) { +func (s *sortJSONDescOp) init( + ctx context.Context, allocator *colmem.Allocator, col coldata.Vec, order []int, +) { + s.allocator = allocator s.sortCol = col.JSON() s.nulls = col.Nulls() s.order = order s.cancelChecker.Init(ctx) } +func (s *sortJSONDescOp) reset() { + s.sortCol = nil + s.nulls = nil + s.order = nil + s.allocator = nil +} + func (s *sortJSONDescOp) sort() { n := s.sortCol.Len() s.quickSort(0, n, maxDepth(n)) @@ -3532,10 +4231,14 @@ func (s *sortJSONDescOp) sortPartitions(partitions []int) { } func (s *sortJSONDescOp) Less(i, j int) bool { + + order1 := s.order[i] + order2 := s.order[j] + var lt bool // We always indirect via the order vector. - arg1 := s.sortCol.Get(s.order[i]) - arg2 := s.sortCol.Get(s.order[j]) + arg1 := s.sortCol.Get(order1) + arg2 := s.sortCol.Get(order2) { var cmpResult int @@ -3562,19 +4265,30 @@ func (s *sortJSONDescOp) Len() int { } type sortDatumDescOp struct { + allocator *colmem.Allocator sortCol coldata.DatumVec nulls *coldata.Nulls order []int cancelChecker colexecutils.CancelChecker } -func (s *sortDatumDescOp) init(ctx context.Context, col coldata.Vec, order []int) { +func (s *sortDatumDescOp) init( + ctx context.Context, allocator *colmem.Allocator, col coldata.Vec, order []int, +) { + s.allocator = allocator s.sortCol = col.Datum() s.nulls = col.Nulls() s.order = order s.cancelChecker.Init(ctx) } +func (s *sortDatumDescOp) reset() { + s.sortCol = nil + s.nulls = nil + s.order = nil + s.allocator = nil +} + func (s *sortDatumDescOp) sort() { n := s.sortCol.Len() s.quickSort(0, n, maxDepth(n)) @@ -3599,10 +4313,14 @@ func (s *sortDatumDescOp) sortPartitions(partitions []int) { } func (s *sortDatumDescOp) Less(i, j int) bool { + + order1 := s.order[i] + order2 := s.order[j] + var lt bool // We always indirect via the order vector. - arg1 := s.sortCol.Get(s.order[i]) - arg2 := s.sortCol.Get(s.order[j]) + arg1 := s.sortCol.Get(order1) + arg2 := s.sortCol.Get(order2) { var cmpResult int diff --git a/pkg/sql/colexec/sort.go b/pkg/sql/colexec/sort.go index 87b837556951..a332cabcbfe5 100644 --- a/pkg/sql/colexec/sort.go +++ b/pkg/sql/colexec/sort.go @@ -240,7 +240,10 @@ type colSorter interface { // init prepares this sorter, given a particular Vec and an order vector, // which must be the same size as the input Vec and will be permuted with // the same swaps as the column. - init(ctx context.Context, col coldata.Vec, order []int) + init(ctx context.Context, allocator *colmem.Allocator, col coldata.Vec, order []int) + // reset releases memory allocated by the colSorter. It should be called + // when the colSorter is no longer needed. + reset() // sort globally sorts this sorter's column. sort() // sortPartitions sorts this sorter's column once for every partition in the @@ -329,9 +332,12 @@ func (p *sortOp) sort() { // There is nothing to sort. return } - // Allocate p.order and p.workingSpace if it hasn't been allocated yet or the - // underlying memory is insufficient. + // Allocate p.order if it hasn't been allocated yet or the underlying memory + // is insufficient. if p.order == nil || cap(p.order) < spooledTuples { + sizeBefore := memsize.Int * int64(cap(p.order)) + sizeAfter := memsize.Int * int64(spooledTuples) + p.allocator.AdjustMemoryUsage(sizeAfter - sizeBefore) p.order = make([]int, spooledTuples) } p.order = p.order[:spooledTuples] @@ -341,10 +347,15 @@ func (p *sortOp) sort() { p.order[i] = i } + // TODO(mgartner): Avoid creating new sorters for ever invocation of this + // function. Instead, create two slices of sorters, one to use when the + // vector does not have nulls, and one to use when it maybe has nulls. The + // sorter reset function can be used to clean up the sorters for the next + // invocation. for i := range p.orderingCols { inputVec := p.input.getValues(int(p.orderingCols[i].ColIdx)) p.sorters[i] = newSingleSorter(p.inputTypes[p.orderingCols[i].ColIdx], p.orderingCols[i].Direction, inputVec.MaybeHasNulls()) - p.sorters[i].init(p.Ctx, inputVec, p.order) + p.sorters[i].init(p.Ctx, p.allocator, inputVec, p.order) } // Now, sort each column in turn. @@ -356,6 +367,7 @@ func (p *sortOp) sort() { // All spooled tuples belong to the same partition, so the first column // doesn't need special treatment - we just globally sort it. p.sorters[0].sort() + p.sorters[0].reset() if len(p.sorters) == 1 { // We're done sorting. Transition to emitting. return @@ -423,6 +435,7 @@ func (p *sortOp) sort() { // For each partition (set of tuples that are identical in all of the sort // columns we've seen so far), sort based on the new column. sorter.sortPartitions(p.scratch.partitions) + sorter.reset() } } diff --git a/pkg/sql/colexec/sort_test.go b/pkg/sql/colexec/sort_test.go index cf7b669386a9..2306acd24a86 100644 --- a/pkg/sql/colexec/sort_test.go +++ b/pkg/sql/colexec/sort_test.go @@ -28,6 +28,7 @@ import ( "github.com/cockroachdb/cockroach/pkg/util/leaktest" "github.com/cockroachdb/cockroach/pkg/util/log" "github.com/cockroachdb/cockroach/pkg/util/randutil" + "github.com/cockroachdb/cockroach/pkg/util/uuid" "github.com/cockroachdb/errors" ) @@ -156,7 +157,7 @@ func TestSortRandomized(t *testing.T) { rng, _ := randutil.NewPseudoRand() nTups := coldata.BatchSize()*2 + 1 maxCols := 3 - // TODO(yuzefovich): randomize types as well. + // TODO(yuzefovich/mgartner): randomize types as well. typs := make([]*types.T, maxCols) for i := range typs { typs[i] = types.Int @@ -333,6 +334,74 @@ func BenchmarkSort(b *testing.B) { } } +func BenchmarkSortUUID(b *testing.B) { + rng, _ := randutil.NewPseudoRand() + ctx := context.Background() + + for _, nBatches := range []int{1 << 1, 1 << 4, 1 << 8} { + for _, nCols := range []int{1, 2} { + for _, constAbbrPct := range []int{0, 50, 75, 90, 100} { + name := fmt.Sprintf("rows=%d/cols=%d/constAbbrPct=%d", nBatches*coldata.BatchSize(), nCols, constAbbrPct) + b.Run(name, func(b *testing.B) { + // 8 (bytes / int64) * nBatches (number of batches) * coldata.BatchSize() (rows / + // batch) * nCols (number of columns / row). + b.SetBytes(int64(8 * nBatches * coldata.BatchSize() * nCols)) + typs := make([]*types.T, nCols) + for i := range typs { + typs[i] = types.Bytes + } + batch := testAllocator.NewMemBatchWithMaxCapacity(typs) + batch.SetLength(coldata.BatchSize()) + ordCols := make([]execinfrapb.Ordering_Column, nCols) + for i := range ordCols { + ordCols[i].ColIdx = uint32(i) + ordCols[i].Direction = execinfrapb.Ordering_Column_Direction(rng.Int() % 2) + + col := batch.ColVec(i).Bytes() + + // Make a constant prefix used for constAbbrPct% of + // UUIDs. This helps measure the overhead of abbreviated + // comparisons with varying cardinality. For example, if + // all abbreviated values are the same, then comparing + // them is unnecessary work because we must always fall + // back to full comparisons. + id, err := uuid.NewV4() + if err != nil { + b.Fatalf("unexpected error: %s", err) + } + constPrefix := id[:8] + + for j := 0; j < coldata.BatchSize(); j++ { + id, err := uuid.NewV4() + if err != nil { + b.Fatalf("unexpected error: %s", err) + } + idBytes := id[:16] + // Make the abbreviated bytes constant constAbbrPct% of + // the time. + if rng.Float32() < float32(constAbbrPct)/100 { + copy(idBytes, constPrefix) + } + col.Set(j, idBytes) + } + } + b.ResetTimer() + for n := 0; n < b.N; n++ { + source := colexectestutils.NewFiniteBatchSource(testAllocator, batch, typs, nBatches) + sorter, err := NewSorter(testAllocator, source, typs, ordCols, execinfra.DefaultMemoryLimit) + if err != nil { + b.Fatal(err) + } + sorter.Init(ctx) + for out := sorter.Next(); out.Length() != 0; out = sorter.Next() { + } + } + }) + } + } + } +} + func BenchmarkAllSpooler(b *testing.B) { defer log.Scope(b).Close(b) rng, _ := randutil.NewPseudoRand() diff --git a/pkg/sql/colexec/sort_tmpl.go b/pkg/sql/colexec/sort_tmpl.go index 46c4b23e45a5..4f5966f383e6 100644 --- a/pkg/sql/colexec/sort_tmpl.go +++ b/pkg/sql/colexec/sort_tmpl.go @@ -27,7 +27,9 @@ import ( "github.com/cockroachdb/cockroach/pkg/col/typeconv" "github.com/cockroachdb/cockroach/pkg/sql/colexec/colexecutils" "github.com/cockroachdb/cockroach/pkg/sql/colexecerror" + "github.com/cockroachdb/cockroach/pkg/sql/colmem" "github.com/cockroachdb/cockroach/pkg/sql/execinfrapb" + "github.com/cockroachdb/cockroach/pkg/sql/memsize" "github.com/cockroachdb/cockroach/pkg/sql/sem/tree" "github.com/cockroachdb/cockroach/pkg/sql/types" "github.com/cockroachdb/errors" @@ -131,19 +133,41 @@ func newSingleSorter( // {{range .WidthOverloads}} type sort_TYPE_DIR_HANDLES_NULLSOp struct { - sortCol _GOTYPESLICE + allocator *colmem.Allocator + sortCol _GOTYPESLICE + // {{if .CanAbbreviate}} + abbreviatedSortCol []uint64 + // {{end}} nulls *coldata.Nulls order []int cancelChecker colexecutils.CancelChecker } -func (s *sort_TYPE_DIR_HANDLES_NULLSOp) init(ctx context.Context, col coldata.Vec, order []int) { +func (s *sort_TYPE_DIR_HANDLES_NULLSOp) init( + ctx context.Context, allocator *colmem.Allocator, col coldata.Vec, order []int, +) { + s.allocator = allocator s.sortCol = col.TemplateType() + // {{if .CanAbbreviate}} + s.allocator.AdjustMemoryUsage(memsize.Uint64 * int64(s.sortCol.Len())) + s.abbreviatedSortCol = s.sortCol.Abbreviated() + // {{end}} s.nulls = col.Nulls() s.order = order s.cancelChecker.Init(ctx) } +func (s *sort_TYPE_DIR_HANDLES_NULLSOp) reset() { + // {{if .CanAbbreviate}} + s.allocator.AdjustMemoryUsage(0 - memsize.Uint64*int64(s.sortCol.Len())) + s.abbreviatedSortCol = nil + // {{end}} + s.sortCol = nil + s.nulls = nil + s.order = nil + s.allocator = nil +} + func (s *sort_TYPE_DIR_HANDLES_NULLSOp) sort() { n := s.sortCol.Len() s.quickSort(0, n, maxDepth(n)) @@ -180,7 +204,7 @@ func (s *sort_TYPE_DIR_HANDLES_NULLSOp) Less(i, j int) bool { } else if n2 { return false } - // {{else if eq $dir "Desc"}} + // {{else}} // If descending, nulls always sort last, so we encode that logic here. if n1 && n2 { return false @@ -191,10 +215,29 @@ func (s *sort_TYPE_DIR_HANDLES_NULLSOp) Less(i, j int) bool { } // {{end}} // {{end}} + + order1 := s.order[i] + order2 := s.order[j] + + // {{if .CanAbbreviate}} + // If the type can be abbreviated as a uint64, compare the abbreviated + // values first. If they are not equal, we are done with the comparison. If + // they are equal, we must fallback to a full comparison of the datums. + abbr1 := s.abbreviatedSortCol[order1] + abbr2 := s.abbreviatedSortCol[order2] + if abbr1 != abbr2 { + // {{if eq $dir "Asc"}} + return abbr1 < abbr2 + // {{else}} + return abbr1 > abbr2 + // {{end}} + } + // {{end}} + var lt bool // We always indirect via the order vector. - arg1 := s.sortCol.Get(s.order[i]) - arg2 := s.sortCol.Get(s.order[j]) + arg1 := s.sortCol.Get(order1) + arg2 := s.sortCol.Get(order2) _ASSIGN_LT(lt, arg1, arg2, _, s.sortCol, s.sortCol) return lt } diff --git a/pkg/sql/logictest/testdata/logic_test/mem_limit b/pkg/sql/logictest/testdata/logic_test/mem_limit new file mode 100644 index 000000000000..fb627f3ad9a3 --- /dev/null +++ b/pkg/sql/logictest/testdata/logic_test/mem_limit @@ -0,0 +1,47 @@ +# LogicTest: local + +# logicTest.newCluster uses a 192MB limit. We can insert multiple large rows +# individually, but reading them out in a single scan caused by an index join +# trips the memory limit in KV during the scan. +# +# Once we improve the handling for a single query as discussed in +# https://github.com/cockroachdb/cockroach/issues/54680 we will need to +# rewrite this test to issue multiple concurrent queries in a loop until we +# trigger a condition where the aggregate memory across the concurrently +# executing queries exceeds the limit, and one of them returns an error. + +statement ok +CREATE TABLE foo (id INT PRIMARY KEY, attribute INT, blob TEXT, INDEX(attribute)) + +statement ok +INSERT INTO foo SELECT 1, 10, repeat('a', 60000000) + +statement ok +INSERT INTO foo SELECT 2, 10, repeat('a', 60000000) + +statement ok +INSERT INTO foo SELECT 3, 10, repeat('a', 60000000) + +statement ok +INSERT INTO foo SELECT 4, 10, repeat('a', 60000000) + +query T +EXPLAIN SELECT * FROM foo@foo_attribute_idx WHERE attribute=10 AND blob LIKE 'blah%' +---- +distribution: local +vectorized: true +· +• filter +│ filter: blob LIKE 'blah%' +│ +└── • index join + │ table: foo@primary + │ + └── • scan + missing stats + table: foo@foo_attribute_idx + spans: [/10 - /10] + +query error scan with start key .* memory budget exceeded +SELECT * FROM foo@foo_attribute_idx WHERE attribute=10 AND blob LIKE 'blah%' + diff --git a/pkg/sql/memsize/constants.go b/pkg/sql/memsize/constants.go index 12ff3ecc33e0..f6e02d391cca 100644 --- a/pkg/sql/memsize/constants.go +++ b/pkg/sql/memsize/constants.go @@ -37,6 +37,9 @@ const ( // Int64 is the in-memory size of an int64 in bytes. Int64 = int64(unsafe.Sizeof(int64(0))) + // Uint64 is the in-memory size of a uint64 in bytes. + Uint64 = int64(unsafe.Sizeof(uint64(0))) + // Float64 is the in-memory size of a float64 in bytes. Float64 = int64(unsafe.Sizeof(float64(0))) diff --git a/pkg/sql/pgwire/BUILD.bazel b/pkg/sql/pgwire/BUILD.bazel index 4bdedd21d9c5..0316cc26000a 100644 --- a/pkg/sql/pgwire/BUILD.bazel +++ b/pkg/sql/pgwire/BUILD.bazel @@ -24,6 +24,7 @@ go_library( "//pkg/settings/cluster", "//pkg/sql", "//pkg/sql/catalog/catalogkeys", + "//pkg/sql/catalog/catconstants", "//pkg/sql/catalog/colinfo", "//pkg/sql/lex", "//pkg/sql/parser", diff --git a/pkg/sql/pgwire/server.go b/pkg/sql/pgwire/server.go index 04b3b93f35d0..97c8fd9c0279 100644 --- a/pkg/sql/pgwire/server.go +++ b/pkg/sql/pgwire/server.go @@ -29,6 +29,7 @@ import ( "github.com/cockroachdb/cockroach/pkg/settings/cluster" "github.com/cockroachdb/cockroach/pkg/sql" "github.com/cockroachdb/cockroach/pkg/sql/catalog/catalogkeys" + "github.com/cockroachdb/cockroach/pkg/sql/catalog/catconstants" "github.com/cockroachdb/cockroach/pkg/sql/pgwire/hba" "github.com/cockroachdb/cockroach/pkg/sql/pgwire/pgcode" "github.com/cockroachdb/cockroach/pkg/sql/pgwire/pgerror" @@ -822,6 +823,15 @@ func parseClientProvidedSessionParameters( args.SessionDefaults["database"] = catalogkeys.DefaultDatabaseName } + // The client might override the application name, + // which would prevent it from being counted in telemetry. + // We've decided that this noise in the data is acceptable. + if appName, ok := args.SessionDefaults["application_name"]; ok { + if appName == catconstants.ReportableAppNamePrefix+catconstants.InternalSQLAppName { + telemetry.Inc(sqltelemetry.CockroachShellCounter) + } + } + return args, nil } diff --git a/pkg/sql/row/kv_batch_fetcher.go b/pkg/sql/row/kv_batch_fetcher.go index 2f8b84511fb2..69e75d20b3d8 100644 --- a/pkg/sql/row/kv_batch_fetcher.go +++ b/pkg/sql/row/kv_batch_fetcher.go @@ -427,6 +427,14 @@ func (f *txnKVFetcher) fetch(ctx context.Context) error { monitoring := f.acc.Monitor() != nil const tokenFetchAllocation = 1 << 10 + if !monitoring || f.acc.Used() < tokenFetchAllocation { + // In case part of this batch ends up being evaluated locally, we want + // that local evaluation to do memory accounting since we have reserved + // negligible bytes. Ideally, we would split the memory reserved across + // the various servers that DistSender will split this batch into, but we + // do not yet have that capability. + ba.AdmissionHeader.NoMemoryReservedAtSource = true + } if monitoring && f.acc.Used() < tokenFetchAllocation { // Pre-reserve a token fraction of the maximum amount of memory this scan // could return. Most of the time, scans won't use this amount of memory, diff --git a/pkg/sql/sqltelemetry/session.go b/pkg/sql/sqltelemetry/session.go index d06ab7989caf..6b5e84ace0c2 100644 --- a/pkg/sql/sqltelemetry/session.go +++ b/pkg/sql/sqltelemetry/session.go @@ -25,6 +25,10 @@ var DefaultIntSize4Counter = telemetry.GetCounterOnce("sql.default_int_size.4") // to a non-empty string. var ForceSavepointRestartCounter = telemetry.GetCounterOnce("sql.force_savepoint_restart") +// CockroachShellCounter is to be incremented every time a +// client uses the Cockroach SQL shell to connect to CockroachDB +var CockroachShellCounter = telemetry.GetCounterOnce("sql.connection.cockroach_cli") + // UnimplementedSessionVarValueCounter is to be incremented every time // a client attempts to set a compatitibility session var to an // unsupported value. diff --git a/pkg/sql/telemetry_test.go b/pkg/sql/telemetry_test.go index cbe9b83268fd..7c9b0eeef746 100644 --- a/pkg/sql/telemetry_test.go +++ b/pkg/sql/telemetry_test.go @@ -11,14 +11,21 @@ package sql_test import ( + "context" + gosql "database/sql" + "net/url" "testing" "github.com/cockroachdb/cockroach/pkg/base" "github.com/cockroachdb/cockroach/pkg/ccl/kvccl/kvtenantccl" + "github.com/cockroachdb/cockroach/pkg/sql/catalog/catconstants" "github.com/cockroachdb/cockroach/pkg/sql/sqltestutils" + "github.com/cockroachdb/cockroach/pkg/testutils/serverutils" "github.com/cockroachdb/cockroach/pkg/testutils/skip" + "github.com/cockroachdb/cockroach/pkg/testutils/sqlutils" "github.com/cockroachdb/cockroach/pkg/util/leaktest" "github.com/cockroachdb/cockroach/pkg/util/log" + "github.com/stretchr/testify/require" ) // Dummy import to pull in kvtenantccl. This allows us to start tenants. @@ -36,3 +43,45 @@ func TestTelemetry(t *testing.T) { true, /* testTenant */ ) } + +func TestTelemetryRecordCockroachShell(t *testing.T) { + defer leaktest.AfterTest(t)() + defer log.Scope(t).Close(t) + cluster := serverutils.StartNewTestCluster( + t, + 1, + base.TestClusterArgs{}, + ) + defer cluster.Stopper().Stop(context.Background()) + + pgUrl, cleanupFn := sqlutils.PGUrl( + t, + cluster.Server(0).ServingSQLAddr(), + "TestTelemetryRecordCockroachShell", + url.User("root"), + ) + defer cleanupFn() + q := pgUrl.Query() + + q.Add("application_name", catconstants.ReportableAppNamePrefix+catconstants.InternalSQLAppName) + pgUrl.RawQuery = q.Encode() + + db, err := gosql.Open("postgres", pgUrl.String()) + if err != nil { + t.Fatal(err) + } + defer db.Close() + + var appName string + err = db.QueryRow("SHOW application_name").Scan(&appName) + require.NoError(t, err) + require.Equal(t, catconstants.ReportableAppNamePrefix+catconstants.InternalSQLAppName, appName) + + var counter int + err = db.QueryRow( + "SELECT usage_count FROM crdb_internal.feature_usage WHERE feature_name = 'sql.connection.cockroach_cli'", + ).Scan(&counter) + require.NoError(t, err) + require.Equal(t, 1, counter) + +} diff --git a/pkg/storage/BUILD.bazel b/pkg/storage/BUILD.bazel index 079fe117f5dc..880b6c7c3a53 100644 --- a/pkg/storage/BUILD.bazel +++ b/pkg/storage/BUILD.bazel @@ -57,6 +57,7 @@ go_library( "//pkg/util/humanizeutil", "//pkg/util/iterutil", "//pkg/util/log", + "//pkg/util/mon", "//pkg/util/protoutil", "//pkg/util/stop", "//pkg/util/syncutil", @@ -127,6 +128,7 @@ go_test( "//pkg/util/iterutil", "//pkg/util/leaktest", "//pkg/util/log", + "//pkg/util/mon", "//pkg/util/protoutil", "//pkg/util/randutil", "//pkg/util/shuffle", diff --git a/pkg/storage/mvcc.go b/pkg/storage/mvcc.go index 87526347b305..f98516271263 100644 --- a/pkg/storage/mvcc.go +++ b/pkg/storage/mvcc.go @@ -29,6 +29,7 @@ import ( "github.com/cockroachdb/cockroach/pkg/util/hlc" "github.com/cockroachdb/cockroach/pkg/util/iterutil" "github.com/cockroachdb/cockroach/pkg/util/log" + "github.com/cockroachdb/cockroach/pkg/util/mon" "github.com/cockroachdb/cockroach/pkg/util/protoutil" "github.com/cockroachdb/cockroach/pkg/util/timeutil" "github.com/cockroachdb/errors" @@ -803,6 +804,8 @@ type MVCCGetOptions struct { // // The field is only set if Txn is also set. LocalUncertaintyLimit hlc.Timestamp + // MemoryAccount is used for tracking memory allocations. + MemoryAccount *mon.BoundAccount } func (opts *MVCCGetOptions) validate() error { @@ -881,6 +884,7 @@ func mvccGet( // key different than the start key. This is a bit of a hack. *mvccScanner = pebbleMVCCScanner{ parent: iter, + memAccount: opts.MemoryAccount, start: key, ts: timestamp, maxKeys: 1, @@ -891,7 +895,7 @@ func mvccGet( } mvccScanner.init(opts.Txn, opts.LocalUncertaintyLimit) - mvccScanner.get() + mvccScanner.get(ctx) if mvccScanner.err != nil { return optionalValue{}, nil, mvccScanner.err @@ -2374,6 +2378,7 @@ func mvccScanToBytes( *mvccScanner = pebbleMVCCScanner{ parent: iter, + memAccount: opts.MemoryAccount, reverse: opts.Reverse, start: key, end: endKey, @@ -2391,7 +2396,7 @@ func mvccScanToBytes( var res MVCCScanResult var err error - res.ResumeSpan, err = mvccScanner.scan() + res.ResumeSpan, err = mvccScanner.scan(ctx) if err != nil { return MVCCScanResult{}, err @@ -2523,6 +2528,8 @@ type MVCCScanOptions struct { // Not used in inconsistent scans. // The zero value indicates no limit. MaxIntents int64 + // MemoryAccount is used for tracking memory allocations. + MemoryAccount *mon.BoundAccount } func (opts *MVCCScanOptions) validate() error { diff --git a/pkg/storage/pebble_mvcc_scanner.go b/pkg/storage/pebble_mvcc_scanner.go index 0d4d5a977a30..b1ebb1f2c39f 100644 --- a/pkg/storage/pebble_mvcc_scanner.go +++ b/pkg/storage/pebble_mvcc_scanner.go @@ -12,6 +12,7 @@ package storage import ( "bytes" + "context" "encoding/binary" "sort" "sync" @@ -20,6 +21,7 @@ import ( "github.com/cockroachdb/cockroach/pkg/roachpb" "github.com/cockroachdb/cockroach/pkg/storage/enginepb" "github.com/cockroachdb/cockroach/pkg/util/hlc" + "github.com/cockroachdb/cockroach/pkg/util/mon" "github.com/cockroachdb/cockroach/pkg/util/protoutil" "github.com/cockroachdb/errors" "github.com/cockroachdb/pebble" @@ -45,7 +47,9 @@ func (p *pebbleResults) clear() { // The repr that MVCCScan / MVCCGet expects to provide as output goes: // // This function adds to repr in that format. -func (p *pebbleResults) put(key []byte, value []byte) { +func (p *pebbleResults) put( + ctx context.Context, key []byte, value []byte, memAccount *mon.BoundAccount, +) error { // Key value lengths take up 8 bytes (2 x Uint32). const kvLenSize = 8 const minSize = 16 @@ -76,6 +80,9 @@ func (p *pebbleResults) put(key []byte, value []byte) { if len(p.repr) > 0 { p.bufs = append(p.bufs, p.repr) } + if err := memAccount.Grow(ctx, int64(newSize)); err != nil { + return err + } p.repr = nonZeroingMakeByteSlice(newSize)[:0] } @@ -87,6 +94,7 @@ func (p *pebbleResults) put(key []byte, value []byte) { copy(p.repr[startIdx+kvLenSize+lenKey:], value) p.count++ p.bytes += int64(lenToAdd) + return nil } func (p *pebbleResults) finish() [][]byte { @@ -100,9 +108,11 @@ func (p *pebbleResults) finish() [][]byte { // Go port of mvccScanner in libroach/mvcc.h. Stores all variables relating to // one MVCCGet / MVCCScan call. type pebbleMVCCScanner struct { - parent MVCCIterator - reverse bool - peeked bool + parent MVCCIterator + // memAccount is used to account for the size of the scan results. + memAccount *mon.BoundAccount + reverse bool + peeked bool // Iteration bounds. Does not contain MVCC timestamp. start, end roachpb.Key // Timestamp with which MVCCScan/MVCCGet was called. @@ -194,19 +204,19 @@ func (p *pebbleMVCCScanner) init(txn *roachpb.Transaction, localUncertaintyLimit } // get iterates exactly once and adds one KV to the result set. -func (p *pebbleMVCCScanner) get() { +func (p *pebbleMVCCScanner) get(ctx context.Context) { p.isGet = true p.parent.SeekGE(MVCCKey{Key: p.start}) if !p.updateCurrent() { return } - p.getAndAdvance() + p.getAndAdvance(ctx) p.maybeFailOnMoreRecent() } // scan iterates until maxKeys records are in results, or the underlying // iterator is exhausted, or an error is encountered. -func (p *pebbleMVCCScanner) scan() (*roachpb.Span, error) { +func (p *pebbleMVCCScanner) scan(ctx context.Context) (*roachpb.Span, error) { p.isGet = false if p.reverse { if !p.iterSeekReverse(MVCCKey{Key: p.end}) { @@ -218,7 +228,7 @@ func (p *pebbleMVCCScanner) scan() (*roachpb.Span, error) { } } - for p.getAndAdvance() { + for p.getAndAdvance(ctx) { } p.maybeFailOnMoreRecent() @@ -326,13 +336,13 @@ func (p *pebbleMVCCScanner) uncertaintyError(ts hlc.Timestamp) bool { // Emit a tuple and return true if we have reason to believe iteration can // continue. -func (p *pebbleMVCCScanner) getAndAdvance() bool { +func (p *pebbleMVCCScanner) getAndAdvance(ctx context.Context) bool { if !p.curUnsafeKey.Timestamp.IsEmpty() { // ts < read_ts if p.curUnsafeKey.Timestamp.Less(p.ts) { // 1. Fast path: there is no intent and our read timestamp is newer // than the most recent version's timestamp. - return p.addAndAdvance(p.curRawKey, p.curValue) + return p.addAndAdvance(ctx, p.curRawKey, p.curValue) } // ts == read_ts @@ -350,7 +360,7 @@ func (p *pebbleMVCCScanner) getAndAdvance() bool { // 3. There is no intent and our read timestamp is equal to the most // recent version's timestamp. - return p.addAndAdvance(p.curRawKey, p.curValue) + return p.addAndAdvance(ctx, p.curRawKey, p.curValue) } // ts > read_ts @@ -376,7 +386,7 @@ func (p *pebbleMVCCScanner) getAndAdvance() bool { // This value is not within the reader's uncertainty window, but // there could be other uncertain committed values, so seek and // check uncertainty using globalUncertaintyLimit. - return p.seekVersion(p.globalUncertaintyLimit, true) + return p.seekVersion(ctx, p.globalUncertaintyLimit, true) } // 6. Our txn's read timestamp is greater than or equal to the @@ -384,7 +394,7 @@ func (p *pebbleMVCCScanner) getAndAdvance() bool { // unnecessary. We need to seek to the desired version of the // value (i.e. one with a timestamp earlier than our read // timestamp). - return p.seekVersion(p.ts, false) + return p.seekVersion(ctx, p.ts, false) } if len(p.curValue) == 0 { @@ -398,7 +408,7 @@ func (p *pebbleMVCCScanner) getAndAdvance() bool { } if len(p.meta.RawBytes) != 0 { // 7. Emit immediately if the value is inline. - return p.addAndAdvance(p.curRawKey, p.meta.RawBytes) + return p.addAndAdvance(ctx, p.curRawKey, p.meta.RawBytes) } if p.meta.Txn == nil { @@ -435,9 +445,9 @@ func (p *pebbleMVCCScanner) getAndAdvance() bool { // The intent is not within the uncertainty window, but there could // be an uncertain committed value, so seek and check uncertainty // using globalUncertaintyLimit. - return p.seekVersion(p.globalUncertaintyLimit, true) + return p.seekVersion(ctx, p.globalUncertaintyLimit, true) } - return p.seekVersion(p.ts, false) + return p.seekVersion(ctx, p.ts, false) } if p.inconsistent { @@ -459,12 +469,19 @@ func (p *pebbleMVCCScanner) getAndAdvance() bool { // that lie before the resume key. return false } + // p.intents is a pebble.Batch which grows its byte slice capacity in + // chunks to amortize allocations. The memMonitor is under-counting here + // by only accounting for the key and value bytes. + if p.err = p.memAccount.Grow(ctx, int64(len(p.curRawKey)+len(p.curValue))); p.err != nil { + p.err = errors.Wrapf(p.err, "scan with start key %s", p.start) + return false + } p.err = p.intents.Set(p.curRawKey, p.curValue, nil) if p.err != nil { return false } - return p.seekVersion(prevTS, false) + return p.seekVersion(ctx, prevTS, false) } if !ownIntent { @@ -479,6 +496,14 @@ func (p *pebbleMVCCScanner) getAndAdvance() bool { // Note that this will trigger an error higher up the stack. We // continue scanning so that we can return all of the intents // in the scan range. + // + // p.intents is a pebble.Batch which grows its byte slice capacity in + // chunks to amortize allocations. The memMonitor is under-counting here + // by only accounting for the key and value bytes. + if p.err = p.memAccount.Grow(ctx, int64(len(p.curRawKey)+len(p.curValue))); p.err != nil { + p.err = errors.Wrapf(p.err, "scan with start key %s", p.start) + return false + } p.err = p.intents.Set(p.curRawKey, p.curValue, nil) if p.err != nil { return false @@ -496,7 +521,7 @@ func (p *pebbleMVCCScanner) getAndAdvance() bool { // Note that we read at the intent timestamp, not at our read timestamp // as the intent timestamp may have been pushed forward by another // transaction. Txn's always need to read their own writes. - return p.seekVersion(metaTS, false) + return p.seekVersion(ctx, metaTS, false) } // 12. We're reading our own txn's intent at a lower sequence than is @@ -518,14 +543,14 @@ func (p *pebbleMVCCScanner) getAndAdvance() bool { // addAndAdvance to take an MVCCKey explicitly. p.curUnsafeKey.Timestamp = metaTS p.keyBuf = EncodeKeyToBuf(p.keyBuf[:0], p.curUnsafeKey) - return p.addAndAdvance(p.keyBuf, value) + return p.addAndAdvance(ctx, p.keyBuf, value) } // 13. If no value in the intent history has a sequence number equal to // or less than the read, we must ignore the intents laid down by the // transaction all together. We ignore the intent by insisting that the // timestamp we're reading at is a historical timestamp < the intent // timestamp. - return p.seekVersion(prevTS, false) + return p.seekVersion(ctx, prevTS, false) } if p.txnEpoch < p.meta.Txn.Epoch { @@ -543,7 +568,7 @@ func (p *pebbleMVCCScanner) getAndAdvance() bool { // restarted and an earlier iteration wrote the value we're now // reading. In this case, we ignore the intent and read the // previous value as if the transaction were starting fresh. - return p.seekVersion(prevTS, false) + return p.seekVersion(ctx, prevTS, false) } // nextKey advances to the next user key. @@ -669,11 +694,14 @@ func (p *pebbleMVCCScanner) advanceKeyAtNewKey(key []byte) bool { // Adds the specified key and value to the result set, excluding tombstones unless // p.tombstones is true. Advances to the next key unless we've reached the max // results limit. -func (p *pebbleMVCCScanner) addAndAdvance(rawKey []byte, val []byte) bool { +func (p *pebbleMVCCScanner) addAndAdvance(ctx context.Context, rawKey []byte, val []byte) bool { // Don't include deleted versions len(val) == 0, unless we've been instructed // to include tombstones in the results. if len(val) > 0 || p.tombstones { - p.results.put(rawKey, val) + if err := p.results.put(ctx, rawKey, val, p.memAccount); err != nil { + p.err = errors.Wrapf(err, "scan with start key %s", p.start) + return false + } if p.targetBytes > 0 && p.results.bytes >= p.targetBytes { // When the target bytes are met or exceeded, stop producing more // keys. We implement this by reducing maxKeys to the current @@ -692,7 +720,9 @@ func (p *pebbleMVCCScanner) addAndAdvance(rawKey []byte, val []byte) bool { // Seeks to the latest revision of the current key that's still less than or // equal to the specified timestamp, adds it to the result set, then moves onto // the next user key. -func (p *pebbleMVCCScanner) seekVersion(seekTS hlc.Timestamp, uncertaintyCheck bool) bool { +func (p *pebbleMVCCScanner) seekVersion( + ctx context.Context, seekTS hlc.Timestamp, uncertaintyCheck bool, +) bool { seekKey := MVCCKey{Key: p.curUnsafeKey.Key, Timestamp: seekTS} p.keyBuf = EncodeKeyToBuf(p.keyBuf[:0], seekKey) origKey := p.keyBuf[:len(p.curUnsafeKey.Key)] @@ -713,7 +743,7 @@ func (p *pebbleMVCCScanner) seekVersion(seekTS hlc.Timestamp, uncertaintyCheck b if p.curUnsafeKey.Timestamp.LessEq(seekTS) { p.incrementItersBeforeSeek() if !uncertaintyCheck || p.curUnsafeKey.Timestamp.LessEq(p.ts) { - return p.addAndAdvance(p.curRawKey, p.curValue) + return p.addAndAdvance(ctx, p.curRawKey, p.curValue) } // Iterate through uncertainty interval. Though we found a value in // the interval, it may not be uncertainty. This is because seekTS @@ -738,7 +768,7 @@ func (p *pebbleMVCCScanner) seekVersion(seekTS hlc.Timestamp, uncertaintyCheck b return p.advanceKeyAtNewKey(origKey) } if !uncertaintyCheck || p.curUnsafeKey.Timestamp.LessEq(p.ts) { - return p.addAndAdvance(p.curRawKey, p.curValue) + return p.addAndAdvance(ctx, p.curRawKey, p.curValue) } // Iterate through uncertainty interval. See the comment above about why // a value in this interval is not necessarily cause for an uncertainty diff --git a/pkg/storage/pebble_mvcc_scanner_test.go b/pkg/storage/pebble_mvcc_scanner_test.go index 733998d4a6d3..43b126c3edaf 100644 --- a/pkg/storage/pebble_mvcc_scanner_test.go +++ b/pkg/storage/pebble_mvcc_scanner_test.go @@ -14,12 +14,15 @@ import ( "bytes" "context" "fmt" + "math" "testing" "github.com/cockroachdb/cockroach/pkg/roachpb" + "github.com/cockroachdb/cockroach/pkg/settings/cluster" "github.com/cockroachdb/cockroach/pkg/storage/enginepb" "github.com/cockroachdb/cockroach/pkg/util/hlc" "github.com/cockroachdb/cockroach/pkg/util/leaktest" + "github.com/cockroachdb/cockroach/pkg/util/mon" "github.com/cockroachdb/cockroach/pkg/util/protoutil" "github.com/cockroachdb/cockroach/pkg/util/uint128" "github.com/cockroachdb/cockroach/pkg/util/uuid" @@ -92,7 +95,7 @@ func TestMVCCScanWithManyVersionsAndSeparatedIntents(t *testing.T) { failOnMoreRecent: false, } mvccScanner.init(nil /* txn */, hlc.Timestamp{}) - _, err = mvccScanner.scan() + _, err = mvccScanner.scan(context.Background()) require.NoError(t, err) kvData := mvccScanner.results.finish() @@ -151,7 +154,7 @@ func TestMVCCScanWithLargeKeyValue(t *testing.T) { ts: ts, } mvccScanner.init(nil /* txn */, hlc.Timestamp{}) - _, err := mvccScanner.scan() + _, err := mvccScanner.scan(context.Background()) require.NoError(t, err) kvData := mvccScanner.results.finish() @@ -167,3 +170,100 @@ func TestMVCCScanWithLargeKeyValue(t *testing.T) { require.Equal(t, 157286419, len(kvData[3])) require.Equal(t, 157286419, cap(kvData[3])) } + +func scannerWithAccount( + ctx context.Context, st *cluster.Settings, scanner *pebbleMVCCScanner, limitBytes int64, +) (cleanup func()) { + m := mon.NewMonitor("test", mon.MemoryResource, nil, nil, 1, math.MaxInt64, st) + m.Start(ctx, nil, mon.MakeStandaloneBudget(limitBytes)) + ba := m.MakeBoundAccount() + scanner.memAccount = &ba + return func() { + ba.Close(ctx) + m.Stop(ctx) + } +} + +func TestMVCCScanWithMemoryAccounting(t *testing.T) { + defer leaktest.AfterTest(t)() + + ctx := context.Background() + st := cluster.MakeTestingClusterSettings() + eng := createTestPebbleEngine() + defer eng.Close() + + // Write 10 key-value pairs of 1000 bytes each. + txnID1 := uuid.FromUint128(uint128.FromInts(0, 1)) + ts1 := hlc.Timestamp{WallTime: 50} + txn1 := roachpb.Transaction{ + TxnMeta: enginepb.TxnMeta{ + ID: txnID1, + Key: []byte("foo"), + WriteTimestamp: ts1, + MinTimestamp: ts1, + }, + Status: roachpb.PENDING, + ReadTimestamp: ts1, + GlobalUncertaintyLimit: ts1, + } + val := roachpb.Value{RawBytes: bytes.Repeat([]byte("v"), 1000)} + batch := eng.NewBatch() + for i := 0; i < 10; i++ { + key := makeKey(nil, i) + require.NoError(t, MVCCPut(context.Background(), batch, nil, key, ts1, val, &txn1)) + } + require.NoError(t, batch.Commit(true)) + batch.Close() + + // iterator that can span over all the written keys. + iter := eng.NewMVCCIterator(MVCCKeyAndIntentsIterKind, + IterOptions{LowerBound: makeKey(nil, 0), UpperBound: makeKey(nil, 11)}) + + // Narrow scan succeeds with a budget of 6000. + scanner := &pebbleMVCCScanner{ + parent: iter, + start: makeKey(nil, 9), + end: makeKey(nil, 11), + ts: hlc.Timestamp{WallTime: 50}, + } + scanner.init(&txn1, hlc.Timestamp{}) + cleanup := scannerWithAccount(ctx, st, scanner, 6000) + resumeSpan, err := scanner.scan(ctx) + require.Nil(t, resumeSpan) + require.Nil(t, err) + cleanup() + + // Wider scan fails with a budget of 6000. + scanner = &pebbleMVCCScanner{ + parent: iter, + start: makeKey(nil, 0), + end: makeKey(nil, 11), + ts: hlc.Timestamp{WallTime: 50}, + } + scanner.init(&txn1, hlc.Timestamp{}) + cleanup = scannerWithAccount(ctx, st, scanner, 6000) + resumeSpan, err = scanner.scan(ctx) + require.Nil(t, resumeSpan) + require.NotNil(t, err) + require.Contains(t, err.Error(), "memory budget exceeded") + cleanup() + + // Inconsistent and consistent scans that see intents fails with a budget of 200 (each + // intent causes 57 bytes to be reserved). + for _, inconsistent := range []bool{false, true} { + scanner = &pebbleMVCCScanner{ + parent: iter, + start: makeKey(nil, 0), + end: makeKey(nil, 11), + ts: hlc.Timestamp{WallTime: 50}, + inconsistent: inconsistent, + } + scanner.init(nil, hlc.Timestamp{}) + cleanup = scannerWithAccount(ctx, st, scanner, 100) + resumeSpan, err = scanner.scan(ctx) + require.Nil(t, resumeSpan) + require.NotNil(t, err) + require.Contains(t, err.Error(), "memory budget exceeded") + cleanup() + } +} diff --git a/pkg/util/mon/bytes_usage.go b/pkg/util/mon/bytes_usage.go index c15722aaf9fb..d780969949ff 100644 --- a/pkg/util/mon/bytes_usage.go +++ b/pkg/util/mon/bytes_usage.go @@ -516,6 +516,16 @@ func (mm *BytesMonitor) MakeBoundAccount() BoundAccount { return BoundAccount{mon: mm} } +// Init initializes a BoundAccount, connecting it to the given monitor. It is +// similar to MakeBoundAccount, but allows the caller to save a BoundAccount +// allocation. +func (b *BoundAccount) Init(ctx context.Context, mon *BytesMonitor) { + if *b != (BoundAccount{}) { + log.Fatalf(ctx, "trying to re-initialize non-empty account") + } + b.mon = mon +} + // Empty shrinks the account to use 0 bytes. Previously used memory is returned // to the reserved buffer, which is subsequently released such that at most // poolAllocationSize is reserved.