[ Nov 16 00:46:41 Enabled. ] [ Nov 16 00:46:41 Rereading configuration. ] [ Nov 16 00:46:43 Rereading configuration. ] [ Nov 16 00:46:47 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_d49e8c8c-eb53-43b6-a176-aee4725796df/crucible -l [fd00:1122:3344:101::13]:32345 -P 19000 -p downstairs -s snapshot"). ] note: configured to log to "/dev/stdout" {"msg":"dataset: \"oxp_d49e8c8c-eb53-43b6-a176-aee4725796df/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:46:47.292524993Z","hostname":"oxz_crucible_0bf20a8b-7bf7-416f-83ed-8569fc9c1490","pid":22950} {"msg":"listen IP: [fd00:1122:3344:101::13]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:46:47.296186652Z","hostname":"oxz_crucible_0bf20a8b-7bf7-416f-83ed-8569fc9c1490","pid":22950} {"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:46:47.296204813Z","hostname":"oxz_crucible_0bf20a8b-7bf7-416f-83ed-8569fc9c1490","pid":22950} {"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:46:47.31858221Z","hostname":"oxz_crucible_0bf20a8b-7bf7-416f-83ed-8569fc9c1490","pid":22950,"component":"datafile"} {"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:46:47.401376326Z","hostname":"oxz_crucible_0bf20a8b-7bf7-416f-83ed-8569fc9c1490","pid":22950,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:47:41.752031668Z","hostname":"oxz_crucible_0bf20a8b-7bf7-416f-83ed-8569fc9c1490","pid":22950,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:40417"} {"msg":"region ada88eae-d85d-4079-9343-d43d05cc9a61 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:47:41.783453939Z","hostname":"oxz_crucible_0bf20a8b-7bf7-416f-83ed-8569fc9c1490","pid":22950,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:47:41.787584952Z","hostname":"oxz_crucible_0bf20a8b-7bf7-416f-83ed-8569fc9c1490","pid":22950,"uri":"/crucible/0/regions","method":"POST","req_id":"4372fb1f-42a9-4428-bd70-87a3eff7299a","remote_addr":"[fd00:1122:3344:101::a]:40417","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":15670,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:47:41.788167407Z","hostname":"oxz_crucible_0bf20a8b-7bf7-416f-83ed-8569fc9c1490","pid":22950,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_d49e8c8c-eb53-43b6-a176-aee4725796df/crucible/regions/ada88eae-d85d-4079-9343-d43d05cc9a61","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:47:41.797399998Z","hostname":"oxz_crucible_0bf20a8b-7bf7-416f-83ed-8569fc9c1490","pid":22950,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_d49e8c8c-eb53-43b6-a176-aee4725796df/crucible/regions/ada88eae-d85d-4079-9343-d43d05cc9a61","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:47:41.797429668Z","hostname":"oxz_crucible_0bf20a8b-7bf7-416f-83ed-8569fc9c1490","pid":22950,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"ada88eae-d85d-4079-9343-d43d05cc9a61\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/ada88eae-d85d-4079-9343-d43d05cc9a61\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:47:41.860037126Z","hostname":"oxz_crucible_0bf20a8b-7bf7-416f-83ed-8569fc9c1490","pid":22950,"region":"ada88eae-d85d-4079-9343-d43d05cc9a61","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"ada88eae-d85d-4079-9343-d43d05cc9a61\" \"--data\" \"/data/regions/ada88eae-d85d-4079-9343-d43d05cc9a61\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:47:41.863817189Z","hostname":"oxz_crucible_0bf20a8b-7bf7-416f-83ed-8569fc9c1490","pid":22950,"region":"ada88eae-d85d-4079-9343-d43d05cc9a61","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:47:41.991733409Z","hostname":"oxz_crucible_0bf20a8b-7bf7-416f-83ed-8569fc9c1490","pid":22950,"region":"ada88eae-d85d-4079-9343-d43d05cc9a61","component":"worker"} {"msg":"region ada88eae-d85d-4079-9343-d43d05cc9a61 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:47:41.99178267Z","hostname":"oxz_crucible_0bf20a8b-7bf7-416f-83ed-8569fc9c1490","pid":22950,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:47:41.991879593Z","hostname":"oxz_crucible_0bf20a8b-7bf7-416f-83ed-8569fc9c1490","pid":22950,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-ada88eae-d85d-4079-9343-d43d05cc9a61","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:47:41.992343175Z","hostname":"oxz_crucible_0bf20a8b-7bf7-416f-83ed-8569fc9c1490","pid":22950,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-ada88eae-d85d-4079-9343-d43d05cc9a61","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:47:41.998271876Z","hostname":"oxz_crucible_0bf20a8b-7bf7-416f-83ed-8569fc9c1490","pid":22950,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:47:42.013071627Z","hostname":"oxz_crucible_0bf20a8b-7bf7-416f-83ed-8569fc9c1490","pid":22950,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-ada88eae-d85d-4079-9343-d43d05cc9a61","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:47:42.016062288Z","hostname":"oxz_crucible_0bf20a8b-7bf7-416f-83ed-8569fc9c1490","pid":22950,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/ada88eae-d85d-4079-9343-d43d05cc9a61","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:47:42.016779328Z","hostname":"oxz_crucible_0bf20a8b-7bf7-416f-83ed-8569fc9c1490","pid":22950,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:47:42.018758991Z","hostname":"oxz_crucible_0bf20a8b-7bf7-416f-83ed-8569fc9c1490","pid":22950,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:47:42.018816963Z","hostname":"oxz_crucible_0bf20a8b-7bf7-416f-83ed-8569fc9c1490","pid":22950,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:47:42.018855114Z","hostname":"oxz_crucible_0bf20a8b-7bf7-416f-83ed-8569fc9c1490","pid":22950,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:47:42.019332857Z","hostname":"oxz_crucible_0bf20a8b-7bf7-416f-83ed-8569fc9c1490","pid":22950,"uri":"/crucible/0/regions","method":"POST","req_id":"b86871d8-e7c3-4cd3-ab77-78b391d55b26","remote_addr":"[fd00:1122:3344:101::a]:40417","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":69,"response_code":"200"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:47:42.030100679Z","hostname":"oxz_crucible_0bf20a8b-7bf7-416f-83ed-8569fc9c1490","pid":22950,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:47:42.034141679Z","hostname":"oxz_crucible_0bf20a8b-7bf7-416f-83ed-8569fc9c1490","pid":22950,"component":"worker"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:58:49.044298524Z","hostname":"oxz_crucible_0bf20a8b-7bf7-416f-83ed-8569fc9c1490","pid":22950,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:52237"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:58:49.053051132Z","hostname":"oxz_crucible_0bf20a8b-7bf7-416f-83ed-8569fc9c1490","pid":22950,"uri":"/crucible/0/regions/ada88eae-d85d-4079-9343-d43d05cc9a61","method":"GET","req_id":"7a28f4e8-fb55-473c-a006-85e9caa804cb","remote_addr":"[fd00:1122:3344:101::a]:52237","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":8701,"response_code":"200"} {"msg":"path is \"/data/regions/ada88eae-d85d-4079-9343-d43d05cc9a61\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:58:49.05666413Z","hostname":"oxz_crucible_0bf20a8b-7bf7-416f-83ed-8569fc9c1490","pid":22950,"component":"datafile"} {"msg":"dataset is oxp_d49e8c8c-eb53-43b6-a176-aee4725796df/crucible/regions/ada88eae-d85d-4079-9343-d43d05cc9a61","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:58:49.065827459Z","hostname":"oxz_crucible_0bf20a8b-7bf7-416f-83ed-8569fc9c1490","pid":22950,"component":"datafile"} {"msg":"snapshot is oxp_d49e8c8c-eb53-43b6-a176-aee4725796df/crucible/regions/ada88eae-d85d-4079-9343-d43d05cc9a61@aab9b6ac-9f5e-42a2-a39a-2c79c90197a8","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:58:49.07401595Z","hostname":"oxz_crucible_0bf20a8b-7bf7-416f-83ed-8569fc9c1490","pid":22950,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_d49e8c8c-eb53-43b6-a176-aee4725796df/crucible/regions/ada88eae-d85d-4079-9343-d43d05cc9a61\", \"aab9b6ac-9f5e-42a2-a39a-2c79c90197a8\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:58:49.074050842Z","hostname":"oxz_crucible_0bf20a8b-7bf7-416f-83ed-8569fc9c1490","pid":22950,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:58:49.085945654Z","hostname":"oxz_crucible_0bf20a8b-7bf7-416f-83ed-8569fc9c1490","pid":22950,"uri":"/crucible/0/regions/ada88eae-d85d-4079-9343-d43d05cc9a61/snapshots/aab9b6ac-9f5e-42a2-a39a-2c79c90197a8","method":"GET","req_id":"af6989ff-f4d7-4155-a0c0-4892413a9a19","remote_addr":"[fd00:1122:3344:101::a]:52237","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":29295,"response_code":"200"} {"msg":"path is \"/data/regions/ada88eae-d85d-4079-9343-d43d05cc9a61\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:58:49.08986283Z","hostname":"oxz_crucible_0bf20a8b-7bf7-416f-83ed-8569fc9c1490","pid":22950,"component":"datafile"} {"msg":"dataset is oxp_d49e8c8c-eb53-43b6-a176-aee4725796df/crucible/regions/ada88eae-d85d-4079-9343-d43d05cc9a61","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:58:49.097182669Z","hostname":"oxz_crucible_0bf20a8b-7bf7-416f-83ed-8569fc9c1490","pid":22950,"component":"datafile"} {"msg":"snapshot is oxp_d49e8c8c-eb53-43b6-a176-aee4725796df/crucible/regions/ada88eae-d85d-4079-9343-d43d05cc9a61@aab9b6ac-9f5e-42a2-a39a-2c79c90197a8","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:58:49.105029072Z","hostname":"oxz_crucible_0bf20a8b-7bf7-416f-83ed-8569fc9c1490","pid":22950,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_d49e8c8c-eb53-43b6-a176-aee4725796df/crucible/regions/ada88eae-d85d-4079-9343-d43d05cc9a61\", \"aab9b6ac-9f5e-42a2-a39a-2c79c90197a8\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:58:49.105068833Z","hostname":"oxz_crucible_0bf20a8b-7bf7-416f-83ed-8569fc9c1490","pid":22950,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot ada88eae-d85d-4079-9343-d43d05cc9a61-aab9b6ac-9f5e-42a2-a39a-2c79c90197a8 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:58:49.113971344Z","hostname":"oxz_crucible_0bf20a8b-7bf7-416f-83ed-8569fc9c1490","pid":22950,"component":"datafile"} {"msg":"applying SMF actions for region ada88eae-d85d-4079-9343-d43d05cc9a61 running snapshot aab9b6ac-9f5e-42a2-a39a-2c79c90197a8 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:58:49.11491826Z","hostname":"oxz_crucible_0bf20a8b-7bf7-416f-83ed-8569fc9c1490","pid":22950,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:58:49.114949431Z","hostname":"oxz_crucible_0bf20a8b-7bf7-416f-83ed-8569fc9c1490","pid":22950,"uri":"/crucible/0/regions/ada88eae-d85d-4079-9343-d43d05cc9a61/snapshots/aab9b6ac-9f5e-42a2-a39a-2c79c90197a8/run","method":"POST","req_id":"12c0ca3b-8659-470e-aa53-2f48bce513c6","remote_addr":"[fd00:1122:3344:101::a]:52237","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":25620,"response_code":"200"} {"msg":"existing directory value /dev/null does not match /data/regions/ada88eae-d85d-4079-9343-d43d05cc9a61","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:58:49.124237813Z","hostname":"oxz_crucible_0bf20a8b-7bf7-416f-83ed-8569fc9c1490","pid":22950,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:58:49.124324195Z","hostname":"oxz_crucible_0bf20a8b-7bf7-416f-83ed-8569fc9c1490","pid":22950,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:58:49.124407577Z","hostname":"oxz_crucible_0bf20a8b-7bf7-416f-83ed-8569fc9c1490","pid":22950,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:58:49.124415648Z","hostname":"oxz_crucible_0bf20a8b-7bf7-416f-83ed-8569fc9c1490","pid":22950,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:58:49.124457899Z","hostname":"oxz_crucible_0bf20a8b-7bf7-416f-83ed-8569fc9c1490","pid":22950,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-ada88eae-d85d-4079-9343-d43d05cc9a61","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:58:49.12451173Z","hostname":"oxz_crucible_0bf20a8b-7bf7-416f-83ed-8569fc9c1490","pid":22950,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/ada88eae-d85d-4079-9343-d43d05cc9a61","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:58:49.124609503Z","hostname":"oxz_crucible_0bf20a8b-7bf7-416f-83ed-8569fc9c1490","pid":22950,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:58:49.124670835Z","hostname":"oxz_crucible_0bf20a8b-7bf7-416f-83ed-8569fc9c1490","pid":22950,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:58:49.124718206Z","hostname":"oxz_crucible_0bf20a8b-7bf7-416f-83ed-8569fc9c1490","pid":22950,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:58:49.124767717Z","hostname":"oxz_crucible_0bf20a8b-7bf7-416f-83ed-8569fc9c1490","pid":22950,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:58:49.134836Z","hostname":"oxz_crucible_0bf20a8b-7bf7-416f-83ed-8569fc9c1490","pid":22950,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-ada88eae-d85d-4079-9343-d43d05cc9a61-aab9b6ac-9f5e-42a2-a39a-2c79c90197a8","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:58:49.135309353Z","hostname":"oxz_crucible_0bf20a8b-7bf7-416f-83ed-8569fc9c1490","pid":22950,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-ada88eae-d85d-4079-9343-d43d05cc9a61-aab9b6ac-9f5e-42a2-a39a-2c79c90197a8","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:58:49.137922904Z","hostname":"oxz_crucible_0bf20a8b-7bf7-416f-83ed-8569fc9c1490","pid":22950,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-ada88eae-d85d-4079-9343-d43d05cc9a61-aab9b6ac-9f5e-42a2-a39a-2c79c90197a8","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:58:49.150230068Z","hostname":"oxz_crucible_0bf20a8b-7bf7-416f-83ed-8569fc9c1490","pid":22950,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/ada88eae-d85d-4079-9343-d43d05cc9a61/.zfs/snapshot/aab9b6ac-9f5e-42a2-a39a-2c79c90197a8","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:58:49.150459594Z","hostname":"oxz_crucible_0bf20a8b-7bf7-416f-83ed-8569fc9c1490","pid":22950,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:58:49.150512175Z","hostname":"oxz_crucible_0bf20a8b-7bf7-416f-83ed-8569fc9c1490","pid":22950,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:58:49.150554537Z","hostname":"oxz_crucible_0bf20a8b-7bf7-416f-83ed-8569fc9c1490","pid":22950,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:58:49.150594398Z","hostname":"oxz_crucible_0bf20a8b-7bf7-416f-83ed-8569fc9c1490","pid":22950,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:58:49.150642299Z","hostname":"oxz_crucible_0bf20a8b-7bf7-416f-83ed-8569fc9c1490","pid":22950,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:58:49.153940288Z","hostname":"oxz_crucible_0bf20a8b-7bf7-416f-83ed-8569fc9c1490","pid":22950,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:58:49.157980428Z","hostname":"oxz_crucible_0bf20a8b-7bf7-416f-83ed-8569fc9c1490","pid":22950,"component":"worker"} {"msg":"region ada88eae-d85d-4079-9343-d43d05cc9a61 running snapshot aab9b6ac-9f5e-42a2-a39a-2c79c90197a8 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:58:49.157995938Z","hostname":"oxz_crucible_0bf20a8b-7bf7-416f-83ed-8569fc9c1490","pid":22950,"component":"datafile"} {"msg":"path is \"/data/regions/ada88eae-d85d-4079-9343-d43d05cc9a61\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:58:49.410119777Z","hostname":"oxz_crucible_0bf20a8b-7bf7-416f-83ed-8569fc9c1490","pid":22950,"component":"datafile"} {"msg":"dataset is oxp_d49e8c8c-eb53-43b6-a176-aee4725796df/crucible/regions/ada88eae-d85d-4079-9343-d43d05cc9a61","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:58:49.418928496Z","hostname":"oxz_crucible_0bf20a8b-7bf7-416f-83ed-8569fc9c1490","pid":22950,"component":"datafile"} {"msg":"snapshot is oxp_d49e8c8c-eb53-43b6-a176-aee4725796df/crucible/regions/ada88eae-d85d-4079-9343-d43d05cc9a61@aab9b6ac-9f5e-42a2-a39a-2c79c90197a8","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:58:49.426587593Z","hostname":"oxz_crucible_0bf20a8b-7bf7-416f-83ed-8569fc9c1490","pid":22950,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_d49e8c8c-eb53-43b6-a176-aee4725796df/crucible/regions/ada88eae-d85d-4079-9343-d43d05cc9a61\", \"aab9b6ac-9f5e-42a2-a39a-2c79c90197a8\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:58:49.426613344Z","hostname":"oxz_crucible_0bf20a8b-7bf7-416f-83ed-8569fc9c1490","pid":22950,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-16T00:58:49.435054653Z","hostname":"oxz_crucible_0bf20a8b-7bf7-416f-83ed-8569fc9c1490","pid":22950,"uri":"/crucible/0/regions/ada88eae-d85d-4079-9343-d43d05cc9a61/snapshots/aab9b6ac-9f5e-42a2-a39a-2c79c90197a8/run","method":"POST","req_id":"f0e10107-a434-4842-8d49-0e2b9260b81f","remote_addr":"[fd00:1122:3344:101::a]:52237","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":24962,"response_code":"200"}