[ Oct 3 20:31:48 Enabled. ] [ Oct 3 20:31:48 Rereading configuration. ] [ Oct 3 20:31:50 Rereading configuration. ] [ Oct 3 20:31:52 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_cced9d79-ed80-4c89-994e-8eaec18a3ffe/crucible -l [fd00:1122:3344:101::14]:32345 -P 19000 -p downstairs -s snapshot"). ] note: configured to log to "/dev/stdout" {"msg":"dataset: \"oxp_cced9d79-ed80-4c89-994e-8eaec18a3ffe/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-03T20:31:52.907895299Z","hostname":"oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856","pid":21691} {"msg":"listen IP: [fd00:1122:3344:101::14]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-10-03T20:31:52.909213732Z","hostname":"oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856","pid":21691} {"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-03T20:31:52.909222282Z","hostname":"oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856","pid":21691} {"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-03T20:31:52.921757484Z","hostname":"oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856","pid":21691,"component":"datafile"} {"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-10-03T20:31:53.040680293Z","hostname":"oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856","pid":21691,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-10-03T20:32:42.220030347Z","hostname":"oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856","pid":21691,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:37202"} {"msg":"region 65e69107-8969-458f-82a7-9eb00e23f97f state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-10-03T20:32:42.250139716Z","hostname":"oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856","pid":21691,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-03T20:32:42.254250639Z","hostname":"oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856","pid":21691,"uri":"/crucible/0/regions","method":"POST","req_id":"316ae1d0-0711-4ea2-9cef-b68ffdadeaa7","remote_addr":"[fd00:1122:3344:101::b]:37202","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":12247,"response_code":"200"} {"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2024-10-03T20:32:42.25670623Z","hostname":"oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856","pid":21691,"component":"worker"} {"msg":"zfs set reservation of 1342177280 for oxp_cced9d79-ed80-4c89-994e-8eaec18a3ffe/crucible/regions/65e69107-8969-458f-82a7-9eb00e23f97f","v":0,"name":"crucible-agent","level":30,"time":"2024-10-03T20:32:42.265227852Z","hostname":"oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856","pid":21691,"component":"worker"} {"msg":"zfs set quota of 3221225472 for oxp_cced9d79-ed80-4c89-994e-8eaec18a3ffe/crucible/regions/65e69107-8969-458f-82a7-9eb00e23f97f","v":0,"name":"crucible-agent","level":30,"time":"2024-10-03T20:32:42.265264703Z","hostname":"oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856","pid":21691,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"65e69107-8969-458f-82a7-9eb00e23f97f\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/65e69107-8969-458f-82a7-9eb00e23f97f\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-03T20:32:42.324119298Z","hostname":"oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856","pid":21691,"region":"65e69107-8969-458f-82a7-9eb00e23f97f","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"65e69107-8969-458f-82a7-9eb00e23f97f\" \"--data\" \"/data/regions/65e69107-8969-458f-82a7-9eb00e23f97f\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-03T20:32:42.328018335Z","hostname":"oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856","pid":21691,"region":"65e69107-8969-458f-82a7-9eb00e23f97f","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-10-03T20:32:42.443415858Z","hostname":"oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856","pid":21691,"region":"65e69107-8969-458f-82a7-9eb00e23f97f","component":"worker"} {"msg":"region 65e69107-8969-458f-82a7-9eb00e23f97f state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-10-03T20:32:42.443465909Z","hostname":"oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856","pid":21691,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-10-03T20:32:42.443545291Z","hostname":"oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856","pid":21691,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-65e69107-8969-458f-82a7-9eb00e23f97f","v":0,"name":"crucible-agent","level":30,"time":"2024-10-03T20:32:42.44594587Z","hostname":"oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856","pid":21691,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-65e69107-8969-458f-82a7-9eb00e23f97f","v":0,"name":"crucible-agent","level":30,"time":"2024-10-03T20:32:42.449824727Z","hostname":"oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856","pid":21691,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-10-03T20:32:42.467826755Z","hostname":"oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856","pid":21691,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-65e69107-8969-458f-82a7-9eb00e23f97f","v":0,"name":"crucible-agent","level":30,"time":"2024-10-03T20:32:42.470728078Z","hostname":"oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856","pid":21691,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/65e69107-8969-458f-82a7-9eb00e23f97f","v":0,"name":"crucible-agent","level":30,"time":"2024-10-03T20:32:42.475730172Z","hostname":"oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856","pid":21691,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-10-03T20:32:42.475858495Z","hostname":"oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856","pid":21691,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2024-10-03T20:32:42.475918717Z","hostname":"oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856","pid":21691,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-10-03T20:32:42.475986078Z","hostname":"oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856","pid":21691,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-03T20:32:42.479800843Z","hostname":"oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856","pid":21691,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-03T20:32:42.483746162Z","hostname":"oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856","pid":21691,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-03T20:32:42.500120169Z","hostname":"oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856","pid":21691,"uri":"/crucible/0/regions","method":"POST","req_id":"6f8f9208-f9b4-4f11-8c99-b40613960342","remote_addr":"[fd00:1122:3344:101::b]:37202","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":63,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-03T20:32:42.849979168Z","hostname":"oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856","pid":21691,"uri":"/crucible/0/regions/65e69107-8969-458f-82a7-9eb00e23f97f","method":"GET","req_id":"62aa29e1-3932-4e0d-81a3-3a649f9c0e3f","remote_addr":"[fd00:1122:3344:101::b]:37202","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":85,"response_code":"200"} {"msg":"path is \"/data/regions/65e69107-8969-458f-82a7-9eb00e23f97f\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-03T20:32:42.854689705Z","hostname":"oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856","pid":21691,"component":"datafile"} {"msg":"dataset is oxp_cced9d79-ed80-4c89-994e-8eaec18a3ffe/crucible/regions/65e69107-8969-458f-82a7-9eb00e23f97f","v":0,"name":"crucible-agent","level":30,"time":"2024-10-03T20:32:42.865255578Z","hostname":"oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856","pid":21691,"component":"datafile"} {"msg":"region 65e69107-8969-458f-82a7-9eb00e23f97f state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-10-03T20:32:42.874383715Z","hostname":"oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856","pid":21691,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-10-03T20:32:42.874548109Z","hostname":"oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856","pid":21691,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-03T20:32:42.874632241Z","hostname":"oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856","pid":21691,"uri":"/crucible/0/regions/65e69107-8969-458f-82a7-9eb00e23f97f","method":"DELETE","req_id":"817d02cf-105b-45df-ae28-213369af5d71","remote_addr":"[fd00:1122:3344:101::b]:37202","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":19964,"response_code":"204"} {"msg":"disabling downstairs instance: downstairs-65e69107-8969-458f-82a7-9eb00e23f97f (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-10-03T20:32:42.875657667Z","hostname":"oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856","pid":21691,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-03T20:32:42.87738733Z","hostname":"oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856","pid":21691,"uri":"/crucible/0/regions/65e69107-8969-458f-82a7-9eb00e23f97f","method":"GET","req_id":"a738240a-008e-4d18-8df2-9f0f95806f3c","remote_addr":"[fd00:1122:3344:101::b]:37202","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":36,"response_code":"200"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-03T20:32:42.880431406Z","hostname":"oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856","pid":21691,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_cced9d79-ed80-4c89-994e-8eaec18a3ffe/crucible/regions/65e69107-8969-458f-82a7-9eb00e23f97f\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-03T20:32:42.891343197Z","hostname":"oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856","pid":21691,"region":"65e69107-8969-458f-82a7-9eb00e23f97f","component":"worker"} {"msg":"region 65e69107-8969-458f-82a7-9eb00e23f97f state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-03T20:32:42.951503985Z","hostname":"oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856","pid":21691,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-03T20:32:43.023143317Z","hostname":"oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856","pid":21691,"uri":"/crucible/0/regions/65e69107-8969-458f-82a7-9eb00e23f97f","method":"GET","req_id":"e651c3ef-3b28-4974-b7c1-55888767367e","remote_addr":"[fd00:1122:3344:101::b]:37202","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":730,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-10-03T20:33:08.270206744Z","hostname":"oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856","pid":21691,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:48166"} {"msg":"region fb92a9b9-79ff-4c09-9ec6-3dc468cb1969 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-10-03T20:33:08.270377618Z","hostname":"oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856","pid":21691,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-03T20:33:08.270560403Z","hostname":"oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856","pid":21691,"uri":"/crucible/0/regions","method":"POST","req_id":"6025d469-b301-4bcb-96e7-b084aec69bf8","remote_addr":"[fd00:1122:3344:101::a]:48166","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":220,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-10-03T20:33:08.270577313Z","hostname":"oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856","pid":21691,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_cced9d79-ed80-4c89-994e-8eaec18a3ffe/crucible/regions/fb92a9b9-79ff-4c09-9ec6-3dc468cb1969","v":0,"name":"crucible-agent","level":30,"time":"2024-10-03T20:33:08.279165477Z","hostname":"oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856","pid":21691,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_cced9d79-ed80-4c89-994e-8eaec18a3ffe/crucible/regions/fb92a9b9-79ff-4c09-9ec6-3dc468cb1969","v":0,"name":"crucible-agent","level":30,"time":"2024-10-03T20:33:08.279198627Z","hostname":"oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856","pid":21691,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"fb92a9b9-79ff-4c09-9ec6-3dc468cb1969\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/fb92a9b9-79ff-4c09-9ec6-3dc468cb1969\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-03T20:33:08.330640168Z","hostname":"oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856","pid":21691,"region":"fb92a9b9-79ff-4c09-9ec6-3dc468cb1969","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"fb92a9b9-79ff-4c09-9ec6-3dc468cb1969\" \"--data\" \"/data/regions/fb92a9b9-79ff-4c09-9ec6-3dc468cb1969\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-03T20:33:08.332645508Z","hostname":"oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856","pid":21691,"region":"fb92a9b9-79ff-4c09-9ec6-3dc468cb1969","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-10-03T20:33:08.394892497Z","hostname":"oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856","pid":21691,"region":"fb92a9b9-79ff-4c09-9ec6-3dc468cb1969","component":"worker"} {"msg":"region fb92a9b9-79ff-4c09-9ec6-3dc468cb1969 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-10-03T20:33:08.394927328Z","hostname":"oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856","pid":21691,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-10-03T20:33:08.395030511Z","hostname":"oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856","pid":21691,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-fb92a9b9-79ff-4c09-9ec6-3dc468cb1969","v":0,"name":"crucible-agent","level":30,"time":"2024-10-03T20:33:08.396435106Z","hostname":"oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856","pid":21691,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-fb92a9b9-79ff-4c09-9ec6-3dc468cb1969","v":0,"name":"crucible-agent","level":30,"time":"2024-10-03T20:33:08.399086752Z","hostname":"oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856","pid":21691,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-10-03T20:33:08.405770758Z","hostname":"oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856","pid":21691,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-fb92a9b9-79ff-4c09-9ec6-3dc468cb1969","v":0,"name":"crucible-agent","level":30,"time":"2024-10-03T20:33:08.409594173Z","hostname":"oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856","pid":21691,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/fb92a9b9-79ff-4c09-9ec6-3dc468cb1969","v":0,"name":"crucible-agent","level":30,"time":"2024-10-03T20:33:08.409892921Z","hostname":"oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856","pid":21691,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-10-03T20:33:08.409952282Z","hostname":"oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856","pid":21691,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2024-10-03T20:33:08.409994653Z","hostname":"oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856","pid":21691,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-10-03T20:33:08.410034774Z","hostname":"oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856","pid":21691,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-03T20:33:08.413037659Z","hostname":"oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856","pid":21691,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-03T20:33:08.416203038Z","hostname":"oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856","pid":21691,"uri":"/crucible/0/regions","method":"POST","req_id":"e5b87c5b-9730-4c5d-bc9b-02ecd5db2de2","remote_addr":"[fd00:1122:3344:101::a]:48166","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":65,"response_code":"200"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-03T20:33:08.417372517Z","hostname":"oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856","pid":21691,"component":"worker"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-10-03T20:36:13.621168057Z","hostname":"oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856","pid":21691,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:47258"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-03T20:36:13.621396172Z","hostname":"oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856","pid":21691,"uri":"/crucible/0/regions/fb92a9b9-79ff-4c09-9ec6-3dc468cb1969","method":"GET","req_id":"846f0f03-cfd8-4554-b883-d750f52859ef","remote_addr":"[fd00:1122:3344:101::a]:47258","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":91,"response_code":"200"} {"msg":"path is \"/data/regions/fb92a9b9-79ff-4c09-9ec6-3dc468cb1969\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-03T20:36:13.625582407Z","hostname":"oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856","pid":21691,"component":"datafile"} {"msg":"dataset is oxp_cced9d79-ed80-4c89-994e-8eaec18a3ffe/crucible/regions/fb92a9b9-79ff-4c09-9ec6-3dc468cb1969","v":0,"name":"crucible-agent","level":30,"time":"2024-10-03T20:36:13.635037182Z","hostname":"oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856","pid":21691,"component":"datafile"} {"msg":"snapshot is oxp_cced9d79-ed80-4c89-994e-8eaec18a3ffe/crucible/regions/fb92a9b9-79ff-4c09-9ec6-3dc468cb1969@bec3d930-a591-451d-82e5-be08acca0f21","v":0,"name":"crucible-agent","level":30,"time":"2024-10-03T20:36:13.644463677Z","hostname":"oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856","pid":21691,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_cced9d79-ed80-4c89-994e-8eaec18a3ffe/crucible/regions/fb92a9b9-79ff-4c09-9ec6-3dc468cb1969\", \"bec3d930-a591-451d-82e5-be08acca0f21\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-10-03T20:36:13.644499537Z","hostname":"oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856","pid":21691,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-03T20:36:13.660332121Z","hostname":"oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856","pid":21691,"uri":"/crucible/0/regions/fb92a9b9-79ff-4c09-9ec6-3dc468cb1969/snapshots/bec3d930-a591-451d-82e5-be08acca0f21","method":"GET","req_id":"3e6a1bb8-b439-4886-97b5-ff36989f1cd4","remote_addr":"[fd00:1122:3344:101::a]:47258","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":35362,"response_code":"200"} {"msg":"path is \"/data/regions/fb92a9b9-79ff-4c09-9ec6-3dc468cb1969\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-03T20:36:13.664143186Z","hostname":"oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856","pid":21691,"component":"datafile"} {"msg":"dataset is oxp_cced9d79-ed80-4c89-994e-8eaec18a3ffe/crucible/regions/fb92a9b9-79ff-4c09-9ec6-3dc468cb1969","v":0,"name":"crucible-agent","level":30,"time":"2024-10-03T20:36:13.674077483Z","hostname":"oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856","pid":21691,"component":"datafile"} {"msg":"snapshot is oxp_cced9d79-ed80-4c89-994e-8eaec18a3ffe/crucible/regions/fb92a9b9-79ff-4c09-9ec6-3dc468cb1969@bec3d930-a591-451d-82e5-be08acca0f21","v":0,"name":"crucible-agent","level":30,"time":"2024-10-03T20:36:13.682891993Z","hostname":"oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856","pid":21691,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_cced9d79-ed80-4c89-994e-8eaec18a3ffe/crucible/regions/fb92a9b9-79ff-4c09-9ec6-3dc468cb1969\", \"bec3d930-a591-451d-82e5-be08acca0f21\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-10-03T20:36:13.682952715Z","hostname":"oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856","pid":21691,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot fb92a9b9-79ff-4c09-9ec6-3dc468cb1969-bec3d930-a591-451d-82e5-be08acca0f21 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-10-03T20:36:13.692751799Z","hostname":"oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856","pid":21691,"component":"datafile"} {"msg":"applying SMF actions for region fb92a9b9-79ff-4c09-9ec6-3dc468cb1969 running snapshot bec3d930-a591-451d-82e5-be08acca0f21 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-10-03T20:36:13.693363104Z","hostname":"oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856","pid":21691,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-03T20:36:13.693375394Z","hostname":"oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856","pid":21691,"uri":"/crucible/0/regions/fb92a9b9-79ff-4c09-9ec6-3dc468cb1969/snapshots/bec3d930-a591-451d-82e5-be08acca0f21/run","method":"POST","req_id":"6fa9f5f0-fe6d-420c-95b9-f898ece9cb4a","remote_addr":"[fd00:1122:3344:101::a]:47258","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":29273,"response_code":"200"} {"msg":"creating missing snapshot instance snapshot-fb92a9b9-79ff-4c09-9ec6-3dc468cb1969-bec3d930-a591-451d-82e5-be08acca0f21","v":0,"name":"crucible-agent","level":30,"time":"2024-10-03T20:36:13.702676995Z","hostname":"oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856","pid":21691,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-fb92a9b9-79ff-4c09-9ec6-3dc468cb1969-bec3d930-a591-451d-82e5-be08acca0f21","v":0,"name":"crucible-agent","level":30,"time":"2024-10-03T20:36:13.709798803Z","hostname":"oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856","pid":21691,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-fb92a9b9-79ff-4c09-9ec6-3dc468cb1969-bec3d930-a591-451d-82e5-be08acca0f21","v":0,"name":"crucible-agent","level":30,"time":"2024-10-03T20:36:13.727241437Z","hostname":"oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856","pid":21691,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/fb92a9b9-79ff-4c09-9ec6-3dc468cb1969/.zfs/snapshot/bec3d930-a591-451d-82e5-be08acca0f21","v":0,"name":"crucible-agent","level":30,"time":"2024-10-03T20:36:13.727515954Z","hostname":"oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856","pid":21691,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-10-03T20:36:13.727571235Z","hostname":"oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856","pid":21691,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-10-03T20:36:13.727613816Z","hostname":"oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856","pid":21691,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2024-10-03T20:36:13.727660217Z","hostname":"oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856","pid":21691,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-10-03T20:36:13.727722599Z","hostname":"oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856","pid":21691,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-03T20:36:13.734319933Z","hostname":"oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856","pid":21691,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-03T20:36:13.740937498Z","hostname":"oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856","pid":21691,"component":"worker"} {"msg":"region fb92a9b9-79ff-4c09-9ec6-3dc468cb1969 running snapshot bec3d930-a591-451d-82e5-be08acca0f21 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-10-03T20:36:13.740956888Z","hostname":"oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856","pid":21691,"component":"datafile"} {"msg":"path is \"/data/regions/fb92a9b9-79ff-4c09-9ec6-3dc468cb1969\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-03T20:36:13.995944405Z","hostname":"oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856","pid":21691,"component":"datafile"} {"msg":"dataset is oxp_cced9d79-ed80-4c89-994e-8eaec18a3ffe/crucible/regions/fb92a9b9-79ff-4c09-9ec6-3dc468cb1969","v":0,"name":"crucible-agent","level":30,"time":"2024-10-03T20:36:14.004771874Z","hostname":"oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856","pid":21691,"component":"datafile"} {"msg":"snapshot is oxp_cced9d79-ed80-4c89-994e-8eaec18a3ffe/crucible/regions/fb92a9b9-79ff-4c09-9ec6-3dc468cb1969@bec3d930-a591-451d-82e5-be08acca0f21","v":0,"name":"crucible-agent","level":30,"time":"2024-10-03T20:36:14.013312867Z","hostname":"oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856","pid":21691,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_cced9d79-ed80-4c89-994e-8eaec18a3ffe/crucible/regions/fb92a9b9-79ff-4c09-9ec6-3dc468cb1969\", \"bec3d930-a591-451d-82e5-be08acca0f21\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-10-03T20:36:14.013351008Z","hostname":"oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856","pid":21691,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-03T20:36:14.022406533Z","hostname":"oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856","pid":21691,"uri":"/crucible/0/regions/fb92a9b9-79ff-4c09-9ec6-3dc468cb1969/snapshots/bec3d930-a591-451d-82e5-be08acca0f21/run","method":"POST","req_id":"0d1de593-1678-4778-8a05-e0ac0206e039","remote_addr":"[fd00:1122:3344:101::a]:47258","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":26484,"response_code":"200"} {"msg":"region 54249848-dd06-4e42-a336-c8e751c02810 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-10-03T20:36:17.145718535Z","hostname":"oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856","pid":21691,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-03T20:36:17.145868219Z","hostname":"oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856","pid":21691,"uri":"/crucible/0/regions","method":"POST","req_id":"2bc1721f-3c5c-4e6c-a099-092289b73b61","remote_addr":"[fd00:1122:3344:101::a]:47258","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":225,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-10-03T20:36:17.145892419Z","hostname":"oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856","pid":21691,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_cced9d79-ed80-4c89-994e-8eaec18a3ffe/crucible/regions/54249848-dd06-4e42-a336-c8e751c02810","v":0,"name":"crucible-agent","level":30,"time":"2024-10-03T20:36:17.156157775Z","hostname":"oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856","pid":21691,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_cced9d79-ed80-4c89-994e-8eaec18a3ffe/crucible/regions/54249848-dd06-4e42-a336-c8e751c02810","v":0,"name":"crucible-agent","level":30,"time":"2024-10-03T20:36:17.156201936Z","hostname":"oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856","pid":21691,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"54249848-dd06-4e42-a336-c8e751c02810\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19002, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/54249848-dd06-4e42-a336-c8e751c02810\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-03T20:36:17.226763593Z","hostname":"oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856","pid":21691,"region":"54249848-dd06-4e42-a336-c8e751c02810","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"54249848-dd06-4e42-a336-c8e751c02810\" \"--data\" \"/data/regions/54249848-dd06-4e42-a336-c8e751c02810\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-03T20:36:17.22864743Z","hostname":"oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856","pid":21691,"region":"54249848-dd06-4e42-a336-c8e751c02810","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-10-03T20:36:17.336687189Z","hostname":"oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856","pid":21691,"region":"54249848-dd06-4e42-a336-c8e751c02810","component":"worker"} {"msg":"region 54249848-dd06-4e42-a336-c8e751c02810 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-10-03T20:36:17.33672762Z","hostname":"oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856","pid":21691,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-10-03T20:36:17.336868553Z","hostname":"oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856","pid":21691,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-54249848-dd06-4e42-a336-c8e751c02810","v":0,"name":"crucible-agent","level":30,"time":"2024-10-03T20:36:17.338004452Z","hostname":"oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856","pid":21691,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-54249848-dd06-4e42-a336-c8e751c02810","v":0,"name":"crucible-agent","level":30,"time":"2024-10-03T20:36:17.341203691Z","hostname":"oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856","pid":21691,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-10-03T20:36:17.353725403Z","hostname":"oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856","pid":21691,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-54249848-dd06-4e42-a336-c8e751c02810","v":0,"name":"crucible-agent","level":30,"time":"2024-10-03T20:36:17.358979114Z","hostname":"oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856","pid":21691,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/54249848-dd06-4e42-a336-c8e751c02810","v":0,"name":"crucible-agent","level":30,"time":"2024-10-03T20:36:17.359170259Z","hostname":"oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856","pid":21691,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2024-10-03T20:36:17.3592243Z","hostname":"oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856","pid":21691,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2024-10-03T20:36:17.359269151Z","hostname":"oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856","pid":21691,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-10-03T20:36:17.359308232Z","hostname":"oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856","pid":21691,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-03T20:36:17.364608914Z","hostname":"oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856","pid":21691,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-03T20:36:17.380615132Z","hostname":"oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856","pid":21691,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-03T20:36:17.476290254Z","hostname":"oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856","pid":21691,"uri":"/crucible/0/regions","method":"POST","req_id":"dae4d344-cdf6-4d41-ad2b-03d5e7207cd8","remote_addr":"[fd00:1122:3344:101::a]:47258","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":60,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-03T20:36:42.115092876Z","hostname":"oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856","pid":21691,"uri":"/crucible/0/regions/54249848-dd06-4e42-a336-c8e751c02810","method":"GET","req_id":"8b4af37a-a94d-4035-a890-087c8d6890b8","remote_addr":"[fd00:1122:3344:101::a]:47258","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":501,"response_code":"200"} {"msg":"path is \"/data/regions/54249848-dd06-4e42-a336-c8e751c02810\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-03T20:36:42.118231194Z","hostname":"oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856","pid":21691,"component":"datafile"} {"msg":"dataset is oxp_cced9d79-ed80-4c89-994e-8eaec18a3ffe/crucible/regions/54249848-dd06-4e42-a336-c8e751c02810","v":0,"name":"crucible-agent","level":30,"time":"2024-10-03T20:36:42.130661603Z","hostname":"oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856","pid":21691,"component":"datafile"} {"msg":"region 54249848-dd06-4e42-a336-c8e751c02810 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-10-03T20:36:42.140092588Z","hostname":"oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856","pid":21691,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-10-03T20:36:42.140314963Z","hostname":"oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856","pid":21691,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-03T20:36:42.140333644Z","hostname":"oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856","pid":21691,"uri":"/crucible/0/regions/54249848-dd06-4e42-a336-c8e751c02810","method":"DELETE","req_id":"6a66ec0b-7b0e-4c2f-9c62-c63cbead4488","remote_addr":"[fd00:1122:3344:101::a]:47258","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":22132,"response_code":"204"} {"msg":"disabling downstairs instance: downstairs-54249848-dd06-4e42-a336-c8e751c02810 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-10-03T20:36:42.142661072Z","hostname":"oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856","pid":21691,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-03T20:36:42.144059857Z","hostname":"oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856","pid":21691,"uri":"/crucible/0/regions/54249848-dd06-4e42-a336-c8e751c02810","method":"GET","req_id":"e98272e7-9284-478f-97ea-76a0d5951be8","remote_addr":"[fd00:1122:3344:101::a]:47258","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":30,"response_code":"200"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-03T20:36:42.150444636Z","hostname":"oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856","pid":21691,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_cced9d79-ed80-4c89-994e-8eaec18a3ffe/crucible/regions/54249848-dd06-4e42-a336-c8e751c02810\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-03T20:36:42.160710521Z","hostname":"oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856","pid":21691,"region":"54249848-dd06-4e42-a336-c8e751c02810","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-03T20:36:42.21690565Z","hostname":"oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856","pid":21691,"uri":"/crucible/0/regions/54249848-dd06-4e42-a336-c8e751c02810","method":"GET","req_id":"8b2b21cb-2786-484d-995b-25d0680ea198","remote_addr":"[fd00:1122:3344:101::a]:47258","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":100,"response_code":"200"} {"msg":"region 54249848-dd06-4e42-a336-c8e751c02810 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-03T20:36:42.230651982Z","hostname":"oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856","pid":21691,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-03T20:36:42.297997268Z","hostname":"oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856","pid":21691,"uri":"/crucible/0/regions/54249848-dd06-4e42-a336-c8e751c02810","method":"GET","req_id":"b0416c19-7bd9-4364-a8e9-a3308d8e771a","remote_addr":"[fd00:1122:3344:101::a]:47258","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":35,"response_code":"200"}