[ Oct 30 01:46:37 Enabled. ] [ Oct 30 01:46:37 Rereading configuration. ] [ Oct 30 01:46:44 Rereading configuration. ] [ Oct 30 01:46:51 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_e5117a3e-2bde-43d6-9a9d-0207e8b76656/crucible -l [fd00:1122:3344:101::1a]:32345 -P 19000 -p downstairs -s snapshot"). ] note: configured to log to "/dev/stdout" {"msg":"dataset: \"oxp_e5117a3e-2bde-43d6-9a9d-0207e8b76656/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:46:51.473833086Z","hostname":"oxz_crucible_cb4ba3c0-0367-4445-9920-f5bcd011d414","pid":24300} {"msg":"listen IP: [fd00:1122:3344:101::1a]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:46:51.476705213Z","hostname":"oxz_crucible_cb4ba3c0-0367-4445-9920-f5bcd011d414","pid":24300} {"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:46:51.476719054Z","hostname":"oxz_crucible_cb4ba3c0-0367-4445-9920-f5bcd011d414","pid":24300} {"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:46:51.496218916Z","hostname":"oxz_crucible_cb4ba3c0-0367-4445-9920-f5bcd011d414","pid":24300,"component":"datafile"} {"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:46:51.621094564Z","hostname":"oxz_crucible_cb4ba3c0-0367-4445-9920-f5bcd011d414","pid":24300,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:47:29.871199824Z","hostname":"oxz_crucible_cb4ba3c0-0367-4445-9920-f5bcd011d414","pid":24300,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:39979"} {"msg":"region 632a2cc2-ef0b-4d91-9f60-20af918f7c14 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:47:29.90684711Z","hostname":"oxz_crucible_cb4ba3c0-0367-4445-9920-f5bcd011d414","pid":24300,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:47:29.911180946Z","hostname":"oxz_crucible_cb4ba3c0-0367-4445-9920-f5bcd011d414","pid":24300,"uri":"/crucible/0/regions","method":"POST","req_id":"903bc19a-5592-4803-ae9a-029da87e2a4b","remote_addr":"[fd00:1122:3344:101::b]:39979","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":15984,"response_code":"200"} {"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:47:29.911819973Z","hostname":"oxz_crucible_cb4ba3c0-0367-4445-9920-f5bcd011d414","pid":24300,"component":"worker"} {"msg":"zfs set reservation of 1342177280 for oxp_e5117a3e-2bde-43d6-9a9d-0207e8b76656/crucible/regions/632a2cc2-ef0b-4d91-9f60-20af918f7c14","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:47:29.921285277Z","hostname":"oxz_crucible_cb4ba3c0-0367-4445-9920-f5bcd011d414","pid":24300,"component":"worker"} {"msg":"zfs set quota of 3221225472 for oxp_e5117a3e-2bde-43d6-9a9d-0207e8b76656/crucible/regions/632a2cc2-ef0b-4d91-9f60-20af918f7c14","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:47:29.921319918Z","hostname":"oxz_crucible_cb4ba3c0-0367-4445-9920-f5bcd011d414","pid":24300,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"632a2cc2-ef0b-4d91-9f60-20af918f7c14\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/632a2cc2-ef0b-4d91-9f60-20af918f7c14\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:47:29.968892673Z","hostname":"oxz_crucible_cb4ba3c0-0367-4445-9920-f5bcd011d414","pid":24300,"region":"632a2cc2-ef0b-4d91-9f60-20af918f7c14","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"632a2cc2-ef0b-4d91-9f60-20af918f7c14\" \"--data\" \"/data/regions/632a2cc2-ef0b-4d91-9f60-20af918f7c14\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:47:29.972661324Z","hostname":"oxz_crucible_cb4ba3c0-0367-4445-9920-f5bcd011d414","pid":24300,"region":"632a2cc2-ef0b-4d91-9f60-20af918f7c14","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:47:30.149810733Z","hostname":"oxz_crucible_cb4ba3c0-0367-4445-9920-f5bcd011d414","pid":24300,"region":"632a2cc2-ef0b-4d91-9f60-20af918f7c14","component":"worker"} {"msg":"region 632a2cc2-ef0b-4d91-9f60-20af918f7c14 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:47:30.149870814Z","hostname":"oxz_crucible_cb4ba3c0-0367-4445-9920-f5bcd011d414","pid":24300,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:47:30.149944687Z","hostname":"oxz_crucible_cb4ba3c0-0367-4445-9920-f5bcd011d414","pid":24300,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-632a2cc2-ef0b-4d91-9f60-20af918f7c14","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:47:30.150354838Z","hostname":"oxz_crucible_cb4ba3c0-0367-4445-9920-f5bcd011d414","pid":24300,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-632a2cc2-ef0b-4d91-9f60-20af918f7c14","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:47:30.155067374Z","hostname":"oxz_crucible_cb4ba3c0-0367-4445-9920-f5bcd011d414","pid":24300,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:47:30.172510061Z","hostname":"oxz_crucible_cb4ba3c0-0367-4445-9920-f5bcd011d414","pid":24300,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-632a2cc2-ef0b-4d91-9f60-20af918f7c14","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:47:30.175316487Z","hostname":"oxz_crucible_cb4ba3c0-0367-4445-9920-f5bcd011d414","pid":24300,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/632a2cc2-ef0b-4d91-9f60-20af918f7c14","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:47:30.175870722Z","hostname":"oxz_crucible_cb4ba3c0-0367-4445-9920-f5bcd011d414","pid":24300,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:47:30.177956497Z","hostname":"oxz_crucible_cb4ba3c0-0367-4445-9920-f5bcd011d414","pid":24300,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:47:30.178013679Z","hostname":"oxz_crucible_cb4ba3c0-0367-4445-9920-f5bcd011d414","pid":24300,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:47:30.17806174Z","hostname":"oxz_crucible_cb4ba3c0-0367-4445-9920-f5bcd011d414","pid":24300,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:47:30.187736649Z","hostname":"oxz_crucible_cb4ba3c0-0367-4445-9920-f5bcd011d414","pid":24300,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:47:30.192028785Z","hostname":"oxz_crucible_cb4ba3c0-0367-4445-9920-f5bcd011d414","pid":24300,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:47:30.251063536Z","hostname":"oxz_crucible_cb4ba3c0-0367-4445-9920-f5bcd011d414","pid":24300,"uri":"/crucible/0/regions","method":"POST","req_id":"94191902-51f9-441b-bad2-f21a24ff31fc","remote_addr":"[fd00:1122:3344:101::b]:39979","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":58,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:47:31.074323766Z","hostname":"oxz_crucible_cb4ba3c0-0367-4445-9920-f5bcd011d414","pid":24300,"uri":"/crucible/0/regions/632a2cc2-ef0b-4d91-9f60-20af918f7c14","method":"GET","req_id":"c37ec1e7-0f64-4347-9f75-70bc30d21808","remote_addr":"[fd00:1122:3344:101::b]:39979","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":81,"response_code":"200"} {"msg":"path is \"/data/regions/632a2cc2-ef0b-4d91-9f60-20af918f7c14\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:47:31.077882411Z","hostname":"oxz_crucible_cb4ba3c0-0367-4445-9920-f5bcd011d414","pid":24300,"component":"datafile"} {"msg":"dataset is oxp_e5117a3e-2bde-43d6-9a9d-0207e8b76656/crucible/regions/632a2cc2-ef0b-4d91-9f60-20af918f7c14","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:47:31.088800634Z","hostname":"oxz_crucible_cb4ba3c0-0367-4445-9920-f5bcd011d414","pid":24300,"component":"datafile"} {"msg":"region 632a2cc2-ef0b-4d91-9f60-20af918f7c14 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:47:31.09836522Z","hostname":"oxz_crucible_cb4ba3c0-0367-4445-9920-f5bcd011d414","pid":24300,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:47:31.098513834Z","hostname":"oxz_crucible_cb4ba3c0-0367-4445-9920-f5bcd011d414","pid":24300,"component":"worker"} {"msg":"disabling downstairs instance: downstairs-632a2cc2-ef0b-4d91-9f60-20af918f7c14 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:47:31.099527351Z","hostname":"oxz_crucible_cb4ba3c0-0367-4445-9920-f5bcd011d414","pid":24300,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:47:31.100442366Z","hostname":"oxz_crucible_cb4ba3c0-0367-4445-9920-f5bcd011d414","pid":24300,"uri":"/crucible/0/regions/632a2cc2-ef0b-4d91-9f60-20af918f7c14","method":"DELETE","req_id":"d7db5c27-ed50-4149-88ce-f6c802ad634f","remote_addr":"[fd00:1122:3344:101::b]:39979","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":22583,"response_code":"204"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:47:31.103932859Z","hostname":"oxz_crucible_cb4ba3c0-0367-4445-9920-f5bcd011d414","pid":24300,"uri":"/crucible/0/regions/632a2cc2-ef0b-4d91-9f60-20af918f7c14","method":"GET","req_id":"629e4a41-9237-4767-8520-1138e2039f88","remote_addr":"[fd00:1122:3344:101::b]:39979","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":30,"response_code":"200"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:47:31.104055963Z","hostname":"oxz_crucible_cb4ba3c0-0367-4445-9920-f5bcd011d414","pid":24300,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_e5117a3e-2bde-43d6-9a9d-0207e8b76656/crucible/regions/632a2cc2-ef0b-4d91-9f60-20af918f7c14\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:47:31.114621646Z","hostname":"oxz_crucible_cb4ba3c0-0367-4445-9920-f5bcd011d414","pid":24300,"region":"632a2cc2-ef0b-4d91-9f60-20af918f7c14","component":"worker"} {"msg":"region 632a2cc2-ef0b-4d91-9f60-20af918f7c14 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:47:31.17334602Z","hostname":"oxz_crucible_cb4ba3c0-0367-4445-9920-f5bcd011d414","pid":24300,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:47:31.230254625Z","hostname":"oxz_crucible_cb4ba3c0-0367-4445-9920-f5bcd011d414","pid":24300,"uri":"/crucible/0/regions/632a2cc2-ef0b-4d91-9f60-20af918f7c14","method":"GET","req_id":"67f70097-e0c4-41a8-8c4b-f67cdcf0cb7c","remote_addr":"[fd00:1122:3344:101::b]:39979","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":81,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:48:09.100239545Z","hostname":"oxz_crucible_cb4ba3c0-0367-4445-9920-f5bcd011d414","pid":24300,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:32885"} {"msg":"region 2bdebe30-c83c-4dc4-8bd4-58f82672e3f0 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:48:09.100409989Z","hostname":"oxz_crucible_cb4ba3c0-0367-4445-9920-f5bcd011d414","pid":24300,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:48:09.100574714Z","hostname":"oxz_crucible_cb4ba3c0-0367-4445-9920-f5bcd011d414","pid":24300,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:48:09.100586564Z","hostname":"oxz_crucible_cb4ba3c0-0367-4445-9920-f5bcd011d414","pid":24300,"uri":"/crucible/0/regions","method":"POST","req_id":"15c89262-a4d9-4585-8c80-7650eb71ed3c","remote_addr":"[fd00:1122:3344:101::a]:32885","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":201,"response_code":"200"} {"msg":"zfs set reservation of 2684354560 for oxp_e5117a3e-2bde-43d6-9a9d-0207e8b76656/crucible/regions/2bdebe30-c83c-4dc4-8bd4-58f82672e3f0","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:48:09.109640957Z","hostname":"oxz_crucible_cb4ba3c0-0367-4445-9920-f5bcd011d414","pid":24300,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_e5117a3e-2bde-43d6-9a9d-0207e8b76656/crucible/regions/2bdebe30-c83c-4dc4-8bd4-58f82672e3f0","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:48:09.109668627Z","hostname":"oxz_crucible_cb4ba3c0-0367-4445-9920-f5bcd011d414","pid":24300,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"2bdebe30-c83c-4dc4-8bd4-58f82672e3f0\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/2bdebe30-c83c-4dc4-8bd4-58f82672e3f0\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:48:09.157981802Z","hostname":"oxz_crucible_cb4ba3c0-0367-4445-9920-f5bcd011d414","pid":24300,"region":"2bdebe30-c83c-4dc4-8bd4-58f82672e3f0","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"2bdebe30-c83c-4dc4-8bd4-58f82672e3f0\" \"--data\" \"/data/regions/2bdebe30-c83c-4dc4-8bd4-58f82672e3f0\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:48:09.15975841Z","hostname":"oxz_crucible_cb4ba3c0-0367-4445-9920-f5bcd011d414","pid":24300,"region":"2bdebe30-c83c-4dc4-8bd4-58f82672e3f0","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:48:09.227865946Z","hostname":"oxz_crucible_cb4ba3c0-0367-4445-9920-f5bcd011d414","pid":24300,"region":"2bdebe30-c83c-4dc4-8bd4-58f82672e3f0","component":"worker"} {"msg":"region 2bdebe30-c83c-4dc4-8bd4-58f82672e3f0 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:48:09.227901287Z","hostname":"oxz_crucible_cb4ba3c0-0367-4445-9920-f5bcd011d414","pid":24300,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:48:09.227999419Z","hostname":"oxz_crucible_cb4ba3c0-0367-4445-9920-f5bcd011d414","pid":24300,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-2bdebe30-c83c-4dc4-8bd4-58f82672e3f0","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:48:09.229446888Z","hostname":"oxz_crucible_cb4ba3c0-0367-4445-9920-f5bcd011d414","pid":24300,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-2bdebe30-c83c-4dc4-8bd4-58f82672e3f0","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:48:09.232966302Z","hostname":"oxz_crucible_cb4ba3c0-0367-4445-9920-f5bcd011d414","pid":24300,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:48:09.241263315Z","hostname":"oxz_crucible_cb4ba3c0-0367-4445-9920-f5bcd011d414","pid":24300,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-2bdebe30-c83c-4dc4-8bd4-58f82672e3f0","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:48:09.245862128Z","hostname":"oxz_crucible_cb4ba3c0-0367-4445-9920-f5bcd011d414","pid":24300,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/2bdebe30-c83c-4dc4-8bd4-58f82672e3f0","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:48:09.246185207Z","hostname":"oxz_crucible_cb4ba3c0-0367-4445-9920-f5bcd011d414","pid":24300,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:48:09.246239328Z","hostname":"oxz_crucible_cb4ba3c0-0367-4445-9920-f5bcd011d414","pid":24300,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:48:09.246287009Z","hostname":"oxz_crucible_cb4ba3c0-0367-4445-9920-f5bcd011d414","pid":24300,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:48:09.246330871Z","hostname":"oxz_crucible_cb4ba3c0-0367-4445-9920-f5bcd011d414","pid":24300,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:48:09.250290467Z","hostname":"oxz_crucible_cb4ba3c0-0367-4445-9920-f5bcd011d414","pid":24300,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:48:09.255391373Z","hostname":"oxz_crucible_cb4ba3c0-0367-4445-9920-f5bcd011d414","pid":24300,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:48:09.356966496Z","hostname":"oxz_crucible_cb4ba3c0-0367-4445-9920-f5bcd011d414","pid":24300,"uri":"/crucible/0/regions","method":"POST","req_id":"4212f35b-958e-4810-92d9-ebc707a0ccc7","remote_addr":"[fd00:1122:3344:101::a]:32885","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":54,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:51:26.362997665Z","hostname":"oxz_crucible_cb4ba3c0-0367-4445-9920-f5bcd011d414","pid":24300,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:55299"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:51:26.363145779Z","hostname":"oxz_crucible_cb4ba3c0-0367-4445-9920-f5bcd011d414","pid":24300,"uri":"/crucible/0/regions/2bdebe30-c83c-4dc4-8bd4-58f82672e3f0","method":"GET","req_id":"3a355404-fc48-4da8-89ff-10c5e8c024f3","remote_addr":"[fd00:1122:3344:101::a]:55299","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":45,"response_code":"200"} {"msg":"path is \"/data/regions/2bdebe30-c83c-4dc4-8bd4-58f82672e3f0\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:51:26.366406796Z","hostname":"oxz_crucible_cb4ba3c0-0367-4445-9920-f5bcd011d414","pid":24300,"component":"datafile"} {"msg":"dataset is oxp_e5117a3e-2bde-43d6-9a9d-0207e8b76656/crucible/regions/2bdebe30-c83c-4dc4-8bd4-58f82672e3f0","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:51:26.375426688Z","hostname":"oxz_crucible_cb4ba3c0-0367-4445-9920-f5bcd011d414","pid":24300,"component":"datafile"} {"msg":"snapshot is oxp_e5117a3e-2bde-43d6-9a9d-0207e8b76656/crucible/regions/2bdebe30-c83c-4dc4-8bd4-58f82672e3f0@05c55d07-4862-427b-9e8b-7d9f980d61d3","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:51:26.383521215Z","hostname":"oxz_crucible_cb4ba3c0-0367-4445-9920-f5bcd011d414","pid":24300,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_e5117a3e-2bde-43d6-9a9d-0207e8b76656/crucible/regions/2bdebe30-c83c-4dc4-8bd4-58f82672e3f0\", \"05c55d07-4862-427b-9e8b-7d9f980d61d3\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:51:26.383551876Z","hostname":"oxz_crucible_cb4ba3c0-0367-4445-9920-f5bcd011d414","pid":24300,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:51:26.394475239Z","hostname":"oxz_crucible_cb4ba3c0-0367-4445-9920-f5bcd011d414","pid":24300,"uri":"/crucible/0/regions/2bdebe30-c83c-4dc4-8bd4-58f82672e3f0/snapshots/05c55d07-4862-427b-9e8b-7d9f980d61d3","method":"GET","req_id":"a339596c-afec-421f-a86e-68ea9b45332d","remote_addr":"[fd00:1122:3344:101::a]:55299","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":28079,"response_code":"200"} {"msg":"path is \"/data/regions/2bdebe30-c83c-4dc4-8bd4-58f82672e3f0\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:51:26.39787943Z","hostname":"oxz_crucible_cb4ba3c0-0367-4445-9920-f5bcd011d414","pid":24300,"component":"datafile"} {"msg":"dataset is oxp_e5117a3e-2bde-43d6-9a9d-0207e8b76656/crucible/regions/2bdebe30-c83c-4dc4-8bd4-58f82672e3f0","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:51:26.405528345Z","hostname":"oxz_crucible_cb4ba3c0-0367-4445-9920-f5bcd011d414","pid":24300,"component":"datafile"} {"msg":"snapshot is oxp_e5117a3e-2bde-43d6-9a9d-0207e8b76656/crucible/regions/2bdebe30-c83c-4dc4-8bd4-58f82672e3f0@05c55d07-4862-427b-9e8b-7d9f980d61d3","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:51:26.412876442Z","hostname":"oxz_crucible_cb4ba3c0-0367-4445-9920-f5bcd011d414","pid":24300,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_e5117a3e-2bde-43d6-9a9d-0207e8b76656/crucible/regions/2bdebe30-c83c-4dc4-8bd4-58f82672e3f0\", \"05c55d07-4862-427b-9e8b-7d9f980d61d3\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:51:26.412907493Z","hostname":"oxz_crucible_cb4ba3c0-0367-4445-9920-f5bcd011d414","pid":24300,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 2bdebe30-c83c-4dc4-8bd4-58f82672e3f0-05c55d07-4862-427b-9e8b-7d9f980d61d3 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:51:26.42139046Z","hostname":"oxz_crucible_cb4ba3c0-0367-4445-9920-f5bcd011d414","pid":24300,"component":"datafile"} {"msg":"applying SMF actions for region 2bdebe30-c83c-4dc4-8bd4-58f82672e3f0 running snapshot 05c55d07-4862-427b-9e8b-7d9f980d61d3 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:51:26.421998206Z","hostname":"oxz_crucible_cb4ba3c0-0367-4445-9920-f5bcd011d414","pid":24300,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:51:26.422036058Z","hostname":"oxz_crucible_cb4ba3c0-0367-4445-9920-f5bcd011d414","pid":24300,"uri":"/crucible/0/regions/2bdebe30-c83c-4dc4-8bd4-58f82672e3f0/snapshots/05c55d07-4862-427b-9e8b-7d9f980d61d3/run","method":"POST","req_id":"97f08d5a-f78f-4254-9346-291ad0eae153","remote_addr":"[fd00:1122:3344:101::a]:55299","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":24192,"response_code":"200"} {"msg":"creating missing snapshot instance snapshot-2bdebe30-c83c-4dc4-8bd4-58f82672e3f0-05c55d07-4862-427b-9e8b-7d9f980d61d3","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:51:26.43035188Z","hostname":"oxz_crucible_cb4ba3c0-0367-4445-9920-f5bcd011d414","pid":24300,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-2bdebe30-c83c-4dc4-8bd4-58f82672e3f0-05c55d07-4862-427b-9e8b-7d9f980d61d3","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:51:26.43706911Z","hostname":"oxz_crucible_cb4ba3c0-0367-4445-9920-f5bcd011d414","pid":24300,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-2bdebe30-c83c-4dc4-8bd4-58f82672e3f0-05c55d07-4862-427b-9e8b-7d9f980d61d3","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:51:26.448372304Z","hostname":"oxz_crucible_cb4ba3c0-0367-4445-9920-f5bcd011d414","pid":24300,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/2bdebe30-c83c-4dc4-8bd4-58f82672e3f0/.zfs/snapshot/05c55d07-4862-427b-9e8b-7d9f980d61d3","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:51:26.448682172Z","hostname":"oxz_crucible_cb4ba3c0-0367-4445-9920-f5bcd011d414","pid":24300,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:51:26.448731573Z","hostname":"oxz_crucible_cb4ba3c0-0367-4445-9920-f5bcd011d414","pid":24300,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:51:26.448775744Z","hostname":"oxz_crucible_cb4ba3c0-0367-4445-9920-f5bcd011d414","pid":24300,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:51:26.448815575Z","hostname":"oxz_crucible_cb4ba3c0-0367-4445-9920-f5bcd011d414","pid":24300,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:51:26.448861097Z","hostname":"oxz_crucible_cb4ba3c0-0367-4445-9920-f5bcd011d414","pid":24300,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:51:26.452810743Z","hostname":"oxz_crucible_cb4ba3c0-0367-4445-9920-f5bcd011d414","pid":24300,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:51:26.457111058Z","hostname":"oxz_crucible_cb4ba3c0-0367-4445-9920-f5bcd011d414","pid":24300,"component":"worker"} {"msg":"region 2bdebe30-c83c-4dc4-8bd4-58f82672e3f0 running snapshot 05c55d07-4862-427b-9e8b-7d9f980d61d3 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:51:26.457122738Z","hostname":"oxz_crucible_cb4ba3c0-0367-4445-9920-f5bcd011d414","pid":24300,"component":"datafile"} {"msg":"path is \"/data/regions/2bdebe30-c83c-4dc4-8bd4-58f82672e3f0\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:51:26.771548377Z","hostname":"oxz_crucible_cb4ba3c0-0367-4445-9920-f5bcd011d414","pid":24300,"component":"datafile"} {"msg":"dataset is oxp_e5117a3e-2bde-43d6-9a9d-0207e8b76656/crucible/regions/2bdebe30-c83c-4dc4-8bd4-58f82672e3f0","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:51:26.779704565Z","hostname":"oxz_crucible_cb4ba3c0-0367-4445-9920-f5bcd011d414","pid":24300,"component":"datafile"} {"msg":"snapshot is oxp_e5117a3e-2bde-43d6-9a9d-0207e8b76656/crucible/regions/2bdebe30-c83c-4dc4-8bd4-58f82672e3f0@05c55d07-4862-427b-9e8b-7d9f980d61d3","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:51:26.788166112Z","hostname":"oxz_crucible_cb4ba3c0-0367-4445-9920-f5bcd011d414","pid":24300,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_e5117a3e-2bde-43d6-9a9d-0207e8b76656/crucible/regions/2bdebe30-c83c-4dc4-8bd4-58f82672e3f0\", \"05c55d07-4862-427b-9e8b-7d9f980d61d3\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:51:26.788202293Z","hostname":"oxz_crucible_cb4ba3c0-0367-4445-9920-f5bcd011d414","pid":24300,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:51:26.796633289Z","hostname":"oxz_crucible_cb4ba3c0-0367-4445-9920-f5bcd011d414","pid":24300,"uri":"/crucible/0/regions/2bdebe30-c83c-4dc4-8bd4-58f82672e3f0/snapshots/05c55d07-4862-427b-9e8b-7d9f980d61d3/run","method":"POST","req_id":"39de58ef-3b1d-4e2a-a87b-b91c02332104","remote_addr":"[fd00:1122:3344:101::a]:55299","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":25138,"response_code":"200"} {"msg":"region 8477532f-131e-4226-b461-8123c6616374 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:51:30.400098245Z","hostname":"oxz_crucible_cb4ba3c0-0367-4445-9920-f5bcd011d414","pid":24300,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:51:30.40026818Z","hostname":"oxz_crucible_cb4ba3c0-0367-4445-9920-f5bcd011d414","pid":24300,"uri":"/crucible/0/regions","method":"POST","req_id":"effb20f1-0362-4d95-b2bb-4aa8ad706f13","remote_addr":"[fd00:1122:3344:101::a]:55299","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":244,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:51:30.40029471Z","hostname":"oxz_crucible_cb4ba3c0-0367-4445-9920-f5bcd011d414","pid":24300,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_e5117a3e-2bde-43d6-9a9d-0207e8b76656/crucible/regions/8477532f-131e-4226-b461-8123c6616374","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:51:30.409192929Z","hostname":"oxz_crucible_cb4ba3c0-0367-4445-9920-f5bcd011d414","pid":24300,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_e5117a3e-2bde-43d6-9a9d-0207e8b76656/crucible/regions/8477532f-131e-4226-b461-8123c6616374","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:51:30.40923322Z","hostname":"oxz_crucible_cb4ba3c0-0367-4445-9920-f5bcd011d414","pid":24300,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"8477532f-131e-4226-b461-8123c6616374\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19002, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/8477532f-131e-4226-b461-8123c6616374\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:51:30.46034999Z","hostname":"oxz_crucible_cb4ba3c0-0367-4445-9920-f5bcd011d414","pid":24300,"region":"8477532f-131e-4226-b461-8123c6616374","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"8477532f-131e-4226-b461-8123c6616374\" \"--data\" \"/data/regions/8477532f-131e-4226-b461-8123c6616374\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:51:30.462136918Z","hostname":"oxz_crucible_cb4ba3c0-0367-4445-9920-f5bcd011d414","pid":24300,"region":"8477532f-131e-4226-b461-8123c6616374","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:51:30.543602772Z","hostname":"oxz_crucible_cb4ba3c0-0367-4445-9920-f5bcd011d414","pid":24300,"region":"8477532f-131e-4226-b461-8123c6616374","component":"worker"} {"msg":"region 8477532f-131e-4226-b461-8123c6616374 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:51:30.543643943Z","hostname":"oxz_crucible_cb4ba3c0-0367-4445-9920-f5bcd011d414","pid":24300,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:51:30.543758476Z","hostname":"oxz_crucible_cb4ba3c0-0367-4445-9920-f5bcd011d414","pid":24300,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-8477532f-131e-4226-b461-8123c6616374","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:51:30.54613125Z","hostname":"oxz_crucible_cb4ba3c0-0367-4445-9920-f5bcd011d414","pid":24300,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-8477532f-131e-4226-b461-8123c6616374","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:51:30.550056315Z","hostname":"oxz_crucible_cb4ba3c0-0367-4445-9920-f5bcd011d414","pid":24300,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:51:30.550904608Z","hostname":"oxz_crucible_cb4ba3c0-0367-4445-9920-f5bcd011d414","pid":24300,"uri":"/crucible/0/regions","method":"POST","req_id":"6ee7e7dd-287b-41a1-81af-9940827963fd","remote_addr":"[fd00:1122:3344:101::a]:55299","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":77,"response_code":"200"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:51:30.558898052Z","hostname":"oxz_crucible_cb4ba3c0-0367-4445-9920-f5bcd011d414","pid":24300,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-8477532f-131e-4226-b461-8123c6616374","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:51:30.562655403Z","hostname":"oxz_crucible_cb4ba3c0-0367-4445-9920-f5bcd011d414","pid":24300,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/8477532f-131e-4226-b461-8123c6616374","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:51:30.56294039Z","hostname":"oxz_crucible_cb4ba3c0-0367-4445-9920-f5bcd011d414","pid":24300,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:51:30.562990402Z","hostname":"oxz_crucible_cb4ba3c0-0367-4445-9920-f5bcd011d414","pid":24300,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:51:30.563036723Z","hostname":"oxz_crucible_cb4ba3c0-0367-4445-9920-f5bcd011d414","pid":24300,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:51:30.563082534Z","hostname":"oxz_crucible_cb4ba3c0-0367-4445-9920-f5bcd011d414","pid":24300,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:51:30.568501479Z","hostname":"oxz_crucible_cb4ba3c0-0367-4445-9920-f5bcd011d414","pid":24300,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:51:30.575387844Z","hostname":"oxz_crucible_cb4ba3c0-0367-4445-9920-f5bcd011d414","pid":24300,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:51:55.749722522Z","hostname":"oxz_crucible_cb4ba3c0-0367-4445-9920-f5bcd011d414","pid":24300,"uri":"/crucible/0/regions/8477532f-131e-4226-b461-8123c6616374","method":"GET","req_id":"c29e8d81-8fec-4d36-b4ef-e81c89d66e25","remote_addr":"[fd00:1122:3344:101::a]:55299","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":65,"response_code":"200"} {"msg":"path is \"/data/regions/8477532f-131e-4226-b461-8123c6616374\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:51:55.75262024Z","hostname":"oxz_crucible_cb4ba3c0-0367-4445-9920-f5bcd011d414","pid":24300,"component":"datafile"} {"msg":"dataset is oxp_e5117a3e-2bde-43d6-9a9d-0207e8b76656/crucible/regions/8477532f-131e-4226-b461-8123c6616374","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:51:55.766445431Z","hostname":"oxz_crucible_cb4ba3c0-0367-4445-9920-f5bcd011d414","pid":24300,"component":"datafile"} {"msg":"region 8477532f-131e-4226-b461-8123c6616374 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:51:55.776628593Z","hostname":"oxz_crucible_cb4ba3c0-0367-4445-9920-f5bcd011d414","pid":24300,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:51:55.776816178Z","hostname":"oxz_crucible_cb4ba3c0-0367-4445-9920-f5bcd011d414","pid":24300,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:51:55.77687109Z","hostname":"oxz_crucible_cb4ba3c0-0367-4445-9920-f5bcd011d414","pid":24300,"uri":"/crucible/0/regions/8477532f-131e-4226-b461-8123c6616374","method":"DELETE","req_id":"881a4899-d87b-4d61-9d57-cdd2f4169b93","remote_addr":"[fd00:1122:3344:101::a]:55299","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":24282,"response_code":"204"} {"msg":"disabling downstairs instance: downstairs-8477532f-131e-4226-b461-8123c6616374 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:51:55.778479023Z","hostname":"oxz_crucible_cb4ba3c0-0367-4445-9920-f5bcd011d414","pid":24300,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:51:55.78133585Z","hostname":"oxz_crucible_cb4ba3c0-0367-4445-9920-f5bcd011d414","pid":24300,"uri":"/crucible/0/regions/8477532f-131e-4226-b461-8123c6616374","method":"GET","req_id":"0937e50b-477e-4b7e-9298-0a81cac08037","remote_addr":"[fd00:1122:3344:101::a]:55299","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":33,"response_code":"200"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:51:55.786918229Z","hostname":"oxz_crucible_cb4ba3c0-0367-4445-9920-f5bcd011d414","pid":24300,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_e5117a3e-2bde-43d6-9a9d-0207e8b76656/crucible/regions/8477532f-131e-4226-b461-8123c6616374\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:51:55.79887286Z","hostname":"oxz_crucible_cb4ba3c0-0367-4445-9920-f5bcd011d414","pid":24300,"region":"8477532f-131e-4226-b461-8123c6616374","component":"worker"} {"msg":"region 8477532f-131e-4226-b461-8123c6616374 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:51:55.849470056Z","hostname":"oxz_crucible_cb4ba3c0-0367-4445-9920-f5bcd011d414","pid":24300,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T01:51:55.928927286Z","hostname":"oxz_crucible_cb4ba3c0-0367-4445-9920-f5bcd011d414","pid":24300,"uri":"/crucible/0/regions/8477532f-131e-4226-b461-8123c6616374","method":"GET","req_id":"7cf58767-5bf7-46a0-963e-cbb2f0b34d42","remote_addr":"[fd00:1122:3344:101::a]:55299","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":78,"response_code":"200"}