[ Jul 31 06:52:31 Enabled. ] [ Jul 31 06:52:31 Rereading configuration. ] [ Jul 31 06:52:33 Rereading configuration. ] [ Jul 31 06:52:34 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_06f736a1-3bc3-4997-b039-30d48b1f8fe2/crucible -l [fd00:1122:3344:101::13]:32345 -P 19000 -p downstairs -s snapshot"). ] note: configured to log to "/dev/stdout" {"msg":"dataset: \"oxp_06f736a1-3bc3-4997-b039-30d48b1f8fe2/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-31T06:52:34.800538123Z","hostname":"oxz_crucible_081c67a9-c5d6-4b92-ba92-6245bb87e821","pid":21242} {"msg":"listen IP: [fd00:1122:3344:101::13]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-07-31T06:52:34.801778624Z","hostname":"oxz_crucible_081c67a9-c5d6-4b92-ba92-6245bb87e821","pid":21242} {"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-31T06:52:34.801791724Z","hostname":"oxz_crucible_081c67a9-c5d6-4b92-ba92-6245bb87e821","pid":21242} {"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-31T06:52:34.818938732Z","hostname":"oxz_crucible_081c67a9-c5d6-4b92-ba92-6245bb87e821","pid":21242,"component":"datafile"} {"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-07-31T06:52:34.946750308Z","hostname":"oxz_crucible_081c67a9-c5d6-4b92-ba92-6245bb87e821","pid":21242,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-07-31T06:53:23.981428528Z","hostname":"oxz_crucible_081c67a9-c5d6-4b92-ba92-6245bb87e821","pid":21242,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:36343"} {"msg":"region 4661be90-d2aa-4e72-a2fb-173ce4f62c04 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-07-31T06:53:23.997404416Z","hostname":"oxz_crucible_081c67a9-c5d6-4b92-ba92-6245bb87e821","pid":21242,"component":"datafile"} {"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2024-07-31T06:53:24.000212976Z","hostname":"oxz_crucible_081c67a9-c5d6-4b92-ba92-6245bb87e821","pid":21242,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-31T06:53:24.000281378Z","hostname":"oxz_crucible_081c67a9-c5d6-4b92-ba92-6245bb87e821","pid":21242,"uri":"/crucible/0/regions","method":"POST","req_id":"02d23098-c142-46b0-b328-60d92dcecec7","remote_addr":"[fd00:1122:3344:101::a]:36343","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":7994,"response_code":"200"} {"msg":"zfs set reservation of 1342177280 for oxp_06f736a1-3bc3-4997-b039-30d48b1f8fe2/crucible/regions/4661be90-d2aa-4e72-a2fb-173ce4f62c04","v":0,"name":"crucible-agent","level":30,"time":"2024-07-31T06:53:24.011233501Z","hostname":"oxz_crucible_081c67a9-c5d6-4b92-ba92-6245bb87e821","pid":21242,"component":"worker"} {"msg":"zfs set quota of 3221225472 for oxp_06f736a1-3bc3-4997-b039-30d48b1f8fe2/crucible/regions/4661be90-d2aa-4e72-a2fb-173ce4f62c04","v":0,"name":"crucible-agent","level":30,"time":"2024-07-31T06:53:24.011265872Z","hostname":"oxz_crucible_081c67a9-c5d6-4b92-ba92-6245bb87e821","pid":21242,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"4661be90-d2aa-4e72-a2fb-173ce4f62c04\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/4661be90-d2aa-4e72-a2fb-173ce4f62c04\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-31T06:53:24.07255766Z","hostname":"oxz_crucible_081c67a9-c5d6-4b92-ba92-6245bb87e821","pid":21242,"region":"4661be90-d2aa-4e72-a2fb-173ce4f62c04","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"4661be90-d2aa-4e72-a2fb-173ce4f62c04\" \"--data\" \"/data/regions/4661be90-d2aa-4e72-a2fb-173ce4f62c04\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-31T06:53:24.074479654Z","hostname":"oxz_crucible_081c67a9-c5d6-4b92-ba92-6245bb87e821","pid":21242,"region":"4661be90-d2aa-4e72-a2fb-173ce4f62c04","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-31T06:53:24.182835559Z","hostname":"oxz_crucible_081c67a9-c5d6-4b92-ba92-6245bb87e821","pid":21242,"uri":"/crucible/0/regions","method":"POST","req_id":"7e2c35b2-616d-48ad-b5c0-f791e7c84cd0","remote_addr":"[fd00:1122:3344:101::a]:36343","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":79,"response_code":"200"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-07-31T06:53:24.184154212Z","hostname":"oxz_crucible_081c67a9-c5d6-4b92-ba92-6245bb87e821","pid":21242,"region":"4661be90-d2aa-4e72-a2fb-173ce4f62c04","component":"worker"} {"msg":"region 4661be90-d2aa-4e72-a2fb-173ce4f62c04 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-07-31T06:53:24.184174713Z","hostname":"oxz_crucible_081c67a9-c5d6-4b92-ba92-6245bb87e821","pid":21242,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-07-31T06:53:24.184315586Z","hostname":"oxz_crucible_081c67a9-c5d6-4b92-ba92-6245bb87e821","pid":21242,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-4661be90-d2aa-4e72-a2fb-173ce4f62c04","v":0,"name":"crucible-agent","level":30,"time":"2024-07-31T06:53:24.184793718Z","hostname":"oxz_crucible_081c67a9-c5d6-4b92-ba92-6245bb87e821","pid":21242,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-4661be90-d2aa-4e72-a2fb-173ce4f62c04","v":0,"name":"crucible-agent","level":30,"time":"2024-07-31T06:53:24.190616193Z","hostname":"oxz_crucible_081c67a9-c5d6-4b92-ba92-6245bb87e821","pid":21242,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-07-31T06:53:24.203563746Z","hostname":"oxz_crucible_081c67a9-c5d6-4b92-ba92-6245bb87e821","pid":21242,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-4661be90-d2aa-4e72-a2fb-173ce4f62c04","v":0,"name":"crucible-agent","level":30,"time":"2024-07-31T06:53:24.206623313Z","hostname":"oxz_crucible_081c67a9-c5d6-4b92-ba92-6245bb87e821","pid":21242,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/4661be90-d2aa-4e72-a2fb-173ce4f62c04","v":0,"name":"crucible-agent","level":30,"time":"2024-07-31T06:53:24.213308099Z","hostname":"oxz_crucible_081c67a9-c5d6-4b92-ba92-6245bb87e821","pid":21242,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-07-31T06:53:24.21534157Z","hostname":"oxz_crucible_081c67a9-c5d6-4b92-ba92-6245bb87e821","pid":21242,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2024-07-31T06:53:24.215406471Z","hostname":"oxz_crucible_081c67a9-c5d6-4b92-ba92-6245bb87e821","pid":21242,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-07-31T06:53:24.215455113Z","hostname":"oxz_crucible_081c67a9-c5d6-4b92-ba92-6245bb87e821","pid":21242,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-31T06:53:24.219312849Z","hostname":"oxz_crucible_081c67a9-c5d6-4b92-ba92-6245bb87e821","pid":21242,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-31T06:53:24.223234736Z","hostname":"oxz_crucible_081c67a9-c5d6-4b92-ba92-6245bb87e821","pid":21242,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-31T06:53:24.610709526Z","hostname":"oxz_crucible_081c67a9-c5d6-4b92-ba92-6245bb87e821","pid":21242,"uri":"/crucible/0/regions","method":"POST","req_id":"229daf5c-3ced-4bc2-8ea4-3656c6d4d294","remote_addr":"[fd00:1122:3344:101::a]:36343","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":73,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-31T06:53:25.059070445Z","hostname":"oxz_crucible_081c67a9-c5d6-4b92-ba92-6245bb87e821","pid":21242,"uri":"/crucible/0/regions/4661be90-d2aa-4e72-a2fb-173ce4f62c04","method":"GET","req_id":"6d1e3503-24da-4845-8c08-0c40d562971e","remote_addr":"[fd00:1122:3344:101::a]:36343","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":56,"response_code":"200"} {"msg":"path is \"/data/regions/4661be90-d2aa-4e72-a2fb-173ce4f62c04\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-31T06:53:25.06087937Z","hostname":"oxz_crucible_081c67a9-c5d6-4b92-ba92-6245bb87e821","pid":21242,"component":"datafile"} {"msg":"dataset is oxp_06f736a1-3bc3-4997-b039-30d48b1f8fe2/crucible/regions/4661be90-d2aa-4e72-a2fb-173ce4f62c04","v":0,"name":"crucible-agent","level":30,"time":"2024-07-31T06:53:25.070768946Z","hostname":"oxz_crucible_081c67a9-c5d6-4b92-ba92-6245bb87e821","pid":21242,"component":"datafile"} {"msg":"region 4661be90-d2aa-4e72-a2fb-173ce4f62c04 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-07-31T06:53:25.0789497Z","hostname":"oxz_crucible_081c67a9-c5d6-4b92-ba92-6245bb87e821","pid":21242,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-07-31T06:53:25.079109094Z","hostname":"oxz_crucible_081c67a9-c5d6-4b92-ba92-6245bb87e821","pid":21242,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-31T06:53:25.079197316Z","hostname":"oxz_crucible_081c67a9-c5d6-4b92-ba92-6245bb87e821","pid":21242,"uri":"/crucible/0/regions/4661be90-d2aa-4e72-a2fb-173ce4f62c04","method":"DELETE","req_id":"fe82b34e-81ec-4455-b37f-a0edcc285cdc","remote_addr":"[fd00:1122:3344:101::a]:36343","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":18356,"response_code":"204"} {"msg":"disabling downstairs instance: downstairs-4661be90-d2aa-4e72-a2fb-173ce4f62c04 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-07-31T06:53:25.080356945Z","hostname":"oxz_crucible_081c67a9-c5d6-4b92-ba92-6245bb87e821","pid":21242,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-31T06:53:25.081648877Z","hostname":"oxz_crucible_081c67a9-c5d6-4b92-ba92-6245bb87e821","pid":21242,"uri":"/crucible/0/regions/4661be90-d2aa-4e72-a2fb-173ce4f62c04","method":"GET","req_id":"7c49427d-0353-4a31-86fe-da172946fb82","remote_addr":"[fd00:1122:3344:101::a]:36343","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":675,"response_code":"200"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-31T06:53:25.084761175Z","hostname":"oxz_crucible_081c67a9-c5d6-4b92-ba92-6245bb87e821","pid":21242,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_06f736a1-3bc3-4997-b039-30d48b1f8fe2/crucible/regions/4661be90-d2aa-4e72-a2fb-173ce4f62c04\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-31T06:53:25.094015096Z","hostname":"oxz_crucible_081c67a9-c5d6-4b92-ba92-6245bb87e821","pid":21242,"region":"4661be90-d2aa-4e72-a2fb-173ce4f62c04","component":"worker"} {"msg":"region 4661be90-d2aa-4e72-a2fb-173ce4f62c04 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-31T06:53:25.151431837Z","hostname":"oxz_crucible_081c67a9-c5d6-4b92-ba92-6245bb87e821","pid":21242,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-31T06:53:25.191222789Z","hostname":"oxz_crucible_081c67a9-c5d6-4b92-ba92-6245bb87e821","pid":21242,"uri":"/crucible/0/regions/4661be90-d2aa-4e72-a2fb-173ce4f62c04","method":"GET","req_id":"0114bf5c-35a1-42a2-87f5-1f13fe95b285","remote_addr":"[fd00:1122:3344:101::a]:36343","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":57,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-07-31T06:58:38.791156671Z","hostname":"oxz_crucible_081c67a9-c5d6-4b92-ba92-6245bb87e821","pid":21242,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:41259"} {"msg":"region b8272e63-4fec-45e3-842a-86e231312125 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-07-31T06:58:38.791296914Z","hostname":"oxz_crucible_081c67a9-c5d6-4b92-ba92-6245bb87e821","pid":21242,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-07-31T06:58:38.795775126Z","hostname":"oxz_crucible_081c67a9-c5d6-4b92-ba92-6245bb87e821","pid":21242,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-31T06:58:38.795787177Z","hostname":"oxz_crucible_081c67a9-c5d6-4b92-ba92-6245bb87e821","pid":21242,"uri":"/crucible/0/regions","method":"POST","req_id":"adf2f5a5-00a7-4bb1-81ad-4f174615f7a6","remote_addr":"[fd00:1122:3344:101::a]:41259","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":4542,"response_code":"200"} {"msg":"zfs set reservation of 2684354560 for oxp_06f736a1-3bc3-4997-b039-30d48b1f8fe2/crucible/regions/b8272e63-4fec-45e3-842a-86e231312125","v":0,"name":"crucible-agent","level":30,"time":"2024-07-31T06:58:38.805795626Z","hostname":"oxz_crucible_081c67a9-c5d6-4b92-ba92-6245bb87e821","pid":21242,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_06f736a1-3bc3-4997-b039-30d48b1f8fe2/crucible/regions/b8272e63-4fec-45e3-842a-86e231312125","v":0,"name":"crucible-agent","level":30,"time":"2024-07-31T06:58:38.805842857Z","hostname":"oxz_crucible_081c67a9-c5d6-4b92-ba92-6245bb87e821","pid":21242,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-31T06:58:39.098702009Z","hostname":"oxz_crucible_081c67a9-c5d6-4b92-ba92-6245bb87e821","pid":21242,"uri":"/crucible/0/regions","method":"POST","req_id":"ddd9ddb3-0f5c-4b49-b181-675379242d8d","remote_addr":"[fd00:1122:3344:101::a]:41259","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":84,"response_code":"200"} {"msg":"creating region Region { id: RegionId(\"b8272e63-4fec-45e3-842a-86e231312125\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/b8272e63-4fec-45e3-842a-86e231312125\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-31T06:58:39.118770219Z","hostname":"oxz_crucible_081c67a9-c5d6-4b92-ba92-6245bb87e821","pid":21242,"region":"b8272e63-4fec-45e3-842a-86e231312125","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"b8272e63-4fec-45e3-842a-86e231312125\" \"--data\" \"/data/regions/b8272e63-4fec-45e3-842a-86e231312125\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-31T06:58:39.118866981Z","hostname":"oxz_crucible_081c67a9-c5d6-4b92-ba92-6245bb87e821","pid":21242,"region":"b8272e63-4fec-45e3-842a-86e231312125","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-31T06:58:39.55159831Z","hostname":"oxz_crucible_081c67a9-c5d6-4b92-ba92-6245bb87e821","pid":21242,"uri":"/crucible/0/regions","method":"POST","req_id":"b0cf081f-eecc-4a2b-ab99-6175579a283a","remote_addr":"[fd00:1122:3344:101::a]:41259","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":86,"response_code":"200"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-07-31T06:58:40.497276757Z","hostname":"oxz_crucible_081c67a9-c5d6-4b92-ba92-6245bb87e821","pid":21242,"region":"b8272e63-4fec-45e3-842a-86e231312125","component":"worker"} {"msg":"region b8272e63-4fec-45e3-842a-86e231312125 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-07-31T06:58:40.497349948Z","hostname":"oxz_crucible_081c67a9-c5d6-4b92-ba92-6245bb87e821","pid":21242,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-07-31T06:58:40.497497942Z","hostname":"oxz_crucible_081c67a9-c5d6-4b92-ba92-6245bb87e821","pid":21242,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-b8272e63-4fec-45e3-842a-86e231312125","v":0,"name":"crucible-agent","level":30,"time":"2024-07-31T06:58:40.499043881Z","hostname":"oxz_crucible_081c67a9-c5d6-4b92-ba92-6245bb87e821","pid":21242,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-b8272e63-4fec-45e3-842a-86e231312125","v":0,"name":"crucible-agent","level":30,"time":"2024-07-31T06:58:40.510482706Z","hostname":"oxz_crucible_081c67a9-c5d6-4b92-ba92-6245bb87e821","pid":21242,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-07-31T06:58:40.555481378Z","hostname":"oxz_crucible_081c67a9-c5d6-4b92-ba92-6245bb87e821","pid":21242,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-b8272e63-4fec-45e3-842a-86e231312125","v":0,"name":"crucible-agent","level":30,"time":"2024-07-31T06:58:40.571264431Z","hostname":"oxz_crucible_081c67a9-c5d6-4b92-ba92-6245bb87e821","pid":21242,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/b8272e63-4fec-45e3-842a-86e231312125","v":0,"name":"crucible-agent","level":30,"time":"2024-07-31T06:58:40.571570509Z","hostname":"oxz_crucible_081c67a9-c5d6-4b92-ba92-6245bb87e821","pid":21242,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-07-31T06:58:40.57163028Z","hostname":"oxz_crucible_081c67a9-c5d6-4b92-ba92-6245bb87e821","pid":21242,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2024-07-31T06:58:40.571681652Z","hostname":"oxz_crucible_081c67a9-c5d6-4b92-ba92-6245bb87e821","pid":21242,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-07-31T06:58:40.571734843Z","hostname":"oxz_crucible_081c67a9-c5d6-4b92-ba92-6245bb87e821","pid":21242,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-31T06:58:40.59407915Z","hostname":"oxz_crucible_081c67a9-c5d6-4b92-ba92-6245bb87e821","pid":21242,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-31T06:58:40.607880663Z","hostname":"oxz_crucible_081c67a9-c5d6-4b92-ba92-6245bb87e821","pid":21242,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-31T06:58:40.843097868Z","hostname":"oxz_crucible_081c67a9-c5d6-4b92-ba92-6245bb87e821","pid":21242,"uri":"/crucible/0/regions","method":"POST","req_id":"757ed137-bfcb-46a4-a373-4d32fceab394","remote_addr":"[fd00:1122:3344:101::a]:41259","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":464,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-31T06:59:08.355288703Z","hostname":"oxz_crucible_081c67a9-c5d6-4b92-ba92-6245bb87e821","pid":21242,"uri":"/crucible/0/regions/b8272e63-4fec-45e3-842a-86e231312125","method":"GET","req_id":"199464f7-779a-4253-9164-d13eb0c7ae45","remote_addr":"[fd00:1122:3344:101::a]:41259","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":63,"response_code":"200"} {"msg":"path is \"/data/regions/b8272e63-4fec-45e3-842a-86e231312125\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-31T06:59:08.357819636Z","hostname":"oxz_crucible_081c67a9-c5d6-4b92-ba92-6245bb87e821","pid":21242,"component":"datafile"} {"msg":"dataset is oxp_06f736a1-3bc3-4997-b039-30d48b1f8fe2/crucible/regions/b8272e63-4fec-45e3-842a-86e231312125","v":0,"name":"crucible-agent","level":30,"time":"2024-07-31T06:59:08.369482787Z","hostname":"oxz_crucible_081c67a9-c5d6-4b92-ba92-6245bb87e821","pid":21242,"component":"datafile"} {"msg":"region b8272e63-4fec-45e3-842a-86e231312125 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-07-31T06:59:08.37805549Z","hostname":"oxz_crucible_081c67a9-c5d6-4b92-ba92-6245bb87e821","pid":21242,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-07-31T06:59:08.378272436Z","hostname":"oxz_crucible_081c67a9-c5d6-4b92-ba92-6245bb87e821","pid":21242,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-31T06:59:08.378334117Z","hostname":"oxz_crucible_081c67a9-c5d6-4b92-ba92-6245bb87e821","pid":21242,"uri":"/crucible/0/regions/b8272e63-4fec-45e3-842a-86e231312125","method":"DELETE","req_id":"ce7237ee-4797-4179-99be-e7f31fd3463b","remote_addr":"[fd00:1122:3344:101::a]:41259","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":20535,"response_code":"204"} {"msg":"disabling downstairs instance: downstairs-b8272e63-4fec-45e3-842a-86e231312125 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-07-31T06:59:08.380161583Z","hostname":"oxz_crucible_081c67a9-c5d6-4b92-ba92-6245bb87e821","pid":21242,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-31T06:59:08.380978293Z","hostname":"oxz_crucible_081c67a9-c5d6-4b92-ba92-6245bb87e821","pid":21242,"uri":"/crucible/0/regions/b8272e63-4fec-45e3-842a-86e231312125","method":"GET","req_id":"257745c5-a135-4ac1-8b36-a621a42f7688","remote_addr":"[fd00:1122:3344:101::a]:41259","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":25,"response_code":"200"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-31T06:59:08.386224814Z","hostname":"oxz_crucible_081c67a9-c5d6-4b92-ba92-6245bb87e821","pid":21242,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_06f736a1-3bc3-4997-b039-30d48b1f8fe2/crucible/regions/b8272e63-4fec-45e3-842a-86e231312125\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-31T06:59:08.394629133Z","hostname":"oxz_crucible_081c67a9-c5d6-4b92-ba92-6245bb87e821","pid":21242,"region":"b8272e63-4fec-45e3-842a-86e231312125","component":"worker"} {"msg":"region b8272e63-4fec-45e3-842a-86e231312125 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-31T06:59:08.444434845Z","hostname":"oxz_crucible_081c67a9-c5d6-4b92-ba92-6245bb87e821","pid":21242,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-31T06:59:08.463108541Z","hostname":"oxz_crucible_081c67a9-c5d6-4b92-ba92-6245bb87e821","pid":21242,"uri":"/crucible/0/regions/b8272e63-4fec-45e3-842a-86e231312125","method":"GET","req_id":"75e2c56c-3956-4581-9de3-89959a470cd9","remote_addr":"[fd00:1122:3344:101::a]:41259","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":77,"response_code":"200"}