{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T06:04:35.758278277Z","hostname":"oxz_crucible_4a60288a-de85-4cc2-97ae-0e9800cf70c5","pid":24867,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:36098"} {"msg":"region 0544df17-db6b-4c7d-9029-10ec58686fbd state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T06:04:35.758399151Z","hostname":"oxz_crucible_4a60288a-de85-4cc2-97ae-0e9800cf70c5","pid":24867,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T06:04:35.759077833Z","hostname":"oxz_crucible_4a60288a-de85-4cc2-97ae-0e9800cf70c5","pid":24867,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T06:04:35.759096593Z","hostname":"oxz_crucible_4a60288a-de85-4cc2-97ae-0e9800cf70c5","pid":24867,"uri":"/crucible/0/regions","method":"POST","req_id":"8f4c3429-38e1-4889-abbe-9f7639501ba0","remote_addr":"[fd00:1122:3344:101::a]:36098","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":724,"response_code":"200"} {"msg":"zfs set reservation of 2684354560 for oxp_c12c68d5-6ddb-4829-80b0-49f80baef150/crucible/regions/0544df17-db6b-4c7d-9029-10ec58686fbd","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T06:04:35.769751586Z","hostname":"oxz_crucible_4a60288a-de85-4cc2-97ae-0e9800cf70c5","pid":24867,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_c12c68d5-6ddb-4829-80b0-49f80baef150/crucible/regions/0544df17-db6b-4c7d-9029-10ec58686fbd","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T06:04:35.769775347Z","hostname":"oxz_crucible_4a60288a-de85-4cc2-97ae-0e9800cf70c5","pid":24867,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"0544df17-db6b-4c7d-9029-10ec58686fbd\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/0544df17-db6b-4c7d-9029-10ec58686fbd\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T06:04:35.814773197Z","hostname":"oxz_crucible_4a60288a-de85-4cc2-97ae-0e9800cf70c5","pid":24867,"region":"0544df17-db6b-4c7d-9029-10ec58686fbd","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"0544df17-db6b-4c7d-9029-10ec58686fbd\" \"--data\" \"/data/regions/0544df17-db6b-4c7d-9029-10ec58686fbd\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T06:04:35.814814548Z","hostname":"oxz_crucible_4a60288a-de85-4cc2-97ae-0e9800cf70c5","pid":24867,"region":"0544df17-db6b-4c7d-9029-10ec58686fbd","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T06:04:35.884116341Z","hostname":"oxz_crucible_4a60288a-de85-4cc2-97ae-0e9800cf70c5","pid":24867,"region":"0544df17-db6b-4c7d-9029-10ec58686fbd","component":"worker"} {"msg":"region 0544df17-db6b-4c7d-9029-10ec58686fbd state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T06:04:35.884165943Z","hostname":"oxz_crucible_4a60288a-de85-4cc2-97ae-0e9800cf70c5","pid":24867,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T06:04:35.884250485Z","hostname":"oxz_crucible_4a60288a-de85-4cc2-97ae-0e9800cf70c5","pid":24867,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-0544df17-db6b-4c7d-9029-10ec58686fbd","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T06:04:35.885227067Z","hostname":"oxz_crucible_4a60288a-de85-4cc2-97ae-0e9800cf70c5","pid":24867,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-0544df17-db6b-4c7d-9029-10ec58686fbd","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T06:04:35.898196365Z","hostname":"oxz_crucible_4a60288a-de85-4cc2-97ae-0e9800cf70c5","pid":24867,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T06:04:35.912097072Z","hostname":"oxz_crucible_4a60288a-de85-4cc2-97ae-0e9800cf70c5","pid":24867,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-0544df17-db6b-4c7d-9029-10ec58686fbd","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T06:04:35.915226683Z","hostname":"oxz_crucible_4a60288a-de85-4cc2-97ae-0e9800cf70c5","pid":24867,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/0544df17-db6b-4c7d-9029-10ec58686fbd","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T06:04:35.915571984Z","hostname":"oxz_crucible_4a60288a-de85-4cc2-97ae-0e9800cf70c5","pid":24867,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T06:04:35.915622996Z","hostname":"oxz_crucible_4a60288a-de85-4cc2-97ae-0e9800cf70c5","pid":24867,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T06:04:35.915670678Z","hostname":"oxz_crucible_4a60288a-de85-4cc2-97ae-0e9800cf70c5","pid":24867,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T06:04:35.915709189Z","hostname":"oxz_crucible_4a60288a-de85-4cc2-97ae-0e9800cf70c5","pid":24867,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T06:04:35.918884111Z","hostname":"oxz_crucible_4a60288a-de85-4cc2-97ae-0e9800cf70c5","pid":24867,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T06:04:35.924247174Z","hostname":"oxz_crucible_4a60288a-de85-4cc2-97ae-0e9800cf70c5","pid":24867,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T06:04:35.963832169Z","hostname":"oxz_crucible_4a60288a-de85-4cc2-97ae-0e9800cf70c5","pid":24867,"uri":"/crucible/0/regions","method":"POST","req_id":"f1f27e0d-ba9f-4757-ba4d-263d9141cb38","remote_addr":"[fd00:1122:3344:101::a]:36098","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":74,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T06:04:37.102174172Z","hostname":"oxz_crucible_4a60288a-de85-4cc2-97ae-0e9800cf70c5","pid":24867,"uri":"/crucible/0/regions/fca43269-8452-4d3d-a14d-928ee2ec779c","method":"GET","req_id":"29857f77-02b7-4c5d-85f7-0cd8ed8d9e0f","remote_addr":"[fd00:1122:3344:101::a]:36098","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":616,"response_code":"200"} {"msg":"path is \"/data/regions/fca43269-8452-4d3d-a14d-928ee2ec779c\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T06:04:37.104700153Z","hostname":"oxz_crucible_4a60288a-de85-4cc2-97ae-0e9800cf70c5","pid":24867,"component":"datafile"} {"msg":"dataset is oxp_c12c68d5-6ddb-4829-80b0-49f80baef150/crucible/regions/fca43269-8452-4d3d-a14d-928ee2ec779c","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T06:04:37.113661342Z","hostname":"oxz_crucible_4a60288a-de85-4cc2-97ae-0e9800cf70c5","pid":24867,"component":"datafile"} {"msg":"snapshot is oxp_c12c68d5-6ddb-4829-80b0-49f80baef150/crucible/regions/fca43269-8452-4d3d-a14d-928ee2ec779c@454ee7c3-59f9-41de-891a-df11d5f605e3","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T06:04:37.12259152Z","hostname":"oxz_crucible_4a60288a-de85-4cc2-97ae-0e9800cf70c5","pid":24867,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_c12c68d5-6ddb-4829-80b0-49f80baef150/crucible/regions/fca43269-8452-4d3d-a14d-928ee2ec779c\", \"454ee7c3-59f9-41de-891a-df11d5f605e3\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T06:04:37.122619711Z","hostname":"oxz_crucible_4a60288a-de85-4cc2-97ae-0e9800cf70c5","pid":24867,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T06:04:37.133564523Z","hostname":"oxz_crucible_4a60288a-de85-4cc2-97ae-0e9800cf70c5","pid":24867,"uri":"/crucible/0/regions/fca43269-8452-4d3d-a14d-928ee2ec779c/snapshots/454ee7c3-59f9-41de-891a-df11d5f605e3","method":"GET","req_id":"6848419e-14da-4f0a-8307-925acc2fb63d","remote_addr":"[fd00:1122:3344:101::a]:36098","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":28883,"response_code":"200"} {"msg":"path is \"/data/regions/fca43269-8452-4d3d-a14d-928ee2ec779c\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T06:04:37.139630319Z","hostname":"oxz_crucible_4a60288a-de85-4cc2-97ae-0e9800cf70c5","pid":24867,"component":"datafile"} {"msg":"dataset is oxp_c12c68d5-6ddb-4829-80b0-49f80baef150/crucible/regions/fca43269-8452-4d3d-a14d-928ee2ec779c","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T06:04:37.147580215Z","hostname":"oxz_crucible_4a60288a-de85-4cc2-97ae-0e9800cf70c5","pid":24867,"component":"datafile"} {"msg":"snapshot is oxp_c12c68d5-6ddb-4829-80b0-49f80baef150/crucible/regions/fca43269-8452-4d3d-a14d-928ee2ec779c@454ee7c3-59f9-41de-891a-df11d5f605e3","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T06:04:37.15519084Z","hostname":"oxz_crucible_4a60288a-de85-4cc2-97ae-0e9800cf70c5","pid":24867,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_c12c68d5-6ddb-4829-80b0-49f80baef150/crucible/regions/fca43269-8452-4d3d-a14d-928ee2ec779c\", \"454ee7c3-59f9-41de-891a-df11d5f605e3\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T06:04:37.155214251Z","hostname":"oxz_crucible_4a60288a-de85-4cc2-97ae-0e9800cf70c5","pid":24867,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot fca43269-8452-4d3d-a14d-928ee2ec779c-454ee7c3-59f9-41de-891a-df11d5f605e3 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T06:04:37.164033785Z","hostname":"oxz_crucible_4a60288a-de85-4cc2-97ae-0e9800cf70c5","pid":24867,"component":"datafile"} {"msg":"applying SMF actions for region fca43269-8452-4d3d-a14d-928ee2ec779c running snapshot 454ee7c3-59f9-41de-891a-df11d5f605e3 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T06:04:37.164240452Z","hostname":"oxz_crucible_4a60288a-de85-4cc2-97ae-0e9800cf70c5","pid":24867,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T06:04:37.164258852Z","hostname":"oxz_crucible_4a60288a-de85-4cc2-97ae-0e9800cf70c5","pid":24867,"uri":"/crucible/0/regions/fca43269-8452-4d3d-a14d-928ee2ec779c/snapshots/454ee7c3-59f9-41de-891a-df11d5f605e3/run","method":"POST","req_id":"96f91a46-a602-4621-9563-8ffd0709e6c5","remote_addr":"[fd00:1122:3344:101::a]:36098","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":24663,"response_code":"200"} {"msg":"creating missing snapshot instance snapshot-fca43269-8452-4d3d-a14d-928ee2ec779c-454ee7c3-59f9-41de-891a-df11d5f605e3","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T06:04:37.167124455Z","hostname":"oxz_crucible_4a60288a-de85-4cc2-97ae-0e9800cf70c5","pid":24867,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-fca43269-8452-4d3d-a14d-928ee2ec779c-454ee7c3-59f9-41de-891a-df11d5f605e3","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T06:04:37.17506119Z","hostname":"oxz_crucible_4a60288a-de85-4cc2-97ae-0e9800cf70c5","pid":24867,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-fca43269-8452-4d3d-a14d-928ee2ec779c-454ee7c3-59f9-41de-891a-df11d5f605e3","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T06:04:37.191761568Z","hostname":"oxz_crucible_4a60288a-de85-4cc2-97ae-0e9800cf70c5","pid":24867,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/fca43269-8452-4d3d-a14d-928ee2ec779c/.zfs/snapshot/454ee7c3-59f9-41de-891a-df11d5f605e3","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T06:04:37.192067668Z","hostname":"oxz_crucible_4a60288a-de85-4cc2-97ae-0e9800cf70c5","pid":24867,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T06:04:37.19212533Z","hostname":"oxz_crucible_4a60288a-de85-4cc2-97ae-0e9800cf70c5","pid":24867,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T06:04:37.192178072Z","hostname":"oxz_crucible_4a60288a-de85-4cc2-97ae-0e9800cf70c5","pid":24867,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T06:04:37.192221783Z","hostname":"oxz_crucible_4a60288a-de85-4cc2-97ae-0e9800cf70c5","pid":24867,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T06:04:37.192275275Z","hostname":"oxz_crucible_4a60288a-de85-4cc2-97ae-0e9800cf70c5","pid":24867,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T06:04:37.196707598Z","hostname":"oxz_crucible_4a60288a-de85-4cc2-97ae-0e9800cf70c5","pid":24867,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T06:04:37.201536103Z","hostname":"oxz_crucible_4a60288a-de85-4cc2-97ae-0e9800cf70c5","pid":24867,"component":"worker"} {"msg":"region fca43269-8452-4d3d-a14d-928ee2ec779c running snapshot 454ee7c3-59f9-41de-891a-df11d5f605e3 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T06:04:37.201544744Z","hostname":"oxz_crucible_4a60288a-de85-4cc2-97ae-0e9800cf70c5","pid":24867,"component":"datafile"} {"msg":"path is \"/data/regions/fca43269-8452-4d3d-a14d-928ee2ec779c\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T06:04:37.533299531Z","hostname":"oxz_crucible_4a60288a-de85-4cc2-97ae-0e9800cf70c5","pid":24867,"component":"datafile"} {"msg":"dataset is oxp_c12c68d5-6ddb-4829-80b0-49f80baef150/crucible/regions/fca43269-8452-4d3d-a14d-928ee2ec779c","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T06:04:37.541933809Z","hostname":"oxz_crucible_4a60288a-de85-4cc2-97ae-0e9800cf70c5","pid":24867,"component":"datafile"} {"msg":"snapshot is oxp_c12c68d5-6ddb-4829-80b0-49f80baef150/crucible/regions/fca43269-8452-4d3d-a14d-928ee2ec779c@454ee7c3-59f9-41de-891a-df11d5f605e3","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T06:04:37.550214416Z","hostname":"oxz_crucible_4a60288a-de85-4cc2-97ae-0e9800cf70c5","pid":24867,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_c12c68d5-6ddb-4829-80b0-49f80baef150/crucible/regions/fca43269-8452-4d3d-a14d-928ee2ec779c\", \"454ee7c3-59f9-41de-891a-df11d5f605e3\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T06:04:37.550247767Z","hostname":"oxz_crucible_4a60288a-de85-4cc2-97ae-0e9800cf70c5","pid":24867,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T06:04:37.557593394Z","hostname":"oxz_crucible_4a60288a-de85-4cc2-97ae-0e9800cf70c5","pid":24867,"uri":"/crucible/0/regions/fca43269-8452-4d3d-a14d-928ee2ec779c/snapshots/454ee7c3-59f9-41de-891a-df11d5f605e3/run","method":"POST","req_id":"d472305f-2d6b-4cf5-b3f2-399267cb811e","remote_addr":"[fd00:1122:3344:101::a]:36098","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":24332,"response_code":"200"} {"msg":"region 314d5842-1034-4a3c-a521-a1285f7e7222 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T06:04:41.502102851Z","hostname":"oxz_crucible_4a60288a-de85-4cc2-97ae-0e9800cf70c5","pid":24867,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T06:04:41.502270226Z","hostname":"oxz_crucible_4a60288a-de85-4cc2-97ae-0e9800cf70c5","pid":24867,"uri":"/crucible/0/regions","method":"POST","req_id":"0a1dffdf-98bf-4504-8106-2759369244e2","remote_addr":"[fd00:1122:3344:101::a]:36098","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":238,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T06:04:41.502289477Z","hostname":"oxz_crucible_4a60288a-de85-4cc2-97ae-0e9800cf70c5","pid":24867,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_c12c68d5-6ddb-4829-80b0-49f80baef150/crucible/regions/314d5842-1034-4a3c-a521-a1285f7e7222","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T06:04:41.512118203Z","hostname":"oxz_crucible_4a60288a-de85-4cc2-97ae-0e9800cf70c5","pid":24867,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_c12c68d5-6ddb-4829-80b0-49f80baef150/crucible/regions/314d5842-1034-4a3c-a521-a1285f7e7222","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T06:04:41.512143744Z","hostname":"oxz_crucible_4a60288a-de85-4cc2-97ae-0e9800cf70c5","pid":24867,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"314d5842-1034-4a3c-a521-a1285f7e7222\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19003, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/314d5842-1034-4a3c-a521-a1285f7e7222\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T06:04:41.573636645Z","hostname":"oxz_crucible_4a60288a-de85-4cc2-97ae-0e9800cf70c5","pid":24867,"region":"314d5842-1034-4a3c-a521-a1285f7e7222","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"314d5842-1034-4a3c-a521-a1285f7e7222\" \"--data\" \"/data/regions/314d5842-1034-4a3c-a521-a1285f7e7222\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T06:04:41.573686057Z","hostname":"oxz_crucible_4a60288a-de85-4cc2-97ae-0e9800cf70c5","pid":24867,"region":"314d5842-1034-4a3c-a521-a1285f7e7222","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T06:04:41.647639639Z","hostname":"oxz_crucible_4a60288a-de85-4cc2-97ae-0e9800cf70c5","pid":24867,"region":"314d5842-1034-4a3c-a521-a1285f7e7222","component":"worker"} {"msg":"region 314d5842-1034-4a3c-a521-a1285f7e7222 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T06:04:41.647684111Z","hostname":"oxz_crucible_4a60288a-de85-4cc2-97ae-0e9800cf70c5","pid":24867,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T06:04:41.647802505Z","hostname":"oxz_crucible_4a60288a-de85-4cc2-97ae-0e9800cf70c5","pid":24867,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-314d5842-1034-4a3c-a521-a1285f7e7222","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T06:04:41.649629804Z","hostname":"oxz_crucible_4a60288a-de85-4cc2-97ae-0e9800cf70c5","pid":24867,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-314d5842-1034-4a3c-a521-a1285f7e7222","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T06:04:41.653106405Z","hostname":"oxz_crucible_4a60288a-de85-4cc2-97ae-0e9800cf70c5","pid":24867,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T06:04:41.660562056Z","hostname":"oxz_crucible_4a60288a-de85-4cc2-97ae-0e9800cf70c5","pid":24867,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-314d5842-1034-4a3c-a521-a1285f7e7222","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T06:04:41.664640977Z","hostname":"oxz_crucible_4a60288a-de85-4cc2-97ae-0e9800cf70c5","pid":24867,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/314d5842-1034-4a3c-a521-a1285f7e7222","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T06:04:41.664933386Z","hostname":"oxz_crucible_4a60288a-de85-4cc2-97ae-0e9800cf70c5","pid":24867,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19003","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T06:04:41.664986478Z","hostname":"oxz_crucible_4a60288a-de85-4cc2-97ae-0e9800cf70c5","pid":24867,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T06:04:41.66502885Z","hostname":"oxz_crucible_4a60288a-de85-4cc2-97ae-0e9800cf70c5","pid":24867,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T06:04:41.665069461Z","hostname":"oxz_crucible_4a60288a-de85-4cc2-97ae-0e9800cf70c5","pid":24867,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T06:04:41.669125372Z","hostname":"oxz_crucible_4a60288a-de85-4cc2-97ae-0e9800cf70c5","pid":24867,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T06:04:41.679353981Z","hostname":"oxz_crucible_4a60288a-de85-4cc2-97ae-0e9800cf70c5","pid":24867,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T06:04:41.881478053Z","hostname":"oxz_crucible_4a60288a-de85-4cc2-97ae-0e9800cf70c5","pid":24867,"uri":"/crucible/0/regions","method":"POST","req_id":"9f46b3ff-ccf2-49eb-a859-0a1ecc4083f2","remote_addr":"[fd00:1122:3344:101::a]:36098","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":80,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T06:05:06.620650474Z","hostname":"oxz_crucible_4a60288a-de85-4cc2-97ae-0e9800cf70c5","pid":24867,"uri":"/crucible/0/regions/314d5842-1034-4a3c-a521-a1285f7e7222","method":"GET","req_id":"66a94650-e4b5-4438-96bf-4711d29778eb","remote_addr":"[fd00:1122:3344:101::a]:36098","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":67,"response_code":"200"} {"msg":"path is \"/data/regions/314d5842-1034-4a3c-a521-a1285f7e7222\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T06:05:06.623783554Z","hostname":"oxz_crucible_4a60288a-de85-4cc2-97ae-0e9800cf70c5","pid":24867,"component":"datafile"} {"msg":"dataset is oxp_c12c68d5-6ddb-4829-80b0-49f80baef150/crucible/regions/314d5842-1034-4a3c-a521-a1285f7e7222","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T06:05:06.636209045Z","hostname":"oxz_crucible_4a60288a-de85-4cc2-97ae-0e9800cf70c5","pid":24867,"component":"datafile"} {"msg":"region 314d5842-1034-4a3c-a521-a1285f7e7222 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T06:05:06.645808374Z","hostname":"oxz_crucible_4a60288a-de85-4cc2-97ae-0e9800cf70c5","pid":24867,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T06:05:06.646079093Z","hostname":"oxz_crucible_4a60288a-de85-4cc2-97ae-0e9800cf70c5","pid":24867,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T06:05:06.646153095Z","hostname":"oxz_crucible_4a60288a-de85-4cc2-97ae-0e9800cf70c5","pid":24867,"uri":"/crucible/0/regions/314d5842-1034-4a3c-a521-a1285f7e7222","method":"DELETE","req_id":"45f966f9-a0ee-4e00-ac32-86a4bea01432","remote_addr":"[fd00:1122:3344:101::a]:36098","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":22421,"response_code":"204"} {"msg":"disabling downstairs instance: downstairs-314d5842-1034-4a3c-a521-a1285f7e7222 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T06:05:06.647817029Z","hostname":"oxz_crucible_4a60288a-de85-4cc2-97ae-0e9800cf70c5","pid":24867,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T06:05:06.650572367Z","hostname":"oxz_crucible_4a60288a-de85-4cc2-97ae-0e9800cf70c5","pid":24867,"uri":"/crucible/0/regions/314d5842-1034-4a3c-a521-a1285f7e7222","method":"GET","req_id":"43aa8e1a-9932-4889-bf72-262debd947f5","remote_addr":"[fd00:1122:3344:101::a]:36098","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":50,"response_code":"200"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T06:05:06.656589061Z","hostname":"oxz_crucible_4a60288a-de85-4cc2-97ae-0e9800cf70c5","pid":24867,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_c12c68d5-6ddb-4829-80b0-49f80baef150/crucible/regions/314d5842-1034-4a3c-a521-a1285f7e7222\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T06:05:06.66835813Z","hostname":"oxz_crucible_4a60288a-de85-4cc2-97ae-0e9800cf70c5","pid":24867,"region":"314d5842-1034-4a3c-a521-a1285f7e7222","component":"worker"} {"msg":"region 314d5842-1034-4a3c-a521-a1285f7e7222 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T06:05:06.723354542Z","hostname":"oxz_crucible_4a60288a-de85-4cc2-97ae-0e9800cf70c5","pid":24867,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T06:05:06.790865317Z","hostname":"oxz_crucible_4a60288a-de85-4cc2-97ae-0e9800cf70c5","pid":24867,"uri":"/crucible/0/regions/314d5842-1034-4a3c-a521-a1285f7e7222","method":"GET","req_id":"7cb6188a-0403-4473-92ed-0fe2f55c3081","remote_addr":"[fd00:1122:3344:101::a]:36098","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":76,"response_code":"200"}