[ Feb 28 06:45:53 Enabled. ] [ Feb 28 06:45:53 Rereading configuration. ] [ Feb 28 06:45:55 Rereading configuration. ] [ Feb 28 06:45:59 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_d561fffc-9174-47c9-b549-14ba5ae1eef4/crucible -l [fd00:1122:3344:101::12]:32345 -P 19000 -p downstairs -s snapshot"). ] note: configured to log to "/dev/stdout" {"msg":"dataset: \"oxp_d561fffc-9174-47c9-b549-14ba5ae1eef4/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:45:59.912649204Z","hostname":"oxz_crucible_7d6eb2e7-b425-45d2-86bd-6e02b7d4585a","pid":26840} {"msg":"listen IP: [fd00:1122:3344:101::12]:32345","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:45:59.913459954Z","hostname":"oxz_crucible_7d6eb2e7-b425-45d2-86bd-6e02b7d4585a","pid":26840} {"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:45:59.913467544Z","hostname":"oxz_crucible_7d6eb2e7-b425-45d2-86bd-6e02b7d4585a","pid":26840} {"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:45:59.932026066Z","hostname":"oxz_crucible_7d6eb2e7-b425-45d2-86bd-6e02b7d4585a","pid":26840,"component":"datafile"} {"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:46:00.067313917Z","hostname":"oxz_crucible_7d6eb2e7-b425-45d2-86bd-6e02b7d4585a","pid":26840,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:46:44.835228891Z","hostname":"oxz_crucible_7d6eb2e7-b425-45d2-86bd-6e02b7d4585a","pid":26840,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:45541"} {"msg":"region 22041f10-8344-4579-8dde-060ff89f5a52 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:46:44.873656381Z","hostname":"oxz_crucible_7d6eb2e7-b425-45d2-86bd-6e02b7d4585a","pid":26840,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:46:44.878703102Z","hostname":"oxz_crucible_7d6eb2e7-b425-45d2-86bd-6e02b7d4585a","pid":26840,"uri":"/crucible/0/regions","method":"POST","req_id":"0eeeefcc-80cd-4c1a-91da-5003f8d78630","remote_addr":"[fd00:1122:3344:101::a]:45541","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":20227,"response_code":"200"} {"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:46:44.878885854Z","hostname":"oxz_crucible_7d6eb2e7-b425-45d2-86bd-6e02b7d4585a","pid":26840,"component":"worker"} {"msg":"zfs set reservation of 1342177280 for oxp_d561fffc-9174-47c9-b549-14ba5ae1eef4/crucible/regions/22041f10-8344-4579-8dde-060ff89f5a52","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:46:44.887871371Z","hostname":"oxz_crucible_7d6eb2e7-b425-45d2-86bd-6e02b7d4585a","pid":26840,"component":"worker"} {"msg":"zfs set quota of 3221225472 for oxp_d561fffc-9174-47c9-b549-14ba5ae1eef4/crucible/regions/22041f10-8344-4579-8dde-060ff89f5a52","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:46:44.887908242Z","hostname":"oxz_crucible_7d6eb2e7-b425-45d2-86bd-6e02b7d4585a","pid":26840,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"22041f10-8344-4579-8dde-060ff89f5a52\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/22041f10-8344-4579-8dde-060ff89f5a52\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:46:44.983081492Z","hostname":"oxz_crucible_7d6eb2e7-b425-45d2-86bd-6e02b7d4585a","pid":26840,"region":"22041f10-8344-4579-8dde-060ff89f5a52","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"22041f10-8344-4579-8dde-060ff89f5a52\" \"--data\" \"/data/regions/22041f10-8344-4579-8dde-060ff89f5a52\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:46:44.984990605Z","hostname":"oxz_crucible_7d6eb2e7-b425-45d2-86bd-6e02b7d4585a","pid":26840,"region":"22041f10-8344-4579-8dde-060ff89f5a52","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:46:45.033954782Z","hostname":"oxz_crucible_7d6eb2e7-b425-45d2-86bd-6e02b7d4585a","pid":26840,"uri":"/crucible/0/regions","method":"POST","req_id":"f55cf03a-3161-4587-a16d-36d3ad7d3d91","remote_addr":"[fd00:1122:3344:101::a]:45541","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":94,"response_code":"200"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:46:45.171195726Z","hostname":"oxz_crucible_7d6eb2e7-b425-45d2-86bd-6e02b7d4585a","pid":26840,"region":"22041f10-8344-4579-8dde-060ff89f5a52","component":"worker"} {"msg":"region 22041f10-8344-4579-8dde-060ff89f5a52 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:46:45.171251346Z","hostname":"oxz_crucible_7d6eb2e7-b425-45d2-86bd-6e02b7d4585a","pid":26840,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:46:45.171367128Z","hostname":"oxz_crucible_7d6eb2e7-b425-45d2-86bd-6e02b7d4585a","pid":26840,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-22041f10-8344-4579-8dde-060ff89f5a52","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:46:45.172045726Z","hostname":"oxz_crucible_7d6eb2e7-b425-45d2-86bd-6e02b7d4585a","pid":26840,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-22041f10-8344-4579-8dde-060ff89f5a52","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:46:45.192764854Z","hostname":"oxz_crucible_7d6eb2e7-b425-45d2-86bd-6e02b7d4585a","pid":26840,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:46:45.222285388Z","hostname":"oxz_crucible_7d6eb2e7-b425-45d2-86bd-6e02b7d4585a","pid":26840,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-22041f10-8344-4579-8dde-060ff89f5a52","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:46:45.235489686Z","hostname":"oxz_crucible_7d6eb2e7-b425-45d2-86bd-6e02b7d4585a","pid":26840,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/22041f10-8344-4579-8dde-060ff89f5a52","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:46:45.236320556Z","hostname":"oxz_crucible_7d6eb2e7-b425-45d2-86bd-6e02b7d4585a","pid":26840,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:46:45.236388617Z","hostname":"oxz_crucible_7d6eb2e7-b425-45d2-86bd-6e02b7d4585a","pid":26840,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:46:45.236431267Z","hostname":"oxz_crucible_7d6eb2e7-b425-45d2-86bd-6e02b7d4585a","pid":26840,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:46:45.236471868Z","hostname":"oxz_crucible_7d6eb2e7-b425-45d2-86bd-6e02b7d4585a","pid":26840,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:46:45.247451649Z","hostname":"oxz_crucible_7d6eb2e7-b425-45d2-86bd-6e02b7d4585a","pid":26840,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:46:45.276638109Z","hostname":"oxz_crucible_7d6eb2e7-b425-45d2-86bd-6e02b7d4585a","pid":26840,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:46:45.588018419Z","hostname":"oxz_crucible_7d6eb2e7-b425-45d2-86bd-6e02b7d4585a","pid":26840,"uri":"/crucible/0/regions","method":"POST","req_id":"a6e91d82-99c0-467c-bcc6-17315cc5c164","remote_addr":"[fd00:1122:3344:101::a]:45541","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":54,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:46:46.080111784Z","hostname":"oxz_crucible_7d6eb2e7-b425-45d2-86bd-6e02b7d4585a","pid":26840,"uri":"/crucible/0/regions/22041f10-8344-4579-8dde-060ff89f5a52","method":"GET","req_id":"45684e91-c6f6-4778-b6e8-d34093ec7225","remote_addr":"[fd00:1122:3344:101::a]:45541","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":2012,"response_code":"200"} {"msg":"path is \"/data/regions/22041f10-8344-4579-8dde-060ff89f5a52\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:46:46.083596415Z","hostname":"oxz_crucible_7d6eb2e7-b425-45d2-86bd-6e02b7d4585a","pid":26840,"component":"datafile"} {"msg":"dataset is oxp_d561fffc-9174-47c9-b549-14ba5ae1eef4/crucible/regions/22041f10-8344-4579-8dde-060ff89f5a52","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:46:46.094601307Z","hostname":"oxz_crucible_7d6eb2e7-b425-45d2-86bd-6e02b7d4585a","pid":26840,"component":"datafile"} {"msg":"region 22041f10-8344-4579-8dde-060ff89f5a52 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:46:46.104432845Z","hostname":"oxz_crucible_7d6eb2e7-b425-45d2-86bd-6e02b7d4585a","pid":26840,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:46:46.104580577Z","hostname":"oxz_crucible_7d6eb2e7-b425-45d2-86bd-6e02b7d4585a","pid":26840,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:46:46.104630847Z","hostname":"oxz_crucible_7d6eb2e7-b425-45d2-86bd-6e02b7d4585a","pid":26840,"uri":"/crucible/0/regions/22041f10-8344-4579-8dde-060ff89f5a52","method":"DELETE","req_id":"561fdad4-6787-4b15-8181-8a1b17b402c4","remote_addr":"[fd00:1122:3344:101::a]:45541","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":21080,"response_code":"204"} {"msg":"disabling downstairs instance: downstairs-22041f10-8344-4579-8dde-060ff89f5a52 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:46:46.10569412Z","hostname":"oxz_crucible_7d6eb2e7-b425-45d2-86bd-6e02b7d4585a","pid":26840,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:46:46.107832605Z","hostname":"oxz_crucible_7d6eb2e7-b425-45d2-86bd-6e02b7d4585a","pid":26840,"uri":"/crucible/0/regions/22041f10-8344-4579-8dde-060ff89f5a52","method":"GET","req_id":"073400d6-119b-4026-aeee-057ab36e772e","remote_addr":"[fd00:1122:3344:101::a]:45541","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":34,"response_code":"200"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:46:46.116184346Z","hostname":"oxz_crucible_7d6eb2e7-b425-45d2-86bd-6e02b7d4585a","pid":26840,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_d561fffc-9174-47c9-b549-14ba5ae1eef4/crucible/regions/22041f10-8344-4579-8dde-060ff89f5a52\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:46:46.128076308Z","hostname":"oxz_crucible_7d6eb2e7-b425-45d2-86bd-6e02b7d4585a","pid":26840,"region":"22041f10-8344-4579-8dde-060ff89f5a52","component":"worker"} {"msg":"region 22041f10-8344-4579-8dde-060ff89f5a52 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:46:46.201165764Z","hostname":"oxz_crucible_7d6eb2e7-b425-45d2-86bd-6e02b7d4585a","pid":26840,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:46:46.243056296Z","hostname":"oxz_crucible_7d6eb2e7-b425-45d2-86bd-6e02b7d4585a","pid":26840,"uri":"/crucible/0/regions/22041f10-8344-4579-8dde-060ff89f5a52","method":"GET","req_id":"66830d75-be2e-415f-b8dd-7757fa2feff7","remote_addr":"[fd00:1122:3344:101::a]:45541","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":63,"response_code":"200"} {"msg":"region fd2c720c-56b9-46a9-be95-743a20a51344 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:46:48.409555228Z","hostname":"oxz_crucible_7d6eb2e7-b425-45d2-86bd-6e02b7d4585a","pid":26840,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:46:48.40968005Z","hostname":"oxz_crucible_7d6eb2e7-b425-45d2-86bd-6e02b7d4585a","pid":26840,"uri":"/crucible/0/regions","method":"POST","req_id":"e033dcea-4c88-47a9-8dee-4508a68d9be3","remote_addr":"[fd00:1122:3344:101::a]:45541","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":192,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:46:48.40970241Z","hostname":"oxz_crucible_7d6eb2e7-b425-45d2-86bd-6e02b7d4585a","pid":26840,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_d561fffc-9174-47c9-b549-14ba5ae1eef4/crucible/regions/fd2c720c-56b9-46a9-be95-743a20a51344","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:46:48.420252576Z","hostname":"oxz_crucible_7d6eb2e7-b425-45d2-86bd-6e02b7d4585a","pid":26840,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_d561fffc-9174-47c9-b549-14ba5ae1eef4/crucible/regions/fd2c720c-56b9-46a9-be95-743a20a51344","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:46:48.420281317Z","hostname":"oxz_crucible_7d6eb2e7-b425-45d2-86bd-6e02b7d4585a","pid":26840,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"fd2c720c-56b9-46a9-be95-743a20a51344\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/fd2c720c-56b9-46a9-be95-743a20a51344\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:46:48.487542222Z","hostname":"oxz_crucible_7d6eb2e7-b425-45d2-86bd-6e02b7d4585a","pid":26840,"region":"fd2c720c-56b9-46a9-be95-743a20a51344","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"fd2c720c-56b9-46a9-be95-743a20a51344\" \"--data\" \"/data/regions/fd2c720c-56b9-46a9-be95-743a20a51344\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:46:48.489492136Z","hostname":"oxz_crucible_7d6eb2e7-b425-45d2-86bd-6e02b7d4585a","pid":26840,"region":"fd2c720c-56b9-46a9-be95-743a20a51344","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:46:48.559579375Z","hostname":"oxz_crucible_7d6eb2e7-b425-45d2-86bd-6e02b7d4585a","pid":26840,"uri":"/crucible/0/regions","method":"POST","req_id":"8232508c-ec53-4216-b311-9124ec005ad6","remote_addr":"[fd00:1122:3344:101::a]:45541","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":73,"response_code":"200"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:46:48.604847797Z","hostname":"oxz_crucible_7d6eb2e7-b425-45d2-86bd-6e02b7d4585a","pid":26840,"region":"fd2c720c-56b9-46a9-be95-743a20a51344","component":"worker"} {"msg":"region fd2c720c-56b9-46a9-be95-743a20a51344 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:46:48.604866088Z","hostname":"oxz_crucible_7d6eb2e7-b425-45d2-86bd-6e02b7d4585a","pid":26840,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:46:48.604999479Z","hostname":"oxz_crucible_7d6eb2e7-b425-45d2-86bd-6e02b7d4585a","pid":26840,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-fd2c720c-56b9-46a9-be95-743a20a51344","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:46:48.606554488Z","hostname":"oxz_crucible_7d6eb2e7-b425-45d2-86bd-6e02b7d4585a","pid":26840,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-fd2c720c-56b9-46a9-be95-743a20a51344","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:46:48.61170433Z","hostname":"oxz_crucible_7d6eb2e7-b425-45d2-86bd-6e02b7d4585a","pid":26840,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:46:48.624552593Z","hostname":"oxz_crucible_7d6eb2e7-b425-45d2-86bd-6e02b7d4585a","pid":26840,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-fd2c720c-56b9-46a9-be95-743a20a51344","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:46:48.629927958Z","hostname":"oxz_crucible_7d6eb2e7-b425-45d2-86bd-6e02b7d4585a","pid":26840,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/fd2c720c-56b9-46a9-be95-743a20a51344","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:46:48.63013308Z","hostname":"oxz_crucible_7d6eb2e7-b425-45d2-86bd-6e02b7d4585a","pid":26840,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:46:48.630178171Z","hostname":"oxz_crucible_7d6eb2e7-b425-45d2-86bd-6e02b7d4585a","pid":26840,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:46:48.630217132Z","hostname":"oxz_crucible_7d6eb2e7-b425-45d2-86bd-6e02b7d4585a","pid":26840,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:46:48.630257302Z","hostname":"oxz_crucible_7d6eb2e7-b425-45d2-86bd-6e02b7d4585a","pid":26840,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:46:48.636246914Z","hostname":"oxz_crucible_7d6eb2e7-b425-45d2-86bd-6e02b7d4585a","pid":26840,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:46:48.645861349Z","hostname":"oxz_crucible_7d6eb2e7-b425-45d2-86bd-6e02b7d4585a","pid":26840,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:46:49.172659939Z","hostname":"oxz_crucible_7d6eb2e7-b425-45d2-86bd-6e02b7d4585a","pid":26840,"uri":"/crucible/0/regions","method":"POST","req_id":"d6fb6cc5-c763-45de-b46c-583848e89835","remote_addr":"[fd00:1122:3344:101::a]:45541","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":49,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:57:25.932692579Z","hostname":"oxz_crucible_7d6eb2e7-b425-45d2-86bd-6e02b7d4585a","pid":26840,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:38105"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:57:25.933091303Z","hostname":"oxz_crucible_7d6eb2e7-b425-45d2-86bd-6e02b7d4585a","pid":26840,"uri":"/crucible/0/regions/fd2c720c-56b9-46a9-be95-743a20a51344","method":"GET","req_id":"897ab9de-d24b-4637-8cf2-fb0e745fa7ec","remote_addr":"[fd00:1122:3344:101::a]:38105","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":45,"response_code":"200"} {"msg":"path is \"/data/regions/fd2c720c-56b9-46a9-be95-743a20a51344\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:57:25.938772112Z","hostname":"oxz_crucible_7d6eb2e7-b425-45d2-86bd-6e02b7d4585a","pid":26840,"component":"datafile"} {"msg":"dataset is oxp_d561fffc-9174-47c9-b549-14ba5ae1eef4/crucible/regions/fd2c720c-56b9-46a9-be95-743a20a51344","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:57:25.948326546Z","hostname":"oxz_crucible_7d6eb2e7-b425-45d2-86bd-6e02b7d4585a","pid":26840,"component":"datafile"} {"msg":"snapshot is oxp_d561fffc-9174-47c9-b549-14ba5ae1eef4/crucible/regions/fd2c720c-56b9-46a9-be95-743a20a51344@eaf9a8bc-7b3c-4c69-a42d-3b7be9fd20b2","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:57:25.956783157Z","hostname":"oxz_crucible_7d6eb2e7-b425-45d2-86bd-6e02b7d4585a","pid":26840,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_d561fffc-9174-47c9-b549-14ba5ae1eef4/crucible/regions/fd2c720c-56b9-46a9-be95-743a20a51344\", \"eaf9a8bc-7b3c-4c69-a42d-3b7be9fd20b2\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:57:25.956843328Z","hostname":"oxz_crucible_7d6eb2e7-b425-45d2-86bd-6e02b7d4585a","pid":26840,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:57:25.96787112Z","hostname":"oxz_crucible_7d6eb2e7-b425-45d2-86bd-6e02b7d4585a","pid":26840,"uri":"/crucible/0/regions/fd2c720c-56b9-46a9-be95-743a20a51344/snapshots/eaf9a8bc-7b3c-4c69-a42d-3b7be9fd20b2","method":"GET","req_id":"8779f1a4-f293-45db-bea0-f952171d6866","remote_addr":"[fd00:1122:3344:101::a]:38105","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":32170,"response_code":"200"} {"msg":"path is \"/data/regions/fd2c720c-56b9-46a9-be95-743a20a51344\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:57:25.972370884Z","hostname":"oxz_crucible_7d6eb2e7-b425-45d2-86bd-6e02b7d4585a","pid":26840,"component":"datafile"} {"msg":"dataset is oxp_d561fffc-9174-47c9-b549-14ba5ae1eef4/crucible/regions/fd2c720c-56b9-46a9-be95-743a20a51344","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:57:25.980557432Z","hostname":"oxz_crucible_7d6eb2e7-b425-45d2-86bd-6e02b7d4585a","pid":26840,"component":"datafile"} {"msg":"snapshot is oxp_d561fffc-9174-47c9-b549-14ba5ae1eef4/crucible/regions/fd2c720c-56b9-46a9-be95-743a20a51344@eaf9a8bc-7b3c-4c69-a42d-3b7be9fd20b2","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:57:25.988051492Z","hostname":"oxz_crucible_7d6eb2e7-b425-45d2-86bd-6e02b7d4585a","pid":26840,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_d561fffc-9174-47c9-b549-14ba5ae1eef4/crucible/regions/fd2c720c-56b9-46a9-be95-743a20a51344\", \"eaf9a8bc-7b3c-4c69-a42d-3b7be9fd20b2\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:57:25.988083962Z","hostname":"oxz_crucible_7d6eb2e7-b425-45d2-86bd-6e02b7d4585a","pid":26840,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot fd2c720c-56b9-46a9-be95-743a20a51344-eaf9a8bc-7b3c-4c69-a42d-3b7be9fd20b2 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:57:25.996324011Z","hostname":"oxz_crucible_7d6eb2e7-b425-45d2-86bd-6e02b7d4585a","pid":26840,"component":"datafile"} {"msg":"applying SMF actions for region fd2c720c-56b9-46a9-be95-743a20a51344 running snapshot eaf9a8bc-7b3c-4c69-a42d-3b7be9fd20b2 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:57:25.996966769Z","hostname":"oxz_crucible_7d6eb2e7-b425-45d2-86bd-6e02b7d4585a","pid":26840,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:57:25.996974869Z","hostname":"oxz_crucible_7d6eb2e7-b425-45d2-86bd-6e02b7d4585a","pid":26840,"uri":"/crucible/0/regions/fd2c720c-56b9-46a9-be95-743a20a51344/snapshots/eaf9a8bc-7b3c-4c69-a42d-3b7be9fd20b2/run","method":"POST","req_id":"b2f071fe-38c5-4c0d-b4ab-d49bc958cfec","remote_addr":"[fd00:1122:3344:101::a]:38105","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":25219,"response_code":"200"} {"msg":"creating missing snapshot instance snapshot-fd2c720c-56b9-46a9-be95-743a20a51344-eaf9a8bc-7b3c-4c69-a42d-3b7be9fd20b2","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:57:26.006075838Z","hostname":"oxz_crucible_7d6eb2e7-b425-45d2-86bd-6e02b7d4585a","pid":26840,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-fd2c720c-56b9-46a9-be95-743a20a51344-eaf9a8bc-7b3c-4c69-a42d-3b7be9fd20b2","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:57:26.016630914Z","hostname":"oxz_crucible_7d6eb2e7-b425-45d2-86bd-6e02b7d4585a","pid":26840,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-fd2c720c-56b9-46a9-be95-743a20a51344-eaf9a8bc-7b3c-4c69-a42d-3b7be9fd20b2","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:57:26.027377893Z","hostname":"oxz_crucible_7d6eb2e7-b425-45d2-86bd-6e02b7d4585a","pid":26840,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/fd2c720c-56b9-46a9-be95-743a20a51344/.zfs/snapshot/eaf9a8bc-7b3c-4c69-a42d-3b7be9fd20b2","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:57:26.027687937Z","hostname":"oxz_crucible_7d6eb2e7-b425-45d2-86bd-6e02b7d4585a","pid":26840,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:57:26.027740647Z","hostname":"oxz_crucible_7d6eb2e7-b425-45d2-86bd-6e02b7d4585a","pid":26840,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:57:26.027786128Z","hostname":"oxz_crucible_7d6eb2e7-b425-45d2-86bd-6e02b7d4585a","pid":26840,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:57:26.027825868Z","hostname":"oxz_crucible_7d6eb2e7-b425-45d2-86bd-6e02b7d4585a","pid":26840,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:57:26.027872739Z","hostname":"oxz_crucible_7d6eb2e7-b425-45d2-86bd-6e02b7d4585a","pid":26840,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:57:26.031761155Z","hostname":"oxz_crucible_7d6eb2e7-b425-45d2-86bd-6e02b7d4585a","pid":26840,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:57:26.036802746Z","hostname":"oxz_crucible_7d6eb2e7-b425-45d2-86bd-6e02b7d4585a","pid":26840,"component":"worker"} {"msg":"region fd2c720c-56b9-46a9-be95-743a20a51344 running snapshot eaf9a8bc-7b3c-4c69-a42d-3b7be9fd20b2 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:57:26.036817876Z","hostname":"oxz_crucible_7d6eb2e7-b425-45d2-86bd-6e02b7d4585a","pid":26840,"component":"datafile"} {"msg":"path is \"/data/regions/fd2c720c-56b9-46a9-be95-743a20a51344\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:57:26.27001454Z","hostname":"oxz_crucible_7d6eb2e7-b425-45d2-86bd-6e02b7d4585a","pid":26840,"component":"datafile"} {"msg":"dataset is oxp_d561fffc-9174-47c9-b549-14ba5ae1eef4/crucible/regions/fd2c720c-56b9-46a9-be95-743a20a51344","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:57:26.278872686Z","hostname":"oxz_crucible_7d6eb2e7-b425-45d2-86bd-6e02b7d4585a","pid":26840,"component":"datafile"} {"msg":"snapshot is oxp_d561fffc-9174-47c9-b549-14ba5ae1eef4/crucible/regions/fd2c720c-56b9-46a9-be95-743a20a51344@eaf9a8bc-7b3c-4c69-a42d-3b7be9fd20b2","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:57:26.288029045Z","hostname":"oxz_crucible_7d6eb2e7-b425-45d2-86bd-6e02b7d4585a","pid":26840,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_d561fffc-9174-47c9-b549-14ba5ae1eef4/crucible/regions/fd2c720c-56b9-46a9-be95-743a20a51344\", \"eaf9a8bc-7b3c-4c69-a42d-3b7be9fd20b2\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:57:26.288086986Z","hostname":"oxz_crucible_7d6eb2e7-b425-45d2-86bd-6e02b7d4585a","pid":26840,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:57:26.295987871Z","hostname":"oxz_crucible_7d6eb2e7-b425-45d2-86bd-6e02b7d4585a","pid":26840,"uri":"/crucible/0/regions/fd2c720c-56b9-46a9-be95-743a20a51344/snapshots/eaf9a8bc-7b3c-4c69-a42d-3b7be9fd20b2/run","method":"POST","req_id":"ec2ae3ad-7c42-434d-a6d6-6168db9313c0","remote_addr":"[fd00:1122:3344:101::a]:38105","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":26036,"response_code":"200"} {"msg":"region 127bc280-a43e-4be3-966b-438743a09d61 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:57:30.39231684Z","hostname":"oxz_crucible_7d6eb2e7-b425-45d2-86bd-6e02b7d4585a","pid":26840,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:57:30.392527672Z","hostname":"oxz_crucible_7d6eb2e7-b425-45d2-86bd-6e02b7d4585a","pid":26840,"uri":"/crucible/0/regions","method":"POST","req_id":"1b758adc-34ba-4d6d-8b68-2f6197969490","remote_addr":"[fd00:1122:3344:101::a]:38105","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":275,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:57:30.392568363Z","hostname":"oxz_crucible_7d6eb2e7-b425-45d2-86bd-6e02b7d4585a","pid":26840,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_d561fffc-9174-47c9-b549-14ba5ae1eef4/crucible/regions/127bc280-a43e-4be3-966b-438743a09d61","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:57:30.402642203Z","hostname":"oxz_crucible_7d6eb2e7-b425-45d2-86bd-6e02b7d4585a","pid":26840,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_d561fffc-9174-47c9-b549-14ba5ae1eef4/crucible/regions/127bc280-a43e-4be3-966b-438743a09d61","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:57:30.402688524Z","hostname":"oxz_crucible_7d6eb2e7-b425-45d2-86bd-6e02b7d4585a","pid":26840,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"127bc280-a43e-4be3-966b-438743a09d61\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19002, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/127bc280-a43e-4be3-966b-438743a09d61\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:57:30.457168946Z","hostname":"oxz_crucible_7d6eb2e7-b425-45d2-86bd-6e02b7d4585a","pid":26840,"region":"127bc280-a43e-4be3-966b-438743a09d61","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"127bc280-a43e-4be3-966b-438743a09d61\" \"--data\" \"/data/regions/127bc280-a43e-4be3-966b-438743a09d61\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:57:30.459075179Z","hostname":"oxz_crucible_7d6eb2e7-b425-45d2-86bd-6e02b7d4585a","pid":26840,"region":"127bc280-a43e-4be3-966b-438743a09d61","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:57:30.533670423Z","hostname":"oxz_crucible_7d6eb2e7-b425-45d2-86bd-6e02b7d4585a","pid":26840,"region":"127bc280-a43e-4be3-966b-438743a09d61","component":"worker"} {"msg":"region 127bc280-a43e-4be3-966b-438743a09d61 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:57:30.533706763Z","hostname":"oxz_crucible_7d6eb2e7-b425-45d2-86bd-6e02b7d4585a","pid":26840,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:57:30.533863655Z","hostname":"oxz_crucible_7d6eb2e7-b425-45d2-86bd-6e02b7d4585a","pid":26840,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-127bc280-a43e-4be3-966b-438743a09d61","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:57:30.534940308Z","hostname":"oxz_crucible_7d6eb2e7-b425-45d2-86bd-6e02b7d4585a","pid":26840,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-127bc280-a43e-4be3-966b-438743a09d61","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:57:30.539159119Z","hostname":"oxz_crucible_7d6eb2e7-b425-45d2-86bd-6e02b7d4585a","pid":26840,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:57:30.547489699Z","hostname":"oxz_crucible_7d6eb2e7-b425-45d2-86bd-6e02b7d4585a","pid":26840,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-127bc280-a43e-4be3-966b-438743a09d61","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:57:30.550572925Z","hostname":"oxz_crucible_7d6eb2e7-b425-45d2-86bd-6e02b7d4585a","pid":26840,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/127bc280-a43e-4be3-966b-438743a09d61","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:57:30.550795828Z","hostname":"oxz_crucible_7d6eb2e7-b425-45d2-86bd-6e02b7d4585a","pid":26840,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:57:30.550849359Z","hostname":"oxz_crucible_7d6eb2e7-b425-45d2-86bd-6e02b7d4585a","pid":26840,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:57:30.550888519Z","hostname":"oxz_crucible_7d6eb2e7-b425-45d2-86bd-6e02b7d4585a","pid":26840,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:57:30.55092663Z","hostname":"oxz_crucible_7d6eb2e7-b425-45d2-86bd-6e02b7d4585a","pid":26840,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:57:30.55431922Z","hostname":"oxz_crucible_7d6eb2e7-b425-45d2-86bd-6e02b7d4585a","pid":26840,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:57:30.565215671Z","hostname":"oxz_crucible_7d6eb2e7-b425-45d2-86bd-6e02b7d4585a","pid":26840,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:57:30.748091011Z","hostname":"oxz_crucible_7d6eb2e7-b425-45d2-86bd-6e02b7d4585a","pid":26840,"uri":"/crucible/0/regions","method":"POST","req_id":"ee5458f2-37d1-4529-9a9b-6f6f1ee3acc8","remote_addr":"[fd00:1122:3344:101::a]:38105","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":66,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:57:55.318460975Z","hostname":"oxz_crucible_7d6eb2e7-b425-45d2-86bd-6e02b7d4585a","pid":26840,"uri":"/crucible/0/regions/127bc280-a43e-4be3-966b-438743a09d61","method":"GET","req_id":"9dce53a1-fba6-418d-b59a-cb70b7ee9930","remote_addr":"[fd00:1122:3344:101::a]:38105","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":52,"response_code":"200"} {"msg":"path is \"/data/regions/127bc280-a43e-4be3-966b-438743a09d61\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:57:55.321700624Z","hostname":"oxz_crucible_7d6eb2e7-b425-45d2-86bd-6e02b7d4585a","pid":26840,"component":"datafile"} {"msg":"dataset is oxp_d561fffc-9174-47c9-b549-14ba5ae1eef4/crucible/regions/127bc280-a43e-4be3-966b-438743a09d61","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:57:55.335192066Z","hostname":"oxz_crucible_7d6eb2e7-b425-45d2-86bd-6e02b7d4585a","pid":26840,"component":"datafile"} {"msg":"region 127bc280-a43e-4be3-966b-438743a09d61 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:57:55.345992315Z","hostname":"oxz_crucible_7d6eb2e7-b425-45d2-86bd-6e02b7d4585a","pid":26840,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:57:55.346200758Z","hostname":"oxz_crucible_7d6eb2e7-b425-45d2-86bd-6e02b7d4585a","pid":26840,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:57:55.346252818Z","hostname":"oxz_crucible_7d6eb2e7-b425-45d2-86bd-6e02b7d4585a","pid":26840,"uri":"/crucible/0/regions/127bc280-a43e-4be3-966b-438743a09d61","method":"DELETE","req_id":"08cafa82-bb31-4e59-b8e3-3a3404df883a","remote_addr":"[fd00:1122:3344:101::a]:38105","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":24581,"response_code":"204"} {"msg":"disabling downstairs instance: downstairs-127bc280-a43e-4be3-966b-438743a09d61 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:57:55.347883918Z","hostname":"oxz_crucible_7d6eb2e7-b425-45d2-86bd-6e02b7d4585a","pid":26840,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:57:55.349193394Z","hostname":"oxz_crucible_7d6eb2e7-b425-45d2-86bd-6e02b7d4585a","pid":26840,"uri":"/crucible/0/regions/127bc280-a43e-4be3-966b-438743a09d61","method":"GET","req_id":"92b69f89-a943-4469-90b5-0e894fb6f675","remote_addr":"[fd00:1122:3344:101::a]:38105","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":28,"response_code":"200"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:57:55.355177445Z","hostname":"oxz_crucible_7d6eb2e7-b425-45d2-86bd-6e02b7d4585a","pid":26840,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_d561fffc-9174-47c9-b549-14ba5ae1eef4/crucible/regions/127bc280-a43e-4be3-966b-438743a09d61\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:57:55.366786424Z","hostname":"oxz_crucible_7d6eb2e7-b425-45d2-86bd-6e02b7d4585a","pid":26840,"region":"127bc280-a43e-4be3-966b-438743a09d61","component":"worker"} {"msg":"region 127bc280-a43e-4be3-966b-438743a09d61 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:57:55.440576008Z","hostname":"oxz_crucible_7d6eb2e7-b425-45d2-86bd-6e02b7d4585a","pid":26840,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:57:55.50081525Z","hostname":"oxz_crucible_7d6eb2e7-b425-45d2-86bd-6e02b7d4585a","pid":26840,"uri":"/crucible/0/regions/127bc280-a43e-4be3-966b-438743a09d61","method":"GET","req_id":"7ff02bc5-9133-47d1-b99e-f96c06a44fd1","remote_addr":"[fd00:1122:3344:101::a]:38105","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":70,"response_code":"200"}