[ May  8 06:16:50 Enabled. ]
[ May  8 06:16:50 Rereading configuration. ]
[ May  8 06:16:52 Rereading configuration. ]
[ May  8 06:16:57 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_7fb3f917-09a0-4a46-8e24-98cab9e91c61/crucible -l [fd00:1122:3344:101::15]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"dataset: \"oxp_7fb3f917-09a0-4a46-8e24-98cab9e91c61/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T06:16:57.445821951Z","hostname":"oxz_crucible_9740fb0d-9813-424b-8896-21877af4c3b5","pid":26054}
{"msg":"listen IP: [fd00:1122:3344:101::15]:32345","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T06:16:57.452048149Z","hostname":"oxz_crucible_9740fb0d-9813-424b-8896-21877af4c3b5","pid":26054}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T06:16:57.452061719Z","hostname":"oxz_crucible_9740fb0d-9813-424b-8896-21877af4c3b5","pid":26054}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T06:16:57.469437274Z","hostname":"oxz_crucible_9740fb0d-9813-424b-8896-21877af4c3b5","pid":26054,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T06:16:57.567539644Z","hostname":"oxz_crucible_9740fb0d-9813-424b-8896-21877af4c3b5","pid":26054,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T06:17:42.93306004Z","hostname":"oxz_crucible_9740fb0d-9813-424b-8896-21877af4c3b5","pid":26054,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:57885"}
{"msg":"region b74b305f-d735-4a31-8f8e-728ef0f14fce state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T06:17:42.965891472Z","hostname":"oxz_crucible_9740fb0d-9813-424b-8896-21877af4c3b5","pid":26054,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T06:17:42.966629262Z","hostname":"oxz_crucible_9740fb0d-9813-424b-8896-21877af4c3b5","pid":26054,"uri":"/crucible/0/regions","method":"POST","req_id":"e5bd11e1-5b10-434c-9b64-52064662d0d9","remote_addr":"[fd00:1122:3344:101::b]:57885","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":13704,"response_code":"200"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T06:17:42.969023286Z","hostname":"oxz_crucible_9740fb0d-9813-424b-8896-21877af4c3b5","pid":26054,"component":"worker"}
{"msg":"zfs set reservation of 1342177280 for oxp_7fb3f917-09a0-4a46-8e24-98cab9e91c61/crucible/regions/b74b305f-d735-4a31-8f8e-728ef0f14fce","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T06:17:42.978422078Z","hostname":"oxz_crucible_9740fb0d-9813-424b-8896-21877af4c3b5","pid":26054,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_7fb3f917-09a0-4a46-8e24-98cab9e91c61/crucible/regions/b74b305f-d735-4a31-8f8e-728ef0f14fce","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T06:17:42.978451469Z","hostname":"oxz_crucible_9740fb0d-9813-424b-8896-21877af4c3b5","pid":26054,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"b74b305f-d735-4a31-8f8e-728ef0f14fce\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/b74b305f-d735-4a31-8f8e-728ef0f14fce\"","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T06:17:43.0368289Z","hostname":"oxz_crucible_9740fb0d-9813-424b-8896-21877af4c3b5","pid":26054,"region":"b74b305f-d735-4a31-8f8e-728ef0f14fce","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"b74b305f-d735-4a31-8f8e-728ef0f14fce\" \"--data\" \"/data/regions/b74b305f-d735-4a31-8f8e-728ef0f14fce\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T06:17:43.036892161Z","hostname":"oxz_crucible_9740fb0d-9813-424b-8896-21877af4c3b5","pid":26054,"region":"b74b305f-d735-4a31-8f8e-728ef0f14fce","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T06:17:43.24789403Z","hostname":"oxz_crucible_9740fb0d-9813-424b-8896-21877af4c3b5","pid":26054,"uri":"/crucible/0/regions","method":"POST","req_id":"2626e86c-f392-40fc-aefe-5e17657bbc75","remote_addr":"[fd00:1122:3344:101::b]:57885","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":69,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T06:17:43.320795746Z","hostname":"oxz_crucible_9740fb0d-9813-424b-8896-21877af4c3b5","pid":26054,"region":"b74b305f-d735-4a31-8f8e-728ef0f14fce","component":"worker"}
{"msg":"region b74b305f-d735-4a31-8f8e-728ef0f14fce state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T06:17:43.320835487Z","hostname":"oxz_crucible_9740fb0d-9813-424b-8896-21877af4c3b5","pid":26054,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T06:17:43.320957658Z","hostname":"oxz_crucible_9740fb0d-9813-424b-8896-21877af4c3b5","pid":26054,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-b74b305f-d735-4a31-8f8e-728ef0f14fce","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T06:17:43.321372664Z","hostname":"oxz_crucible_9740fb0d-9813-424b-8896-21877af4c3b5","pid":26054,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-b74b305f-d735-4a31-8f8e-728ef0f14fce","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T06:17:43.328988061Z","hostname":"oxz_crucible_9740fb0d-9813-424b-8896-21877af4c3b5","pid":26054,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T06:17:43.347585413Z","hostname":"oxz_crucible_9740fb0d-9813-424b-8896-21877af4c3b5","pid":26054,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-b74b305f-d735-4a31-8f8e-728ef0f14fce","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T06:17:43.352585703Z","hostname":"oxz_crucible_9740fb0d-9813-424b-8896-21877af4c3b5","pid":26054,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/b74b305f-d735-4a31-8f8e-728ef0f14fce","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T06:17:43.353301404Z","hostname":"oxz_crucible_9740fb0d-9813-424b-8896-21877af4c3b5","pid":26054,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T06:17:43.355291692Z","hostname":"oxz_crucible_9740fb0d-9813-424b-8896-21877af4c3b5","pid":26054,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T06:17:43.355338402Z","hostname":"oxz_crucible_9740fb0d-9813-424b-8896-21877af4c3b5","pid":26054,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T06:17:43.355382473Z","hostname":"oxz_crucible_9740fb0d-9813-424b-8896-21877af4c3b5","pid":26054,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T06:17:43.368845102Z","hostname":"oxz_crucible_9740fb0d-9813-424b-8896-21877af4c3b5","pid":26054,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T06:17:43.376246636Z","hostname":"oxz_crucible_9740fb0d-9813-424b-8896-21877af4c3b5","pid":26054,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T06:17:43.971485912Z","hostname":"oxz_crucible_9740fb0d-9813-424b-8896-21877af4c3b5","pid":26054,"uri":"/crucible/0/regions","method":"POST","req_id":"67d78574-6bdc-4260-8535-17bc10dc1a7b","remote_addr":"[fd00:1122:3344:101::b]:57885","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":46,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T06:17:44.266702547Z","hostname":"oxz_crucible_9740fb0d-9813-424b-8896-21877af4c3b5","pid":26054,"uri":"/crucible/0/regions/b74b305f-d735-4a31-8f8e-728ef0f14fce","method":"GET","req_id":"3968b201-8116-46f8-84e3-e67c7911f925","remote_addr":"[fd00:1122:3344:101::b]:57885","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":57,"response_code":"200"}
{"msg":"path is \"/data/regions/b74b305f-d735-4a31-8f8e-728ef0f14fce\"","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T06:17:44.269246382Z","hostname":"oxz_crucible_9740fb0d-9813-424b-8896-21877af4c3b5","pid":26054,"component":"datafile"}
{"msg":"dataset is oxp_7fb3f917-09a0-4a46-8e24-98cab9e91c61/crucible/regions/b74b305f-d735-4a31-8f8e-728ef0f14fce","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T06:17:44.279549898Z","hostname":"oxz_crucible_9740fb0d-9813-424b-8896-21877af4c3b5","pid":26054,"component":"datafile"}
{"msg":"region b74b305f-d735-4a31-8f8e-728ef0f14fce state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T06:17:44.289539428Z","hostname":"oxz_crucible_9740fb0d-9813-424b-8896-21877af4c3b5","pid":26054,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T06:17:44.2897048Z","hostname":"oxz_crucible_9740fb0d-9813-424b-8896-21877af4c3b5","pid":26054,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T06:17:44.289759261Z","hostname":"oxz_crucible_9740fb0d-9813-424b-8896-21877af4c3b5","pid":26054,"uri":"/crucible/0/regions/b74b305f-d735-4a31-8f8e-728ef0f14fce","method":"DELETE","req_id":"17a71770-7606-49d0-96ea-69deb1b9a503","remote_addr":"[fd00:1122:3344:101::b]:57885","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":20540,"response_code":"204"}
{"msg":"disabling downstairs instance: downstairs-b74b305f-d735-4a31-8f8e-728ef0f14fce (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T06:17:44.290938948Z","hostname":"oxz_crucible_9740fb0d-9813-424b-8896-21877af4c3b5","pid":26054,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T06:17:44.292304697Z","hostname":"oxz_crucible_9740fb0d-9813-424b-8896-21877af4c3b5","pid":26054,"uri":"/crucible/0/regions/b74b305f-d735-4a31-8f8e-728ef0f14fce","method":"GET","req_id":"7ad757cd-f906-4c13-ac9c-9494e25c79b5","remote_addr":"[fd00:1122:3344:101::b]:57885","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":23,"response_code":"200"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T06:17:44.301198132Z","hostname":"oxz_crucible_9740fb0d-9813-424b-8896-21877af4c3b5","pid":26054,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_7fb3f917-09a0-4a46-8e24-98cab9e91c61/crucible/regions/b74b305f-d735-4a31-8f8e-728ef0f14fce\"","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T06:17:44.312195367Z","hostname":"oxz_crucible_9740fb0d-9813-424b-8896-21877af4c3b5","pid":26054,"region":"b74b305f-d735-4a31-8f8e-728ef0f14fce","component":"worker"}
{"msg":"region b74b305f-d735-4a31-8f8e-728ef0f14fce state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T06:17:44.384498454Z","hostname":"oxz_crucible_9740fb0d-9813-424b-8896-21877af4c3b5","pid":26054,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T06:17:44.415125645Z","hostname":"oxz_crucible_9740fb0d-9813-424b-8896-21877af4c3b5","pid":26054,"uri":"/crucible/0/regions/b74b305f-d735-4a31-8f8e-728ef0f14fce","method":"GET","req_id":"0096e3ad-7a5d-4446-af40-02067696be9c","remote_addr":"[fd00:1122:3344:101::b]:57885","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":67,"response_code":"200"}
{"msg":"region a3f3908b-dd3c-416c-8caf-8d67a0b2a783 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T06:17:46.938183859Z","hostname":"oxz_crucible_9740fb0d-9813-424b-8896-21877af4c3b5","pid":26054,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T06:17:46.938320671Z","hostname":"oxz_crucible_9740fb0d-9813-424b-8896-21877af4c3b5","pid":26054,"uri":"/crucible/0/regions","method":"POST","req_id":"6da11ec5-7ab3-4964-9c72-08e39743fb82","remote_addr":"[fd00:1122:3344:101::b]:57885","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":203,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T06:17:46.938365482Z","hostname":"oxz_crucible_9740fb0d-9813-424b-8896-21877af4c3b5","pid":26054,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_7fb3f917-09a0-4a46-8e24-98cab9e91c61/crucible/regions/a3f3908b-dd3c-416c-8caf-8d67a0b2a783","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T06:17:46.94752967Z","hostname":"oxz_crucible_9740fb0d-9813-424b-8896-21877af4c3b5","pid":26054,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_7fb3f917-09a0-4a46-8e24-98cab9e91c61/crucible/regions/a3f3908b-dd3c-416c-8caf-8d67a0b2a783","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T06:17:46.947557831Z","hostname":"oxz_crucible_9740fb0d-9813-424b-8896-21877af4c3b5","pid":26054,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"a3f3908b-dd3c-416c-8caf-8d67a0b2a783\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/a3f3908b-dd3c-416c-8caf-8d67a0b2a783\"","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T06:17:46.999733055Z","hostname":"oxz_crucible_9740fb0d-9813-424b-8896-21877af4c3b5","pid":26054,"region":"a3f3908b-dd3c-416c-8caf-8d67a0b2a783","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"a3f3908b-dd3c-416c-8caf-8d67a0b2a783\" \"--data\" \"/data/regions/a3f3908b-dd3c-416c-8caf-8d67a0b2a783\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T06:17:47.001832545Z","hostname":"oxz_crucible_9740fb0d-9813-424b-8896-21877af4c3b5","pid":26054,"region":"a3f3908b-dd3c-416c-8caf-8d67a0b2a783","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T06:17:47.078050097Z","hostname":"oxz_crucible_9740fb0d-9813-424b-8896-21877af4c3b5","pid":26054,"region":"a3f3908b-dd3c-416c-8caf-8d67a0b2a783","component":"worker"}
{"msg":"region a3f3908b-dd3c-416c-8caf-8d67a0b2a783 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T06:17:47.078103058Z","hostname":"oxz_crucible_9740fb0d-9813-424b-8896-21877af4c3b5","pid":26054,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T06:17:47.07820262Z","hostname":"oxz_crucible_9740fb0d-9813-424b-8896-21877af4c3b5","pid":26054,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-a3f3908b-dd3c-416c-8caf-8d67a0b2a783","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T06:17:47.079772991Z","hostname":"oxz_crucible_9740fb0d-9813-424b-8896-21877af4c3b5","pid":26054,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-a3f3908b-dd3c-416c-8caf-8d67a0b2a783","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T06:17:47.083353962Z","hostname":"oxz_crucible_9740fb0d-9813-424b-8896-21877af4c3b5","pid":26054,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T06:17:47.090114387Z","hostname":"oxz_crucible_9740fb0d-9813-424b-8896-21877af4c3b5","pid":26054,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-a3f3908b-dd3c-416c-8caf-8d67a0b2a783","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T06:17:47.09318397Z","hostname":"oxz_crucible_9740fb0d-9813-424b-8896-21877af4c3b5","pid":26054,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/a3f3908b-dd3c-416c-8caf-8d67a0b2a783","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T06:17:47.093465384Z","hostname":"oxz_crucible_9740fb0d-9813-424b-8896-21877af4c3b5","pid":26054,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T06:17:47.093529705Z","hostname":"oxz_crucible_9740fb0d-9813-424b-8896-21877af4c3b5","pid":26054,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T06:17:47.093577176Z","hostname":"oxz_crucible_9740fb0d-9813-424b-8896-21877af4c3b5","pid":26054,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T06:17:47.093621397Z","hostname":"oxz_crucible_9740fb0d-9813-424b-8896-21877af4c3b5","pid":26054,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T06:17:47.097335559Z","hostname":"oxz_crucible_9740fb0d-9813-424b-8896-21877af4c3b5","pid":26054,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T06:17:47.101514277Z","hostname":"oxz_crucible_9740fb0d-9813-424b-8896-21877af4c3b5","pid":26054,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T06:17:47.188344469Z","hostname":"oxz_crucible_9740fb0d-9813-424b-8896-21877af4c3b5","pid":26054,"uri":"/crucible/0/regions","method":"POST","req_id":"42ac7729-02e8-4691-b90c-870ff75a0edf","remote_addr":"[fd00:1122:3344:101::b]:57885","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":54,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T06:28:44.171465395Z","hostname":"oxz_crucible_9740fb0d-9813-424b-8896-21877af4c3b5","pid":26054,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:43278"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T06:28:44.172265777Z","hostname":"oxz_crucible_9740fb0d-9813-424b-8896-21877af4c3b5","pid":26054,"uri":"/crucible/0/regions/a3f3908b-dd3c-416c-8caf-8d67a0b2a783","method":"GET","req_id":"83a85af4-27fa-45f5-8734-eb2c4e244ec0","remote_addr":"[fd00:1122:3344:101::b]:43278","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":43,"response_code":"200"}
{"msg":"path is \"/data/regions/a3f3908b-dd3c-416c-8caf-8d67a0b2a783\"","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T06:28:44.174744212Z","hostname":"oxz_crucible_9740fb0d-9813-424b-8896-21877af4c3b5","pid":26054,"component":"datafile"}
{"msg":"dataset is oxp_7fb3f917-09a0-4a46-8e24-98cab9e91c61/crucible/regions/a3f3908b-dd3c-416c-8caf-8d67a0b2a783","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T06:28:44.184409857Z","hostname":"oxz_crucible_9740fb0d-9813-424b-8896-21877af4c3b5","pid":26054,"component":"datafile"}
{"msg":"snapshot is oxp_7fb3f917-09a0-4a46-8e24-98cab9e91c61/crucible/regions/a3f3908b-dd3c-416c-8caf-8d67a0b2a783@32c9588a-9338-4f7d-8835-b51c992dbfc6","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T06:28:44.193570386Z","hostname":"oxz_crucible_9740fb0d-9813-424b-8896-21877af4c3b5","pid":26054,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_7fb3f917-09a0-4a46-8e24-98cab9e91c61/crucible/regions/a3f3908b-dd3c-416c-8caf-8d67a0b2a783\", \"32c9588a-9338-4f7d-8835-b51c992dbfc6\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T06:28:44.193599107Z","hostname":"oxz_crucible_9740fb0d-9813-424b-8896-21877af4c3b5","pid":26054,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T06:28:44.206093253Z","hostname":"oxz_crucible_9740fb0d-9813-424b-8896-21877af4c3b5","pid":26054,"uri":"/crucible/0/regions/a3f3908b-dd3c-416c-8caf-8d67a0b2a783/snapshots/32c9588a-9338-4f7d-8835-b51c992dbfc6","method":"GET","req_id":"d8f8d5c9-6a95-48b3-aa2a-4b73c0178918","remote_addr":"[fd00:1122:3344:101::b]:43278","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":31350,"response_code":"200"}
{"msg":"path is \"/data/regions/a3f3908b-dd3c-416c-8caf-8d67a0b2a783\"","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T06:28:44.209207486Z","hostname":"oxz_crucible_9740fb0d-9813-424b-8896-21877af4c3b5","pid":26054,"component":"datafile"}
{"msg":"dataset is oxp_7fb3f917-09a0-4a46-8e24-98cab9e91c61/crucible/regions/a3f3908b-dd3c-416c-8caf-8d67a0b2a783","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T06:28:44.217869028Z","hostname":"oxz_crucible_9740fb0d-9813-424b-8896-21877af4c3b5","pid":26054,"component":"datafile"}
{"msg":"snapshot is oxp_7fb3f917-09a0-4a46-8e24-98cab9e91c61/crucible/regions/a3f3908b-dd3c-416c-8caf-8d67a0b2a783@32c9588a-9338-4f7d-8835-b51c992dbfc6","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T06:28:44.225725999Z","hostname":"oxz_crucible_9740fb0d-9813-424b-8896-21877af4c3b5","pid":26054,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_7fb3f917-09a0-4a46-8e24-98cab9e91c61/crucible/regions/a3f3908b-dd3c-416c-8caf-8d67a0b2a783\", \"32c9588a-9338-4f7d-8835-b51c992dbfc6\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T06:28:44.225765379Z","hostname":"oxz_crucible_9740fb0d-9813-424b-8896-21877af4c3b5","pid":26054,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot a3f3908b-dd3c-416c-8caf-8d67a0b2a783-32c9588a-9338-4f7d-8835-b51c992dbfc6 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T06:28:44.235363174Z","hostname":"oxz_crucible_9740fb0d-9813-424b-8896-21877af4c3b5","pid":26054,"component":"datafile"}
{"msg":"applying SMF actions for region a3f3908b-dd3c-416c-8caf-8d67a0b2a783 running snapshot 32c9588a-9338-4f7d-8835-b51c992dbfc6 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T06:28:44.236023144Z","hostname":"oxz_crucible_9740fb0d-9813-424b-8896-21877af4c3b5","pid":26054,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T06:28:44.236041974Z","hostname":"oxz_crucible_9740fb0d-9813-424b-8896-21877af4c3b5","pid":26054,"uri":"/crucible/0/regions/a3f3908b-dd3c-416c-8caf-8d67a0b2a783/snapshots/32c9588a-9338-4f7d-8835-b51c992dbfc6/run","method":"POST","req_id":"b94fff1b-4dbf-4e0c-8145-5b4a25e0703e","remote_addr":"[fd00:1122:3344:101::b]:43278","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":26853,"response_code":"200"}
{"msg":"creating missing snapshot instance snapshot-a3f3908b-dd3c-416c-8caf-8d67a0b2a783-32c9588a-9338-4f7d-8835-b51c992dbfc6","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T06:28:44.252570707Z","hostname":"oxz_crucible_9740fb0d-9813-424b-8896-21877af4c3b5","pid":26054,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-a3f3908b-dd3c-416c-8caf-8d67a0b2a783-32c9588a-9338-4f7d-8835-b51c992dbfc6","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T06:28:44.266869868Z","hostname":"oxz_crucible_9740fb0d-9813-424b-8896-21877af4c3b5","pid":26054,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-a3f3908b-dd3c-416c-8caf-8d67a0b2a783-32c9588a-9338-4f7d-8835-b51c992dbfc6","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T06:28:44.279552606Z","hostname":"oxz_crucible_9740fb0d-9813-424b-8896-21877af4c3b5","pid":26054,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/a3f3908b-dd3c-416c-8caf-8d67a0b2a783/.zfs/snapshot/32c9588a-9338-4f7d-8835-b51c992dbfc6","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T06:28:44.27983413Z","hostname":"oxz_crucible_9740fb0d-9813-424b-8896-21877af4c3b5","pid":26054,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T06:28:44.279891651Z","hostname":"oxz_crucible_9740fb0d-9813-424b-8896-21877af4c3b5","pid":26054,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T06:28:44.279934932Z","hostname":"oxz_crucible_9740fb0d-9813-424b-8896-21877af4c3b5","pid":26054,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T06:28:44.279977892Z","hostname":"oxz_crucible_9740fb0d-9813-424b-8896-21877af4c3b5","pid":26054,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T06:28:44.280038233Z","hostname":"oxz_crucible_9740fb0d-9813-424b-8896-21877af4c3b5","pid":26054,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T06:28:44.283696475Z","hostname":"oxz_crucible_9740fb0d-9813-424b-8896-21877af4c3b5","pid":26054,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T06:28:44.288675205Z","hostname":"oxz_crucible_9740fb0d-9813-424b-8896-21877af4c3b5","pid":26054,"component":"worker"}
{"msg":"region a3f3908b-dd3c-416c-8caf-8d67a0b2a783 running snapshot 32c9588a-9338-4f7d-8835-b51c992dbfc6 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T06:28:44.288693375Z","hostname":"oxz_crucible_9740fb0d-9813-424b-8896-21877af4c3b5","pid":26054,"component":"datafile"}
{"msg":"path is \"/data/regions/a3f3908b-dd3c-416c-8caf-8d67a0b2a783\"","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T06:28:44.507419163Z","hostname":"oxz_crucible_9740fb0d-9813-424b-8896-21877af4c3b5","pid":26054,"component":"datafile"}
{"msg":"dataset is oxp_7fb3f917-09a0-4a46-8e24-98cab9e91c61/crucible/regions/a3f3908b-dd3c-416c-8caf-8d67a0b2a783","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T06:28:44.515887622Z","hostname":"oxz_crucible_9740fb0d-9813-424b-8896-21877af4c3b5","pid":26054,"component":"datafile"}
{"msg":"snapshot is oxp_7fb3f917-09a0-4a46-8e24-98cab9e91c61/crucible/regions/a3f3908b-dd3c-416c-8caf-8d67a0b2a783@32c9588a-9338-4f7d-8835-b51c992dbfc6","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T06:28:44.524323721Z","hostname":"oxz_crucible_9740fb0d-9813-424b-8896-21877af4c3b5","pid":26054,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_7fb3f917-09a0-4a46-8e24-98cab9e91c61/crucible/regions/a3f3908b-dd3c-416c-8caf-8d67a0b2a783\", \"32c9588a-9338-4f7d-8835-b51c992dbfc6\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T06:28:44.524367151Z","hostname":"oxz_crucible_9740fb0d-9813-424b-8896-21877af4c3b5","pid":26054,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T06:28:44.533392588Z","hostname":"oxz_crucible_9740fb0d-9813-424b-8896-21877af4c3b5","pid":26054,"uri":"/crucible/0/regions/a3f3908b-dd3c-416c-8caf-8d67a0b2a783/snapshots/32c9588a-9338-4f7d-8835-b51c992dbfc6/run","method":"POST","req_id":"3568bd17-b5ff-4530-bf1c-24f409b64c6f","remote_addr":"[fd00:1122:3344:101::b]:43278","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":25982,"response_code":"200"}