[ Jun  4 01:18:05 Enabled. ]
[ Jun  4 01:18:05 Rereading configuration. ]
[ Jun  4 01:18:10 Rereading configuration. ]
[ Jun  4 01:18:18 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_5476f9bc-d93e-4bcb-b87f-753610a048ee/crucible -l [fd00:1122:3344:101::19]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"dataset: \"oxp_5476f9bc-d93e-4bcb-b87f-753610a048ee/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:18:18.832003265Z","hostname":"oxz_crucible_4fe2b64c-348c-473f-ab2a-1cec91f5da37","pid":24318}
{"msg":"listen IP: [fd00:1122:3344:101::19]:32345","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:18:18.832292573Z","hostname":"oxz_crucible_4fe2b64c-348c-473f-ab2a-1cec91f5da37","pid":24318}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:18:18.832303193Z","hostname":"oxz_crucible_4fe2b64c-348c-473f-ab2a-1cec91f5da37","pid":24318}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:18:18.845426731Z","hostname":"oxz_crucible_4fe2b64c-348c-473f-ab2a-1cec91f5da37","pid":24318,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:18:18.938641288Z","hostname":"oxz_crucible_4fe2b64c-348c-473f-ab2a-1cec91f5da37","pid":24318,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:19:02.260758798Z","hostname":"oxz_crucible_4fe2b64c-348c-473f-ab2a-1cec91f5da37","pid":24318,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:34087"}
{"msg":"region 78e7da73-21f9-4f7c-bf81-f9d7ae55809e state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:19:02.280599705Z","hostname":"oxz_crucible_4fe2b64c-348c-473f-ab2a-1cec91f5da37","pid":24318,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:19:02.285655647Z","hostname":"oxz_crucible_4fe2b64c-348c-473f-ab2a-1cec91f5da37","pid":24318,"uri":"/crucible/0/regions","method":"POST","req_id":"cb768df3-84f7-40ed-b457-78e3fcf3a28c","remote_addr":"[fd00:1122:3344:101::c]:34087","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":14835,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:19:02.288426044Z","hostname":"oxz_crucible_4fe2b64c-348c-473f-ab2a-1cec91f5da37","pid":24318,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_5476f9bc-d93e-4bcb-b87f-753610a048ee/crucible/regions/78e7da73-21f9-4f7c-bf81-f9d7ae55809e","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:19:02.29716434Z","hostname":"oxz_crucible_4fe2b64c-348c-473f-ab2a-1cec91f5da37","pid":24318,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_5476f9bc-d93e-4bcb-b87f-753610a048ee/crucible/regions/78e7da73-21f9-4f7c-bf81-f9d7ae55809e","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:19:02.297230032Z","hostname":"oxz_crucible_4fe2b64c-348c-473f-ab2a-1cec91f5da37","pid":24318,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"78e7da73-21f9-4f7c-bf81-f9d7ae55809e\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/78e7da73-21f9-4f7c-bf81-f9d7ae55809e\"","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:19:02.37090998Z","hostname":"oxz_crucible_4fe2b64c-348c-473f-ab2a-1cec91f5da37","pid":24318,"region":"78e7da73-21f9-4f7c-bf81-f9d7ae55809e","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"78e7da73-21f9-4f7c-bf81-f9d7ae55809e\" \"--data\" \"/data/regions/78e7da73-21f9-4f7c-bf81-f9d7ae55809e\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:19:02.372835524Z","hostname":"oxz_crucible_4fe2b64c-348c-473f-ab2a-1cec91f5da37","pid":24318,"region":"78e7da73-21f9-4f7c-bf81-f9d7ae55809e","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:19:02.514521291Z","hostname":"oxz_crucible_4fe2b64c-348c-473f-ab2a-1cec91f5da37","pid":24318,"uri":"/crucible/0/regions","method":"POST","req_id":"24868c5a-ae1c-4708-b329-f4a7994dda5e","remote_addr":"[fd00:1122:3344:101::c]:34087","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":74,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:19:02.69047648Z","hostname":"oxz_crucible_4fe2b64c-348c-473f-ab2a-1cec91f5da37","pid":24318,"region":"78e7da73-21f9-4f7c-bf81-f9d7ae55809e","component":"worker"}
{"msg":"region 78e7da73-21f9-4f7c-bf81-f9d7ae55809e state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:19:02.690547122Z","hostname":"oxz_crucible_4fe2b64c-348c-473f-ab2a-1cec91f5da37","pid":24318,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:19:02.69080235Z","hostname":"oxz_crucible_4fe2b64c-348c-473f-ab2a-1cec91f5da37","pid":24318,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-78e7da73-21f9-4f7c-bf81-f9d7ae55809e","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:19:02.691263912Z","hostname":"oxz_crucible_4fe2b64c-348c-473f-ab2a-1cec91f5da37","pid":24318,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-78e7da73-21f9-4f7c-bf81-f9d7ae55809e","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:19:02.695725458Z","hostname":"oxz_crucible_4fe2b64c-348c-473f-ab2a-1cec91f5da37","pid":24318,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:19:02.709443333Z","hostname":"oxz_crucible_4fe2b64c-348c-473f-ab2a-1cec91f5da37","pid":24318,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-78e7da73-21f9-4f7c-bf81-f9d7ae55809e","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:19:02.712626452Z","hostname":"oxz_crucible_4fe2b64c-348c-473f-ab2a-1cec91f5da37","pid":24318,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/78e7da73-21f9-4f7c-bf81-f9d7ae55809e","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:19:02.713188938Z","hostname":"oxz_crucible_4fe2b64c-348c-473f-ab2a-1cec91f5da37","pid":24318,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:19:02.71325393Z","hostname":"oxz_crucible_4fe2b64c-348c-473f-ab2a-1cec91f5da37","pid":24318,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:19:02.713291561Z","hostname":"oxz_crucible_4fe2b64c-348c-473f-ab2a-1cec91f5da37","pid":24318,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:19:02.713336312Z","hostname":"oxz_crucible_4fe2b64c-348c-473f-ab2a-1cec91f5da37","pid":24318,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:19:02.717809988Z","hostname":"oxz_crucible_4fe2b64c-348c-473f-ab2a-1cec91f5da37","pid":24318,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:19:02.722049217Z","hostname":"oxz_crucible_4fe2b64c-348c-473f-ab2a-1cec91f5da37","pid":24318,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:19:03.220088047Z","hostname":"oxz_crucible_4fe2b64c-348c-473f-ab2a-1cec91f5da37","pid":24318,"uri":"/crucible/0/regions","method":"POST","req_id":"bdb1043e-7b85-4869-9db5-fe1438dd8aa2","remote_addr":"[fd00:1122:3344:101::c]:34087","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":51,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:29:35.242314665Z","hostname":"oxz_crucible_4fe2b64c-348c-473f-ab2a-1cec91f5da37","pid":24318,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:62640"}
{"msg":"region 3a636934-a2f1-44f3-b128-55db4fbb5b81 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:29:35.242964414Z","hostname":"oxz_crucible_4fe2b64c-348c-473f-ab2a-1cec91f5da37","pid":24318,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:29:35.243131588Z","hostname":"oxz_crucible_4fe2b64c-348c-473f-ab2a-1cec91f5da37","pid":24318,"uri":"/crucible/0/regions","method":"POST","req_id":"f71ddbd3-a82e-4303-836b-db0afabbaf85","remote_addr":"[fd00:1122:3344:101::c]:62640","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":770,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:29:35.243150659Z","hostname":"oxz_crucible_4fe2b64c-348c-473f-ab2a-1cec91f5da37","pid":24318,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_5476f9bc-d93e-4bcb-b87f-753610a048ee/crucible/regions/3a636934-a2f1-44f3-b128-55db4fbb5b81","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:29:35.254642622Z","hostname":"oxz_crucible_4fe2b64c-348c-473f-ab2a-1cec91f5da37","pid":24318,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_5476f9bc-d93e-4bcb-b87f-753610a048ee/crucible/regions/3a636934-a2f1-44f3-b128-55db4fbb5b81","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:29:35.254674903Z","hostname":"oxz_crucible_4fe2b64c-348c-473f-ab2a-1cec91f5da37","pid":24318,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"3a636934-a2f1-44f3-b128-55db4fbb5b81\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/3a636934-a2f1-44f3-b128-55db4fbb5b81\"","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:29:35.306430885Z","hostname":"oxz_crucible_4fe2b64c-348c-473f-ab2a-1cec91f5da37","pid":24318,"region":"3a636934-a2f1-44f3-b128-55db4fbb5b81","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"3a636934-a2f1-44f3-b128-55db4fbb5b81\" \"--data\" \"/data/regions/3a636934-a2f1-44f3-b128-55db4fbb5b81\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:29:35.306487097Z","hostname":"oxz_crucible_4fe2b64c-348c-473f-ab2a-1cec91f5da37","pid":24318,"region":"3a636934-a2f1-44f3-b128-55db4fbb5b81","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:29:35.394924609Z","hostname":"oxz_crucible_4fe2b64c-348c-473f-ab2a-1cec91f5da37","pid":24318,"region":"3a636934-a2f1-44f3-b128-55db4fbb5b81","component":"worker"}
{"msg":"region 3a636934-a2f1-44f3-b128-55db4fbb5b81 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:29:35.394971501Z","hostname":"oxz_crucible_4fe2b64c-348c-473f-ab2a-1cec91f5da37","pid":24318,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:29:35.395070204Z","hostname":"oxz_crucible_4fe2b64c-348c-473f-ab2a-1cec91f5da37","pid":24318,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-3a636934-a2f1-44f3-b128-55db4fbb5b81","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:29:35.395552287Z","hostname":"oxz_crucible_4fe2b64c-348c-473f-ab2a-1cec91f5da37","pid":24318,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-3a636934-a2f1-44f3-b128-55db4fbb5b81","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:29:35.405367693Z","hostname":"oxz_crucible_4fe2b64c-348c-473f-ab2a-1cec91f5da37","pid":24318,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:29:35.426083364Z","hostname":"oxz_crucible_4fe2b64c-348c-473f-ab2a-1cec91f5da37","pid":24318,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-3a636934-a2f1-44f3-b128-55db4fbb5b81","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:29:35.429236352Z","hostname":"oxz_crucible_4fe2b64c-348c-473f-ab2a-1cec91f5da37","pid":24318,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/3a636934-a2f1-44f3-b128-55db4fbb5b81","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:29:35.429520711Z","hostname":"oxz_crucible_4fe2b64c-348c-473f-ab2a-1cec91f5da37","pid":24318,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:29:35.429585912Z","hostname":"oxz_crucible_4fe2b64c-348c-473f-ab2a-1cec91f5da37","pid":24318,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:29:35.429633624Z","hostname":"oxz_crucible_4fe2b64c-348c-473f-ab2a-1cec91f5da37","pid":24318,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:29:35.429678765Z","hostname":"oxz_crucible_4fe2b64c-348c-473f-ab2a-1cec91f5da37","pid":24318,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:29:35.433719929Z","hostname":"oxz_crucible_4fe2b64c-348c-473f-ab2a-1cec91f5da37","pid":24318,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:29:35.439363517Z","hostname":"oxz_crucible_4fe2b64c-348c-473f-ab2a-1cec91f5da37","pid":24318,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:29:35.553921963Z","hostname":"oxz_crucible_4fe2b64c-348c-473f-ab2a-1cec91f5da37","pid":24318,"uri":"/crucible/0/regions","method":"POST","req_id":"346850de-0995-4442-a4ae-fd59e29589a8","remote_addr":"[fd00:1122:3344:101::c]:62640","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":54,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:29:36.492304193Z","hostname":"oxz_crucible_4fe2b64c-348c-473f-ab2a-1cec91f5da37","pid":24318,"uri":"/crucible/0/regions/78e7da73-21f9-4f7c-bf81-f9d7ae55809e","method":"GET","req_id":"2a9f5b0d-baf2-4ecc-a221-1520fa917783","remote_addr":"[fd00:1122:3344:101::c]:62640","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":3303,"response_code":"200"}
{"msg":"path is \"/data/regions/78e7da73-21f9-4f7c-bf81-f9d7ae55809e\"","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:29:36.497107438Z","hostname":"oxz_crucible_4fe2b64c-348c-473f-ab2a-1cec91f5da37","pid":24318,"component":"datafile"}
{"msg":"dataset is oxp_5476f9bc-d93e-4bcb-b87f-753610a048ee/crucible/regions/78e7da73-21f9-4f7c-bf81-f9d7ae55809e","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:29:36.507415868Z","hostname":"oxz_crucible_4fe2b64c-348c-473f-ab2a-1cec91f5da37","pid":24318,"component":"datafile"}
{"msg":"snapshot is oxp_5476f9bc-d93e-4bcb-b87f-753610a048ee/crucible/regions/78e7da73-21f9-4f7c-bf81-f9d7ae55809e@1e88d601-271a-429c-80c9-3d1b7e327115","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:29:36.516824812Z","hostname":"oxz_crucible_4fe2b64c-348c-473f-ab2a-1cec91f5da37","pid":24318,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_5476f9bc-d93e-4bcb-b87f-753610a048ee/crucible/regions/78e7da73-21f9-4f7c-bf81-f9d7ae55809e\", \"1e88d601-271a-429c-80c9-3d1b7e327115\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:29:36.516851622Z","hostname":"oxz_crucible_4fe2b64c-348c-473f-ab2a-1cec91f5da37","pid":24318,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:29:36.527920643Z","hostname":"oxz_crucible_4fe2b64c-348c-473f-ab2a-1cec91f5da37","pid":24318,"uri":"/crucible/0/regions/78e7da73-21f9-4f7c-bf81-f9d7ae55809e/snapshots/1e88d601-271a-429c-80c9-3d1b7e327115","method":"GET","req_id":"12491dfa-0c79-4a86-b66d-ccf04f98777e","remote_addr":"[fd00:1122:3344:101::c]:62640","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":30815,"response_code":"200"}
{"msg":"path is \"/data/regions/78e7da73-21f9-4f7c-bf81-f9d7ae55809e\"","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:29:36.531184625Z","hostname":"oxz_crucible_4fe2b64c-348c-473f-ab2a-1cec91f5da37","pid":24318,"component":"datafile"}
{"msg":"dataset is oxp_5476f9bc-d93e-4bcb-b87f-753610a048ee/crucible/regions/78e7da73-21f9-4f7c-bf81-f9d7ae55809e","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:29:36.539796966Z","hostname":"oxz_crucible_4fe2b64c-348c-473f-ab2a-1cec91f5da37","pid":24318,"component":"datafile"}
{"msg":"snapshot is oxp_5476f9bc-d93e-4bcb-b87f-753610a048ee/crucible/regions/78e7da73-21f9-4f7c-bf81-f9d7ae55809e@1e88d601-271a-429c-80c9-3d1b7e327115","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:29:36.548677616Z","hostname":"oxz_crucible_4fe2b64c-348c-473f-ab2a-1cec91f5da37","pid":24318,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_5476f9bc-d93e-4bcb-b87f-753610a048ee/crucible/regions/78e7da73-21f9-4f7c-bf81-f9d7ae55809e\", \"1e88d601-271a-429c-80c9-3d1b7e327115\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:29:36.548714907Z","hostname":"oxz_crucible_4fe2b64c-348c-473f-ab2a-1cec91f5da37","pid":24318,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 78e7da73-21f9-4f7c-bf81-f9d7ae55809e-1e88d601-271a-429c-80c9-3d1b7e327115 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:29:36.557604856Z","hostname":"oxz_crucible_4fe2b64c-348c-473f-ab2a-1cec91f5da37","pid":24318,"component":"datafile"}
{"msg":"applying SMF actions for region 78e7da73-21f9-4f7c-bf81-f9d7ae55809e running snapshot 1e88d601-271a-429c-80c9-3d1b7e327115 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:29:36.557824043Z","hostname":"oxz_crucible_4fe2b64c-348c-473f-ab2a-1cec91f5da37","pid":24318,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:29:36.557842993Z","hostname":"oxz_crucible_4fe2b64c-348c-473f-ab2a-1cec91f5da37","pid":24318,"uri":"/crucible/0/regions/78e7da73-21f9-4f7c-bf81-f9d7ae55809e/snapshots/1e88d601-271a-429c-80c9-3d1b7e327115/run","method":"POST","req_id":"266e520c-094c-4070-87e1-2ad019303e70","remote_addr":"[fd00:1122:3344:101::c]:62640","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":26684,"response_code":"200"}
{"msg":"creating missing snapshot instance snapshot-78e7da73-21f9-4f7c-bf81-f9d7ae55809e-1e88d601-271a-429c-80c9-3d1b7e327115","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:29:36.560140748Z","hostname":"oxz_crucible_4fe2b64c-348c-473f-ab2a-1cec91f5da37","pid":24318,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-78e7da73-21f9-4f7c-bf81-f9d7ae55809e-1e88d601-271a-429c-80c9-3d1b7e327115","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:29:36.570809327Z","hostname":"oxz_crucible_4fe2b64c-348c-473f-ab2a-1cec91f5da37","pid":24318,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-78e7da73-21f9-4f7c-bf81-f9d7ae55809e-1e88d601-271a-429c-80c9-3d1b7e327115","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:29:36.580851579Z","hostname":"oxz_crucible_4fe2b64c-348c-473f-ab2a-1cec91f5da37","pid":24318,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/78e7da73-21f9-4f7c-bf81-f9d7ae55809e/.zfs/snapshot/1e88d601-271a-429c-80c9-3d1b7e327115","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:29:36.581146487Z","hostname":"oxz_crucible_4fe2b64c-348c-473f-ab2a-1cec91f5da37","pid":24318,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:29:36.581199099Z","hostname":"oxz_crucible_4fe2b64c-348c-473f-ab2a-1cec91f5da37","pid":24318,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:29:36.5812439Z","hostname":"oxz_crucible_4fe2b64c-348c-473f-ab2a-1cec91f5da37","pid":24318,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:29:36.581281611Z","hostname":"oxz_crucible_4fe2b64c-348c-473f-ab2a-1cec91f5da37","pid":24318,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:29:36.581327172Z","hostname":"oxz_crucible_4fe2b64c-348c-473f-ab2a-1cec91f5da37","pid":24318,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:29:36.585543321Z","hostname":"oxz_crucible_4fe2b64c-348c-473f-ab2a-1cec91f5da37","pid":24318,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:29:36.590940062Z","hostname":"oxz_crucible_4fe2b64c-348c-473f-ab2a-1cec91f5da37","pid":24318,"component":"worker"}
{"msg":"region 78e7da73-21f9-4f7c-bf81-f9d7ae55809e running snapshot 1e88d601-271a-429c-80c9-3d1b7e327115 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:29:36.590960003Z","hostname":"oxz_crucible_4fe2b64c-348c-473f-ab2a-1cec91f5da37","pid":24318,"component":"datafile"}
{"msg":"path is \"/data/regions/78e7da73-21f9-4f7c-bf81-f9d7ae55809e\"","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:29:36.7750212Z","hostname":"oxz_crucible_4fe2b64c-348c-473f-ab2a-1cec91f5da37","pid":24318,"component":"datafile"}
{"msg":"dataset is oxp_5476f9bc-d93e-4bcb-b87f-753610a048ee/crucible/regions/78e7da73-21f9-4f7c-bf81-f9d7ae55809e","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:29:36.784414353Z","hostname":"oxz_crucible_4fe2b64c-348c-473f-ab2a-1cec91f5da37","pid":24318,"component":"datafile"}
{"msg":"snapshot is oxp_5476f9bc-d93e-4bcb-b87f-753610a048ee/crucible/regions/78e7da73-21f9-4f7c-bf81-f9d7ae55809e@1e88d601-271a-429c-80c9-3d1b7e327115","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:29:36.793330683Z","hostname":"oxz_crucible_4fe2b64c-348c-473f-ab2a-1cec91f5da37","pid":24318,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_5476f9bc-d93e-4bcb-b87f-753610a048ee/crucible/regions/78e7da73-21f9-4f7c-bf81-f9d7ae55809e\", \"1e88d601-271a-429c-80c9-3d1b7e327115\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:29:36.793379835Z","hostname":"oxz_crucible_4fe2b64c-348c-473f-ab2a-1cec91f5da37","pid":24318,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T01:29:36.802011807Z","hostname":"oxz_crucible_4fe2b64c-348c-473f-ab2a-1cec91f5da37","pid":24318,"uri":"/crucible/0/regions/78e7da73-21f9-4f7c-bf81-f9d7ae55809e/snapshots/1e88d601-271a-429c-80c9-3d1b7e327115/run","method":"POST","req_id":"64880c3e-2987-4b41-b89a-961658deca4a","remote_addr":"[fd00:1122:3344:101::c]:62640","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":27000,"response_code":"200"}