[ Feb 28 06:45:49 Enabled. ]
[ Feb 28 06:45:49 Rereading configuration. ]
[ Feb 28 06:45:52 Rereading configuration. ]
[ Feb 28 06:45:57 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_574faf87-fd2d-44c5-bef4-135771b1853a/crucible -l [fd00:1122:3344:101::19]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"dataset: \"oxp_574faf87-fd2d-44c5-bef4-135771b1853a/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:45:57.71485703Z","hostname":"oxz_crucible_3fd7a640-e26a-4e71-96e9-c971fe868468","pid":25676}
{"msg":"listen IP: [fd00:1122:3344:101::19]:32345","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:45:57.718124425Z","hostname":"oxz_crucible_3fd7a640-e26a-4e71-96e9-c971fe868468","pid":25676}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:45:57.718132048Z","hostname":"oxz_crucible_3fd7a640-e26a-4e71-96e9-c971fe868468","pid":25676}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:45:57.73239723Z","hostname":"oxz_crucible_3fd7a640-e26a-4e71-96e9-c971fe868468","pid":25676,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:45:57.899865746Z","hostname":"oxz_crucible_3fd7a640-e26a-4e71-96e9-c971fe868468","pid":25676,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:46:48.409930622Z","hostname":"oxz_crucible_3fd7a640-e26a-4e71-96e9-c971fe868468","pid":25676,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:54652"}
{"msg":"region 51c4c0fb-8fef-4a13-accd-52ecbdb9c412 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:46:48.469068901Z","hostname":"oxz_crucible_3fd7a640-e26a-4e71-96e9-c971fe868468","pid":25676,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:46:48.475901223Z","hostname":"oxz_crucible_3fd7a640-e26a-4e71-96e9-c971fe868468","pid":25676,"uri":"/crucible/0/regions","method":"POST","req_id":"59131aff-0841-4b2b-8186-1dcaa91929e3","remote_addr":"[fd00:1122:3344:101::a]:54652","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":29534,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:46:48.475930053Z","hostname":"oxz_crucible_3fd7a640-e26a-4e71-96e9-c971fe868468","pid":25676,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_574faf87-fd2d-44c5-bef4-135771b1853a/crucible/regions/51c4c0fb-8fef-4a13-accd-52ecbdb9c412","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:46:48.486667012Z","hostname":"oxz_crucible_3fd7a640-e26a-4e71-96e9-c971fe868468","pid":25676,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_574faf87-fd2d-44c5-bef4-135771b1853a/crucible/regions/51c4c0fb-8fef-4a13-accd-52ecbdb9c412","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:46:48.486704202Z","hostname":"oxz_crucible_3fd7a640-e26a-4e71-96e9-c971fe868468","pid":25676,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"51c4c0fb-8fef-4a13-accd-52ecbdb9c412\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/51c4c0fb-8fef-4a13-accd-52ecbdb9c412\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:46:48.545903781Z","hostname":"oxz_crucible_3fd7a640-e26a-4e71-96e9-c971fe868468","pid":25676,"region":"51c4c0fb-8fef-4a13-accd-52ecbdb9c412","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"51c4c0fb-8fef-4a13-accd-52ecbdb9c412\" \"--data\" \"/data/regions/51c4c0fb-8fef-4a13-accd-52ecbdb9c412\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:46:48.550840601Z","hostname":"oxz_crucible_3fd7a640-e26a-4e71-96e9-c971fe868468","pid":25676,"region":"51c4c0fb-8fef-4a13-accd-52ecbdb9c412","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:46:48.821504702Z","hostname":"oxz_crucible_3fd7a640-e26a-4e71-96e9-c971fe868468","pid":25676,"uri":"/crucible/0/regions","method":"POST","req_id":"5670d55c-c386-425e-bfcd-2725de9ce844","remote_addr":"[fd00:1122:3344:101::a]:54652","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":73,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:46:48.925207725Z","hostname":"oxz_crucible_3fd7a640-e26a-4e71-96e9-c971fe868468","pid":25676,"region":"51c4c0fb-8fef-4a13-accd-52ecbdb9c412","component":"worker"}
{"msg":"region 51c4c0fb-8fef-4a13-accd-52ecbdb9c412 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:46:48.925244415Z","hostname":"oxz_crucible_3fd7a640-e26a-4e71-96e9-c971fe868468","pid":25676,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:46:48.925360526Z","hostname":"oxz_crucible_3fd7a640-e26a-4e71-96e9-c971fe868468","pid":25676,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-51c4c0fb-8fef-4a13-accd-52ecbdb9c412","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:46:48.925781321Z","hostname":"oxz_crucible_3fd7a640-e26a-4e71-96e9-c971fe868468","pid":25676,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-51c4c0fb-8fef-4a13-accd-52ecbdb9c412","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:46:48.935508068Z","hostname":"oxz_crucible_3fd7a640-e26a-4e71-96e9-c971fe868468","pid":25676,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:46:48.954677867Z","hostname":"oxz_crucible_3fd7a640-e26a-4e71-96e9-c971fe868468","pid":25676,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-51c4c0fb-8fef-4a13-accd-52ecbdb9c412","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:46:48.963546924Z","hostname":"oxz_crucible_3fd7a640-e26a-4e71-96e9-c971fe868468","pid":25676,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/51c4c0fb-8fef-4a13-accd-52ecbdb9c412","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:46:48.964313913Z","hostname":"oxz_crucible_3fd7a640-e26a-4e71-96e9-c971fe868468","pid":25676,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:46:48.964379274Z","hostname":"oxz_crucible_3fd7a640-e26a-4e71-96e9-c971fe868468","pid":25676,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:46:48.964426394Z","hostname":"oxz_crucible_3fd7a640-e26a-4e71-96e9-c971fe868468","pid":25676,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:46:48.964465205Z","hostname":"oxz_crucible_3fd7a640-e26a-4e71-96e9-c971fe868468","pid":25676,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:46:48.971803593Z","hostname":"oxz_crucible_3fd7a640-e26a-4e71-96e9-c971fe868468","pid":25676,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:46:48.996167104Z","hostname":"oxz_crucible_3fd7a640-e26a-4e71-96e9-c971fe868468","pid":25676,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:46:49.349958363Z","hostname":"oxz_crucible_3fd7a640-e26a-4e71-96e9-c971fe868468","pid":25676,"uri":"/crucible/0/regions","method":"POST","req_id":"9cf38def-ffbe-48f8-9989-a098882e3c39","remote_addr":"[fd00:1122:3344:101::a]:54652","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":52,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:57:23.755521588Z","hostname":"oxz_crucible_3fd7a640-e26a-4e71-96e9-c971fe868468","pid":25676,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:37308"}
{"msg":"region c7600b3d-afd7-4560-9bb6-1186d67cfdea state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:57:23.75563685Z","hostname":"oxz_crucible_3fd7a640-e26a-4e71-96e9-c971fe868468","pid":25676,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:57:23.756827334Z","hostname":"oxz_crucible_3fd7a640-e26a-4e71-96e9-c971fe868468","pid":25676,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:57:23.756852414Z","hostname":"oxz_crucible_3fd7a640-e26a-4e71-96e9-c971fe868468","pid":25676,"uri":"/crucible/0/regions","method":"POST","req_id":"0335bf61-a859-404e-b189-20e7e09c7ac2","remote_addr":"[fd00:1122:3344:101::a]:37308","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":1234,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_574faf87-fd2d-44c5-bef4-135771b1853a/crucible/regions/c7600b3d-afd7-4560-9bb6-1186d67cfdea","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:57:23.771201166Z","hostname":"oxz_crucible_3fd7a640-e26a-4e71-96e9-c971fe868468","pid":25676,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_574faf87-fd2d-44c5-bef4-135771b1853a/crucible/regions/c7600b3d-afd7-4560-9bb6-1186d67cfdea","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:57:23.771253637Z","hostname":"oxz_crucible_3fd7a640-e26a-4e71-96e9-c971fe868468","pid":25676,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"c7600b3d-afd7-4560-9bb6-1186d67cfdea\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/c7600b3d-afd7-4560-9bb6-1186d67cfdea\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:57:23.824866129Z","hostname":"oxz_crucible_3fd7a640-e26a-4e71-96e9-c971fe868468","pid":25676,"region":"c7600b3d-afd7-4560-9bb6-1186d67cfdea","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"c7600b3d-afd7-4560-9bb6-1186d67cfdea\" \"--data\" \"/data/regions/c7600b3d-afd7-4560-9bb6-1186d67cfdea\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:57:23.82493657Z","hostname":"oxz_crucible_3fd7a640-e26a-4e71-96e9-c971fe868468","pid":25676,"region":"c7600b3d-afd7-4560-9bb6-1186d67cfdea","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:57:23.998793683Z","hostname":"oxz_crucible_3fd7a640-e26a-4e71-96e9-c971fe868468","pid":25676,"region":"c7600b3d-afd7-4560-9bb6-1186d67cfdea","component":"worker"}
{"msg":"region c7600b3d-afd7-4560-9bb6-1186d67cfdea state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:57:23.998848283Z","hostname":"oxz_crucible_3fd7a640-e26a-4e71-96e9-c971fe868468","pid":25676,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:57:23.998948115Z","hostname":"oxz_crucible_3fd7a640-e26a-4e71-96e9-c971fe868468","pid":25676,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-c7600b3d-afd7-4560-9bb6-1186d67cfdea","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:57:24.006718428Z","hostname":"oxz_crucible_3fd7a640-e26a-4e71-96e9-c971fe868468","pid":25676,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-c7600b3d-afd7-4560-9bb6-1186d67cfdea","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:57:24.012933942Z","hostname":"oxz_crucible_3fd7a640-e26a-4e71-96e9-c971fe868468","pid":25676,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:57:24.024804314Z","hostname":"oxz_crucible_3fd7a640-e26a-4e71-96e9-c971fe868468","pid":25676,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-c7600b3d-afd7-4560-9bb6-1186d67cfdea","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:57:24.028882553Z","hostname":"oxz_crucible_3fd7a640-e26a-4e71-96e9-c971fe868468","pid":25676,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/c7600b3d-afd7-4560-9bb6-1186d67cfdea","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:57:24.029177087Z","hostname":"oxz_crucible_3fd7a640-e26a-4e71-96e9-c971fe868468","pid":25676,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:57:24.029267638Z","hostname":"oxz_crucible_3fd7a640-e26a-4e71-96e9-c971fe868468","pid":25676,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:57:24.029313108Z","hostname":"oxz_crucible_3fd7a640-e26a-4e71-96e9-c971fe868468","pid":25676,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:57:24.029354079Z","hostname":"oxz_crucible_3fd7a640-e26a-4e71-96e9-c971fe868468","pid":25676,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:57:24.033397867Z","hostname":"oxz_crucible_3fd7a640-e26a-4e71-96e9-c971fe868468","pid":25676,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:57:24.037906931Z","hostname":"oxz_crucible_3fd7a640-e26a-4e71-96e9-c971fe868468","pid":25676,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:57:24.128390385Z","hostname":"oxz_crucible_3fd7a640-e26a-4e71-96e9-c971fe868468","pid":25676,"uri":"/crucible/0/regions","method":"POST","req_id":"52285210-0570-4fc8-8ce8-8d302469a9c1","remote_addr":"[fd00:1122:3344:101::a]:37308","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":79,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:57:25.69739724Z","hostname":"oxz_crucible_3fd7a640-e26a-4e71-96e9-c971fe868468","pid":25676,"uri":"/crucible/0/regions/51c4c0fb-8fef-4a13-accd-52ecbdb9c412","method":"GET","req_id":"9e77e4a7-c20a-4998-a8af-1d09dd1633b7","remote_addr":"[fd00:1122:3344:101::a]:37308","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":3331,"response_code":"200"}
{"msg":"path is \"/data/regions/51c4c0fb-8fef-4a13-accd-52ecbdb9c412\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:57:25.70325402Z","hostname":"oxz_crucible_3fd7a640-e26a-4e71-96e9-c971fe868468","pid":25676,"component":"datafile"}
{"msg":"dataset is oxp_574faf87-fd2d-44c5-bef4-135771b1853a/crucible/regions/51c4c0fb-8fef-4a13-accd-52ecbdb9c412","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:57:25.712310908Z","hostname":"oxz_crucible_3fd7a640-e26a-4e71-96e9-c971fe868468","pid":25676,"component":"datafile"}
{"msg":"snapshot is oxp_574faf87-fd2d-44c5-bef4-135771b1853a/crucible/regions/51c4c0fb-8fef-4a13-accd-52ecbdb9c412@eaf9a8bc-7b3c-4c69-a42d-3b7be9fd20b2","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:57:25.721451798Z","hostname":"oxz_crucible_3fd7a640-e26a-4e71-96e9-c971fe868468","pid":25676,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_574faf87-fd2d-44c5-bef4-135771b1853a/crucible/regions/51c4c0fb-8fef-4a13-accd-52ecbdb9c412\", \"eaf9a8bc-7b3c-4c69-a42d-3b7be9fd20b2\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:57:25.721477448Z","hostname":"oxz_crucible_3fd7a640-e26a-4e71-96e9-c971fe868468","pid":25676,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:57:25.731807502Z","hostname":"oxz_crucible_3fd7a640-e26a-4e71-96e9-c971fe868468","pid":25676,"uri":"/crucible/0/regions/51c4c0fb-8fef-4a13-accd-52ecbdb9c412/snapshots/eaf9a8bc-7b3c-4c69-a42d-3b7be9fd20b2","method":"GET","req_id":"5c35ec5a-2b35-4106-8962-a5036c82dd44","remote_addr":"[fd00:1122:3344:101::a]:37308","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":31043,"response_code":"200"}
{"msg":"path is \"/data/regions/51c4c0fb-8fef-4a13-accd-52ecbdb9c412\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:57:25.735473836Z","hostname":"oxz_crucible_3fd7a640-e26a-4e71-96e9-c971fe868468","pid":25676,"component":"datafile"}
{"msg":"dataset is oxp_574faf87-fd2d-44c5-bef4-135771b1853a/crucible/regions/51c4c0fb-8fef-4a13-accd-52ecbdb9c412","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:57:25.743823126Z","hostname":"oxz_crucible_3fd7a640-e26a-4e71-96e9-c971fe868468","pid":25676,"component":"datafile"}
{"msg":"snapshot is oxp_574faf87-fd2d-44c5-bef4-135771b1853a/crucible/regions/51c4c0fb-8fef-4a13-accd-52ecbdb9c412@eaf9a8bc-7b3c-4c69-a42d-3b7be9fd20b2","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:57:25.751332056Z","hostname":"oxz_crucible_3fd7a640-e26a-4e71-96e9-c971fe868468","pid":25676,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_574faf87-fd2d-44c5-bef4-135771b1853a/crucible/regions/51c4c0fb-8fef-4a13-accd-52ecbdb9c412\", \"eaf9a8bc-7b3c-4c69-a42d-3b7be9fd20b2\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:57:25.751363956Z","hostname":"oxz_crucible_3fd7a640-e26a-4e71-96e9-c971fe868468","pid":25676,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 51c4c0fb-8fef-4a13-accd-52ecbdb9c412-eaf9a8bc-7b3c-4c69-a42d-3b7be9fd20b2 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:57:25.761445017Z","hostname":"oxz_crucible_3fd7a640-e26a-4e71-96e9-c971fe868468","pid":25676,"component":"datafile"}
{"msg":"applying SMF actions for region 51c4c0fb-8fef-4a13-accd-52ecbdb9c412 running snapshot eaf9a8bc-7b3c-4c69-a42d-3b7be9fd20b2 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:57:25.76169273Z","hostname":"oxz_crucible_3fd7a640-e26a-4e71-96e9-c971fe868468","pid":25676,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:57:25.76170803Z","hostname":"oxz_crucible_3fd7a640-e26a-4e71-96e9-c971fe868468","pid":25676,"uri":"/crucible/0/regions/51c4c0fb-8fef-4a13-accd-52ecbdb9c412/snapshots/eaf9a8bc-7b3c-4c69-a42d-3b7be9fd20b2/run","method":"POST","req_id":"8504207b-1686-4c8e-a454-8621bb9f40e7","remote_addr":"[fd00:1122:3344:101::a]:37308","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":26250,"response_code":"200"}
{"msg":"creating missing snapshot instance snapshot-51c4c0fb-8fef-4a13-accd-52ecbdb9c412-eaf9a8bc-7b3c-4c69-a42d-3b7be9fd20b2","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:57:25.764136019Z","hostname":"oxz_crucible_3fd7a640-e26a-4e71-96e9-c971fe868468","pid":25676,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-51c4c0fb-8fef-4a13-accd-52ecbdb9c412-eaf9a8bc-7b3c-4c69-a42d-3b7be9fd20b2","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:57:25.774414783Z","hostname":"oxz_crucible_3fd7a640-e26a-4e71-96e9-c971fe868468","pid":25676,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-51c4c0fb-8fef-4a13-accd-52ecbdb9c412-eaf9a8bc-7b3c-4c69-a42d-3b7be9fd20b2","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:57:25.78425735Z","hostname":"oxz_crucible_3fd7a640-e26a-4e71-96e9-c971fe868468","pid":25676,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/51c4c0fb-8fef-4a13-accd-52ecbdb9c412/.zfs/snapshot/eaf9a8bc-7b3c-4c69-a42d-3b7be9fd20b2","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:57:25.784523044Z","hostname":"oxz_crucible_3fd7a640-e26a-4e71-96e9-c971fe868468","pid":25676,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:57:25.784589164Z","hostname":"oxz_crucible_3fd7a640-e26a-4e71-96e9-c971fe868468","pid":25676,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:57:25.784631885Z","hostname":"oxz_crucible_3fd7a640-e26a-4e71-96e9-c971fe868468","pid":25676,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:57:25.784672565Z","hostname":"oxz_crucible_3fd7a640-e26a-4e71-96e9-c971fe868468","pid":25676,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:57:25.784729876Z","hostname":"oxz_crucible_3fd7a640-e26a-4e71-96e9-c971fe868468","pid":25676,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:57:25.78841662Z","hostname":"oxz_crucible_3fd7a640-e26a-4e71-96e9-c971fe868468","pid":25676,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:57:25.793039655Z","hostname":"oxz_crucible_3fd7a640-e26a-4e71-96e9-c971fe868468","pid":25676,"component":"worker"}
{"msg":"region 51c4c0fb-8fef-4a13-accd-52ecbdb9c412 running snapshot eaf9a8bc-7b3c-4c69-a42d-3b7be9fd20b2 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:57:25.793058356Z","hostname":"oxz_crucible_3fd7a640-e26a-4e71-96e9-c971fe868468","pid":25676,"component":"datafile"}
{"msg":"path is \"/data/regions/51c4c0fb-8fef-4a13-accd-52ecbdb9c412\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:57:25.89858478Z","hostname":"oxz_crucible_3fd7a640-e26a-4e71-96e9-c971fe868468","pid":25676,"component":"datafile"}
{"msg":"dataset is oxp_574faf87-fd2d-44c5-bef4-135771b1853a/crucible/regions/51c4c0fb-8fef-4a13-accd-52ecbdb9c412","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:57:25.907489746Z","hostname":"oxz_crucible_3fd7a640-e26a-4e71-96e9-c971fe868468","pid":25676,"component":"datafile"}
{"msg":"snapshot is oxp_574faf87-fd2d-44c5-bef4-135771b1853a/crucible/regions/51c4c0fb-8fef-4a13-accd-52ecbdb9c412@eaf9a8bc-7b3c-4c69-a42d-3b7be9fd20b2","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:57:25.915750056Z","hostname":"oxz_crucible_3fd7a640-e26a-4e71-96e9-c971fe868468","pid":25676,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_574faf87-fd2d-44c5-bef4-135771b1853a/crucible/regions/51c4c0fb-8fef-4a13-accd-52ecbdb9c412\", \"eaf9a8bc-7b3c-4c69-a42d-3b7be9fd20b2\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:57:25.915783346Z","hostname":"oxz_crucible_3fd7a640-e26a-4e71-96e9-c971fe868468","pid":25676,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T06:57:25.923441058Z","hostname":"oxz_crucible_3fd7a640-e26a-4e71-96e9-c971fe868468","pid":25676,"uri":"/crucible/0/regions/51c4c0fb-8fef-4a13-accd-52ecbdb9c412/snapshots/eaf9a8bc-7b3c-4c69-a42d-3b7be9fd20b2/run","method":"POST","req_id":"7477caca-7fe2-47b9-9078-e52e2944398c","remote_addr":"[fd00:1122:3344:101::a]:37308","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":24879,"response_code":"200"}