[ May 19 01:31:41 Enabled. ]
[ May 19 01:31:41 Rereading configuration. ]
[ May 19 01:31:41 Rereading configuration. ]
[ May 19 01:31:45 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_afaa2c43-d2b8-412f-9611-4d504de51d49/crucible -l [fd00:1122:3344:101::17]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 7103cd3a3d7b0112d2949dd135db06fef0c156bb\nCommit timestamp: 2025-11-10T22:24:53.000000000Z  branch: main\nrustc: 1.90.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos  Debug: false Opt level: 3","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:31:45.275494203Z","hostname":"oxz_crucible_c38cd43e-6b64-4dca-bbed-994f2d5a2cc4","pid":21593}
{"msg":"dataset: \"oxp_afaa2c43-d2b8-412f-9611-4d504de51d49/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:31:45.276574747Z","hostname":"oxz_crucible_c38cd43e-6b64-4dca-bbed-994f2d5a2cc4","pid":21593}
{"msg":"listen IP: [fd00:1122:3344:101::17]:32345","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:31:45.276591437Z","hostname":"oxz_crucible_c38cd43e-6b64-4dca-bbed-994f2d5a2cc4","pid":21593}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:31:45.276601008Z","hostname":"oxz_crucible_c38cd43e-6b64-4dca-bbed-994f2d5a2cc4","pid":21593}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:31:45.293963405Z","hostname":"oxz_crucible_c38cd43e-6b64-4dca-bbed-994f2d5a2cc4","pid":21593,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:31:45.358884936Z","hostname":"oxz_crucible_c38cd43e-6b64-4dca-bbed-994f2d5a2cc4","pid":21593,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:32:12.524397567Z","hostname":"oxz_crucible_c38cd43e-6b64-4dca-bbed-994f2d5a2cc4","pid":21593,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:44575"}
{"msg":"region 3b6cc6e8-4746-41ae-8b25-0dcb75b53a54 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:32:12.56732819Z","hostname":"oxz_crucible_c38cd43e-6b64-4dca-bbed-994f2d5a2cc4","pid":21593,"component":"datafile"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:32:12.569985485Z","hostname":"oxz_crucible_c38cd43e-6b64-4dca-bbed-994f2d5a2cc4","pid":21593,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:32:12.570010055Z","hostname":"oxz_crucible_c38cd43e-6b64-4dca-bbed-994f2d5a2cc4","pid":21593,"uri":"/crucible/0/regions","method":"POST","req_id":"79da6621-02a9-47cb-a2f1-5386e59775f5","remote_addr":"[fd00:1122:3344:101::a]:44575","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":18425,"response_code":200}
{"msg":"zfs set reservation of 1342177280 for oxp_afaa2c43-d2b8-412f-9611-4d504de51d49/crucible/regions/3b6cc6e8-4746-41ae-8b25-0dcb75b53a54","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:32:12.57574081Z","hostname":"oxz_crucible_c38cd43e-6b64-4dca-bbed-994f2d5a2cc4","pid":21593,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_afaa2c43-d2b8-412f-9611-4d504de51d49/crucible/regions/3b6cc6e8-4746-41ae-8b25-0dcb75b53a54","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:32:12.575770511Z","hostname":"oxz_crucible_c38cd43e-6b64-4dca-bbed-994f2d5a2cc4","pid":21593,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"3b6cc6e8-4746-41ae-8b25-0dcb75b53a54\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/3b6cc6e8-4746-41ae-8b25-0dcb75b53a54\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:32:12.615738224Z","hostname":"oxz_crucible_c38cd43e-6b64-4dca-bbed-994f2d5a2cc4","pid":21593,"region":"3b6cc6e8-4746-41ae-8b25-0dcb75b53a54","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"3b6cc6e8-4746-41ae-8b25-0dcb75b53a54\" \"--data\" \"/data/regions/3b6cc6e8-4746-41ae-8b25-0dcb75b53a54\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:32:12.61848045Z","hostname":"oxz_crucible_c38cd43e-6b64-4dca-bbed-994f2d5a2cc4","pid":21593,"region":"3b6cc6e8-4746-41ae-8b25-0dcb75b53a54","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:32:12.924793004Z","hostname":"oxz_crucible_c38cd43e-6b64-4dca-bbed-994f2d5a2cc4","pid":21593,"uri":"/crucible/0/regions","method":"POST","req_id":"618d5dfc-6523-4b98-94e7-95cc582f710e","remote_addr":"[fd00:1122:3344:101::a]:44575","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":60,"response_code":200}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:32:12.928184309Z","hostname":"oxz_crucible_c38cd43e-6b64-4dca-bbed-994f2d5a2cc4","pid":21593,"region":"3b6cc6e8-4746-41ae-8b25-0dcb75b53a54","component":"worker"}
{"msg":"region 3b6cc6e8-4746-41ae-8b25-0dcb75b53a54 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:32:12.928220009Z","hostname":"oxz_crucible_c38cd43e-6b64-4dca-bbed-994f2d5a2cc4","pid":21593,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:32:12.928335931Z","hostname":"oxz_crucible_c38cd43e-6b64-4dca-bbed-994f2d5a2cc4","pid":21593,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-3b6cc6e8-4746-41ae-8b25-0dcb75b53a54","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:32:12.928659715Z","hostname":"oxz_crucible_c38cd43e-6b64-4dca-bbed-994f2d5a2cc4","pid":21593,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-3b6cc6e8-4746-41ae-8b25-0dcb75b53a54","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:32:12.934081276Z","hostname":"oxz_crucible_c38cd43e-6b64-4dca-bbed-994f2d5a2cc4","pid":21593,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:32:12.945502796Z","hostname":"oxz_crucible_c38cd43e-6b64-4dca-bbed-994f2d5a2cc4","pid":21593,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-3b6cc6e8-4746-41ae-8b25-0dcb75b53a54","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:32:12.947022276Z","hostname":"oxz_crucible_c38cd43e-6b64-4dca-bbed-994f2d5a2cc4","pid":21593,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/3b6cc6e8-4746-41ae-8b25-0dcb75b53a54","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:32:12.947646684Z","hostname":"oxz_crucible_c38cd43e-6b64-4dca-bbed-994f2d5a2cc4","pid":21593,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:32:12.947711245Z","hostname":"oxz_crucible_c38cd43e-6b64-4dca-bbed-994f2d5a2cc4","pid":21593,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:32:12.947761325Z","hostname":"oxz_crucible_c38cd43e-6b64-4dca-bbed-994f2d5a2cc4","pid":21593,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:32:12.947805446Z","hostname":"oxz_crucible_c38cd43e-6b64-4dca-bbed-994f2d5a2cc4","pid":21593,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:32:12.950535452Z","hostname":"oxz_crucible_c38cd43e-6b64-4dca-bbed-994f2d5a2cc4","pid":21593,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:32:12.953092095Z","hostname":"oxz_crucible_c38cd43e-6b64-4dca-bbed-994f2d5a2cc4","pid":21593,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:32:13.30067458Z","hostname":"oxz_crucible_c38cd43e-6b64-4dca-bbed-994f2d5a2cc4","pid":21593,"uri":"/crucible/0/regions","method":"POST","req_id":"3ef27bdc-9522-4dec-9755-7574d40b1b33","remote_addr":"[fd00:1122:3344:101::a]:44575","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":62,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:32:13.816099945Z","hostname":"oxz_crucible_c38cd43e-6b64-4dca-bbed-994f2d5a2cc4","pid":21593,"uri":"/crucible/0/regions/3b6cc6e8-4746-41ae-8b25-0dcb75b53a54","method":"GET","req_id":"2a29d5dd-3ebd-474f-be31-bdbd746eaf47","remote_addr":"[fd00:1122:3344:101::a]:44575","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":80,"response_code":200}
{"msg":"path is \"/data/regions/3b6cc6e8-4746-41ae-8b25-0dcb75b53a54\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:32:13.819129464Z","hostname":"oxz_crucible_c38cd43e-6b64-4dca-bbed-994f2d5a2cc4","pid":21593,"component":"datafile"}
{"msg":"dataset is oxp_afaa2c43-d2b8-412f-9611-4d504de51d49/crucible/regions/3b6cc6e8-4746-41ae-8b25-0dcb75b53a54","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:32:13.827607996Z","hostname":"oxz_crucible_c38cd43e-6b64-4dca-bbed-994f2d5a2cc4","pid":21593,"component":"datafile"}
{"msg":"region 3b6cc6e8-4746-41ae-8b25-0dcb75b53a54 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:32:13.836145097Z","hostname":"oxz_crucible_c38cd43e-6b64-4dca-bbed-994f2d5a2cc4","pid":21593,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:32:13.836285039Z","hostname":"oxz_crucible_c38cd43e-6b64-4dca-bbed-994f2d5a2cc4","pid":21593,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:32:13.836301629Z","hostname":"oxz_crucible_c38cd43e-6b64-4dca-bbed-994f2d5a2cc4","pid":21593,"uri":"/crucible/0/regions/3b6cc6e8-4746-41ae-8b25-0dcb75b53a54","method":"DELETE","req_id":"89ba9e36-303a-46db-b03f-0ea817c4933c","remote_addr":"[fd00:1122:3344:101::a]:44575","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":17191,"response_code":204}
{"msg":"disabling downstairs instance: downstairs-3b6cc6e8-4746-41ae-8b25-0dcb75b53a54 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:32:13.837259262Z","hostname":"oxz_crucible_c38cd43e-6b64-4dca-bbed-994f2d5a2cc4","pid":21593,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:32:13.83943374Z","hostname":"oxz_crucible_c38cd43e-6b64-4dca-bbed-994f2d5a2cc4","pid":21593,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:32:13.840618536Z","hostname":"oxz_crucible_c38cd43e-6b64-4dca-bbed-994f2d5a2cc4","pid":21593,"uri":"/crucible/0/regions/3b6cc6e8-4746-41ae-8b25-0dcb75b53a54","method":"GET","req_id":"ba60bc7a-67af-4189-94db-14d9cda38ef5","remote_addr":"[fd00:1122:3344:101::a]:44575","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":34,"response_code":200}
{"msg":"deleting zfs dataset \"oxp_afaa2c43-d2b8-412f-9611-4d504de51d49/crucible/regions/3b6cc6e8-4746-41ae-8b25-0dcb75b53a54\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:32:13.847967962Z","hostname":"oxz_crucible_c38cd43e-6b64-4dca-bbed-994f2d5a2cc4","pid":21593,"region":"3b6cc6e8-4746-41ae-8b25-0dcb75b53a54","component":"worker"}
{"msg":"region 3b6cc6e8-4746-41ae-8b25-0dcb75b53a54 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:32:13.896840323Z","hostname":"oxz_crucible_c38cd43e-6b64-4dca-bbed-994f2d5a2cc4","pid":21593,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:32:13.958670223Z","hostname":"oxz_crucible_c38cd43e-6b64-4dca-bbed-994f2d5a2cc4","pid":21593,"uri":"/crucible/0/regions/3b6cc6e8-4746-41ae-8b25-0dcb75b53a54","method":"GET","req_id":"e6b42a06-3f6f-4fec-849f-25b68d68f0da","remote_addr":"[fd00:1122:3344:101::a]:44575","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":55,"response_code":200}
{"msg":"region 05533ca5-8534-4588-bc8b-db5932883d92 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:32:16.317833049Z","hostname":"oxz_crucible_c38cd43e-6b64-4dca-bbed-994f2d5a2cc4","pid":21593,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:32:16.317998751Z","hostname":"oxz_crucible_c38cd43e-6b64-4dca-bbed-994f2d5a2cc4","pid":21593,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:32:16.318035741Z","hostname":"oxz_crucible_c38cd43e-6b64-4dca-bbed-994f2d5a2cc4","pid":21593,"uri":"/crucible/0/regions","method":"POST","req_id":"e08f078c-7074-476b-9ed1-3350970637f8","remote_addr":"[fd00:1122:3344:101::a]:44575","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":202,"response_code":200}
{"msg":"zfs set reservation of 2684354560 for oxp_afaa2c43-d2b8-412f-9611-4d504de51d49/crucible/regions/05533ca5-8534-4588-bc8b-db5932883d92","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:32:16.324107401Z","hostname":"oxz_crucible_c38cd43e-6b64-4dca-bbed-994f2d5a2cc4","pid":21593,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_afaa2c43-d2b8-412f-9611-4d504de51d49/crucible/regions/05533ca5-8534-4588-bc8b-db5932883d92","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:32:16.324129251Z","hostname":"oxz_crucible_c38cd43e-6b64-4dca-bbed-994f2d5a2cc4","pid":21593,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"05533ca5-8534-4588-bc8b-db5932883d92\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/05533ca5-8534-4588-bc8b-db5932883d92\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:32:16.36223009Z","hostname":"oxz_crucible_c38cd43e-6b64-4dca-bbed-994f2d5a2cc4","pid":21593,"region":"05533ca5-8534-4588-bc8b-db5932883d92","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"05533ca5-8534-4588-bc8b-db5932883d92\" \"--data\" \"/data/regions/05533ca5-8534-4588-bc8b-db5932883d92\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:32:16.362278701Z","hostname":"oxz_crucible_c38cd43e-6b64-4dca-bbed-994f2d5a2cc4","pid":21593,"region":"05533ca5-8534-4588-bc8b-db5932883d92","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:32:16.420017248Z","hostname":"oxz_crucible_c38cd43e-6b64-4dca-bbed-994f2d5a2cc4","pid":21593,"region":"05533ca5-8534-4588-bc8b-db5932883d92","component":"worker"}
{"msg":"region 05533ca5-8534-4588-bc8b-db5932883d92 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:32:16.420064308Z","hostname":"oxz_crucible_c38cd43e-6b64-4dca-bbed-994f2d5a2cc4","pid":21593,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:32:16.42016671Z","hostname":"oxz_crucible_c38cd43e-6b64-4dca-bbed-994f2d5a2cc4","pid":21593,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-05533ca5-8534-4588-bc8b-db5932883d92","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:32:16.421552838Z","hostname":"oxz_crucible_c38cd43e-6b64-4dca-bbed-994f2d5a2cc4","pid":21593,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-05533ca5-8534-4588-bc8b-db5932883d92","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:32:16.422696703Z","hostname":"oxz_crucible_c38cd43e-6b64-4dca-bbed-994f2d5a2cc4","pid":21593,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:32:16.426447612Z","hostname":"oxz_crucible_c38cd43e-6b64-4dca-bbed-994f2d5a2cc4","pid":21593,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-05533ca5-8534-4588-bc8b-db5932883d92","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:32:16.427775229Z","hostname":"oxz_crucible_c38cd43e-6b64-4dca-bbed-994f2d5a2cc4","pid":21593,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/05533ca5-8534-4588-bc8b-db5932883d92","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:32:16.428107764Z","hostname":"oxz_crucible_c38cd43e-6b64-4dca-bbed-994f2d5a2cc4","pid":21593,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:32:16.428145234Z","hostname":"oxz_crucible_c38cd43e-6b64-4dca-bbed-994f2d5a2cc4","pid":21593,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:32:16.428198625Z","hostname":"oxz_crucible_c38cd43e-6b64-4dca-bbed-994f2d5a2cc4","pid":21593,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:32:16.428247305Z","hostname":"oxz_crucible_c38cd43e-6b64-4dca-bbed-994f2d5a2cc4","pid":21593,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:32:16.430743318Z","hostname":"oxz_crucible_c38cd43e-6b64-4dca-bbed-994f2d5a2cc4","pid":21593,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:32:16.434821431Z","hostname":"oxz_crucible_c38cd43e-6b64-4dca-bbed-994f2d5a2cc4","pid":21593,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:32:16.508933983Z","hostname":"oxz_crucible_c38cd43e-6b64-4dca-bbed-994f2d5a2cc4","pid":21593,"uri":"/crucible/0/regions","method":"POST","req_id":"8afc8976-b7f2-4b2a-b921-e1638292eef5","remote_addr":"[fd00:1122:3344:101::a]:44575","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":71,"response_code":200}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:43:13.927657261Z","hostname":"oxz_crucible_c38cd43e-6b64-4dca-bbed-994f2d5a2cc4","pid":21593,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:57575"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:43:13.927795693Z","hostname":"oxz_crucible_c38cd43e-6b64-4dca-bbed-994f2d5a2cc4","pid":21593,"uri":"/crucible/0/regions/05533ca5-8534-4588-bc8b-db5932883d92","method":"GET","req_id":"a5eb2ffa-7dc6-45b1-83ea-baed324040cc","remote_addr":"[fd00:1122:3344:101::a]:57575","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":36,"response_code":200}
{"msg":"path is \"/data/regions/05533ca5-8534-4588-bc8b-db5932883d92\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:43:13.931956548Z","hostname":"oxz_crucible_c38cd43e-6b64-4dca-bbed-994f2d5a2cc4","pid":21593,"component":"datafile"}
{"msg":"dataset is oxp_afaa2c43-d2b8-412f-9611-4d504de51d49/crucible/regions/05533ca5-8534-4588-bc8b-db5932883d92","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:43:13.938099558Z","hostname":"oxz_crucible_c38cd43e-6b64-4dca-bbed-994f2d5a2cc4","pid":21593,"component":"datafile"}
{"msg":"snapshot is oxp_afaa2c43-d2b8-412f-9611-4d504de51d49/crucible/regions/05533ca5-8534-4588-bc8b-db5932883d92@6393c52e-101f-4d57-81eb-0d61723a63bf","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:43:13.944901647Z","hostname":"oxz_crucible_c38cd43e-6b64-4dca-bbed-994f2d5a2cc4","pid":21593,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_afaa2c43-d2b8-412f-9611-4d504de51d49/crucible/regions/05533ca5-8534-4588-bc8b-db5932883d92\", \"6393c52e-101f-4d57-81eb-0d61723a63bf\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:43:13.944949328Z","hostname":"oxz_crucible_c38cd43e-6b64-4dca-bbed-994f2d5a2cc4","pid":21593,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:43:13.954853208Z","hostname":"oxz_crucible_c38cd43e-6b64-4dca-bbed-994f2d5a2cc4","pid":21593,"uri":"/crucible/0/regions/05533ca5-8534-4588-bc8b-db5932883d92/snapshots/6393c52e-101f-4d57-81eb-0d61723a63bf","method":"GET","req_id":"776ff4de-eb6f-408c-bcc1-801d0ed637ad","remote_addr":"[fd00:1122:3344:101::a]:57575","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":22916,"response_code":200}
{"msg":"path is \"/data/regions/05533ca5-8534-4588-bc8b-db5932883d92\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:43:13.961690677Z","hostname":"oxz_crucible_c38cd43e-6b64-4dca-bbed-994f2d5a2cc4","pid":21593,"component":"datafile"}
{"msg":"dataset is oxp_afaa2c43-d2b8-412f-9611-4d504de51d49/crucible/regions/05533ca5-8534-4588-bc8b-db5932883d92","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:43:13.968098601Z","hostname":"oxz_crucible_c38cd43e-6b64-4dca-bbed-994f2d5a2cc4","pid":21593,"component":"datafile"}
{"msg":"snapshot is oxp_afaa2c43-d2b8-412f-9611-4d504de51d49/crucible/regions/05533ca5-8534-4588-bc8b-db5932883d92@6393c52e-101f-4d57-81eb-0d61723a63bf","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:43:13.974183501Z","hostname":"oxz_crucible_c38cd43e-6b64-4dca-bbed-994f2d5a2cc4","pid":21593,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_afaa2c43-d2b8-412f-9611-4d504de51d49/crucible/regions/05533ca5-8534-4588-bc8b-db5932883d92\", \"6393c52e-101f-4d57-81eb-0d61723a63bf\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:43:13.974202861Z","hostname":"oxz_crucible_c38cd43e-6b64-4dca-bbed-994f2d5a2cc4","pid":21593,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 05533ca5-8534-4588-bc8b-db5932883d92-6393c52e-101f-4d57-81eb-0d61723a63bf state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:43:13.980847178Z","hostname":"oxz_crucible_c38cd43e-6b64-4dca-bbed-994f2d5a2cc4","pid":21593,"component":"datafile"}
{"msg":"applying SMF actions for region 05533ca5-8534-4588-bc8b-db5932883d92 running snapshot 6393c52e-101f-4d57-81eb-0d61723a63bf (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:43:13.981452516Z","hostname":"oxz_crucible_c38cd43e-6b64-4dca-bbed-994f2d5a2cc4","pid":21593,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:43:13.981464086Z","hostname":"oxz_crucible_c38cd43e-6b64-4dca-bbed-994f2d5a2cc4","pid":21593,"uri":"/crucible/0/regions/05533ca5-8534-4588-bc8b-db5932883d92/snapshots/6393c52e-101f-4d57-81eb-0d61723a63bf/run","method":"POST","req_id":"a95ea62e-3277-42a4-961c-889d36f898ba","remote_addr":"[fd00:1122:3344:101::a]:57575","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":19794,"response_code":200}
{"msg":"creating missing snapshot instance snapshot-05533ca5-8534-4588-bc8b-db5932883d92-6393c52e-101f-4d57-81eb-0d61723a63bf","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:43:13.99702676Z","hostname":"oxz_crucible_c38cd43e-6b64-4dca-bbed-994f2d5a2cc4","pid":21593,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-05533ca5-8534-4588-bc8b-db5932883d92-6393c52e-101f-4d57-81eb-0d61723a63bf","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:43:14.002200378Z","hostname":"oxz_crucible_c38cd43e-6b64-4dca-bbed-994f2d5a2cc4","pid":21593,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-05533ca5-8534-4588-bc8b-db5932883d92-6393c52e-101f-4d57-81eb-0d61723a63bf","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:43:14.009603305Z","hostname":"oxz_crucible_c38cd43e-6b64-4dca-bbed-994f2d5a2cc4","pid":21593,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/05533ca5-8534-4588-bc8b-db5932883d92/.zfs/snapshot/6393c52e-101f-4d57-81eb-0d61723a63bf","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:43:14.009901209Z","hostname":"oxz_crucible_c38cd43e-6b64-4dca-bbed-994f2d5a2cc4","pid":21593,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:43:14.009942499Z","hostname":"oxz_crucible_c38cd43e-6b64-4dca-bbed-994f2d5a2cc4","pid":21593,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:43:14.00999008Z","hostname":"oxz_crucible_c38cd43e-6b64-4dca-bbed-994f2d5a2cc4","pid":21593,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:43:14.010035861Z","hostname":"oxz_crucible_c38cd43e-6b64-4dca-bbed-994f2d5a2cc4","pid":21593,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:43:14.010079051Z","hostname":"oxz_crucible_c38cd43e-6b64-4dca-bbed-994f2d5a2cc4","pid":21593,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:43:14.011928956Z","hostname":"oxz_crucible_c38cd43e-6b64-4dca-bbed-994f2d5a2cc4","pid":21593,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:43:14.014741882Z","hostname":"oxz_crucible_c38cd43e-6b64-4dca-bbed-994f2d5a2cc4","pid":21593,"component":"worker"}
{"msg":"region 05533ca5-8534-4588-bc8b-db5932883d92 running snapshot 6393c52e-101f-4d57-81eb-0d61723a63bf state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:43:14.014757002Z","hostname":"oxz_crucible_c38cd43e-6b64-4dca-bbed-994f2d5a2cc4","pid":21593,"component":"datafile"}
{"msg":"path is \"/data/regions/05533ca5-8534-4588-bc8b-db5932883d92\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:43:14.246334557Z","hostname":"oxz_crucible_c38cd43e-6b64-4dca-bbed-994f2d5a2cc4","pid":21593,"component":"datafile"}
{"msg":"dataset is oxp_afaa2c43-d2b8-412f-9611-4d504de51d49/crucible/regions/05533ca5-8534-4588-bc8b-db5932883d92","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:43:14.253161747Z","hostname":"oxz_crucible_c38cd43e-6b64-4dca-bbed-994f2d5a2cc4","pid":21593,"component":"datafile"}
{"msg":"snapshot is oxp_afaa2c43-d2b8-412f-9611-4d504de51d49/crucible/regions/05533ca5-8534-4588-bc8b-db5932883d92@6393c52e-101f-4d57-81eb-0d61723a63bf","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:43:14.25873963Z","hostname":"oxz_crucible_c38cd43e-6b64-4dca-bbed-994f2d5a2cc4","pid":21593,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_afaa2c43-d2b8-412f-9611-4d504de51d49/crucible/regions/05533ca5-8534-4588-bc8b-db5932883d92\", \"6393c52e-101f-4d57-81eb-0d61723a63bf\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:43:14.25876619Z","hostname":"oxz_crucible_c38cd43e-6b64-4dca-bbed-994f2d5a2cc4","pid":21593,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T01:43:14.264782219Z","hostname":"oxz_crucible_c38cd43e-6b64-4dca-bbed-994f2d5a2cc4","pid":21593,"uri":"/crucible/0/regions/05533ca5-8534-4588-bc8b-db5932883d92/snapshots/6393c52e-101f-4d57-81eb-0d61723a63bf/run","method":"POST","req_id":"6492dc0e-b9ae-49e9-8489-7129d901a14f","remote_addr":"[fd00:1122:3344:101::a]:57575","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":19286,"response_code":200}