[ Sep  5 02:30:04 Enabled. ]
[ Sep  5 02:30:04 Rereading configuration. ]
[ Sep  5 02:30:06 Rereading configuration. ]
[ Sep  5 02:30:09 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_117c8b22-e449-4d27-ba4f-464a5956ca26/crucible -l [fd00:1122:3344:101::19]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: ad8a31742adc45e925e63443a5b43c8e30604022\nCommit timestamp: 2026-07-28T19:41:59.000000000Z  branch: main\nrustc: 1.90.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos  Debug: false Opt level: 3","v":0,"name":"crucible-agent","level":30,"time":"2026-09-05T02:30:09.129507866Z","hostname":"oxz_crucible_c466d868-94ce-44d1-b181-a5c9b50f6199","pid":27221}
{"msg":"dataset: \"oxp_117c8b22-e449-4d27-ba4f-464a5956ca26/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2026-09-05T02:30:09.129732028Z","hostname":"oxz_crucible_c466d868-94ce-44d1-b181-a5c9b50f6199","pid":27221}
{"msg":"listen IP: [fd00:1122:3344:101::19]:32345","v":0,"name":"crucible-agent","level":30,"time":"2026-09-05T02:30:09.129752698Z","hostname":"oxz_crucible_c466d868-94ce-44d1-b181-a5c9b50f6199","pid":27221}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2026-09-05T02:30:09.129761349Z","hostname":"oxz_crucible_c466d868-94ce-44d1-b181-a5c9b50f6199","pid":27221}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2026-09-05T02:30:09.162893802Z","hostname":"oxz_crucible_c466d868-94ce-44d1-b181-a5c9b50f6199","pid":27221,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2026-09-05T02:30:09.232566048Z","hostname":"oxz_crucible_c466d868-94ce-44d1-b181-a5c9b50f6199","pid":27221,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-09-05T02:30:33.88132766Z","hostname":"oxz_crucible_c466d868-94ce-44d1-b181-a5c9b50f6199","pid":27221,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:39797"}
{"msg":"region a6283eeb-7f3f-42df-95f1-832a1b836e2d state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-09-05T02:30:33.9125485Z","hostname":"oxz_crucible_c466d868-94ce-44d1-b181-a5c9b50f6199","pid":27221,"component":"datafile"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2026-09-05T02:30:33.917812093Z","hostname":"oxz_crucible_c466d868-94ce-44d1-b181-a5c9b50f6199","pid":27221,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-09-05T02:30:33.922429238Z","hostname":"oxz_crucible_c466d868-94ce-44d1-b181-a5c9b50f6199","pid":27221,"uri":"/crucible/0/regions","method":"POST","req_id":"b0273a59-3846-43a4-bf1e-ca6cb485b718","remote_addr":"[fd00:1122:3344:101::b]:39797","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":16654,"response_code":200}
{"msg":"zfs set reservation of 1342177280 for oxp_117c8b22-e449-4d27-ba4f-464a5956ca26/crucible/regions/a6283eeb-7f3f-42df-95f1-832a1b836e2d","v":0,"name":"crucible-agent","level":30,"time":"2026-09-05T02:30:33.928881414Z","hostname":"oxz_crucible_c466d868-94ce-44d1-b181-a5c9b50f6199","pid":27221,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_117c8b22-e449-4d27-ba4f-464a5956ca26/crucible/regions/a6283eeb-7f3f-42df-95f1-832a1b836e2d","v":0,"name":"crucible-agent","level":30,"time":"2026-09-05T02:30:33.928893014Z","hostname":"oxz_crucible_c466d868-94ce-44d1-b181-a5c9b50f6199","pid":27221,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"a6283eeb-7f3f-42df-95f1-832a1b836e2d\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/a6283eeb-7f3f-42df-95f1-832a1b836e2d\"","v":0,"name":"crucible-agent","level":30,"time":"2026-09-05T02:30:33.991981282Z","hostname":"oxz_crucible_c466d868-94ce-44d1-b181-a5c9b50f6199","pid":27221,"region":"a6283eeb-7f3f-42df-95f1-832a1b836e2d","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"a6283eeb-7f3f-42df-95f1-832a1b836e2d\" \"--data\" \"/data/regions/a6283eeb-7f3f-42df-95f1-832a1b836e2d\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-09-05T02:30:33.99433865Z","hostname":"oxz_crucible_c466d868-94ce-44d1-b181-a5c9b50f6199","pid":27221,"region":"a6283eeb-7f3f-42df-95f1-832a1b836e2d","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-09-05T02:30:34.12502664Z","hostname":"oxz_crucible_c466d868-94ce-44d1-b181-a5c9b50f6199","pid":27221,"region":"a6283eeb-7f3f-42df-95f1-832a1b836e2d","component":"worker"}
{"msg":"region a6283eeb-7f3f-42df-95f1-832a1b836e2d state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-09-05T02:30:34.12917335Z","hostname":"oxz_crucible_c466d868-94ce-44d1-b181-a5c9b50f6199","pid":27221,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-09-05T02:30:34.129544874Z","hostname":"oxz_crucible_c466d868-94ce-44d1-b181-a5c9b50f6199","pid":27221,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-a6283eeb-7f3f-42df-95f1-832a1b836e2d","v":0,"name":"crucible-agent","level":30,"time":"2026-09-05T02:30:34.131977023Z","hostname":"oxz_crucible_c466d868-94ce-44d1-b181-a5c9b50f6199","pid":27221,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-a6283eeb-7f3f-42df-95f1-832a1b836e2d","v":0,"name":"crucible-agent","level":30,"time":"2026-09-05T02:30:34.138554711Z","hostname":"oxz_crucible_c466d868-94ce-44d1-b181-a5c9b50f6199","pid":27221,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-09-05T02:30:34.149123056Z","hostname":"oxz_crucible_c466d868-94ce-44d1-b181-a5c9b50f6199","pid":27221,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-a6283eeb-7f3f-42df-95f1-832a1b836e2d","v":0,"name":"crucible-agent","level":30,"time":"2026-09-05T02:30:34.150931718Z","hostname":"oxz_crucible_c466d868-94ce-44d1-b181-a5c9b50f6199","pid":27221,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/a6283eeb-7f3f-42df-95f1-832a1b836e2d","v":0,"name":"crucible-agent","level":30,"time":"2026-09-05T02:30:34.151556185Z","hostname":"oxz_crucible_c466d868-94ce-44d1-b181-a5c9b50f6199","pid":27221,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-09-05T02:30:34.151628306Z","hostname":"oxz_crucible_c466d868-94ce-44d1-b181-a5c9b50f6199","pid":27221,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2026-09-05T02:30:34.151700307Z","hostname":"oxz_crucible_c466d868-94ce-44d1-b181-a5c9b50f6199","pid":27221,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-09-05T02:30:34.151707787Z","hostname":"oxz_crucible_c466d868-94ce-44d1-b181-a5c9b50f6199","pid":27221,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-09-05T02:30:34.155149798Z","hostname":"oxz_crucible_c466d868-94ce-44d1-b181-a5c9b50f6199","pid":27221,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-09-05T02:30:34.158347256Z","hostname":"oxz_crucible_c466d868-94ce-44d1-b181-a5c9b50f6199","pid":27221,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-09-05T02:30:34.201913572Z","hostname":"oxz_crucible_c466d868-94ce-44d1-b181-a5c9b50f6199","pid":27221,"uri":"/crucible/0/regions","method":"POST","req_id":"a7cf21d5-0d4b-455c-b355-0a77cd7f68ac","remote_addr":"[fd00:1122:3344:101::b]:39797","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":72,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-09-05T02:30:35.034332776Z","hostname":"oxz_crucible_c466d868-94ce-44d1-b181-a5c9b50f6199","pid":27221,"uri":"/crucible/0/regions/a6283eeb-7f3f-42df-95f1-832a1b836e2d","method":"GET","req_id":"b39a96b9-e20a-4bac-a714-5a72f06d10a2","remote_addr":"[fd00:1122:3344:101::b]:39797","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":71,"response_code":200}
{"msg":"path is \"/data/regions/a6283eeb-7f3f-42df-95f1-832a1b836e2d\"","v":0,"name":"crucible-agent","level":30,"time":"2026-09-05T02:30:35.037539804Z","hostname":"oxz_crucible_c466d868-94ce-44d1-b181-a5c9b50f6199","pid":27221,"component":"datafile"}
{"msg":"dataset is oxp_117c8b22-e449-4d27-ba4f-464a5956ca26/crucible/regions/a6283eeb-7f3f-42df-95f1-832a1b836e2d","v":0,"name":"crucible-agent","level":30,"time":"2026-09-05T02:30:35.045760621Z","hostname":"oxz_crucible_c466d868-94ce-44d1-b181-a5c9b50f6199","pid":27221,"component":"datafile"}
{"msg":"region a6283eeb-7f3f-42df-95f1-832a1b836e2d state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-09-05T02:30:35.052698294Z","hostname":"oxz_crucible_c466d868-94ce-44d1-b181-a5c9b50f6199","pid":27221,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-09-05T02:30:35.052922726Z","hostname":"oxz_crucible_c466d868-94ce-44d1-b181-a5c9b50f6199","pid":27221,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-09-05T02:30:35.052945306Z","hostname":"oxz_crucible_c466d868-94ce-44d1-b181-a5c9b50f6199","pid":27221,"uri":"/crucible/0/regions/a6283eeb-7f3f-42df-95f1-832a1b836e2d","method":"DELETE","req_id":"628623f3-5208-4b7d-b0f5-3b9c242abb3e","remote_addr":"[fd00:1122:3344:101::b]:39797","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":15417,"response_code":204}
{"msg":"disabling downstairs instance: downstairs-a6283eeb-7f3f-42df-95f1-832a1b836e2d (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-09-05T02:30:35.053388572Z","hostname":"oxz_crucible_c466d868-94ce-44d1-b181-a5c9b50f6199","pid":27221,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-09-05T02:30:35.056723321Z","hostname":"oxz_crucible_c466d868-94ce-44d1-b181-a5c9b50f6199","pid":27221,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-09-05T02:30:35.057553391Z","hostname":"oxz_crucible_c466d868-94ce-44d1-b181-a5c9b50f6199","pid":27221,"uri":"/crucible/0/regions/a6283eeb-7f3f-42df-95f1-832a1b836e2d","method":"GET","req_id":"bee5dc6f-abd0-4d85-a5c5-7fb221cc9c66","remote_addr":"[fd00:1122:3344:101::b]:39797","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":62,"response_code":200}
{"msg":"deleting zfs dataset \"oxp_117c8b22-e449-4d27-ba4f-464a5956ca26/crucible/regions/a6283eeb-7f3f-42df-95f1-832a1b836e2d\"","v":0,"name":"crucible-agent","level":30,"time":"2026-09-05T02:30:35.065388184Z","hostname":"oxz_crucible_c466d868-94ce-44d1-b181-a5c9b50f6199","pid":27221,"region":"a6283eeb-7f3f-42df-95f1-832a1b836e2d","component":"worker"}
{"msg":"region a6283eeb-7f3f-42df-95f1-832a1b836e2d state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-09-05T02:30:35.130456286Z","hostname":"oxz_crucible_c466d868-94ce-44d1-b181-a5c9b50f6199","pid":27221,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-09-05T02:30:35.198587204Z","hostname":"oxz_crucible_c466d868-94ce-44d1-b181-a5c9b50f6199","pid":27221,"uri":"/crucible/0/regions/a6283eeb-7f3f-42df-95f1-832a1b836e2d","method":"GET","req_id":"e7511057-8896-480e-9c0e-064757fc9a73","remote_addr":"[fd00:1122:3344:101::b]:39797","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":63,"response_code":200}
{"msg":"region 279be837-6d83-4866-b153-85eaa0313d17 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-09-05T02:30:37.325308408Z","hostname":"oxz_crucible_c466d868-94ce-44d1-b181-a5c9b50f6199","pid":27221,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-09-05T02:30:37.326248009Z","hostname":"oxz_crucible_c466d868-94ce-44d1-b181-a5c9b50f6199","pid":27221,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-09-05T02:30:37.32633151Z","hostname":"oxz_crucible_c466d868-94ce-44d1-b181-a5c9b50f6199","pid":27221,"uri":"/crucible/0/regions","method":"POST","req_id":"45894165-ef2c-4023-9a06-1d5d6a776722","remote_addr":"[fd00:1122:3344:101::b]:39797","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":288,"response_code":200}
{"msg":"zfs set reservation of 2684354560 for oxp_117c8b22-e449-4d27-ba4f-464a5956ca26/crucible/regions/279be837-6d83-4866-b153-85eaa0313d17","v":0,"name":"crucible-agent","level":30,"time":"2026-09-05T02:30:37.33141037Z","hostname":"oxz_crucible_c466d868-94ce-44d1-b181-a5c9b50f6199","pid":27221,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_117c8b22-e449-4d27-ba4f-464a5956ca26/crucible/regions/279be837-6d83-4866-b153-85eaa0313d17","v":0,"name":"crucible-agent","level":30,"time":"2026-09-05T02:30:37.331439041Z","hostname":"oxz_crucible_c466d868-94ce-44d1-b181-a5c9b50f6199","pid":27221,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"279be837-6d83-4866-b153-85eaa0313d17\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/279be837-6d83-4866-b153-85eaa0313d17\"","v":0,"name":"crucible-agent","level":30,"time":"2026-09-05T02:30:37.388984003Z","hostname":"oxz_crucible_c466d868-94ce-44d1-b181-a5c9b50f6199","pid":27221,"region":"279be837-6d83-4866-b153-85eaa0313d17","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"279be837-6d83-4866-b153-85eaa0313d17\" \"--data\" \"/data/regions/279be837-6d83-4866-b153-85eaa0313d17\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-09-05T02:30:37.389602711Z","hostname":"oxz_crucible_c466d868-94ce-44d1-b181-a5c9b50f6199","pid":27221,"region":"279be837-6d83-4866-b153-85eaa0313d17","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-09-05T02:30:37.437537169Z","hostname":"oxz_crucible_c466d868-94ce-44d1-b181-a5c9b50f6199","pid":27221,"region":"279be837-6d83-4866-b153-85eaa0313d17","component":"worker"}
{"msg":"region 279be837-6d83-4866-b153-85eaa0313d17 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-09-05T02:30:37.43760974Z","hostname":"oxz_crucible_c466d868-94ce-44d1-b181-a5c9b50f6199","pid":27221,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-09-05T02:30:37.437797382Z","hostname":"oxz_crucible_c466d868-94ce-44d1-b181-a5c9b50f6199","pid":27221,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-279be837-6d83-4866-b153-85eaa0313d17","v":0,"name":"crucible-agent","level":30,"time":"2026-09-05T02:30:37.439007477Z","hostname":"oxz_crucible_c466d868-94ce-44d1-b181-a5c9b50f6199","pid":27221,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-279be837-6d83-4866-b153-85eaa0313d17","v":0,"name":"crucible-agent","level":30,"time":"2026-09-05T02:30:37.440222841Z","hostname":"oxz_crucible_c466d868-94ce-44d1-b181-a5c9b50f6199","pid":27221,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-09-05T02:30:37.444222979Z","hostname":"oxz_crucible_c466d868-94ce-44d1-b181-a5c9b50f6199","pid":27221,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-279be837-6d83-4866-b153-85eaa0313d17","v":0,"name":"crucible-agent","level":30,"time":"2026-09-05T02:30:37.445798927Z","hostname":"oxz_crucible_c466d868-94ce-44d1-b181-a5c9b50f6199","pid":27221,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/279be837-6d83-4866-b153-85eaa0313d17","v":0,"name":"crucible-agent","level":30,"time":"2026-09-05T02:30:37.446098081Z","hostname":"oxz_crucible_c466d868-94ce-44d1-b181-a5c9b50f6199","pid":27221,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-09-05T02:30:37.446139481Z","hostname":"oxz_crucible_c466d868-94ce-44d1-b181-a5c9b50f6199","pid":27221,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2026-09-05T02:30:37.446177132Z","hostname":"oxz_crucible_c466d868-94ce-44d1-b181-a5c9b50f6199","pid":27221,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-09-05T02:30:37.446225892Z","hostname":"oxz_crucible_c466d868-94ce-44d1-b181-a5c9b50f6199","pid":27221,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-09-05T02:30:37.448440829Z","hostname":"oxz_crucible_c466d868-94ce-44d1-b181-a5c9b50f6199","pid":27221,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-09-05T02:30:37.451755948Z","hostname":"oxz_crucible_c466d868-94ce-44d1-b181-a5c9b50f6199","pid":27221,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-09-05T02:30:37.490799701Z","hostname":"oxz_crucible_c466d868-94ce-44d1-b181-a5c9b50f6199","pid":27221,"uri":"/crucible/0/regions","method":"POST","req_id":"fc1876e1-725f-4ab7-b186-97af0ffe6fb3","remote_addr":"[fd00:1122:3344:101::b]:39797","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":59,"response_code":200}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-09-05T02:41:40.016299717Z","hostname":"oxz_crucible_c466d868-94ce-44d1-b181-a5c9b50f6199","pid":27221,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:57284"}
{"msg":"region 783ad28f-27a5-4183-ae02-0370dc908b16 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-09-05T02:41:40.016457369Z","hostname":"oxz_crucible_c466d868-94ce-44d1-b181-a5c9b50f6199","pid":27221,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-09-05T02:41:40.017133467Z","hostname":"oxz_crucible_c466d868-94ce-44d1-b181-a5c9b50f6199","pid":27221,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-09-05T02:41:40.017155977Z","hostname":"oxz_crucible_c466d868-94ce-44d1-b181-a5c9b50f6199","pid":27221,"uri":"/crucible/0/regions","method":"POST","req_id":"336c5baf-340c-4fb2-9ce2-0e0d2f1a9b05","remote_addr":"[fd00:1122:3344:101::b]:57284","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":815,"response_code":200}
{"msg":"zfs set reservation of 2684354560 for oxp_117c8b22-e449-4d27-ba4f-464a5956ca26/crucible/regions/783ad28f-27a5-4183-ae02-0370dc908b16","v":0,"name":"crucible-agent","level":30,"time":"2026-09-05T02:41:40.023181978Z","hostname":"oxz_crucible_c466d868-94ce-44d1-b181-a5c9b50f6199","pid":27221,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_117c8b22-e449-4d27-ba4f-464a5956ca26/crucible/regions/783ad28f-27a5-4183-ae02-0370dc908b16","v":0,"name":"crucible-agent","level":30,"time":"2026-09-05T02:41:40.023202639Z","hostname":"oxz_crucible_c466d868-94ce-44d1-b181-a5c9b50f6199","pid":27221,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"783ad28f-27a5-4183-ae02-0370dc908b16\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/783ad28f-27a5-4183-ae02-0370dc908b16\"","v":0,"name":"crucible-agent","level":30,"time":"2026-09-05T02:41:40.060003095Z","hostname":"oxz_crucible_c466d868-94ce-44d1-b181-a5c9b50f6199","pid":27221,"region":"783ad28f-27a5-4183-ae02-0370dc908b16","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"783ad28f-27a5-4183-ae02-0370dc908b16\" \"--data\" \"/data/regions/783ad28f-27a5-4183-ae02-0370dc908b16\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-09-05T02:41:40.060043366Z","hostname":"oxz_crucible_c466d868-94ce-44d1-b181-a5c9b50f6199","pid":27221,"region":"783ad28f-27a5-4183-ae02-0370dc908b16","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-09-05T02:41:40.106823741Z","hostname":"oxz_crucible_c466d868-94ce-44d1-b181-a5c9b50f6199","pid":27221,"region":"783ad28f-27a5-4183-ae02-0370dc908b16","component":"worker"}
{"msg":"region 783ad28f-27a5-4183-ae02-0370dc908b16 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-09-05T02:41:40.106857191Z","hostname":"oxz_crucible_c466d868-94ce-44d1-b181-a5c9b50f6199","pid":27221,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-09-05T02:41:40.106967182Z","hostname":"oxz_crucible_c466d868-94ce-44d1-b181-a5c9b50f6199","pid":27221,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-783ad28f-27a5-4183-ae02-0370dc908b16","v":0,"name":"crucible-agent","level":30,"time":"2026-09-05T02:41:40.114295929Z","hostname":"oxz_crucible_c466d868-94ce-44d1-b181-a5c9b50f6199","pid":27221,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-783ad28f-27a5-4183-ae02-0370dc908b16","v":0,"name":"crucible-agent","level":30,"time":"2026-09-05T02:41:40.118986475Z","hostname":"oxz_crucible_c466d868-94ce-44d1-b181-a5c9b50f6199","pid":27221,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-09-05T02:41:40.125139228Z","hostname":"oxz_crucible_c466d868-94ce-44d1-b181-a5c9b50f6199","pid":27221,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-783ad28f-27a5-4183-ae02-0370dc908b16","v":0,"name":"crucible-agent","level":30,"time":"2026-09-05T02:41:40.126775247Z","hostname":"oxz_crucible_c466d868-94ce-44d1-b181-a5c9b50f6199","pid":27221,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/783ad28f-27a5-4183-ae02-0370dc908b16","v":0,"name":"crucible-agent","level":30,"time":"2026-09-05T02:41:40.127179922Z","hostname":"oxz_crucible_c466d868-94ce-44d1-b181-a5c9b50f6199","pid":27221,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-09-05T02:41:40.127228572Z","hostname":"oxz_crucible_c466d868-94ce-44d1-b181-a5c9b50f6199","pid":27221,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2026-09-05T02:41:40.127276223Z","hostname":"oxz_crucible_c466d868-94ce-44d1-b181-a5c9b50f6199","pid":27221,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-09-05T02:41:40.127311184Z","hostname":"oxz_crucible_c466d868-94ce-44d1-b181-a5c9b50f6199","pid":27221,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-09-05T02:41:40.129053614Z","hostname":"oxz_crucible_c466d868-94ce-44d1-b181-a5c9b50f6199","pid":27221,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-09-05T02:41:40.131863238Z","hostname":"oxz_crucible_c466d868-94ce-44d1-b181-a5c9b50f6199","pid":27221,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-09-05T02:41:40.158582955Z","hostname":"oxz_crucible_c466d868-94ce-44d1-b181-a5c9b50f6199","pid":27221,"uri":"/crucible/0/regions","method":"POST","req_id":"68ff3874-6bda-4dec-9dff-4f42a476c0f0","remote_addr":"[fd00:1122:3344:101::b]:57284","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":58,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-09-05T02:41:41.081589321Z","hostname":"oxz_crucible_c466d868-94ce-44d1-b181-a5c9b50f6199","pid":27221,"uri":"/crucible/0/regions/279be837-6d83-4866-b153-85eaa0313d17","method":"GET","req_id":"49237332-b983-4051-855d-bc74a86c77fb","remote_addr":"[fd00:1122:3344:101::b]:57284","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":57,"response_code":200}
{"msg":"path is \"/data/regions/279be837-6d83-4866-b153-85eaa0313d17\"","v":0,"name":"crucible-agent","level":30,"time":"2026-09-05T02:41:41.087149457Z","hostname":"oxz_crucible_c466d868-94ce-44d1-b181-a5c9b50f6199","pid":27221,"component":"datafile"}
{"msg":"dataset is oxp_117c8b22-e449-4d27-ba4f-464a5956ca26/crucible/regions/279be837-6d83-4866-b153-85eaa0313d17","v":0,"name":"crucible-agent","level":30,"time":"2026-09-05T02:41:41.093780756Z","hostname":"oxz_crucible_c466d868-94ce-44d1-b181-a5c9b50f6199","pid":27221,"component":"datafile"}
{"msg":"snapshot is oxp_117c8b22-e449-4d27-ba4f-464a5956ca26/crucible/regions/279be837-6d83-4866-b153-85eaa0313d17@6378a78d-1987-4809-ba30-42f4bd8bd36f","v":0,"name":"crucible-agent","level":30,"time":"2026-09-05T02:41:41.100389154Z","hostname":"oxz_crucible_c466d868-94ce-44d1-b181-a5c9b50f6199","pid":27221,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_117c8b22-e449-4d27-ba4f-464a5956ca26/crucible/regions/279be837-6d83-4866-b153-85eaa0313d17\", \"6378a78d-1987-4809-ba30-42f4bd8bd36f\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-09-05T02:41:41.100416275Z","hostname":"oxz_crucible_c466d868-94ce-44d1-b181-a5c9b50f6199","pid":27221,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-09-05T02:41:41.112453817Z","hostname":"oxz_crucible_c466d868-94ce-44d1-b181-a5c9b50f6199","pid":27221,"uri":"/crucible/0/regions/279be837-6d83-4866-b153-85eaa0313d17/snapshots/6378a78d-1987-4809-ba30-42f4bd8bd36f","method":"GET","req_id":"ec9cdaa9-2d8f-41c8-affe-1f687c98bd31","remote_addr":"[fd00:1122:3344:101::b]:57284","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":25318,"response_code":200}
{"msg":"path is \"/data/regions/279be837-6d83-4866-b153-85eaa0313d17\"","v":0,"name":"crucible-agent","level":30,"time":"2026-09-05T02:41:41.121680547Z","hostname":"oxz_crucible_c466d868-94ce-44d1-b181-a5c9b50f6199","pid":27221,"component":"datafile"}
{"msg":"dataset is oxp_117c8b22-e449-4d27-ba4f-464a5956ca26/crucible/regions/279be837-6d83-4866-b153-85eaa0313d17","v":0,"name":"crucible-agent","level":30,"time":"2026-09-05T02:41:41.128647629Z","hostname":"oxz_crucible_c466d868-94ce-44d1-b181-a5c9b50f6199","pid":27221,"component":"datafile"}
{"msg":"snapshot is oxp_117c8b22-e449-4d27-ba4f-464a5956ca26/crucible/regions/279be837-6d83-4866-b153-85eaa0313d17@6378a78d-1987-4809-ba30-42f4bd8bd36f","v":0,"name":"crucible-agent","level":30,"time":"2026-09-05T02:41:41.13548459Z","hostname":"oxz_crucible_c466d868-94ce-44d1-b181-a5c9b50f6199","pid":27221,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_117c8b22-e449-4d27-ba4f-464a5956ca26/crucible/regions/279be837-6d83-4866-b153-85eaa0313d17\", \"6378a78d-1987-4809-ba30-42f4bd8bd36f\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-09-05T02:41:41.135521811Z","hostname":"oxz_crucible_c466d868-94ce-44d1-b181-a5c9b50f6199","pid":27221,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 279be837-6d83-4866-b153-85eaa0313d17-6378a78d-1987-4809-ba30-42f4bd8bd36f state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-09-05T02:41:41.142830418Z","hostname":"oxz_crucible_c466d868-94ce-44d1-b181-a5c9b50f6199","pid":27221,"component":"datafile"}
{"msg":"applying SMF actions for region 279be837-6d83-4866-b153-85eaa0313d17 running snapshot 6378a78d-1987-4809-ba30-42f4bd8bd36f (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-09-05T02:41:41.14807817Z","hostname":"oxz_crucible_c466d868-94ce-44d1-b181-a5c9b50f6199","pid":27221,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-09-05T02:41:41.1481107Z","hostname":"oxz_crucible_c466d868-94ce-44d1-b181-a5c9b50f6199","pid":27221,"uri":"/crucible/0/regions/279be837-6d83-4866-b153-85eaa0313d17/snapshots/6378a78d-1987-4809-ba30-42f4bd8bd36f/run","method":"POST","req_id":"5743c273-3604-4407-8cf8-9785217ac7f8","remote_addr":"[fd00:1122:3344:101::b]:57284","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":26434,"response_code":200}
{"msg":"creating missing snapshot instance snapshot-279be837-6d83-4866-b153-85eaa0313d17-6378a78d-1987-4809-ba30-42f4bd8bd36f","v":0,"name":"crucible-agent","level":30,"time":"2026-09-05T02:41:41.150562039Z","hostname":"oxz_crucible_c466d868-94ce-44d1-b181-a5c9b50f6199","pid":27221,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-279be837-6d83-4866-b153-85eaa0313d17-6378a78d-1987-4809-ba30-42f4bd8bd36f","v":0,"name":"crucible-agent","level":30,"time":"2026-09-05T02:41:41.151760984Z","hostname":"oxz_crucible_c466d868-94ce-44d1-b181-a5c9b50f6199","pid":27221,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-279be837-6d83-4866-b153-85eaa0313d17-6378a78d-1987-4809-ba30-42f4bd8bd36f","v":0,"name":"crucible-agent","level":30,"time":"2026-09-05T02:41:41.156408669Z","hostname":"oxz_crucible_c466d868-94ce-44d1-b181-a5c9b50f6199","pid":27221,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/279be837-6d83-4866-b153-85eaa0313d17/.zfs/snapshot/6378a78d-1987-4809-ba30-42f4bd8bd36f","v":0,"name":"crucible-agent","level":30,"time":"2026-09-05T02:41:41.156750763Z","hostname":"oxz_crucible_c466d868-94ce-44d1-b181-a5c9b50f6199","pid":27221,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-09-05T02:41:41.156792033Z","hostname":"oxz_crucible_c466d868-94ce-44d1-b181-a5c9b50f6199","pid":27221,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-09-05T02:41:41.156829524Z","hostname":"oxz_crucible_c466d868-94ce-44d1-b181-a5c9b50f6199","pid":27221,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2026-09-05T02:41:41.156865464Z","hostname":"oxz_crucible_c466d868-94ce-44d1-b181-a5c9b50f6199","pid":27221,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-09-05T02:41:41.156910925Z","hostname":"oxz_crucible_c466d868-94ce-44d1-b181-a5c9b50f6199","pid":27221,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-09-05T02:41:41.158885608Z","hostname":"oxz_crucible_c466d868-94ce-44d1-b181-a5c9b50f6199","pid":27221,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-09-05T02:41:41.161714402Z","hostname":"oxz_crucible_c466d868-94ce-44d1-b181-a5c9b50f6199","pid":27221,"component":"worker"}
{"msg":"region 279be837-6d83-4866-b153-85eaa0313d17 running snapshot 6378a78d-1987-4809-ba30-42f4bd8bd36f state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-09-05T02:41:41.161737462Z","hostname":"oxz_crucible_c466d868-94ce-44d1-b181-a5c9b50f6199","pid":27221,"component":"datafile"}
{"msg":"path is \"/data/regions/279be837-6d83-4866-b153-85eaa0313d17\"","v":0,"name":"crucible-agent","level":30,"time":"2026-09-05T02:41:41.335498513Z","hostname":"oxz_crucible_c466d868-94ce-44d1-b181-a5c9b50f6199","pid":27221,"component":"datafile"}
{"msg":"dataset is oxp_117c8b22-e449-4d27-ba4f-464a5956ca26/crucible/regions/279be837-6d83-4866-b153-85eaa0313d17","v":0,"name":"crucible-agent","level":30,"time":"2026-09-05T02:41:41.341872118Z","hostname":"oxz_crucible_c466d868-94ce-44d1-b181-a5c9b50f6199","pid":27221,"component":"datafile"}
{"msg":"snapshot is oxp_117c8b22-e449-4d27-ba4f-464a5956ca26/crucible/regions/279be837-6d83-4866-b153-85eaa0313d17@6378a78d-1987-4809-ba30-42f4bd8bd36f","v":0,"name":"crucible-agent","level":30,"time":"2026-09-05T02:41:41.348617709Z","hostname":"oxz_crucible_c466d868-94ce-44d1-b181-a5c9b50f6199","pid":27221,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_117c8b22-e449-4d27-ba4f-464a5956ca26/crucible/regions/279be837-6d83-4866-b153-85eaa0313d17\", \"6378a78d-1987-4809-ba30-42f4bd8bd36f\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-09-05T02:41:41.348661049Z","hostname":"oxz_crucible_c466d868-94ce-44d1-b181-a5c9b50f6199","pid":27221,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-09-05T02:41:41.354752711Z","hostname":"oxz_crucible_c466d868-94ce-44d1-b181-a5c9b50f6199","pid":27221,"uri":"/crucible/0/regions/279be837-6d83-4866-b153-85eaa0313d17/snapshots/6378a78d-1987-4809-ba30-42f4bd8bd36f/run","method":"POST","req_id":"00bd9c4d-73d5-4f68-8722-d4e44f6c06e0","remote_addr":"[fd00:1122:3344:101::b]:57284","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":19312,"response_code":200}