[ Aug 29 05:00:30 Enabled. ]
[ Aug 29 05:00:30 Rereading configuration. ]
[ Aug 29 05:00:31 Rereading configuration. ]
[ Aug 29 05:00:35 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_c7c0650d-2425-41a1-bcc7-712d1161fc48/crucible -l [fd00:1122:3344:101::13]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: ad8a31742adc45e925e63443a5b43c8e30604022\nCommit timestamp: 2026-07-28T19:41:59.000000000Z  branch: main\nrustc: 1.90.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos  Debug: false Opt level: 3","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T05:00:35.236929564Z","hostname":"oxz_crucible_18845169-f4ac-4a07-9ecd-018522075800","pid":26486}
{"msg":"dataset: \"oxp_c7c0650d-2425-41a1-bcc7-712d1161fc48/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T05:00:35.237145119Z","hostname":"oxz_crucible_18845169-f4ac-4a07-9ecd-018522075800","pid":26486}
{"msg":"listen IP: [fd00:1122:3344:101::13]:32345","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T05:00:35.23716757Z","hostname":"oxz_crucible_18845169-f4ac-4a07-9ecd-018522075800","pid":26486}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T05:00:35.237176Z","hostname":"oxz_crucible_18845169-f4ac-4a07-9ecd-018522075800","pid":26486}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T05:00:35.254323022Z","hostname":"oxz_crucible_18845169-f4ac-4a07-9ecd-018522075800","pid":26486,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T05:00:35.326570207Z","hostname":"oxz_crucible_18845169-f4ac-4a07-9ecd-018522075800","pid":26486,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T05:01:53.173418606Z","hostname":"oxz_crucible_18845169-f4ac-4a07-9ecd-018522075800","pid":26486,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:53749"}
{"msg":"region b700a53e-64aa-448f-91cd-7d2d5c2bf3d8 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T05:01:53.203608648Z","hostname":"oxz_crucible_18845169-f4ac-4a07-9ecd-018522075800","pid":26486,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T05:01:53.208429088Z","hostname":"oxz_crucible_18845169-f4ac-4a07-9ecd-018522075800","pid":26486,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T05:01:53.212623204Z","hostname":"oxz_crucible_18845169-f4ac-4a07-9ecd-018522075800","pid":26486,"uri":"/crucible/0/regions","method":"POST","req_id":"e9cd8e7c-7419-472c-b6ea-31011f019fa3","remote_addr":"[fd00:1122:3344:101::c]:53749","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":15897,"response_code":200}
{"msg":"zfs set reservation of 2684354560 for oxp_c7c0650d-2425-41a1-bcc7-712d1161fc48/crucible/regions/b700a53e-64aa-448f-91cd-7d2d5c2bf3d8","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T05:01:53.217356723Z","hostname":"oxz_crucible_18845169-f4ac-4a07-9ecd-018522075800","pid":26486,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_c7c0650d-2425-41a1-bcc7-712d1161fc48/crucible/regions/b700a53e-64aa-448f-91cd-7d2d5c2bf3d8","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T05:01:53.217370923Z","hostname":"oxz_crucible_18845169-f4ac-4a07-9ecd-018522075800","pid":26486,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"b700a53e-64aa-448f-91cd-7d2d5c2bf3d8\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/b700a53e-64aa-448f-91cd-7d2d5c2bf3d8\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T05:01:53.269555108Z","hostname":"oxz_crucible_18845169-f4ac-4a07-9ecd-018522075800","pid":26486,"region":"b700a53e-64aa-448f-91cd-7d2d5c2bf3d8","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"b700a53e-64aa-448f-91cd-7d2d5c2bf3d8\" \"--data\" \"/data/regions/b700a53e-64aa-448f-91cd-7d2d5c2bf3d8\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T05:01:53.271676346Z","hostname":"oxz_crucible_18845169-f4ac-4a07-9ecd-018522075800","pid":26486,"region":"b700a53e-64aa-448f-91cd-7d2d5c2bf3d8","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T05:01:53.385969903Z","hostname":"oxz_crucible_18845169-f4ac-4a07-9ecd-018522075800","pid":26486,"uri":"/crucible/0/regions","method":"POST","req_id":"5d50cf32-ea4b-436d-9533-fce720e54d50","remote_addr":"[fd00:1122:3344:101::c]:53749","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":60,"response_code":200}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T05:01:53.392481942Z","hostname":"oxz_crucible_18845169-f4ac-4a07-9ecd-018522075800","pid":26486,"region":"b700a53e-64aa-448f-91cd-7d2d5c2bf3d8","component":"worker"}
{"msg":"region b700a53e-64aa-448f-91cd-7d2d5c2bf3d8 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T05:01:53.396495614Z","hostname":"oxz_crucible_18845169-f4ac-4a07-9ecd-018522075800","pid":26486,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T05:01:53.396624487Z","hostname":"oxz_crucible_18845169-f4ac-4a07-9ecd-018522075800","pid":26486,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-b700a53e-64aa-448f-91cd-7d2d5c2bf3d8","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T05:01:53.398868239Z","hostname":"oxz_crucible_18845169-f4ac-4a07-9ecd-018522075800","pid":26486,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-b700a53e-64aa-448f-91cd-7d2d5c2bf3d8","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T05:01:53.40505837Z","hostname":"oxz_crucible_18845169-f4ac-4a07-9ecd-018522075800","pid":26486,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T05:01:53.415771746Z","hostname":"oxz_crucible_18845169-f4ac-4a07-9ecd-018522075800","pid":26486,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-b700a53e-64aa-448f-91cd-7d2d5c2bf3d8","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T05:01:53.417073076Z","hostname":"oxz_crucible_18845169-f4ac-4a07-9ecd-018522075800","pid":26486,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/b700a53e-64aa-448f-91cd-7d2d5c2bf3d8","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T05:01:53.417623228Z","hostname":"oxz_crucible_18845169-f4ac-4a07-9ecd-018522075800","pid":26486,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T05:01:53.417682419Z","hostname":"oxz_crucible_18845169-f4ac-4a07-9ecd-018522075800","pid":26486,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T05:01:53.417728791Z","hostname":"oxz_crucible_18845169-f4ac-4a07-9ecd-018522075800","pid":26486,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T05:01:53.417764681Z","hostname":"oxz_crucible_18845169-f4ac-4a07-9ecd-018522075800","pid":26486,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T05:01:53.420401002Z","hostname":"oxz_crucible_18845169-f4ac-4a07-9ecd-018522075800","pid":26486,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T05:01:53.423222897Z","hostname":"oxz_crucible_18845169-f4ac-4a07-9ecd-018522075800","pid":26486,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T05:01:53.676156228Z","hostname":"oxz_crucible_18845169-f4ac-4a07-9ecd-018522075800","pid":26486,"uri":"/crucible/0/regions","method":"POST","req_id":"723bdc89-a65b-4bca-942e-1d764e0ca469","remote_addr":"[fd00:1122:3344:101::c]:53749","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":66,"response_code":200}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T05:12:52.877103739Z","hostname":"oxz_crucible_18845169-f4ac-4a07-9ecd-018522075800","pid":26486,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:41439"}
{"msg":"region 7bf225d6-42be-468d-a4d5-8a27f687d644 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T05:12:52.877245002Z","hostname":"oxz_crucible_18845169-f4ac-4a07-9ecd-018522075800","pid":26486,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T05:12:52.877973068Z","hostname":"oxz_crucible_18845169-f4ac-4a07-9ecd-018522075800","pid":26486,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T05:12:52.877983659Z","hostname":"oxz_crucible_18845169-f4ac-4a07-9ecd-018522075800","pid":26486,"uri":"/crucible/0/regions","method":"POST","req_id":"c6307bfa-2eda-4137-9311-39d298a8c586","remote_addr":"[fd00:1122:3344:101::c]:41439","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":779,"response_code":200}
{"msg":"zfs set reservation of 2684354560 for oxp_c7c0650d-2425-41a1-bcc7-712d1161fc48/crucible/regions/7bf225d6-42be-468d-a4d5-8a27f687d644","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T05:12:52.885564442Z","hostname":"oxz_crucible_18845169-f4ac-4a07-9ecd-018522075800","pid":26486,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_c7c0650d-2425-41a1-bcc7-712d1161fc48/crucible/regions/7bf225d6-42be-468d-a4d5-8a27f687d644","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T05:12:52.885601263Z","hostname":"oxz_crucible_18845169-f4ac-4a07-9ecd-018522075800","pid":26486,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"7bf225d6-42be-468d-a4d5-8a27f687d644\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/7bf225d6-42be-468d-a4d5-8a27f687d644\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T05:12:52.942033705Z","hostname":"oxz_crucible_18845169-f4ac-4a07-9ecd-018522075800","pid":26486,"region":"7bf225d6-42be-468d-a4d5-8a27f687d644","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"7bf225d6-42be-468d-a4d5-8a27f687d644\" \"--data\" \"/data/regions/7bf225d6-42be-468d-a4d5-8a27f687d644\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T05:12:52.942073556Z","hostname":"oxz_crucible_18845169-f4ac-4a07-9ecd-018522075800","pid":26486,"region":"7bf225d6-42be-468d-a4d5-8a27f687d644","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T05:12:52.997218548Z","hostname":"oxz_crucible_18845169-f4ac-4a07-9ecd-018522075800","pid":26486,"region":"7bf225d6-42be-468d-a4d5-8a27f687d644","component":"worker"}
{"msg":"region 7bf225d6-42be-468d-a4d5-8a27f687d644 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T05:12:52.997249829Z","hostname":"oxz_crucible_18845169-f4ac-4a07-9ecd-018522075800","pid":26486,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T05:12:52.997341391Z","hostname":"oxz_crucible_18845169-f4ac-4a07-9ecd-018522075800","pid":26486,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-7bf225d6-42be-468d-a4d5-8a27f687d644","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T05:12:52.997647998Z","hostname":"oxz_crucible_18845169-f4ac-4a07-9ecd-018522075800","pid":26486,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-7bf225d6-42be-468d-a4d5-8a27f687d644","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T05:12:53.001830714Z","hostname":"oxz_crucible_18845169-f4ac-4a07-9ecd-018522075800","pid":26486,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T05:12:53.012216112Z","hostname":"oxz_crucible_18845169-f4ac-4a07-9ecd-018522075800","pid":26486,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-7bf225d6-42be-468d-a4d5-8a27f687d644","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T05:12:53.013943271Z","hostname":"oxz_crucible_18845169-f4ac-4a07-9ecd-018522075800","pid":26486,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/7bf225d6-42be-468d-a4d5-8a27f687d644","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T05:12:53.014237258Z","hostname":"oxz_crucible_18845169-f4ac-4a07-9ecd-018522075800","pid":26486,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T05:12:53.014288099Z","hostname":"oxz_crucible_18845169-f4ac-4a07-9ecd-018522075800","pid":26486,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T05:12:53.01432412Z","hostname":"oxz_crucible_18845169-f4ac-4a07-9ecd-018522075800","pid":26486,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T05:12:53.014360331Z","hostname":"oxz_crucible_18845169-f4ac-4a07-9ecd-018522075800","pid":26486,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T05:12:53.016290295Z","hostname":"oxz_crucible_18845169-f4ac-4a07-9ecd-018522075800","pid":26486,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T05:12:53.020637574Z","hostname":"oxz_crucible_18845169-f4ac-4a07-9ecd-018522075800","pid":26486,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T05:12:53.058538352Z","hostname":"oxz_crucible_18845169-f4ac-4a07-9ecd-018522075800","pid":26486,"uri":"/crucible/0/regions","method":"POST","req_id":"16c352b2-4035-43f2-892c-833fd4ba92ec","remote_addr":"[fd00:1122:3344:101::c]:41439","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":62,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T05:12:54.182515477Z","hostname":"oxz_crucible_18845169-f4ac-4a07-9ecd-018522075800","pid":26486,"uri":"/crucible/0/regions/b700a53e-64aa-448f-91cd-7d2d5c2bf3d8","method":"GET","req_id":"6cc1d8ac-e8e8-4229-abb9-1d6c20ab8bd4","remote_addr":"[fd00:1122:3344:101::c]:41439","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":70,"response_code":200}
{"msg":"path is \"/data/regions/b700a53e-64aa-448f-91cd-7d2d5c2bf3d8\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T05:12:54.187941752Z","hostname":"oxz_crucible_18845169-f4ac-4a07-9ecd-018522075800","pid":26486,"component":"datafile"}
{"msg":"dataset is oxp_c7c0650d-2425-41a1-bcc7-712d1161fc48/crucible/regions/b700a53e-64aa-448f-91cd-7d2d5c2bf3d8","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T05:12:54.194522463Z","hostname":"oxz_crucible_18845169-f4ac-4a07-9ecd-018522075800","pid":26486,"component":"datafile"}
{"msg":"snapshot is oxp_c7c0650d-2425-41a1-bcc7-712d1161fc48/crucible/regions/b700a53e-64aa-448f-91cd-7d2d5c2bf3d8@0f2975cc-b36b-429d-b602-755d255cf9cb","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T05:12:54.200001808Z","hostname":"oxz_crucible_18845169-f4ac-4a07-9ecd-018522075800","pid":26486,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_c7c0650d-2425-41a1-bcc7-712d1161fc48/crucible/regions/b700a53e-64aa-448f-91cd-7d2d5c2bf3d8\", \"0f2975cc-b36b-429d-b602-755d255cf9cb\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T05:12:54.200026969Z","hostname":"oxz_crucible_18845169-f4ac-4a07-9ecd-018522075800","pid":26486,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T05:12:54.211188394Z","hostname":"oxz_crucible_18845169-f4ac-4a07-9ecd-018522075800","pid":26486,"uri":"/crucible/0/regions/b700a53e-64aa-448f-91cd-7d2d5c2bf3d8/snapshots/0f2975cc-b36b-429d-b602-755d255cf9cb","method":"GET","req_id":"4391e0c4-2f87-4977-a9cd-eb055f842fcd","remote_addr":"[fd00:1122:3344:101::c]:41439","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":23266,"response_code":200}
{"msg":"path is \"/data/regions/b700a53e-64aa-448f-91cd-7d2d5c2bf3d8\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T05:12:54.223849314Z","hostname":"oxz_crucible_18845169-f4ac-4a07-9ecd-018522075800","pid":26486,"component":"datafile"}
{"msg":"dataset is oxp_c7c0650d-2425-41a1-bcc7-712d1161fc48/crucible/regions/b700a53e-64aa-448f-91cd-7d2d5c2bf3d8","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T05:12:54.229461532Z","hostname":"oxz_crucible_18845169-f4ac-4a07-9ecd-018522075800","pid":26486,"component":"datafile"}
{"msg":"snapshot is oxp_c7c0650d-2425-41a1-bcc7-712d1161fc48/crucible/regions/b700a53e-64aa-448f-91cd-7d2d5c2bf3d8@0f2975cc-b36b-429d-b602-755d255cf9cb","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T05:12:54.234397836Z","hostname":"oxz_crucible_18845169-f4ac-4a07-9ecd-018522075800","pid":26486,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_c7c0650d-2425-41a1-bcc7-712d1161fc48/crucible/regions/b700a53e-64aa-448f-91cd-7d2d5c2bf3d8\", \"0f2975cc-b36b-429d-b602-755d255cf9cb\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T05:12:54.234411396Z","hostname":"oxz_crucible_18845169-f4ac-4a07-9ecd-018522075800","pid":26486,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot b700a53e-64aa-448f-91cd-7d2d5c2bf3d8-0f2975cc-b36b-429d-b602-755d255cf9cb state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T05:12:54.23984271Z","hostname":"oxz_crucible_18845169-f4ac-4a07-9ecd-018522075800","pid":26486,"component":"datafile"}
{"msg":"applying SMF actions for region b700a53e-64aa-448f-91cd-7d2d5c2bf3d8 running snapshot 0f2975cc-b36b-429d-b602-755d255cf9cb (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T05:12:54.245484219Z","hostname":"oxz_crucible_18845169-f4ac-4a07-9ecd-018522075800","pid":26486,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T05:12:54.24550754Z","hostname":"oxz_crucible_18845169-f4ac-4a07-9ecd-018522075800","pid":26486,"uri":"/crucible/0/regions/b700a53e-64aa-448f-91cd-7d2d5c2bf3d8/snapshots/0f2975cc-b36b-429d-b602-755d255cf9cb/run","method":"POST","req_id":"dfb0eda0-c642-404e-8733-43fbd0463c62","remote_addr":"[fd00:1122:3344:101::c]:41439","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":21680,"response_code":200}
{"msg":"creating missing snapshot instance snapshot-b700a53e-64aa-448f-91cd-7d2d5c2bf3d8-0f2975cc-b36b-429d-b602-755d255cf9cb","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T05:12:54.247726521Z","hostname":"oxz_crucible_18845169-f4ac-4a07-9ecd-018522075800","pid":26486,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-b700a53e-64aa-448f-91cd-7d2d5c2bf3d8-0f2975cc-b36b-429d-b602-755d255cf9cb","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T05:12:54.257089315Z","hostname":"oxz_crucible_18845169-f4ac-4a07-9ecd-018522075800","pid":26486,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-b700a53e-64aa-448f-91cd-7d2d5c2bf3d8-0f2975cc-b36b-429d-b602-755d255cf9cb","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T05:12:54.262314345Z","hostname":"oxz_crucible_18845169-f4ac-4a07-9ecd-018522075800","pid":26486,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/b700a53e-64aa-448f-91cd-7d2d5c2bf3d8/.zfs/snapshot/0f2975cc-b36b-429d-b602-755d255cf9cb","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T05:12:54.262717814Z","hostname":"oxz_crucible_18845169-f4ac-4a07-9ecd-018522075800","pid":26486,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T05:12:54.262755665Z","hostname":"oxz_crucible_18845169-f4ac-4a07-9ecd-018522075800","pid":26486,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T05:12:54.262804166Z","hostname":"oxz_crucible_18845169-f4ac-4a07-9ecd-018522075800","pid":26486,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T05:12:54.262840887Z","hostname":"oxz_crucible_18845169-f4ac-4a07-9ecd-018522075800","pid":26486,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T05:12:54.262885408Z","hostname":"oxz_crucible_18845169-f4ac-4a07-9ecd-018522075800","pid":26486,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T05:12:54.264810882Z","hostname":"oxz_crucible_18845169-f4ac-4a07-9ecd-018522075800","pid":26486,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T05:12:54.267612306Z","hostname":"oxz_crucible_18845169-f4ac-4a07-9ecd-018522075800","pid":26486,"component":"worker"}
{"msg":"region b700a53e-64aa-448f-91cd-7d2d5c2bf3d8 running snapshot 0f2975cc-b36b-429d-b602-755d255cf9cb state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T05:12:54.267632966Z","hostname":"oxz_crucible_18845169-f4ac-4a07-9ecd-018522075800","pid":26486,"component":"datafile"}
{"msg":"path is \"/data/regions/b700a53e-64aa-448f-91cd-7d2d5c2bf3d8\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T05:12:54.522721897Z","hostname":"oxz_crucible_18845169-f4ac-4a07-9ecd-018522075800","pid":26486,"component":"datafile"}
{"msg":"dataset is oxp_c7c0650d-2425-41a1-bcc7-712d1161fc48/crucible/regions/b700a53e-64aa-448f-91cd-7d2d5c2bf3d8","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T05:12:54.530147528Z","hostname":"oxz_crucible_18845169-f4ac-4a07-9ecd-018522075800","pid":26486,"component":"datafile"}
{"msg":"snapshot is oxp_c7c0650d-2425-41a1-bcc7-712d1161fc48/crucible/regions/b700a53e-64aa-448f-91cd-7d2d5c2bf3d8@0f2975cc-b36b-429d-b602-755d255cf9cb","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T05:12:54.534407695Z","hostname":"oxz_crucible_18845169-f4ac-4a07-9ecd-018522075800","pid":26486,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_c7c0650d-2425-41a1-bcc7-712d1161fc48/crucible/regions/b700a53e-64aa-448f-91cd-7d2d5c2bf3d8\", \"0f2975cc-b36b-429d-b602-755d255cf9cb\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T05:12:54.534452526Z","hostname":"oxz_crucible_18845169-f4ac-4a07-9ecd-018522075800","pid":26486,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T05:12:54.541703252Z","hostname":"oxz_crucible_18845169-f4ac-4a07-9ecd-018522075800","pid":26486,"uri":"/crucible/0/regions/b700a53e-64aa-448f-91cd-7d2d5c2bf3d8/snapshots/0f2975cc-b36b-429d-b602-755d255cf9cb/run","method":"POST","req_id":"a1811a2b-071d-4e74-a4b8-f8e7e116f791","remote_addr":"[fd00:1122:3344:101::c]:41439","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":19016,"response_code":200}
{"msg":"region fe099a6f-9ba5-49ea-a2f5-6bff26285aa5 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T05:12:59.633132911Z","hostname":"oxz_crucible_18845169-f4ac-4a07-9ecd-018522075800","pid":26486,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T05:12:59.633306744Z","hostname":"oxz_crucible_18845169-f4ac-4a07-9ecd-018522075800","pid":26486,"uri":"/crucible/0/regions","method":"POST","req_id":"0423d0fa-cd0c-4cb4-af8e-32ea60a2044a","remote_addr":"[fd00:1122:3344:101::c]:41439","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":226,"response_code":200}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T05:12:59.633337535Z","hostname":"oxz_crucible_18845169-f4ac-4a07-9ecd-018522075800","pid":26486,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_c7c0650d-2425-41a1-bcc7-712d1161fc48/crucible/regions/fe099a6f-9ba5-49ea-a2f5-6bff26285aa5","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T05:12:59.639485496Z","hostname":"oxz_crucible_18845169-f4ac-4a07-9ecd-018522075800","pid":26486,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_c7c0650d-2425-41a1-bcc7-712d1161fc48/crucible/regions/fe099a6f-9ba5-49ea-a2f5-6bff26285aa5","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T05:12:59.639525697Z","hostname":"oxz_crucible_18845169-f4ac-4a07-9ecd-018522075800","pid":26486,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"fe099a6f-9ba5-49ea-a2f5-6bff26285aa5\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19003, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/fe099a6f-9ba5-49ea-a2f5-6bff26285aa5\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T05:12:59.679969523Z","hostname":"oxz_crucible_18845169-f4ac-4a07-9ecd-018522075800","pid":26486,"region":"fe099a6f-9ba5-49ea-a2f5-6bff26285aa5","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"fe099a6f-9ba5-49ea-a2f5-6bff26285aa5\" \"--data\" \"/data/regions/fe099a6f-9ba5-49ea-a2f5-6bff26285aa5\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T05:12:59.680025564Z","hostname":"oxz_crucible_18845169-f4ac-4a07-9ecd-018522075800","pid":26486,"region":"fe099a6f-9ba5-49ea-a2f5-6bff26285aa5","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T05:12:59.724923112Z","hostname":"oxz_crucible_18845169-f4ac-4a07-9ecd-018522075800","pid":26486,"region":"fe099a6f-9ba5-49ea-a2f5-6bff26285aa5","component":"worker"}
{"msg":"region fe099a6f-9ba5-49ea-a2f5-6bff26285aa5 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T05:12:59.724957363Z","hostname":"oxz_crucible_18845169-f4ac-4a07-9ecd-018522075800","pid":26486,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T05:12:59.725091166Z","hostname":"oxz_crucible_18845169-f4ac-4a07-9ecd-018522075800","pid":26486,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-fe099a6f-9ba5-49ea-a2f5-6bff26285aa5","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T05:12:59.726811816Z","hostname":"oxz_crucible_18845169-f4ac-4a07-9ecd-018522075800","pid":26486,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-fe099a6f-9ba5-49ea-a2f5-6bff26285aa5","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T05:12:59.728123346Z","hostname":"oxz_crucible_18845169-f4ac-4a07-9ecd-018522075800","pid":26486,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T05:12:59.731906932Z","hostname":"oxz_crucible_18845169-f4ac-4a07-9ecd-018522075800","pid":26486,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-fe099a6f-9ba5-49ea-a2f5-6bff26285aa5","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T05:12:59.733198582Z","hostname":"oxz_crucible_18845169-f4ac-4a07-9ecd-018522075800","pid":26486,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/fe099a6f-9ba5-49ea-a2f5-6bff26285aa5","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T05:12:59.733489898Z","hostname":"oxz_crucible_18845169-f4ac-4a07-9ecd-018522075800","pid":26486,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19003","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T05:12:59.733527759Z","hostname":"oxz_crucible_18845169-f4ac-4a07-9ecd-018522075800","pid":26486,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T05:12:59.73357618Z","hostname":"oxz_crucible_18845169-f4ac-4a07-9ecd-018522075800","pid":26486,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T05:12:59.733609621Z","hostname":"oxz_crucible_18845169-f4ac-4a07-9ecd-018522075800","pid":26486,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T05:12:59.735366331Z","hostname":"oxz_crucible_18845169-f4ac-4a07-9ecd-018522075800","pid":26486,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T05:12:59.739291401Z","hostname":"oxz_crucible_18845169-f4ac-4a07-9ecd-018522075800","pid":26486,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T05:12:59.860475546Z","hostname":"oxz_crucible_18845169-f4ac-4a07-9ecd-018522075800","pid":26486,"uri":"/crucible/0/regions","method":"POST","req_id":"37fbdcfb-5ac4-4e67-95c3-c4863ad93a1f","remote_addr":"[fd00:1122:3344:101::c]:41439","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":58,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T05:13:24.779831607Z","hostname":"oxz_crucible_18845169-f4ac-4a07-9ecd-018522075800","pid":26486,"uri":"/crucible/0/regions/fe099a6f-9ba5-49ea-a2f5-6bff26285aa5","method":"GET","req_id":"80706a53-bff7-46cf-8b07-952aa1506274","remote_addr":"[fd00:1122:3344:101::c]:41439","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":54,"response_code":200}
{"msg":"path is \"/data/regions/fe099a6f-9ba5-49ea-a2f5-6bff26285aa5\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T05:13:24.783910191Z","hostname":"oxz_crucible_18845169-f4ac-4a07-9ecd-018522075800","pid":26486,"component":"datafile"}
{"msg":"dataset is oxp_c7c0650d-2425-41a1-bcc7-712d1161fc48/crucible/regions/fe099a6f-9ba5-49ea-a2f5-6bff26285aa5","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T05:13:24.794505263Z","hostname":"oxz_crucible_18845169-f4ac-4a07-9ecd-018522075800","pid":26486,"component":"datafile"}
{"msg":"region fe099a6f-9ba5-49ea-a2f5-6bff26285aa5 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T05:13:24.801922723Z","hostname":"oxz_crucible_18845169-f4ac-4a07-9ecd-018522075800","pid":26486,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T05:13:24.802098527Z","hostname":"oxz_crucible_18845169-f4ac-4a07-9ecd-018522075800","pid":26486,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T05:13:24.802139368Z","hostname":"oxz_crucible_18845169-f4ac-4a07-9ecd-018522075800","pid":26486,"uri":"/crucible/0/regions/fe099a6f-9ba5-49ea-a2f5-6bff26285aa5","method":"DELETE","req_id":"e1dad43a-0400-4c70-a05d-6a2681cff352","remote_addr":"[fd00:1122:3344:101::c]:41439","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":18234,"response_code":204}
{"msg":"disabling downstairs instance: downstairs-fe099a6f-9ba5-49ea-a2f5-6bff26285aa5 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T05:13:24.803158861Z","hostname":"oxz_crucible_18845169-f4ac-4a07-9ecd-018522075800","pid":26486,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T05:13:24.806527879Z","hostname":"oxz_crucible_18845169-f4ac-4a07-9ecd-018522075800","pid":26486,"uri":"/crucible/0/regions/fe099a6f-9ba5-49ea-a2f5-6bff26285aa5","method":"GET","req_id":"3f51e9ff-cc66-4ff0-a6b7-cab146414107","remote_addr":"[fd00:1122:3344:101::c]:41439","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":145,"response_code":200}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T05:13:24.80790511Z","hostname":"oxz_crucible_18845169-f4ac-4a07-9ecd-018522075800","pid":26486,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_c7c0650d-2425-41a1-bcc7-712d1161fc48/crucible/regions/fe099a6f-9ba5-49ea-a2f5-6bff26285aa5\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T05:13:24.816358924Z","hostname":"oxz_crucible_18845169-f4ac-4a07-9ecd-018522075800","pid":26486,"region":"fe099a6f-9ba5-49ea-a2f5-6bff26285aa5","component":"worker"}
{"msg":"region fe099a6f-9ba5-49ea-a2f5-6bff26285aa5 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T05:13:24.866497782Z","hostname":"oxz_crucible_18845169-f4ac-4a07-9ecd-018522075800","pid":26486,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T05:13:24.941361666Z","hostname":"oxz_crucible_18845169-f4ac-4a07-9ecd-018522075800","pid":26486,"uri":"/crucible/0/regions/fe099a6f-9ba5-49ea-a2f5-6bff26285aa5","method":"GET","req_id":"38e5b503-f125-487c-9ce1-045375fd74e4","remote_addr":"[fd00:1122:3344:101::c]:41439","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":53,"response_code":200}