{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-03-27T03:22:55.134172029Z","hostname":"oxz_crucible_7431cee5-5868-4896-9462-5b69b60d85cf","pid":23289,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:48063"} {"msg":"region c17fdf06-f02b-43b8-9b5a-bb1fe6690299 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-03-27T03:22:55.134278732Z","hostname":"oxz_crucible_7431cee5-5868-4896-9462-5b69b60d85cf","pid":23289,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-27T03:22:55.137220979Z","hostname":"oxz_crucible_7431cee5-5868-4896-9462-5b69b60d85cf","pid":23289,"uri":"/crucible/0/regions","method":"POST","req_id":"08855c2b-5424-40a9-85ab-944d07aed147","remote_addr":"[fd00:1122:3344:101::c]:48063","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":2977,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-03-27T03:22:55.13724446Z","hostname":"oxz_crucible_7431cee5-5868-4896-9462-5b69b60d85cf","pid":23289,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_39184007-3963-4adc-9f31-3295098c03ca/crucible/regions/c17fdf06-f02b-43b8-9b5a-bb1fe6690299","v":0,"name":"crucible-agent","level":30,"time":"2026-03-27T03:22:55.147048425Z","hostname":"oxz_crucible_7431cee5-5868-4896-9462-5b69b60d85cf","pid":23289,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_39184007-3963-4adc-9f31-3295098c03ca/crucible/regions/c17fdf06-f02b-43b8-9b5a-bb1fe6690299","v":0,"name":"crucible-agent","level":30,"time":"2026-03-27T03:22:55.147072886Z","hostname":"oxz_crucible_7431cee5-5868-4896-9462-5b69b60d85cf","pid":23289,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"c17fdf06-f02b-43b8-9b5a-bb1fe6690299\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/c17fdf06-f02b-43b8-9b5a-bb1fe6690299\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-27T03:22:55.221561242Z","hostname":"oxz_crucible_7431cee5-5868-4896-9462-5b69b60d85cf","pid":23289,"region":"c17fdf06-f02b-43b8-9b5a-bb1fe6690299","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"c17fdf06-f02b-43b8-9b5a-bb1fe6690299\" \"--data\" \"/data/regions/c17fdf06-f02b-43b8-9b5a-bb1fe6690299\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-27T03:22:55.221609223Z","hostname":"oxz_crucible_7431cee5-5868-4896-9462-5b69b60d85cf","pid":23289,"region":"c17fdf06-f02b-43b8-9b5a-bb1fe6690299","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-03-27T03:22:55.401181721Z","hostname":"oxz_crucible_7431cee5-5868-4896-9462-5b69b60d85cf","pid":23289,"region":"c17fdf06-f02b-43b8-9b5a-bb1fe6690299","component":"worker"} {"msg":"region c17fdf06-f02b-43b8-9b5a-bb1fe6690299 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-03-27T03:22:55.401218333Z","hostname":"oxz_crucible_7431cee5-5868-4896-9462-5b69b60d85cf","pid":23289,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-03-27T03:22:55.401336436Z","hostname":"oxz_crucible_7431cee5-5868-4896-9462-5b69b60d85cf","pid":23289,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-c17fdf06-f02b-43b8-9b5a-bb1fe6690299","v":0,"name":"crucible-agent","level":30,"time":"2026-03-27T03:22:55.427339875Z","hostname":"oxz_crucible_7431cee5-5868-4896-9462-5b69b60d85cf","pid":23289,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-c17fdf06-f02b-43b8-9b5a-bb1fe6690299","v":0,"name":"crucible-agent","level":30,"time":"2026-03-27T03:22:55.442749097Z","hostname":"oxz_crucible_7431cee5-5868-4896-9462-5b69b60d85cf","pid":23289,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-03-27T03:22:55.45933323Z","hostname":"oxz_crucible_7431cee5-5868-4896-9462-5b69b60d85cf","pid":23289,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-c17fdf06-f02b-43b8-9b5a-bb1fe6690299","v":0,"name":"crucible-agent","level":30,"time":"2026-03-27T03:22:55.465482671Z","hostname":"oxz_crucible_7431cee5-5868-4896-9462-5b69b60d85cf","pid":23289,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/c17fdf06-f02b-43b8-9b5a-bb1fe6690299","v":0,"name":"crucible-agent","level":30,"time":"2026-03-27T03:22:55.465769018Z","hostname":"oxz_crucible_7431cee5-5868-4896-9462-5b69b60d85cf","pid":23289,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-03-27T03:22:55.46581993Z","hostname":"oxz_crucible_7431cee5-5868-4896-9462-5b69b60d85cf","pid":23289,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2026-03-27T03:22:55.465861931Z","hostname":"oxz_crucible_7431cee5-5868-4896-9462-5b69b60d85cf","pid":23289,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-03-27T03:22:55.465899012Z","hostname":"oxz_crucible_7431cee5-5868-4896-9462-5b69b60d85cf","pid":23289,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-27T03:22:55.473143341Z","hostname":"oxz_crucible_7431cee5-5868-4896-9462-5b69b60d85cf","pid":23289,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-27T03:22:55.482500965Z","hostname":"oxz_crucible_7431cee5-5868-4896-9462-5b69b60d85cf","pid":23289,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-27T03:22:55.488093681Z","hostname":"oxz_crucible_7431cee5-5868-4896-9462-5b69b60d85cf","pid":23289,"uri":"/crucible/0/regions","method":"POST","req_id":"9f315ef8-a816-432f-b21f-1be545c46509","remote_addr":"[fd00:1122:3344:101::c]:48063","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":60,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-27T03:22:56.139800681Z","hostname":"oxz_crucible_7431cee5-5868-4896-9462-5b69b60d85cf","pid":23289,"uri":"/crucible/0/regions/6e564912-bb28-47a9-9da9-17b67603d732","method":"GET","req_id":"144f0156-043e-463b-a0bb-66bb994346f9","remote_addr":"[fd00:1122:3344:101::c]:48063","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":69,"response_code":200} {"msg":"path is \"/data/regions/6e564912-bb28-47a9-9da9-17b67603d732\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-27T03:22:56.143348584Z","hostname":"oxz_crucible_7431cee5-5868-4896-9462-5b69b60d85cf","pid":23289,"component":"datafile"} {"msg":"dataset is oxp_39184007-3963-4adc-9f31-3295098c03ca/crucible/regions/6e564912-bb28-47a9-9da9-17b67603d732","v":0,"name":"crucible-agent","level":30,"time":"2026-03-27T03:22:56.149516955Z","hostname":"oxz_crucible_7431cee5-5868-4896-9462-5b69b60d85cf","pid":23289,"component":"datafile"} {"msg":"snapshot is oxp_39184007-3963-4adc-9f31-3295098c03ca/crucible/regions/6e564912-bb28-47a9-9da9-17b67603d732@0e6208a6-c157-4b1f-b35d-b06bda924fb5","v":0,"name":"crucible-agent","level":30,"time":"2026-03-27T03:22:56.155301456Z","hostname":"oxz_crucible_7431cee5-5868-4896-9462-5b69b60d85cf","pid":23289,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_39184007-3963-4adc-9f31-3295098c03ca/crucible/regions/6e564912-bb28-47a9-9da9-17b67603d732\", \"0e6208a6-c157-4b1f-b35d-b06bda924fb5\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-03-27T03:22:56.155336377Z","hostname":"oxz_crucible_7431cee5-5868-4896-9462-5b69b60d85cf","pid":23289,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-27T03:22:56.163704385Z","hostname":"oxz_crucible_7431cee5-5868-4896-9462-5b69b60d85cf","pid":23289,"uri":"/crucible/0/regions/6e564912-bb28-47a9-9da9-17b67603d732/snapshots/0e6208a6-c157-4b1f-b35d-b06bda924fb5","method":"GET","req_id":"22da7531-6b70-4b06-af36-8f2b20f53ea3","remote_addr":"[fd00:1122:3344:101::c]:48063","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":20372,"response_code":200} {"msg":"path is \"/data/regions/6e564912-bb28-47a9-9da9-17b67603d732\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-27T03:22:56.167040632Z","hostname":"oxz_crucible_7431cee5-5868-4896-9462-5b69b60d85cf","pid":23289,"component":"datafile"} {"msg":"dataset is oxp_39184007-3963-4adc-9f31-3295098c03ca/crucible/regions/6e564912-bb28-47a9-9da9-17b67603d732","v":0,"name":"crucible-agent","level":30,"time":"2026-03-27T03:22:56.173984154Z","hostname":"oxz_crucible_7431cee5-5868-4896-9462-5b69b60d85cf","pid":23289,"component":"datafile"} {"msg":"snapshot is oxp_39184007-3963-4adc-9f31-3295098c03ca/crucible/regions/6e564912-bb28-47a9-9da9-17b67603d732@0e6208a6-c157-4b1f-b35d-b06bda924fb5","v":0,"name":"crucible-agent","level":30,"time":"2026-03-27T03:22:56.179717553Z","hostname":"oxz_crucible_7431cee5-5868-4896-9462-5b69b60d85cf","pid":23289,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_39184007-3963-4adc-9f31-3295098c03ca/crucible/regions/6e564912-bb28-47a9-9da9-17b67603d732\", \"0e6208a6-c157-4b1f-b35d-b06bda924fb5\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-03-27T03:22:56.179734384Z","hostname":"oxz_crucible_7431cee5-5868-4896-9462-5b69b60d85cf","pid":23289,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 6e564912-bb28-47a9-9da9-17b67603d732-0e6208a6-c157-4b1f-b35d-b06bda924fb5 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-03-27T03:22:56.187011864Z","hostname":"oxz_crucible_7431cee5-5868-4896-9462-5b69b60d85cf","pid":23289,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-27T03:22:56.187144107Z","hostname":"oxz_crucible_7431cee5-5868-4896-9462-5b69b60d85cf","pid":23289,"uri":"/crucible/0/regions/6e564912-bb28-47a9-9da9-17b67603d732/snapshots/0e6208a6-c157-4b1f-b35d-b06bda924fb5/run","method":"POST","req_id":"9a4b0e20-14d2-43f9-a5fe-ddbe80b8f963","remote_addr":"[fd00:1122:3344:101::c]:48063","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":20120,"response_code":200} {"msg":"applying SMF actions for region 6e564912-bb28-47a9-9da9-17b67603d732 running snapshot 0e6208a6-c157-4b1f-b35d-b06bda924fb5 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-03-27T03:22:56.187156068Z","hostname":"oxz_crucible_7431cee5-5868-4896-9462-5b69b60d85cf","pid":23289,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-6e564912-bb28-47a9-9da9-17b67603d732-0e6208a6-c157-4b1f-b35d-b06bda924fb5","v":0,"name":"crucible-agent","level":30,"time":"2026-03-27T03:22:56.192188179Z","hostname":"oxz_crucible_7431cee5-5868-4896-9462-5b69b60d85cf","pid":23289,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-6e564912-bb28-47a9-9da9-17b67603d732-0e6208a6-c157-4b1f-b35d-b06bda924fb5","v":0,"name":"crucible-agent","level":30,"time":"2026-03-27T03:22:56.203380771Z","hostname":"oxz_crucible_7431cee5-5868-4896-9462-5b69b60d85cf","pid":23289,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-6e564912-bb28-47a9-9da9-17b67603d732-0e6208a6-c157-4b1f-b35d-b06bda924fb5","v":0,"name":"crucible-agent","level":30,"time":"2026-03-27T03:22:56.219575104Z","hostname":"oxz_crucible_7431cee5-5868-4896-9462-5b69b60d85cf","pid":23289,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/6e564912-bb28-47a9-9da9-17b67603d732/.zfs/snapshot/0e6208a6-c157-4b1f-b35d-b06bda924fb5","v":0,"name":"crucible-agent","level":30,"time":"2026-03-27T03:22:56.219877692Z","hostname":"oxz_crucible_7431cee5-5868-4896-9462-5b69b60d85cf","pid":23289,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-03-27T03:22:56.219928143Z","hostname":"oxz_crucible_7431cee5-5868-4896-9462-5b69b60d85cf","pid":23289,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-03-27T03:22:56.219970355Z","hostname":"oxz_crucible_7431cee5-5868-4896-9462-5b69b60d85cf","pid":23289,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2026-03-27T03:22:56.220012096Z","hostname":"oxz_crucible_7431cee5-5868-4896-9462-5b69b60d85cf","pid":23289,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-03-27T03:22:56.220069617Z","hostname":"oxz_crucible_7431cee5-5868-4896-9462-5b69b60d85cf","pid":23289,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-27T03:22:56.22592304Z","hostname":"oxz_crucible_7431cee5-5868-4896-9462-5b69b60d85cf","pid":23289,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-27T03:22:56.234765061Z","hostname":"oxz_crucible_7431cee5-5868-4896-9462-5b69b60d85cf","pid":23289,"component":"worker"} {"msg":"region 6e564912-bb28-47a9-9da9-17b67603d732 running snapshot 0e6208a6-c157-4b1f-b35d-b06bda924fb5 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-03-27T03:22:56.234794652Z","hostname":"oxz_crucible_7431cee5-5868-4896-9462-5b69b60d85cf","pid":23289,"component":"datafile"} {"msg":"path is \"/data/regions/6e564912-bb28-47a9-9da9-17b67603d732\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-27T03:22:56.333080798Z","hostname":"oxz_crucible_7431cee5-5868-4896-9462-5b69b60d85cf","pid":23289,"component":"datafile"} {"msg":"dataset is oxp_39184007-3963-4adc-9f31-3295098c03ca/crucible/regions/6e564912-bb28-47a9-9da9-17b67603d732","v":0,"name":"crucible-agent","level":30,"time":"2026-03-27T03:22:56.339247719Z","hostname":"oxz_crucible_7431cee5-5868-4896-9462-5b69b60d85cf","pid":23289,"component":"datafile"} {"msg":"snapshot is oxp_39184007-3963-4adc-9f31-3295098c03ca/crucible/regions/6e564912-bb28-47a9-9da9-17b67603d732@0e6208a6-c157-4b1f-b35d-b06bda924fb5","v":0,"name":"crucible-agent","level":30,"time":"2026-03-27T03:22:56.345209995Z","hostname":"oxz_crucible_7431cee5-5868-4896-9462-5b69b60d85cf","pid":23289,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_39184007-3963-4adc-9f31-3295098c03ca/crucible/regions/6e564912-bb28-47a9-9da9-17b67603d732\", \"0e6208a6-c157-4b1f-b35d-b06bda924fb5\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-03-27T03:22:56.345230366Z","hostname":"oxz_crucible_7431cee5-5868-4896-9462-5b69b60d85cf","pid":23289,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-27T03:22:56.351410827Z","hostname":"oxz_crucible_7431cee5-5868-4896-9462-5b69b60d85cf","pid":23289,"uri":"/crucible/0/regions/6e564912-bb28-47a9-9da9-17b67603d732/snapshots/0e6208a6-c157-4b1f-b35d-b06bda924fb5/run","method":"POST","req_id":"381d7d25-7c7e-4fcf-9c5e-6f22cdf2c8fd","remote_addr":"[fd00:1122:3344:101::c]:48063","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":18382,"response_code":200}