[ Mar 26 00:01:33 Enabled. ]
[ Mar 26 00:01:33 Rereading configuration. ]
[ Mar 26 00:01:35 Rereading configuration. ]
[ Mar 26 00:01:38 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_3db37d5c-d12c-4386-ad6f-53c4e1de6856/crucible -l [fd00:1122:3344:101::12]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"dataset: \"oxp_3db37d5c-d12c-4386-ad6f-53c4e1de6856/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-26T00:01:38.648413421Z","hostname":"oxz_crucible_4bdcee2e-b0db-447e-9482-6e3b70e30355","pid":26713}
{"msg":"listen IP: [fd00:1122:3344:101::12]:32345","v":0,"name":"crucible-agent","level":30,"time":"2025-03-26T00:01:38.651429887Z","hostname":"oxz_crucible_4bdcee2e-b0db-447e-9482-6e3b70e30355","pid":26713}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-26T00:01:38.651438128Z","hostname":"oxz_crucible_4bdcee2e-b0db-447e-9482-6e3b70e30355","pid":26713}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-26T00:01:38.669021272Z","hostname":"oxz_crucible_4bdcee2e-b0db-447e-9482-6e3b70e30355","pid":26713,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2025-03-26T00:01:38.766909344Z","hostname":"oxz_crucible_4bdcee2e-b0db-447e-9482-6e3b70e30355","pid":26713,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-03-26T00:01:54.381647862Z","hostname":"oxz_crucible_4bdcee2e-b0db-447e-9482-6e3b70e30355","pid":26713,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:49851"}
{"msg":"region 17f68e69-23e8-4214-8edb-1b9aeda9d58e state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-03-26T00:01:54.399218286Z","hostname":"oxz_crucible_4bdcee2e-b0db-447e-9482-6e3b70e30355","pid":26713,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-03-26T00:01:54.40026665Z","hostname":"oxz_crucible_4bdcee2e-b0db-447e-9482-6e3b70e30355","pid":26713,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-26T00:01:54.404393312Z","hostname":"oxz_crucible_4bdcee2e-b0db-447e-9482-6e3b70e30355","pid":26713,"uri":"/crucible/0/regions","method":"POST","req_id":"a27e8955-fd39-4366-8387-9ba57d7908ad","remote_addr":"[fd00:1122:3344:101::b]:49851","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":16455,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_3db37d5c-d12c-4386-ad6f-53c4e1de6856/crucible/regions/17f68e69-23e8-4214-8edb-1b9aeda9d58e","v":0,"name":"crucible-agent","level":30,"time":"2025-03-26T00:01:54.410697835Z","hostname":"oxz_crucible_4bdcee2e-b0db-447e-9482-6e3b70e30355","pid":26713,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_3db37d5c-d12c-4386-ad6f-53c4e1de6856/crucible/regions/17f68e69-23e8-4214-8edb-1b9aeda9d58e","v":0,"name":"crucible-agent","level":30,"time":"2025-03-26T00:01:54.410778367Z","hostname":"oxz_crucible_4bdcee2e-b0db-447e-9482-6e3b70e30355","pid":26713,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"17f68e69-23e8-4214-8edb-1b9aeda9d58e\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/17f68e69-23e8-4214-8edb-1b9aeda9d58e\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-26T00:01:54.487883841Z","hostname":"oxz_crucible_4bdcee2e-b0db-447e-9482-6e3b70e30355","pid":26713,"region":"17f68e69-23e8-4214-8edb-1b9aeda9d58e","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"17f68e69-23e8-4214-8edb-1b9aeda9d58e\" \"--data\" \"/data/regions/17f68e69-23e8-4214-8edb-1b9aeda9d58e\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-26T00:01:54.487993905Z","hostname":"oxz_crucible_4bdcee2e-b0db-447e-9482-6e3b70e30355","pid":26713,"region":"17f68e69-23e8-4214-8edb-1b9aeda9d58e","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-26T00:01:54.587939913Z","hostname":"oxz_crucible_4bdcee2e-b0db-447e-9482-6e3b70e30355","pid":26713,"uri":"/crucible/0/regions","method":"POST","req_id":"83eebc6b-4655-4dd6-aaa6-672f199b04e6","remote_addr":"[fd00:1122:3344:101::b]:49851","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":73,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-03-26T00:01:54.631815161Z","hostname":"oxz_crucible_4bdcee2e-b0db-447e-9482-6e3b70e30355","pid":26713,"region":"17f68e69-23e8-4214-8edb-1b9aeda9d58e","component":"worker"}
{"msg":"region 17f68e69-23e8-4214-8edb-1b9aeda9d58e state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-03-26T00:01:54.631878293Z","hostname":"oxz_crucible_4bdcee2e-b0db-447e-9482-6e3b70e30355","pid":26713,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-03-26T00:01:54.632132762Z","hostname":"oxz_crucible_4bdcee2e-b0db-447e-9482-6e3b70e30355","pid":26713,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-17f68e69-23e8-4214-8edb-1b9aeda9d58e","v":0,"name":"crucible-agent","level":30,"time":"2025-03-26T00:01:54.632580646Z","hostname":"oxz_crucible_4bdcee2e-b0db-447e-9482-6e3b70e30355","pid":26713,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-17f68e69-23e8-4214-8edb-1b9aeda9d58e","v":0,"name":"crucible-agent","level":30,"time":"2025-03-26T00:01:54.639585971Z","hostname":"oxz_crucible_4bdcee2e-b0db-447e-9482-6e3b70e30355","pid":26713,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-03-26T00:01:54.649995885Z","hostname":"oxz_crucible_4bdcee2e-b0db-447e-9482-6e3b70e30355","pid":26713,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-17f68e69-23e8-4214-8edb-1b9aeda9d58e","v":0,"name":"crucible-agent","level":30,"time":"2025-03-26T00:01:54.65513247Z","hostname":"oxz_crucible_4bdcee2e-b0db-447e-9482-6e3b70e30355","pid":26713,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/17f68e69-23e8-4214-8edb-1b9aeda9d58e","v":0,"name":"crucible-agent","level":30,"time":"2025-03-26T00:01:54.655884014Z","hostname":"oxz_crucible_4bdcee2e-b0db-447e-9482-6e3b70e30355","pid":26713,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-03-26T00:01:54.655947906Z","hostname":"oxz_crucible_4bdcee2e-b0db-447e-9482-6e3b70e30355","pid":26713,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2025-03-26T00:01:54.655987827Z","hostname":"oxz_crucible_4bdcee2e-b0db-447e-9482-6e3b70e30355","pid":26713,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-03-26T00:01:54.656031479Z","hostname":"oxz_crucible_4bdcee2e-b0db-447e-9482-6e3b70e30355","pid":26713,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-26T00:01:54.662332271Z","hostname":"oxz_crucible_4bdcee2e-b0db-447e-9482-6e3b70e30355","pid":26713,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-26T00:01:54.668912722Z","hostname":"oxz_crucible_4bdcee2e-b0db-447e-9482-6e3b70e30355","pid":26713,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-26T00:01:55.134823747Z","hostname":"oxz_crucible_4bdcee2e-b0db-447e-9482-6e3b70e30355","pid":26713,"uri":"/crucible/0/regions","method":"POST","req_id":"fccfdd9b-7b44-472b-a11a-76c9bc998923","remote_addr":"[fd00:1122:3344:101::b]:49851","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":43,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-03-26T00:11:58.448760549Z","hostname":"oxz_crucible_4bdcee2e-b0db-447e-9482-6e3b70e30355","pid":26713,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:35378"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-26T00:11:58.451627092Z","hostname":"oxz_crucible_4bdcee2e-b0db-447e-9482-6e3b70e30355","pid":26713,"uri":"/crucible/0/regions/17f68e69-23e8-4214-8edb-1b9aeda9d58e","method":"GET","req_id":"50c87669-5ce9-4545-a3bc-caf8789872d5","remote_addr":"[fd00:1122:3344:101::b]:35378","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":2815,"response_code":"200"}
{"msg":"path is \"/data/regions/17f68e69-23e8-4214-8edb-1b9aeda9d58e\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-26T00:11:58.457082967Z","hostname":"oxz_crucible_4bdcee2e-b0db-447e-9482-6e3b70e30355","pid":26713,"component":"datafile"}
{"msg":"dataset is oxp_3db37d5c-d12c-4386-ad6f-53c4e1de6856/crucible/regions/17f68e69-23e8-4214-8edb-1b9aeda9d58e","v":0,"name":"crucible-agent","level":30,"time":"2025-03-26T00:11:58.466104296Z","hostname":"oxz_crucible_4bdcee2e-b0db-447e-9482-6e3b70e30355","pid":26713,"component":"datafile"}
{"msg":"snapshot is oxp_3db37d5c-d12c-4386-ad6f-53c4e1de6856/crucible/regions/17f68e69-23e8-4214-8edb-1b9aeda9d58e@bdbcd4b1-312b-4e62-a120-390bab9f8ce0","v":0,"name":"crucible-agent","level":30,"time":"2025-03-26T00:11:58.475076264Z","hostname":"oxz_crucible_4bdcee2e-b0db-447e-9482-6e3b70e30355","pid":26713,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_3db37d5c-d12c-4386-ad6f-53c4e1de6856/crucible/regions/17f68e69-23e8-4214-8edb-1b9aeda9d58e\", \"bdbcd4b1-312b-4e62-a120-390bab9f8ce0\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-03-26T00:11:58.475120356Z","hostname":"oxz_crucible_4bdcee2e-b0db-447e-9482-6e3b70e30355","pid":26713,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-26T00:11:58.486259293Z","hostname":"oxz_crucible_4bdcee2e-b0db-447e-9482-6e3b70e30355","pid":26713,"uri":"/crucible/0/regions/17f68e69-23e8-4214-8edb-1b9aeda9d58e/snapshots/bdbcd4b1-312b-4e62-a120-390bab9f8ce0","method":"GET","req_id":"034812d0-b116-4149-8465-d6c435b113c9","remote_addr":"[fd00:1122:3344:101::b]:35378","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":31432,"response_code":"200"}
{"msg":"path is \"/data/regions/17f68e69-23e8-4214-8edb-1b9aeda9d58e\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-26T00:11:58.489113745Z","hostname":"oxz_crucible_4bdcee2e-b0db-447e-9482-6e3b70e30355","pid":26713,"component":"datafile"}
{"msg":"dataset is oxp_3db37d5c-d12c-4386-ad6f-53c4e1de6856/crucible/regions/17f68e69-23e8-4214-8edb-1b9aeda9d58e","v":0,"name":"crucible-agent","level":30,"time":"2025-03-26T00:11:58.496721949Z","hostname":"oxz_crucible_4bdcee2e-b0db-447e-9482-6e3b70e30355","pid":26713,"component":"datafile"}
{"msg":"snapshot is oxp_3db37d5c-d12c-4386-ad6f-53c4e1de6856/crucible/regions/17f68e69-23e8-4214-8edb-1b9aeda9d58e@bdbcd4b1-312b-4e62-a120-390bab9f8ce0","v":0,"name":"crucible-agent","level":30,"time":"2025-03-26T00:11:58.504436717Z","hostname":"oxz_crucible_4bdcee2e-b0db-447e-9482-6e3b70e30355","pid":26713,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_3db37d5c-d12c-4386-ad6f-53c4e1de6856/crucible/regions/17f68e69-23e8-4214-8edb-1b9aeda9d58e\", \"bdbcd4b1-312b-4e62-a120-390bab9f8ce0\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-03-26T00:11:58.504464097Z","hostname":"oxz_crucible_4bdcee2e-b0db-447e-9482-6e3b70e30355","pid":26713,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 17f68e69-23e8-4214-8edb-1b9aeda9d58e-bdbcd4b1-312b-4e62-a120-390bab9f8ce0 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-03-26T00:11:58.513659333Z","hostname":"oxz_crucible_4bdcee2e-b0db-447e-9482-6e3b70e30355","pid":26713,"component":"datafile"}
{"msg":"applying SMF actions for region 17f68e69-23e8-4214-8edb-1b9aeda9d58e running snapshot bdbcd4b1-312b-4e62-a120-390bab9f8ce0 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2025-03-26T00:11:58.5145122Z","hostname":"oxz_crucible_4bdcee2e-b0db-447e-9482-6e3b70e30355","pid":26713,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-26T00:11:58.514532511Z","hostname":"oxz_crucible_4bdcee2e-b0db-447e-9482-6e3b70e30355","pid":26713,"uri":"/crucible/0/regions/17f68e69-23e8-4214-8edb-1b9aeda9d58e/snapshots/bdbcd4b1-312b-4e62-a120-390bab9f8ce0/run","method":"POST","req_id":"ca3a3d64-3572-4f2b-bcca-5950c1b1404d","remote_addr":"[fd00:1122:3344:101::b]:35378","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":25455,"response_code":"200"}
{"msg":"creating missing snapshot instance snapshot-17f68e69-23e8-4214-8edb-1b9aeda9d58e-bdbcd4b1-312b-4e62-a120-390bab9f8ce0","v":0,"name":"crucible-agent","level":30,"time":"2025-03-26T00:11:58.52603633Z","hostname":"oxz_crucible_4bdcee2e-b0db-447e-9482-6e3b70e30355","pid":26713,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-17f68e69-23e8-4214-8edb-1b9aeda9d58e-bdbcd4b1-312b-4e62-a120-390bab9f8ce0","v":0,"name":"crucible-agent","level":30,"time":"2025-03-26T00:11:58.529660056Z","hostname":"oxz_crucible_4bdcee2e-b0db-447e-9482-6e3b70e30355","pid":26713,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-17f68e69-23e8-4214-8edb-1b9aeda9d58e-bdbcd4b1-312b-4e62-a120-390bab9f8ce0","v":0,"name":"crucible-agent","level":30,"time":"2025-03-26T00:11:58.542373554Z","hostname":"oxz_crucible_4bdcee2e-b0db-447e-9482-6e3b70e30355","pid":26713,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/17f68e69-23e8-4214-8edb-1b9aeda9d58e/.zfs/snapshot/bdbcd4b1-312b-4e62-a120-390bab9f8ce0","v":0,"name":"crucible-agent","level":30,"time":"2025-03-26T00:11:58.542663194Z","hostname":"oxz_crucible_4bdcee2e-b0db-447e-9482-6e3b70e30355","pid":26713,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-03-26T00:11:58.542717716Z","hostname":"oxz_crucible_4bdcee2e-b0db-447e-9482-6e3b70e30355","pid":26713,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2025-03-26T00:11:58.542762777Z","hostname":"oxz_crucible_4bdcee2e-b0db-447e-9482-6e3b70e30355","pid":26713,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2025-03-26T00:11:58.542803138Z","hostname":"oxz_crucible_4bdcee2e-b0db-447e-9482-6e3b70e30355","pid":26713,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-03-26T00:11:58.54285267Z","hostname":"oxz_crucible_4bdcee2e-b0db-447e-9482-6e3b70e30355","pid":26713,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-26T00:11:58.546706644Z","hostname":"oxz_crucible_4bdcee2e-b0db-447e-9482-6e3b70e30355","pid":26713,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-26T00:11:58.550870927Z","hostname":"oxz_crucible_4bdcee2e-b0db-447e-9482-6e3b70e30355","pid":26713,"component":"worker"}
{"msg":"region 17f68e69-23e8-4214-8edb-1b9aeda9d58e running snapshot bdbcd4b1-312b-4e62-a120-390bab9f8ce0 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-03-26T00:11:58.550888588Z","hostname":"oxz_crucible_4bdcee2e-b0db-447e-9482-6e3b70e30355","pid":26713,"component":"datafile"}
{"msg":"path is \"/data/regions/17f68e69-23e8-4214-8edb-1b9aeda9d58e\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-26T00:11:58.729892573Z","hostname":"oxz_crucible_4bdcee2e-b0db-447e-9482-6e3b70e30355","pid":26713,"component":"datafile"}
{"msg":"dataset is oxp_3db37d5c-d12c-4386-ad6f-53c4e1de6856/crucible/regions/17f68e69-23e8-4214-8edb-1b9aeda9d58e","v":0,"name":"crucible-agent","level":30,"time":"2025-03-26T00:11:58.738667405Z","hostname":"oxz_crucible_4bdcee2e-b0db-447e-9482-6e3b70e30355","pid":26713,"component":"datafile"}
{"msg":"snapshot is oxp_3db37d5c-d12c-4386-ad6f-53c4e1de6856/crucible/regions/17f68e69-23e8-4214-8edb-1b9aeda9d58e@bdbcd4b1-312b-4e62-a120-390bab9f8ce0","v":0,"name":"crucible-agent","level":30,"time":"2025-03-26T00:11:58.747171778Z","hostname":"oxz_crucible_4bdcee2e-b0db-447e-9482-6e3b70e30355","pid":26713,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_3db37d5c-d12c-4386-ad6f-53c4e1de6856/crucible/regions/17f68e69-23e8-4214-8edb-1b9aeda9d58e\", \"bdbcd4b1-312b-4e62-a120-390bab9f8ce0\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-03-26T00:11:58.74722042Z","hostname":"oxz_crucible_4bdcee2e-b0db-447e-9482-6e3b70e30355","pid":26713,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-26T00:11:58.755264308Z","hostname":"oxz_crucible_4bdcee2e-b0db-447e-9482-6e3b70e30355","pid":26713,"uri":"/crucible/0/regions/17f68e69-23e8-4214-8edb-1b9aeda9d58e/snapshots/bdbcd4b1-312b-4e62-a120-390bab9f8ce0/run","method":"POST","req_id":"7a10a5a6-e979-4308-9a53-c492911e8961","remote_addr":"[fd00:1122:3344:101::b]:35378","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":25417,"response_code":"200"}
{"msg":"region 67458583-aaf9-4edf-b14c-0dabfce4350b state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-03-26T00:12:02.787055088Z","hostname":"oxz_crucible_4bdcee2e-b0db-447e-9482-6e3b70e30355","pid":26713,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-03-26T00:12:02.787248334Z","hostname":"oxz_crucible_4bdcee2e-b0db-447e-9482-6e3b70e30355","pid":26713,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-26T00:12:02.787292125Z","hostname":"oxz_crucible_4bdcee2e-b0db-447e-9482-6e3b70e30355","pid":26713,"uri":"/crucible/0/regions","method":"POST","req_id":"4dffc29d-9e5e-4db7-9142-9a5c47cfc49a","remote_addr":"[fd00:1122:3344:101::b]:35378","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":252,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_3db37d5c-d12c-4386-ad6f-53c4e1de6856/crucible/regions/67458583-aaf9-4edf-b14c-0dabfce4350b","v":0,"name":"crucible-agent","level":30,"time":"2025-03-26T00:12:02.796723108Z","hostname":"oxz_crucible_4bdcee2e-b0db-447e-9482-6e3b70e30355","pid":26713,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_3db37d5c-d12c-4386-ad6f-53c4e1de6856/crucible/regions/67458583-aaf9-4edf-b14c-0dabfce4350b","v":0,"name":"crucible-agent","level":30,"time":"2025-03-26T00:12:02.79678124Z","hostname":"oxz_crucible_4bdcee2e-b0db-447e-9482-6e3b70e30355","pid":26713,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"67458583-aaf9-4edf-b14c-0dabfce4350b\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19002, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/67458583-aaf9-4edf-b14c-0dabfce4350b\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-26T00:12:02.864242575Z","hostname":"oxz_crucible_4bdcee2e-b0db-447e-9482-6e3b70e30355","pid":26713,"region":"67458583-aaf9-4edf-b14c-0dabfce4350b","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"67458583-aaf9-4edf-b14c-0dabfce4350b\" \"--data\" \"/data/regions/67458583-aaf9-4edf-b14c-0dabfce4350b\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-26T00:12:02.866218789Z","hostname":"oxz_crucible_4bdcee2e-b0db-447e-9482-6e3b70e30355","pid":26713,"region":"67458583-aaf9-4edf-b14c-0dabfce4350b","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-03-26T00:12:02.986143968Z","hostname":"oxz_crucible_4bdcee2e-b0db-447e-9482-6e3b70e30355","pid":26713,"region":"67458583-aaf9-4edf-b14c-0dabfce4350b","component":"worker"}
{"msg":"region 67458583-aaf9-4edf-b14c-0dabfce4350b state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-03-26T00:12:02.98618727Z","hostname":"oxz_crucible_4bdcee2e-b0db-447e-9482-6e3b70e30355","pid":26713,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-03-26T00:12:02.986322404Z","hostname":"oxz_crucible_4bdcee2e-b0db-447e-9482-6e3b70e30355","pid":26713,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-67458583-aaf9-4edf-b14c-0dabfce4350b","v":0,"name":"crucible-agent","level":30,"time":"2025-03-26T00:12:02.987519223Z","hostname":"oxz_crucible_4bdcee2e-b0db-447e-9482-6e3b70e30355","pid":26713,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-67458583-aaf9-4edf-b14c-0dabfce4350b","v":0,"name":"crucible-agent","level":30,"time":"2025-03-26T00:12:02.997898786Z","hostname":"oxz_crucible_4bdcee2e-b0db-447e-9482-6e3b70e30355","pid":26713,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-03-26T00:12:03.005385996Z","hostname":"oxz_crucible_4bdcee2e-b0db-447e-9482-6e3b70e30355","pid":26713,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-67458583-aaf9-4edf-b14c-0dabfce4350b","v":0,"name":"crucible-agent","level":30,"time":"2025-03-26T00:12:03.00892793Z","hostname":"oxz_crucible_4bdcee2e-b0db-447e-9482-6e3b70e30355","pid":26713,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/67458583-aaf9-4edf-b14c-0dabfce4350b","v":0,"name":"crucible-agent","level":30,"time":"2025-03-26T00:12:03.009187168Z","hostname":"oxz_crucible_4bdcee2e-b0db-447e-9482-6e3b70e30355","pid":26713,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2025-03-26T00:12:03.00924929Z","hostname":"oxz_crucible_4bdcee2e-b0db-447e-9482-6e3b70e30355","pid":26713,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2025-03-26T00:12:03.009292201Z","hostname":"oxz_crucible_4bdcee2e-b0db-447e-9482-6e3b70e30355","pid":26713,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-03-26T00:12:03.009343543Z","hostname":"oxz_crucible_4bdcee2e-b0db-447e-9482-6e3b70e30355","pid":26713,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-26T00:12:03.013972562Z","hostname":"oxz_crucible_4bdcee2e-b0db-447e-9482-6e3b70e30355","pid":26713,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-26T00:12:03.020313885Z","hostname":"oxz_crucible_4bdcee2e-b0db-447e-9482-6e3b70e30355","pid":26713,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-26T00:12:03.121600516Z","hostname":"oxz_crucible_4bdcee2e-b0db-447e-9482-6e3b70e30355","pid":26713,"uri":"/crucible/0/regions","method":"POST","req_id":"3be57e27-d580-4c7b-b467-c47514e5bbef","remote_addr":"[fd00:1122:3344:101::b]:35378","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":57,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-26T00:12:29.560540413Z","hostname":"oxz_crucible_4bdcee2e-b0db-447e-9482-6e3b70e30355","pid":26713,"uri":"/crucible/0/regions/67458583-aaf9-4edf-b14c-0dabfce4350b","method":"GET","req_id":"2d42a882-dbd6-49c8-97d3-f4b6b63b549a","remote_addr":"[fd00:1122:3344:101::b]:35378","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":49,"response_code":"200"}
{"msg":"path is \"/data/regions/67458583-aaf9-4edf-b14c-0dabfce4350b\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-26T00:12:29.563146297Z","hostname":"oxz_crucible_4bdcee2e-b0db-447e-9482-6e3b70e30355","pid":26713,"component":"datafile"}
{"msg":"dataset is oxp_3db37d5c-d12c-4386-ad6f-53c4e1de6856/crucible/regions/67458583-aaf9-4edf-b14c-0dabfce4350b","v":0,"name":"crucible-agent","level":30,"time":"2025-03-26T00:12:29.578574772Z","hostname":"oxz_crucible_4bdcee2e-b0db-447e-9482-6e3b70e30355","pid":26713,"component":"datafile"}
{"msg":"region 67458583-aaf9-4edf-b14c-0dabfce4350b state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-03-26T00:12:29.588310774Z","hostname":"oxz_crucible_4bdcee2e-b0db-447e-9482-6e3b70e30355","pid":26713,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-03-26T00:12:29.58849204Z","hostname":"oxz_crucible_4bdcee2e-b0db-447e-9482-6e3b70e30355","pid":26713,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-26T00:12:29.588550762Z","hostname":"oxz_crucible_4bdcee2e-b0db-447e-9482-6e3b70e30355","pid":26713,"uri":"/crucible/0/regions/67458583-aaf9-4edf-b14c-0dabfce4350b","method":"DELETE","req_id":"9aba85cd-558d-47a9-821f-bbc8856b6582","remote_addr":"[fd00:1122:3344:101::b]:35378","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":25436,"response_code":"204"}
{"msg":"disabling downstairs instance: downstairs-67458583-aaf9-4edf-b14c-0dabfce4350b (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-03-26T00:12:29.58973138Z","hostname":"oxz_crucible_4bdcee2e-b0db-447e-9482-6e3b70e30355","pid":26713,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-26T00:12:29.591733184Z","hostname":"oxz_crucible_4bdcee2e-b0db-447e-9482-6e3b70e30355","pid":26713,"uri":"/crucible/0/regions/67458583-aaf9-4edf-b14c-0dabfce4350b","method":"GET","req_id":"d078bcad-b759-44e6-85ca-f009a4351a18","remote_addr":"[fd00:1122:3344:101::b]:35378","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":48,"response_code":"200"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-26T00:12:29.596547979Z","hostname":"oxz_crucible_4bdcee2e-b0db-447e-9482-6e3b70e30355","pid":26713,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_3db37d5c-d12c-4386-ad6f-53c4e1de6856/crucible/regions/67458583-aaf9-4edf-b14c-0dabfce4350b\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-26T00:12:29.607944505Z","hostname":"oxz_crucible_4bdcee2e-b0db-447e-9482-6e3b70e30355","pid":26713,"region":"67458583-aaf9-4edf-b14c-0dabfce4350b","component":"worker"}
{"msg":"region 67458583-aaf9-4edf-b14c-0dabfce4350b state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-26T00:12:29.66262679Z","hostname":"oxz_crucible_4bdcee2e-b0db-447e-9482-6e3b70e30355","pid":26713,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-26T00:12:29.689253025Z","hostname":"oxz_crucible_4bdcee2e-b0db-447e-9482-6e3b70e30355","pid":26713,"uri":"/crucible/0/regions/67458583-aaf9-4edf-b14c-0dabfce4350b","method":"GET","req_id":"65c6b1d0-03fa-4366-827b-7295a1716fcc","remote_addr":"[fd00:1122:3344:101::b]:35378","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":63,"response_code":"200"}