[ Nov 14 00:18:35 Enabled. ]
[ Nov 14 00:18:35 Rereading configuration. ]
[ Nov 14 00:18:40 Rereading configuration. ]
[ Nov 14 00:18:46 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_b2131892-f7b5-4e6d-b374-d80d9e2c92a3/crucible -l [fd00:1122:3344:101::12]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"dataset: \"oxp_b2131892-f7b5-4e6d-b374-d80d9e2c92a3/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T00:18:46.811372224Z","hostname":"oxz_crucible_ebb4e1fe-7acf-4a7f-becc-0cc3dd02839c","pid":25115}
{"msg":"listen IP: [fd00:1122:3344:101::12]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T00:18:46.811750789Z","hostname":"oxz_crucible_ebb4e1fe-7acf-4a7f-becc-0cc3dd02839c","pid":25115}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T00:18:46.8118149Z","hostname":"oxz_crucible_ebb4e1fe-7acf-4a7f-becc-0cc3dd02839c","pid":25115}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T00:18:46.827331289Z","hostname":"oxz_crucible_ebb4e1fe-7acf-4a7f-becc-0cc3dd02839c","pid":25115,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T00:18:46.899439403Z","hostname":"oxz_crucible_ebb4e1fe-7acf-4a7f-becc-0cc3dd02839c","pid":25115,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T00:19:07.561403481Z","hostname":"oxz_crucible_ebb4e1fe-7acf-4a7f-becc-0cc3dd02839c","pid":25115,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:38451"}
{"msg":"region 9276569e-c607-4851-a5b0-60b60b379819 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T00:19:07.603951494Z","hostname":"oxz_crucible_ebb4e1fe-7acf-4a7f-becc-0cc3dd02839c","pid":25115,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T00:19:07.608218234Z","hostname":"oxz_crucible_ebb4e1fe-7acf-4a7f-becc-0cc3dd02839c","pid":25115,"uri":"/crucible/0/regions","method":"POST","req_id":"8bb3ecae-c320-4bc0-8ed6-ca9f62d89ce2","remote_addr":"[fd00:1122:3344:101::a]:38451","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":19123,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T00:19:07.616386349Z","hostname":"oxz_crucible_ebb4e1fe-7acf-4a7f-becc-0cc3dd02839c","pid":25115,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_b2131892-f7b5-4e6d-b374-d80d9e2c92a3/crucible/regions/9276569e-c607-4851-a5b0-60b60b379819","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T00:19:07.623970255Z","hostname":"oxz_crucible_ebb4e1fe-7acf-4a7f-becc-0cc3dd02839c","pid":25115,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_b2131892-f7b5-4e6d-b374-d80d9e2c92a3/crucible/regions/9276569e-c607-4851-a5b0-60b60b379819","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T00:19:07.624010206Z","hostname":"oxz_crucible_ebb4e1fe-7acf-4a7f-becc-0cc3dd02839c","pid":25115,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"9276569e-c607-4851-a5b0-60b60b379819\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/9276569e-c607-4851-a5b0-60b60b379819\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T00:19:07.781452362Z","hostname":"oxz_crucible_ebb4e1fe-7acf-4a7f-becc-0cc3dd02839c","pid":25115,"region":"9276569e-c607-4851-a5b0-60b60b379819","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"9276569e-c607-4851-a5b0-60b60b379819\" \"--data\" \"/data/regions/9276569e-c607-4851-a5b0-60b60b379819\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T00:19:07.783239057Z","hostname":"oxz_crucible_ebb4e1fe-7acf-4a7f-becc-0cc3dd02839c","pid":25115,"region":"9276569e-c607-4851-a5b0-60b60b379819","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T00:19:07.811827219Z","hostname":"oxz_crucible_ebb4e1fe-7acf-4a7f-becc-0cc3dd02839c","pid":25115,"uri":"/crucible/0/regions","method":"POST","req_id":"ec22fb18-4016-4383-b863-227597057a87","remote_addr":"[fd00:1122:3344:101::a]:38451","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":67,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T00:19:08.146511869Z","hostname":"oxz_crucible_ebb4e1fe-7acf-4a7f-becc-0cc3dd02839c","pid":25115,"region":"9276569e-c607-4851-a5b0-60b60b379819","component":"worker"}
{"msg":"region 9276569e-c607-4851-a5b0-60b60b379819 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T00:19:08.14659445Z","hostname":"oxz_crucible_ebb4e1fe-7acf-4a7f-becc-0cc3dd02839c","pid":25115,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T00:19:08.146809773Z","hostname":"oxz_crucible_ebb4e1fe-7acf-4a7f-becc-0cc3dd02839c","pid":25115,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-9276569e-c607-4851-a5b0-60b60b379819","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T00:19:08.147177018Z","hostname":"oxz_crucible_ebb4e1fe-7acf-4a7f-becc-0cc3dd02839c","pid":25115,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-9276569e-c607-4851-a5b0-60b60b379819","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T00:19:08.162827468Z","hostname":"oxz_crucible_ebb4e1fe-7acf-4a7f-becc-0cc3dd02839c","pid":25115,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T00:19:08.207224413Z","hostname":"oxz_crucible_ebb4e1fe-7acf-4a7f-becc-0cc3dd02839c","pid":25115,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-9276569e-c607-4851-a5b0-60b60b379819","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T00:19:08.225793115Z","hostname":"oxz_crucible_ebb4e1fe-7acf-4a7f-becc-0cc3dd02839c","pid":25115,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/9276569e-c607-4851-a5b0-60b60b379819","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T00:19:08.226517475Z","hostname":"oxz_crucible_ebb4e1fe-7acf-4a7f-becc-0cc3dd02839c","pid":25115,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T00:19:08.228870168Z","hostname":"oxz_crucible_ebb4e1fe-7acf-4a7f-becc-0cc3dd02839c","pid":25115,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T00:19:08.228931859Z","hostname":"oxz_crucible_ebb4e1fe-7acf-4a7f-becc-0cc3dd02839c","pid":25115,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T00:19:08.228975339Z","hostname":"oxz_crucible_ebb4e1fe-7acf-4a7f-becc-0cc3dd02839c","pid":25115,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T00:19:08.265246529Z","hostname":"oxz_crucible_ebb4e1fe-7acf-4a7f-becc-0cc3dd02839c","pid":25115,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T00:19:08.280629695Z","hostname":"oxz_crucible_ebb4e1fe-7acf-4a7f-becc-0cc3dd02839c","pid":25115,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T00:19:08.443416266Z","hostname":"oxz_crucible_ebb4e1fe-7acf-4a7f-becc-0cc3dd02839c","pid":25115,"uri":"/crucible/0/regions","method":"POST","req_id":"1991413c-b1cf-4d5b-bb30-fcedd54109a7","remote_addr":"[fd00:1122:3344:101::a]:38451","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":67,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T00:29:49.050962239Z","hostname":"oxz_crucible_ebb4e1fe-7acf-4a7f-becc-0cc3dd02839c","pid":25115,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:64852"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T00:29:49.059089394Z","hostname":"oxz_crucible_ebb4e1fe-7acf-4a7f-becc-0cc3dd02839c","pid":25115,"uri":"/crucible/0/regions/9276569e-c607-4851-a5b0-60b60b379819","method":"GET","req_id":"5196f5c4-f95e-416b-a916-e44298296c95","remote_addr":"[fd00:1122:3344:101::a]:64852","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":8076,"response_code":"200"}
{"msg":"path is \"/data/regions/9276569e-c607-4851-a5b0-60b60b379819\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T00:29:49.061795962Z","hostname":"oxz_crucible_ebb4e1fe-7acf-4a7f-becc-0cc3dd02839c","pid":25115,"component":"datafile"}
{"msg":"dataset is oxp_b2131892-f7b5-4e6d-b374-d80d9e2c92a3/crucible/regions/9276569e-c607-4851-a5b0-60b60b379819","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T00:29:49.071249495Z","hostname":"oxz_crucible_ebb4e1fe-7acf-4a7f-becc-0cc3dd02839c","pid":25115,"component":"datafile"}
{"msg":"snapshot is oxp_b2131892-f7b5-4e6d-b374-d80d9e2c92a3/crucible/regions/9276569e-c607-4851-a5b0-60b60b379819@30a20274-bceb-4fa5-aed7-697613e5460b","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T00:29:49.080261162Z","hostname":"oxz_crucible_ebb4e1fe-7acf-4a7f-becc-0cc3dd02839c","pid":25115,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_b2131892-f7b5-4e6d-b374-d80d9e2c92a3/crucible/regions/9276569e-c607-4851-a5b0-60b60b379819\", \"30a20274-bceb-4fa5-aed7-697613e5460b\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T00:29:49.080294242Z","hostname":"oxz_crucible_ebb4e1fe-7acf-4a7f-becc-0cc3dd02839c","pid":25115,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T00:29:49.091380618Z","hostname":"oxz_crucible_ebb4e1fe-7acf-4a7f-becc-0cc3dd02839c","pid":25115,"uri":"/crucible/0/regions/9276569e-c607-4851-a5b0-60b60b379819/snapshots/30a20274-bceb-4fa5-aed7-697613e5460b","method":"GET","req_id":"a4a4055c-297b-4ebc-b040-3a9d7c9cb665","remote_addr":"[fd00:1122:3344:101::a]:64852","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":29593,"response_code":"200"}
{"msg":"path is \"/data/regions/9276569e-c607-4851-a5b0-60b60b379819\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T00:29:49.094450941Z","hostname":"oxz_crucible_ebb4e1fe-7acf-4a7f-becc-0cc3dd02839c","pid":25115,"component":"datafile"}
{"msg":"dataset is oxp_b2131892-f7b5-4e6d-b374-d80d9e2c92a3/crucible/regions/9276569e-c607-4851-a5b0-60b60b379819","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T00:29:49.102265001Z","hostname":"oxz_crucible_ebb4e1fe-7acf-4a7f-becc-0cc3dd02839c","pid":25115,"component":"datafile"}
{"msg":"snapshot is oxp_b2131892-f7b5-4e6d-b374-d80d9e2c92a3/crucible/regions/9276569e-c607-4851-a5b0-60b60b379819@30a20274-bceb-4fa5-aed7-697613e5460b","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T00:29:49.109814437Z","hostname":"oxz_crucible_ebb4e1fe-7acf-4a7f-becc-0cc3dd02839c","pid":25115,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_b2131892-f7b5-4e6d-b374-d80d9e2c92a3/crucible/regions/9276569e-c607-4851-a5b0-60b60b379819\", \"30a20274-bceb-4fa5-aed7-697613e5460b\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T00:29:49.109847358Z","hostname":"oxz_crucible_ebb4e1fe-7acf-4a7f-becc-0cc3dd02839c","pid":25115,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 9276569e-c607-4851-a5b0-60b60b379819-30a20274-bceb-4fa5-aed7-697613e5460b state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T00:29:49.118015663Z","hostname":"oxz_crucible_ebb4e1fe-7acf-4a7f-becc-0cc3dd02839c","pid":25115,"component":"datafile"}
{"msg":"applying SMF actions for region 9276569e-c607-4851-a5b0-60b60b379819 running snapshot 30a20274-bceb-4fa5-aed7-697613e5460b (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T00:29:49.118597381Z","hostname":"oxz_crucible_ebb4e1fe-7acf-4a7f-becc-0cc3dd02839c","pid":25115,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T00:29:49.118635532Z","hostname":"oxz_crucible_ebb4e1fe-7acf-4a7f-becc-0cc3dd02839c","pid":25115,"uri":"/crucible/0/regions/9276569e-c607-4851-a5b0-60b60b379819/snapshots/30a20274-bceb-4fa5-aed7-697613e5460b/run","method":"POST","req_id":"e39be264-25f8-4d91-bc0d-39dee3caf99a","remote_addr":"[fd00:1122:3344:101::a]:64852","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":24222,"response_code":"200"}
{"msg":"existing directory value /dev/null does not match /data/regions/9276569e-c607-4851-a5b0-60b60b379819","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T00:29:49.12634451Z","hostname":"oxz_crucible_ebb4e1fe-7acf-4a7f-becc-0cc3dd02839c","pid":25115,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T00:29:49.126449012Z","hostname":"oxz_crucible_ebb4e1fe-7acf-4a7f-becc-0cc3dd02839c","pid":25115,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T00:29:49.126550353Z","hostname":"oxz_crucible_ebb4e1fe-7acf-4a7f-becc-0cc3dd02839c","pid":25115,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T00:29:49.126557853Z","hostname":"oxz_crucible_ebb4e1fe-7acf-4a7f-becc-0cc3dd02839c","pid":25115,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T00:29:49.126614184Z","hostname":"oxz_crucible_ebb4e1fe-7acf-4a7f-becc-0cc3dd02839c","pid":25115,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-9276569e-c607-4851-a5b0-60b60b379819","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T00:29:49.126678045Z","hostname":"oxz_crucible_ebb4e1fe-7acf-4a7f-becc-0cc3dd02839c","pid":25115,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/9276569e-c607-4851-a5b0-60b60b379819","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T00:29:49.126791196Z","hostname":"oxz_crucible_ebb4e1fe-7acf-4a7f-becc-0cc3dd02839c","pid":25115,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T00:29:49.126862368Z","hostname":"oxz_crucible_ebb4e1fe-7acf-4a7f-becc-0cc3dd02839c","pid":25115,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T00:29:49.126909898Z","hostname":"oxz_crucible_ebb4e1fe-7acf-4a7f-becc-0cc3dd02839c","pid":25115,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T00:29:49.126958639Z","hostname":"oxz_crucible_ebb4e1fe-7acf-4a7f-becc-0cc3dd02839c","pid":25115,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T00:29:49.136423312Z","hostname":"oxz_crucible_ebb4e1fe-7acf-4a7f-becc-0cc3dd02839c","pid":25115,"component":"worker"}
{"msg":"creating missing snapshot instance snapshot-9276569e-c607-4851-a5b0-60b60b379819-30a20274-bceb-4fa5-aed7-697613e5460b","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T00:29:49.13696374Z","hostname":"oxz_crucible_ebb4e1fe-7acf-4a7f-becc-0cc3dd02839c","pid":25115,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-9276569e-c607-4851-a5b0-60b60b379819-30a20274-bceb-4fa5-aed7-697613e5460b","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T00:29:49.139646917Z","hostname":"oxz_crucible_ebb4e1fe-7acf-4a7f-becc-0cc3dd02839c","pid":25115,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-9276569e-c607-4851-a5b0-60b60b379819-30a20274-bceb-4fa5-aed7-697613e5460b","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T00:29:49.150712083Z","hostname":"oxz_crucible_ebb4e1fe-7acf-4a7f-becc-0cc3dd02839c","pid":25115,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/9276569e-c607-4851-a5b0-60b60b379819/.zfs/snapshot/30a20274-bceb-4fa5-aed7-697613e5460b","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T00:29:49.151006587Z","hostname":"oxz_crucible_ebb4e1fe-7acf-4a7f-becc-0cc3dd02839c","pid":25115,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T00:29:49.151061858Z","hostname":"oxz_crucible_ebb4e1fe-7acf-4a7f-becc-0cc3dd02839c","pid":25115,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T00:29:49.151101429Z","hostname":"oxz_crucible_ebb4e1fe-7acf-4a7f-becc-0cc3dd02839c","pid":25115,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T00:29:49.151139199Z","hostname":"oxz_crucible_ebb4e1fe-7acf-4a7f-becc-0cc3dd02839c","pid":25115,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T00:29:49.15118693Z","hostname":"oxz_crucible_ebb4e1fe-7acf-4a7f-becc-0cc3dd02839c","pid":25115,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T00:29:49.154228242Z","hostname":"oxz_crucible_ebb4e1fe-7acf-4a7f-becc-0cc3dd02839c","pid":25115,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T00:29:49.158475142Z","hostname":"oxz_crucible_ebb4e1fe-7acf-4a7f-becc-0cc3dd02839c","pid":25115,"component":"worker"}
{"msg":"region 9276569e-c607-4851-a5b0-60b60b379819 running snapshot 30a20274-bceb-4fa5-aed7-697613e5460b state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T00:29:49.158489393Z","hostname":"oxz_crucible_ebb4e1fe-7acf-4a7f-becc-0cc3dd02839c","pid":25115,"component":"datafile"}
{"msg":"path is \"/data/regions/9276569e-c607-4851-a5b0-60b60b379819\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T00:29:49.335824068Z","hostname":"oxz_crucible_ebb4e1fe-7acf-4a7f-becc-0cc3dd02839c","pid":25115,"component":"datafile"}
{"msg":"dataset is oxp_b2131892-f7b5-4e6d-b374-d80d9e2c92a3/crucible/regions/9276569e-c607-4851-a5b0-60b60b379819","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T00:29:49.345317391Z","hostname":"oxz_crucible_ebb4e1fe-7acf-4a7f-becc-0cc3dd02839c","pid":25115,"component":"datafile"}
{"msg":"snapshot is oxp_b2131892-f7b5-4e6d-b374-d80d9e2c92a3/crucible/regions/9276569e-c607-4851-a5b0-60b60b379819@30a20274-bceb-4fa5-aed7-697613e5460b","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T00:29:49.35303956Z","hostname":"oxz_crucible_ebb4e1fe-7acf-4a7f-becc-0cc3dd02839c","pid":25115,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_b2131892-f7b5-4e6d-b374-d80d9e2c92a3/crucible/regions/9276569e-c607-4851-a5b0-60b60b379819\", \"30a20274-bceb-4fa5-aed7-697613e5460b\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T00:29:49.353099121Z","hostname":"oxz_crucible_ebb4e1fe-7acf-4a7f-becc-0cc3dd02839c","pid":25115,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T00:29:49.360514575Z","hostname":"oxz_crucible_ebb4e1fe-7acf-4a7f-becc-0cc3dd02839c","pid":25115,"uri":"/crucible/0/regions/9276569e-c607-4851-a5b0-60b60b379819/snapshots/30a20274-bceb-4fa5-aed7-697613e5460b/run","method":"POST","req_id":"5febe6ed-827f-4a5f-956e-636a644ddfff","remote_addr":"[fd00:1122:3344:101::a]:64852","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":24726,"response_code":"200"}
{"msg":"region 257e68bf-5d46-4bba-a9ab-0f62c6212bc5 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T00:29:54.32895394Z","hostname":"oxz_crucible_ebb4e1fe-7acf-4a7f-becc-0cc3dd02839c","pid":25115,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T00:29:54.329166363Z","hostname":"oxz_crucible_ebb4e1fe-7acf-4a7f-becc-0cc3dd02839c","pid":25115,"uri":"/crucible/0/regions","method":"POST","req_id":"93989c4b-35b7-4d29-b6f0-4801a7173d38","remote_addr":"[fd00:1122:3344:101::a]:64852","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":284,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T00:29:54.329199423Z","hostname":"oxz_crucible_ebb4e1fe-7acf-4a7f-becc-0cc3dd02839c","pid":25115,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_b2131892-f7b5-4e6d-b374-d80d9e2c92a3/crucible/regions/257e68bf-5d46-4bba-a9ab-0f62c6212bc5","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T00:29:54.339321746Z","hostname":"oxz_crucible_ebb4e1fe-7acf-4a7f-becc-0cc3dd02839c","pid":25115,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_b2131892-f7b5-4e6d-b374-d80d9e2c92a3/crucible/regions/257e68bf-5d46-4bba-a9ab-0f62c6212bc5","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T00:29:54.339344509Z","hostname":"oxz_crucible_ebb4e1fe-7acf-4a7f-becc-0cc3dd02839c","pid":25115,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"257e68bf-5d46-4bba-a9ab-0f62c6212bc5\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19002, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/257e68bf-5d46-4bba-a9ab-0f62c6212bc5\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T00:29:54.39716408Z","hostname":"oxz_crucible_ebb4e1fe-7acf-4a7f-becc-0cc3dd02839c","pid":25115,"region":"257e68bf-5d46-4bba-a9ab-0f62c6212bc5","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"257e68bf-5d46-4bba-a9ab-0f62c6212bc5\" \"--data\" \"/data/regions/257e68bf-5d46-4bba-a9ab-0f62c6212bc5\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T00:29:54.399051136Z","hostname":"oxz_crucible_ebb4e1fe-7acf-4a7f-becc-0cc3dd02839c","pid":25115,"region":"257e68bf-5d46-4bba-a9ab-0f62c6212bc5","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T00:29:54.471011239Z","hostname":"oxz_crucible_ebb4e1fe-7acf-4a7f-becc-0cc3dd02839c","pid":25115,"region":"257e68bf-5d46-4bba-a9ab-0f62c6212bc5","component":"worker"}
{"msg":"region 257e68bf-5d46-4bba-a9ab-0f62c6212bc5 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T00:29:54.471046559Z","hostname":"oxz_crucible_ebb4e1fe-7acf-4a7f-becc-0cc3dd02839c","pid":25115,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T00:29:54.471166141Z","hostname":"oxz_crucible_ebb4e1fe-7acf-4a7f-becc-0cc3dd02839c","pid":25115,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-257e68bf-5d46-4bba-a9ab-0f62c6212bc5","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T00:29:54.471584467Z","hostname":"oxz_crucible_ebb4e1fe-7acf-4a7f-becc-0cc3dd02839c","pid":25115,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-257e68bf-5d46-4bba-a9ab-0f62c6212bc5","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T00:29:54.476817591Z","hostname":"oxz_crucible_ebb4e1fe-7acf-4a7f-becc-0cc3dd02839c","pid":25115,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T00:29:54.486200083Z","hostname":"oxz_crucible_ebb4e1fe-7acf-4a7f-becc-0cc3dd02839c","pid":25115,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-257e68bf-5d46-4bba-a9ab-0f62c6212bc5","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T00:29:54.489154944Z","hostname":"oxz_crucible_ebb4e1fe-7acf-4a7f-becc-0cc3dd02839c","pid":25115,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/257e68bf-5d46-4bba-a9ab-0f62c6212bc5","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T00:29:54.489349507Z","hostname":"oxz_crucible_ebb4e1fe-7acf-4a7f-becc-0cc3dd02839c","pid":25115,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T00:29:54.489405648Z","hostname":"oxz_crucible_ebb4e1fe-7acf-4a7f-becc-0cc3dd02839c","pid":25115,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T00:29:54.489448869Z","hostname":"oxz_crucible_ebb4e1fe-7acf-4a7f-becc-0cc3dd02839c","pid":25115,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T00:29:54.489495119Z","hostname":"oxz_crucible_ebb4e1fe-7acf-4a7f-becc-0cc3dd02839c","pid":25115,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T00:29:54.492667044Z","hostname":"oxz_crucible_ebb4e1fe-7acf-4a7f-becc-0cc3dd02839c","pid":25115,"component":"worker"}
{"msg":"existing directory value /dev/null does not match /data/regions/9276569e-c607-4851-a5b0-60b60b379819","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T00:29:54.497534122Z","hostname":"oxz_crucible_ebb4e1fe-7acf-4a7f-becc-0cc3dd02839c","pid":25115,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T00:29:54.497627744Z","hostname":"oxz_crucible_ebb4e1fe-7acf-4a7f-becc-0cc3dd02839c","pid":25115,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T00:29:54.497714695Z","hostname":"oxz_crucible_ebb4e1fe-7acf-4a7f-becc-0cc3dd02839c","pid":25115,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T00:29:54.497723025Z","hostname":"oxz_crucible_ebb4e1fe-7acf-4a7f-becc-0cc3dd02839c","pid":25115,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T00:29:54.497761986Z","hostname":"oxz_crucible_ebb4e1fe-7acf-4a7f-becc-0cc3dd02839c","pid":25115,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-9276569e-c607-4851-a5b0-60b60b379819","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T00:29:54.497809836Z","hostname":"oxz_crucible_ebb4e1fe-7acf-4a7f-becc-0cc3dd02839c","pid":25115,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/9276569e-c607-4851-a5b0-60b60b379819","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T00:29:54.502187568Z","hostname":"oxz_crucible_ebb4e1fe-7acf-4a7f-becc-0cc3dd02839c","pid":25115,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T00:29:54.502245349Z","hostname":"oxz_crucible_ebb4e1fe-7acf-4a7f-becc-0cc3dd02839c","pid":25115,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T00:29:54.502294609Z","hostname":"oxz_crucible_ebb4e1fe-7acf-4a7f-becc-0cc3dd02839c","pid":25115,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T00:29:54.50234383Z","hostname":"oxz_crucible_ebb4e1fe-7acf-4a7f-becc-0cc3dd02839c","pid":25115,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T00:29:54.506338306Z","hostname":"oxz_crucible_ebb4e1fe-7acf-4a7f-becc-0cc3dd02839c","pid":25115,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T00:29:54.508080901Z","hostname":"oxz_crucible_ebb4e1fe-7acf-4a7f-becc-0cc3dd02839c","pid":25115,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T00:29:54.540481047Z","hostname":"oxz_crucible_ebb4e1fe-7acf-4a7f-becc-0cc3dd02839c","pid":25115,"uri":"/crucible/0/regions","method":"POST","req_id":"f73bdb0b-07e4-4462-b9f1-8a275cabfc3f","remote_addr":"[fd00:1122:3344:101::a]:64852","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":101,"response_code":"200"}