[ Feb 11 20:45:01 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_ce4424f8-0b58-4312-aa1c-de5135866d98/crucible -l [fd00:1122:3344:101::19]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"dataset: \"oxp_ce4424f8-0b58-4312-aa1c-de5135866d98/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T20:45:02.086044795Z","hostname":"oxz_crucible_b3e8a984-f7e0-4bf2-ba6e-0f896ffda085","pid":508}
{"msg":"listen IP: [fd00:1122:3344:101::19]:32345","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T20:45:02.089110834Z","hostname":"oxz_crucible_b3e8a984-f7e0-4bf2-ba6e-0f896ffda085","pid":508}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T20:45:02.089119884Z","hostname":"oxz_crucible_b3e8a984-f7e0-4bf2-ba6e-0f896ffda085","pid":508}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T20:45:02.110630888Z","hostname":"oxz_crucible_b3e8a984-f7e0-4bf2-ba6e-0f896ffda085","pid":508,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T20:45:02.193859589Z","hostname":"oxz_crucible_b3e8a984-f7e0-4bf2-ba6e-0f896ffda085","pid":508,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T20:45:27.189941353Z","hostname":"oxz_crucible_b3e8a984-f7e0-4bf2-ba6e-0f896ffda085","pid":508,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:50111"}
{"msg":"region 8f9976f4-d553-4270-a260-d75e261583d5 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T20:45:27.282769687Z","hostname":"oxz_crucible_b3e8a984-f7e0-4bf2-ba6e-0f896ffda085","pid":508,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T20:45:27.297046116Z","hostname":"oxz_crucible_b3e8a984-f7e0-4bf2-ba6e-0f896ffda085","pid":508,"uri":"/crucible/0/regions","method":"POST","req_id":"d0667090-c643-4f6a-8a1c-b9f18bd3d1d2","remote_addr":"[fd00:1122:3344:101::c]:50111","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":48251,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T20:45:27.297085886Z","hostname":"oxz_crucible_b3e8a984-f7e0-4bf2-ba6e-0f896ffda085","pid":508,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_ce4424f8-0b58-4312-aa1c-de5135866d98/crucible/regions/8f9976f4-d553-4270-a260-d75e261583d5","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T20:45:27.306104611Z","hostname":"oxz_crucible_b3e8a984-f7e0-4bf2-ba6e-0f896ffda085","pid":508,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_ce4424f8-0b58-4312-aa1c-de5135866d98/crucible/regions/8f9976f4-d553-4270-a260-d75e261583d5","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T20:45:27.306135231Z","hostname":"oxz_crucible_b3e8a984-f7e0-4bf2-ba6e-0f896ffda085","pid":508,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"8f9976f4-d553-4270-a260-d75e261583d5\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/8f9976f4-d553-4270-a260-d75e261583d5\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T20:45:27.436623727Z","hostname":"oxz_crucible_b3e8a984-f7e0-4bf2-ba6e-0f896ffda085","pid":508,"region":"8f9976f4-d553-4270-a260-d75e261583d5","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"8f9976f4-d553-4270-a260-d75e261583d5\" \"--data\" \"/data/regions/8f9976f4-d553-4270-a260-d75e261583d5\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T20:45:27.438830413Z","hostname":"oxz_crucible_b3e8a984-f7e0-4bf2-ba6e-0f896ffda085","pid":508,"region":"8f9976f4-d553-4270-a260-d75e261583d5","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T20:45:27.576699846Z","hostname":"oxz_crucible_b3e8a984-f7e0-4bf2-ba6e-0f896ffda085","pid":508,"uri":"/crucible/0/regions","method":"POST","req_id":"bcc2facf-3e20-4dd8-a304-223838ee28a8","remote_addr":"[fd00:1122:3344:101::c]:50111","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":70,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T20:45:28.009838041Z","hostname":"oxz_crucible_b3e8a984-f7e0-4bf2-ba6e-0f896ffda085","pid":508,"region":"8f9976f4-d553-4270-a260-d75e261583d5","component":"worker"}
{"msg":"region 8f9976f4-d553-4270-a260-d75e261583d5 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T20:45:28.009883232Z","hostname":"oxz_crucible_b3e8a984-f7e0-4bf2-ba6e-0f896ffda085","pid":508,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T20:45:28.010196977Z","hostname":"oxz_crucible_b3e8a984-f7e0-4bf2-ba6e-0f896ffda085","pid":508,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-8f9976f4-d553-4270-a260-d75e261583d5","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T20:45:28.010642334Z","hostname":"oxz_crucible_b3e8a984-f7e0-4bf2-ba6e-0f896ffda085","pid":508,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-8f9976f4-d553-4270-a260-d75e261583d5","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T20:45:28.021596499Z","hostname":"oxz_crucible_b3e8a984-f7e0-4bf2-ba6e-0f896ffda085","pid":508,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T20:45:28.048013351Z","hostname":"oxz_crucible_b3e8a984-f7e0-4bf2-ba6e-0f896ffda085","pid":508,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-8f9976f4-d553-4270-a260-d75e261583d5","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T20:45:28.057590005Z","hostname":"oxz_crucible_b3e8a984-f7e0-4bf2-ba6e-0f896ffda085","pid":508,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/8f9976f4-d553-4270-a260-d75e261583d5","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T20:45:28.058157623Z","hostname":"oxz_crucible_b3e8a984-f7e0-4bf2-ba6e-0f896ffda085","pid":508,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T20:45:28.060566732Z","hostname":"oxz_crucible_b3e8a984-f7e0-4bf2-ba6e-0f896ffda085","pid":508,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T20:45:28.060612383Z","hostname":"oxz_crucible_b3e8a984-f7e0-4bf2-ba6e-0f896ffda085","pid":508,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T20:45:28.060650303Z","hostname":"oxz_crucible_b3e8a984-f7e0-4bf2-ba6e-0f896ffda085","pid":508,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T20:45:28.088549339Z","hostname":"oxz_crucible_b3e8a984-f7e0-4bf2-ba6e-0f896ffda085","pid":508,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T20:45:28.100998548Z","hostname":"oxz_crucible_b3e8a984-f7e0-4bf2-ba6e-0f896ffda085","pid":508,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T20:45:28.214162258Z","hostname":"oxz_crucible_b3e8a984-f7e0-4bf2-ba6e-0f896ffda085","pid":508,"uri":"/crucible/0/regions","method":"POST","req_id":"c9fb5c12-e832-4b96-b59a-db1d1280ce64","remote_addr":"[fd00:1122:3344:101::c]:50111","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":52,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T20:55:53.093692838Z","hostname":"oxz_crucible_b3e8a984-f7e0-4bf2-ba6e-0f896ffda085","pid":508,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:59776"}
{"msg":"region 908b037f-dea8-4942-b9a4-00a0b019ec50 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T20:55:53.093872371Z","hostname":"oxz_crucible_b3e8a984-f7e0-4bf2-ba6e-0f896ffda085","pid":508,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T20:55:53.098979252Z","hostname":"oxz_crucible_b3e8a984-f7e0-4bf2-ba6e-0f896ffda085","pid":508,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T20:55:53.098994103Z","hostname":"oxz_crucible_b3e8a984-f7e0-4bf2-ba6e-0f896ffda085","pid":508,"uri":"/crucible/0/regions","method":"POST","req_id":"d4d08ad5-d578-4160-a83b-1b141dfd8758","remote_addr":"[fd00:1122:3344:101::c]:59776","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":5163,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_ce4424f8-0b58-4312-aa1c-de5135866d98/crucible/regions/908b037f-dea8-4942-b9a4-00a0b019ec50","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T20:55:53.110579798Z","hostname":"oxz_crucible_b3e8a984-f7e0-4bf2-ba6e-0f896ffda085","pid":508,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_ce4424f8-0b58-4312-aa1c-de5135866d98/crucible/regions/908b037f-dea8-4942-b9a4-00a0b019ec50","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T20:55:53.110613558Z","hostname":"oxz_crucible_b3e8a984-f7e0-4bf2-ba6e-0f896ffda085","pid":508,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"908b037f-dea8-4942-b9a4-00a0b019ec50\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/908b037f-dea8-4942-b9a4-00a0b019ec50\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T20:55:53.159282617Z","hostname":"oxz_crucible_b3e8a984-f7e0-4bf2-ba6e-0f896ffda085","pid":508,"region":"908b037f-dea8-4942-b9a4-00a0b019ec50","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"908b037f-dea8-4942-b9a4-00a0b019ec50\" \"--data\" \"/data/regions/908b037f-dea8-4942-b9a4-00a0b019ec50\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T20:55:53.159339488Z","hostname":"oxz_crucible_b3e8a984-f7e0-4bf2-ba6e-0f896ffda085","pid":508,"region":"908b037f-dea8-4942-b9a4-00a0b019ec50","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T20:55:53.261179126Z","hostname":"oxz_crucible_b3e8a984-f7e0-4bf2-ba6e-0f896ffda085","pid":508,"region":"908b037f-dea8-4942-b9a4-00a0b019ec50","component":"worker"}
{"msg":"region 908b037f-dea8-4942-b9a4-00a0b019ec50 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T20:55:53.261224766Z","hostname":"oxz_crucible_b3e8a984-f7e0-4bf2-ba6e-0f896ffda085","pid":508,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T20:55:53.261308598Z","hostname":"oxz_crucible_b3e8a984-f7e0-4bf2-ba6e-0f896ffda085","pid":508,"component":"worker"}
{"msg":"existing directory value /dev/null does not match /data/regions/8f9976f4-d553-4270-a260-d75e261583d5","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T20:55:53.265955102Z","hostname":"oxz_crucible_b3e8a984-f7e0-4bf2-ba6e-0f896ffda085","pid":508,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T20:55:53.266040754Z","hostname":"oxz_crucible_b3e8a984-f7e0-4bf2-ba6e-0f896ffda085","pid":508,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T20:55:53.266120975Z","hostname":"oxz_crucible_b3e8a984-f7e0-4bf2-ba6e-0f896ffda085","pid":508,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T20:55:53.266128695Z","hostname":"oxz_crucible_b3e8a984-f7e0-4bf2-ba6e-0f896ffda085","pid":508,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T20:55:53.266174416Z","hostname":"oxz_crucible_b3e8a984-f7e0-4bf2-ba6e-0f896ffda085","pid":508,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-8f9976f4-d553-4270-a260-d75e261583d5","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T20:55:53.266236866Z","hostname":"oxz_crucible_b3e8a984-f7e0-4bf2-ba6e-0f896ffda085","pid":508,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/8f9976f4-d553-4270-a260-d75e261583d5","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T20:55:53.266334498Z","hostname":"oxz_crucible_b3e8a984-f7e0-4bf2-ba6e-0f896ffda085","pid":508,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T20:55:53.266398589Z","hostname":"oxz_crucible_b3e8a984-f7e0-4bf2-ba6e-0f896ffda085","pid":508,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T20:55:53.26644615Z","hostname":"oxz_crucible_b3e8a984-f7e0-4bf2-ba6e-0f896ffda085","pid":508,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T20:55:53.266495101Z","hostname":"oxz_crucible_b3e8a984-f7e0-4bf2-ba6e-0f896ffda085","pid":508,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T20:55:53.273521333Z","hostname":"oxz_crucible_b3e8a984-f7e0-4bf2-ba6e-0f896ffda085","pid":508,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-908b037f-dea8-4942-b9a4-00a0b019ec50","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T20:55:53.27394626Z","hostname":"oxz_crucible_b3e8a984-f7e0-4bf2-ba6e-0f896ffda085","pid":508,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-908b037f-dea8-4942-b9a4-00a0b019ec50","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T20:55:53.276671653Z","hostname":"oxz_crucible_b3e8a984-f7e0-4bf2-ba6e-0f896ffda085","pid":508,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T20:55:53.283720356Z","hostname":"oxz_crucible_b3e8a984-f7e0-4bf2-ba6e-0f896ffda085","pid":508,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-908b037f-dea8-4942-b9a4-00a0b019ec50","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T20:55:53.286424389Z","hostname":"oxz_crucible_b3e8a984-f7e0-4bf2-ba6e-0f896ffda085","pid":508,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/908b037f-dea8-4942-b9a4-00a0b019ec50","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T20:55:53.286701634Z","hostname":"oxz_crucible_b3e8a984-f7e0-4bf2-ba6e-0f896ffda085","pid":508,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T20:55:53.286772775Z","hostname":"oxz_crucible_b3e8a984-f7e0-4bf2-ba6e-0f896ffda085","pid":508,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T20:55:53.286817066Z","hostname":"oxz_crucible_b3e8a984-f7e0-4bf2-ba6e-0f896ffda085","pid":508,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T20:55:53.286860596Z","hostname":"oxz_crucible_b3e8a984-f7e0-4bf2-ba6e-0f896ffda085","pid":508,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T20:55:53.290507775Z","hostname":"oxz_crucible_b3e8a984-f7e0-4bf2-ba6e-0f896ffda085","pid":508,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T20:55:53.294866094Z","hostname":"oxz_crucible_b3e8a984-f7e0-4bf2-ba6e-0f896ffda085","pid":508,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T20:55:53.359733911Z","hostname":"oxz_crucible_b3e8a984-f7e0-4bf2-ba6e-0f896ffda085","pid":508,"uri":"/crucible/0/regions","method":"POST","req_id":"d8a8ee2f-9a04-4fcd-be65-1e565d1b1551","remote_addr":"[fd00:1122:3344:101::c]:59776","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":777,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T20:55:54.786213696Z","hostname":"oxz_crucible_b3e8a984-f7e0-4bf2-ba6e-0f896ffda085","pid":508,"uri":"/crucible/0/regions/8f9976f4-d553-4270-a260-d75e261583d5","method":"GET","req_id":"c7d2646e-c6af-48d0-a12f-6666f5fdda60","remote_addr":"[fd00:1122:3344:101::c]:59776","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":54,"response_code":"200"}
{"msg":"path is \"/data/regions/8f9976f4-d553-4270-a260-d75e261583d5\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T20:55:54.78956969Z","hostname":"oxz_crucible_b3e8a984-f7e0-4bf2-ba6e-0f896ffda085","pid":508,"component":"datafile"}
{"msg":"dataset is oxp_ce4424f8-0b58-4312-aa1c-de5135866d98/crucible/regions/8f9976f4-d553-4270-a260-d75e261583d5","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T20:55:54.798603904Z","hostname":"oxz_crucible_b3e8a984-f7e0-4bf2-ba6e-0f896ffda085","pid":508,"component":"datafile"}
{"msg":"snapshot is oxp_ce4424f8-0b58-4312-aa1c-de5135866d98/crucible/regions/8f9976f4-d553-4270-a260-d75e261583d5@1728d5e2-46d0-499b-9fa3-43dc9f311787","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T20:55:54.807540917Z","hostname":"oxz_crucible_b3e8a984-f7e0-4bf2-ba6e-0f896ffda085","pid":508,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_ce4424f8-0b58-4312-aa1c-de5135866d98/crucible/regions/8f9976f4-d553-4270-a260-d75e261583d5\", \"1728d5e2-46d0-499b-9fa3-43dc9f311787\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T20:55:54.807578008Z","hostname":"oxz_crucible_b3e8a984-f7e0-4bf2-ba6e-0f896ffda085","pid":508,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T20:55:54.818092676Z","hostname":"oxz_crucible_b3e8a984-f7e0-4bf2-ba6e-0f896ffda085","pid":508,"uri":"/crucible/0/regions/8f9976f4-d553-4270-a260-d75e261583d5/snapshots/1728d5e2-46d0-499b-9fa3-43dc9f311787","method":"GET","req_id":"7113a433-9183-4af9-b16d-fabf62ecbba4","remote_addr":"[fd00:1122:3344:101::c]:59776","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":28526,"response_code":"200"}
{"msg":"path is \"/data/regions/8f9976f4-d553-4270-a260-d75e261583d5\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T20:55:54.821759534Z","hostname":"oxz_crucible_b3e8a984-f7e0-4bf2-ba6e-0f896ffda085","pid":508,"component":"datafile"}
{"msg":"dataset is oxp_ce4424f8-0b58-4312-aa1c-de5135866d98/crucible/regions/8f9976f4-d553-4270-a260-d75e261583d5","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T20:55:54.829555929Z","hostname":"oxz_crucible_b3e8a984-f7e0-4bf2-ba6e-0f896ffda085","pid":508,"component":"datafile"}
{"msg":"snapshot is oxp_ce4424f8-0b58-4312-aa1c-de5135866d98/crucible/regions/8f9976f4-d553-4270-a260-d75e261583d5@1728d5e2-46d0-499b-9fa3-43dc9f311787","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T20:55:54.837141331Z","hostname":"oxz_crucible_b3e8a984-f7e0-4bf2-ba6e-0f896ffda085","pid":508,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_ce4424f8-0b58-4312-aa1c-de5135866d98/crucible/regions/8f9976f4-d553-4270-a260-d75e261583d5\", \"1728d5e2-46d0-499b-9fa3-43dc9f311787\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T20:55:54.837172761Z","hostname":"oxz_crucible_b3e8a984-f7e0-4bf2-ba6e-0f896ffda085","pid":508,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 8f9976f4-d553-4270-a260-d75e261583d5-1728d5e2-46d0-499b-9fa3-43dc9f311787 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T20:55:54.84585628Z","hostname":"oxz_crucible_b3e8a984-f7e0-4bf2-ba6e-0f896ffda085","pid":508,"component":"datafile"}
{"msg":"applying SMF actions for region 8f9976f4-d553-4270-a260-d75e261583d5 running snapshot 1728d5e2-46d0-499b-9fa3-43dc9f311787 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T20:55:54.846069373Z","hostname":"oxz_crucible_b3e8a984-f7e0-4bf2-ba6e-0f896ffda085","pid":508,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T20:55:54.846080534Z","hostname":"oxz_crucible_b3e8a984-f7e0-4bf2-ba6e-0f896ffda085","pid":508,"uri":"/crucible/0/regions/8f9976f4-d553-4270-a260-d75e261583d5/snapshots/1728d5e2-46d0-499b-9fa3-43dc9f311787/run","method":"POST","req_id":"578b3668-7b55-4524-b34a-bbf8468fff0b","remote_addr":"[fd00:1122:3344:101::c]:59776","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":24358,"response_code":"200"}
{"msg":"existing directory value /dev/null does not match /data/regions/8f9976f4-d553-4270-a260-d75e261583d5","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T20:55:54.846731944Z","hostname":"oxz_crucible_b3e8a984-f7e0-4bf2-ba6e-0f896ffda085","pid":508,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T20:55:54.846834655Z","hostname":"oxz_crucible_b3e8a984-f7e0-4bf2-ba6e-0f896ffda085","pid":508,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T20:55:54.846933557Z","hostname":"oxz_crucible_b3e8a984-f7e0-4bf2-ba6e-0f896ffda085","pid":508,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T20:55:54.846942487Z","hostname":"oxz_crucible_b3e8a984-f7e0-4bf2-ba6e-0f896ffda085","pid":508,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T20:55:54.846989678Z","hostname":"oxz_crucible_b3e8a984-f7e0-4bf2-ba6e-0f896ffda085","pid":508,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-8f9976f4-d553-4270-a260-d75e261583d5","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T20:55:54.847037009Z","hostname":"oxz_crucible_b3e8a984-f7e0-4bf2-ba6e-0f896ffda085","pid":508,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/8f9976f4-d553-4270-a260-d75e261583d5","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T20:55:54.847409105Z","hostname":"oxz_crucible_b3e8a984-f7e0-4bf2-ba6e-0f896ffda085","pid":508,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T20:55:54.847469016Z","hostname":"oxz_crucible_b3e8a984-f7e0-4bf2-ba6e-0f896ffda085","pid":508,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T20:55:54.847517086Z","hostname":"oxz_crucible_b3e8a984-f7e0-4bf2-ba6e-0f896ffda085","pid":508,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T20:55:54.847562707Z","hostname":"oxz_crucible_b3e8a984-f7e0-4bf2-ba6e-0f896ffda085","pid":508,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T20:55:54.850677617Z","hostname":"oxz_crucible_b3e8a984-f7e0-4bf2-ba6e-0f896ffda085","pid":508,"component":"worker"}
{"msg":"creating missing snapshot instance snapshot-8f9976f4-d553-4270-a260-d75e261583d5-1728d5e2-46d0-499b-9fa3-43dc9f311787","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T20:55:54.852041339Z","hostname":"oxz_crucible_b3e8a984-f7e0-4bf2-ba6e-0f896ffda085","pid":508,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-8f9976f4-d553-4270-a260-d75e261583d5-1728d5e2-46d0-499b-9fa3-43dc9f311787","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T20:55:54.861321517Z","hostname":"oxz_crucible_b3e8a984-f7e0-4bf2-ba6e-0f896ffda085","pid":508,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-8f9976f4-d553-4270-a260-d75e261583d5-1728d5e2-46d0-499b-9fa3-43dc9f311787","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T20:55:54.870814129Z","hostname":"oxz_crucible_b3e8a984-f7e0-4bf2-ba6e-0f896ffda085","pid":508,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/8f9976f4-d553-4270-a260-d75e261583d5/.zfs/snapshot/1728d5e2-46d0-499b-9fa3-43dc9f311787","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T20:55:54.871103523Z","hostname":"oxz_crucible_b3e8a984-f7e0-4bf2-ba6e-0f896ffda085","pid":508,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T20:55:54.871171135Z","hostname":"oxz_crucible_b3e8a984-f7e0-4bf2-ba6e-0f896ffda085","pid":508,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T20:55:54.871215225Z","hostname":"oxz_crucible_b3e8a984-f7e0-4bf2-ba6e-0f896ffda085","pid":508,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T20:55:54.871265236Z","hostname":"oxz_crucible_b3e8a984-f7e0-4bf2-ba6e-0f896ffda085","pid":508,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T20:55:54.871312987Z","hostname":"oxz_crucible_b3e8a984-f7e0-4bf2-ba6e-0f896ffda085","pid":508,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T20:55:54.875482133Z","hostname":"oxz_crucible_b3e8a984-f7e0-4bf2-ba6e-0f896ffda085","pid":508,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T20:55:54.88028128Z","hostname":"oxz_crucible_b3e8a984-f7e0-4bf2-ba6e-0f896ffda085","pid":508,"component":"worker"}
{"msg":"region 8f9976f4-d553-4270-a260-d75e261583d5 running snapshot 1728d5e2-46d0-499b-9fa3-43dc9f311787 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T20:55:54.880296281Z","hostname":"oxz_crucible_b3e8a984-f7e0-4bf2-ba6e-0f896ffda085","pid":508,"component":"datafile"}
{"msg":"path is \"/data/regions/8f9976f4-d553-4270-a260-d75e261583d5\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T20:55:55.030012064Z","hostname":"oxz_crucible_b3e8a984-f7e0-4bf2-ba6e-0f896ffda085","pid":508,"component":"datafile"}
{"msg":"dataset is oxp_ce4424f8-0b58-4312-aa1c-de5135866d98/crucible/regions/8f9976f4-d553-4270-a260-d75e261583d5","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T20:55:55.038981947Z","hostname":"oxz_crucible_b3e8a984-f7e0-4bf2-ba6e-0f896ffda085","pid":508,"component":"datafile"}
{"msg":"snapshot is oxp_ce4424f8-0b58-4312-aa1c-de5135866d98/crucible/regions/8f9976f4-d553-4270-a260-d75e261583d5@1728d5e2-46d0-499b-9fa3-43dc9f311787","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T20:55:55.04791024Z","hostname":"oxz_crucible_b3e8a984-f7e0-4bf2-ba6e-0f896ffda085","pid":508,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_ce4424f8-0b58-4312-aa1c-de5135866d98/crucible/regions/8f9976f4-d553-4270-a260-d75e261583d5\", \"1728d5e2-46d0-499b-9fa3-43dc9f311787\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T20:55:55.047952571Z","hostname":"oxz_crucible_b3e8a984-f7e0-4bf2-ba6e-0f896ffda085","pid":508,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-11T20:55:55.056821553Z","hostname":"oxz_crucible_b3e8a984-f7e0-4bf2-ba6e-0f896ffda085","pid":508,"uri":"/crucible/0/regions/8f9976f4-d553-4270-a260-d75e261583d5/snapshots/1728d5e2-46d0-499b-9fa3-43dc9f311787/run","method":"POST","req_id":"37fd7869-3188-4d37-b7e1-e9cbea095360","remote_addr":"[fd00:1122:3344:101::c]:59776","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":26853,"response_code":"200"}