[ Jan 27 09:31:31 Enabled. ]
[ Jan 27 09:31:31 Rereading configuration. ]
[ Jan 27 09:31:33 Rereading configuration. ]
[ Jan 27 09:31:36 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_fa79cf53-9240-461b-ab34-a909ac57a8fe/crucible -l [fd00:1122:3344:101::12]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"dataset: \"oxp_fa79cf53-9240-461b-ab34-a909ac57a8fe/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:31:36.739907263Z","hostname":"oxz_crucible_4e71d602-200b-41e9-aad4-e3ede9f1e1e3","pid":24602}
{"msg":"listen IP: [fd00:1122:3344:101::12]:32345","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:31:36.742639416Z","hostname":"oxz_crucible_4e71d602-200b-41e9-aad4-e3ede9f1e1e3","pid":24602}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:31:36.742648427Z","hostname":"oxz_crucible_4e71d602-200b-41e9-aad4-e3ede9f1e1e3","pid":24602}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:31:36.752456774Z","hostname":"oxz_crucible_4e71d602-200b-41e9-aad4-e3ede9f1e1e3","pid":24602,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:31:36.846693224Z","hostname":"oxz_crucible_4e71d602-200b-41e9-aad4-e3ede9f1e1e3","pid":24602,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:32:21.83624865Z","hostname":"oxz_crucible_4e71d602-200b-41e9-aad4-e3ede9f1e1e3","pid":24602,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:44682"}
{"msg":"region e88ea3aa-c029-42fe-8222-2bd5f80cc9a4 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:32:21.891078474Z","hostname":"oxz_crucible_4e71d602-200b-41e9-aad4-e3ede9f1e1e3","pid":24602,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:32:21.898753042Z","hostname":"oxz_crucible_4e71d602-200b-41e9-aad4-e3ede9f1e1e3","pid":24602,"uri":"/crucible/0/regions","method":"POST","req_id":"139d155d-aaa6-4104-8667-660602e3198f","remote_addr":"[fd00:1122:3344:101::b]:44682","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":19563,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:32:21.898772463Z","hostname":"oxz_crucible_4e71d602-200b-41e9-aad4-e3ede9f1e1e3","pid":24602,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_fa79cf53-9240-461b-ab34-a909ac57a8fe/crucible/regions/e88ea3aa-c029-42fe-8222-2bd5f80cc9a4","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:32:21.906694477Z","hostname":"oxz_crucible_4e71d602-200b-41e9-aad4-e3ede9f1e1e3","pid":24602,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_fa79cf53-9240-461b-ab34-a909ac57a8fe/crucible/regions/e88ea3aa-c029-42fe-8222-2bd5f80cc9a4","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:32:21.906756718Z","hostname":"oxz_crucible_4e71d602-200b-41e9-aad4-e3ede9f1e1e3","pid":24602,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"e88ea3aa-c029-42fe-8222-2bd5f80cc9a4\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/e88ea3aa-c029-42fe-8222-2bd5f80cc9a4\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:32:22.006498866Z","hostname":"oxz_crucible_4e71d602-200b-41e9-aad4-e3ede9f1e1e3","pid":24602,"region":"e88ea3aa-c029-42fe-8222-2bd5f80cc9a4","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"e88ea3aa-c029-42fe-8222-2bd5f80cc9a4\" \"--data\" \"/data/regions/e88ea3aa-c029-42fe-8222-2bd5f80cc9a4\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:32:22.008827349Z","hostname":"oxz_crucible_4e71d602-200b-41e9-aad4-e3ede9f1e1e3","pid":24602,"region":"e88ea3aa-c029-42fe-8222-2bd5f80cc9a4","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:32:22.102783262Z","hostname":"oxz_crucible_4e71d602-200b-41e9-aad4-e3ede9f1e1e3","pid":24602,"uri":"/crucible/0/regions","method":"POST","req_id":"28771467-b56c-4199-b507-8a8435997ae4","remote_addr":"[fd00:1122:3344:101::b]:44682","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":89,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:32:22.256619276Z","hostname":"oxz_crucible_4e71d602-200b-41e9-aad4-e3ede9f1e1e3","pid":24602,"region":"e88ea3aa-c029-42fe-8222-2bd5f80cc9a4","component":"worker"}
{"msg":"region e88ea3aa-c029-42fe-8222-2bd5f80cc9a4 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:32:22.256665927Z","hostname":"oxz_crucible_4e71d602-200b-41e9-aad4-e3ede9f1e1e3","pid":24602,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:32:22.25676581Z","hostname":"oxz_crucible_4e71d602-200b-41e9-aad4-e3ede9f1e1e3","pid":24602,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-e88ea3aa-c029-42fe-8222-2bd5f80cc9a4","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:32:22.25720882Z","hostname":"oxz_crucible_4e71d602-200b-41e9-aad4-e3ede9f1e1e3","pid":24602,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-e88ea3aa-c029-42fe-8222-2bd5f80cc9a4","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:32:22.266449815Z","hostname":"oxz_crucible_4e71d602-200b-41e9-aad4-e3ede9f1e1e3","pid":24602,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:32:22.284421602Z","hostname":"oxz_crucible_4e71d602-200b-41e9-aad4-e3ede9f1e1e3","pid":24602,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-e88ea3aa-c029-42fe-8222-2bd5f80cc9a4","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:32:22.304346305Z","hostname":"oxz_crucible_4e71d602-200b-41e9-aad4-e3ede9f1e1e3","pid":24602,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/e88ea3aa-c029-42fe-8222-2bd5f80cc9a4","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:32:22.304835657Z","hostname":"oxz_crucible_4e71d602-200b-41e9-aad4-e3ede9f1e1e3","pid":24602,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:32:22.307171461Z","hostname":"oxz_crucible_4e71d602-200b-41e9-aad4-e3ede9f1e1e3","pid":24602,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:32:22.307230142Z","hostname":"oxz_crucible_4e71d602-200b-41e9-aad4-e3ede9f1e1e3","pid":24602,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:32:22.307271563Z","hostname":"oxz_crucible_4e71d602-200b-41e9-aad4-e3ede9f1e1e3","pid":24602,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:32:22.311769308Z","hostname":"oxz_crucible_4e71d602-200b-41e9-aad4-e3ede9f1e1e3","pid":24602,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:32:22.31918548Z","hostname":"oxz_crucible_4e71d602-200b-41e9-aad4-e3ede9f1e1e3","pid":24602,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:32:22.361002891Z","hostname":"oxz_crucible_4e71d602-200b-41e9-aad4-e3ede9f1e1e3","pid":24602,"uri":"/crucible/0/regions","method":"POST","req_id":"f7596b74-3a93-4fa0-b56b-fd7e96d4b284","remote_addr":"[fd00:1122:3344:101::b]:44682","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":68,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:43:09.447317459Z","hostname":"oxz_crucible_4e71d602-200b-41e9-aad4-e3ede9f1e1e3","pid":24602,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:58108"}
{"msg":"region 690fb912-c938-4e35-931d-fe715c7627ff state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:43:09.447411791Z","hostname":"oxz_crucible_4e71d602-200b-41e9-aad4-e3ede9f1e1e3","pid":24602,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:43:09.448277891Z","hostname":"oxz_crucible_4e71d602-200b-41e9-aad4-e3ede9f1e1e3","pid":24602,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:43:09.448290561Z","hostname":"oxz_crucible_4e71d602-200b-41e9-aad4-e3ede9f1e1e3","pid":24602,"uri":"/crucible/0/regions","method":"POST","req_id":"95590104-21ee-427c-9f39-3de94f3745f9","remote_addr":"[fd00:1122:3344:101::b]:58108","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":910,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_fa79cf53-9240-461b-ab34-a909ac57a8fe/crucible/regions/690fb912-c938-4e35-931d-fe715c7627ff","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:43:09.459269577Z","hostname":"oxz_crucible_4e71d602-200b-41e9-aad4-e3ede9f1e1e3","pid":24602,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_fa79cf53-9240-461b-ab34-a909ac57a8fe/crucible/regions/690fb912-c938-4e35-931d-fe715c7627ff","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:43:09.459304748Z","hostname":"oxz_crucible_4e71d602-200b-41e9-aad4-e3ede9f1e1e3","pid":24602,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"690fb912-c938-4e35-931d-fe715c7627ff\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/690fb912-c938-4e35-931d-fe715c7627ff\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:43:09.531147257Z","hostname":"oxz_crucible_4e71d602-200b-41e9-aad4-e3ede9f1e1e3","pid":24602,"region":"690fb912-c938-4e35-931d-fe715c7627ff","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"690fb912-c938-4e35-931d-fe715c7627ff\" \"--data\" \"/data/regions/690fb912-c938-4e35-931d-fe715c7627ff\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:43:09.533223965Z","hostname":"oxz_crucible_4e71d602-200b-41e9-aad4-e3ede9f1e1e3","pid":24602,"region":"690fb912-c938-4e35-931d-fe715c7627ff","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:43:09.645161386Z","hostname":"oxz_crucible_4e71d602-200b-41e9-aad4-e3ede9f1e1e3","pid":24602,"region":"690fb912-c938-4e35-931d-fe715c7627ff","component":"worker"}
{"msg":"region 690fb912-c938-4e35-931d-fe715c7627ff state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:43:09.645217917Z","hostname":"oxz_crucible_4e71d602-200b-41e9-aad4-e3ede9f1e1e3","pid":24602,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:43:09.64535556Z","hostname":"oxz_crucible_4e71d602-200b-41e9-aad4-e3ede9f1e1e3","pid":24602,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-690fb912-c938-4e35-931d-fe715c7627ff","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:43:09.645987015Z","hostname":"oxz_crucible_4e71d602-200b-41e9-aad4-e3ede9f1e1e3","pid":24602,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-690fb912-c938-4e35-931d-fe715c7627ff","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:43:09.655369933Z","hostname":"oxz_crucible_4e71d602-200b-41e9-aad4-e3ede9f1e1e3","pid":24602,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:43:09.673059764Z","hostname":"oxz_crucible_4e71d602-200b-41e9-aad4-e3ede9f1e1e3","pid":24602,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-690fb912-c938-4e35-931d-fe715c7627ff","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:43:09.67935618Z","hostname":"oxz_crucible_4e71d602-200b-41e9-aad4-e3ede9f1e1e3","pid":24602,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/690fb912-c938-4e35-931d-fe715c7627ff","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:43:09.679662167Z","hostname":"oxz_crucible_4e71d602-200b-41e9-aad4-e3ede9f1e1e3","pid":24602,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:43:09.679751539Z","hostname":"oxz_crucible_4e71d602-200b-41e9-aad4-e3ede9f1e1e3","pid":24602,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:43:09.679819251Z","hostname":"oxz_crucible_4e71d602-200b-41e9-aad4-e3ede9f1e1e3","pid":24602,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:43:09.679876282Z","hostname":"oxz_crucible_4e71d602-200b-41e9-aad4-e3ede9f1e1e3","pid":24602,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:43:09.686309211Z","hostname":"oxz_crucible_4e71d602-200b-41e9-aad4-e3ede9f1e1e3","pid":24602,"component":"worker"}
{"msg":"existing directory value /dev/null does not match /data/regions/e88ea3aa-c029-42fe-8222-2bd5f80cc9a4","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:43:09.69615195Z","hostname":"oxz_crucible_4e71d602-200b-41e9-aad4-e3ede9f1e1e3","pid":24602,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:43:09.696273333Z","hostname":"oxz_crucible_4e71d602-200b-41e9-aad4-e3ede9f1e1e3","pid":24602,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:43:09.696394046Z","hostname":"oxz_crucible_4e71d602-200b-41e9-aad4-e3ede9f1e1e3","pid":24602,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:43:09.696403916Z","hostname":"oxz_crucible_4e71d602-200b-41e9-aad4-e3ede9f1e1e3","pid":24602,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:43:09.696466478Z","hostname":"oxz_crucible_4e71d602-200b-41e9-aad4-e3ede9f1e1e3","pid":24602,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-e88ea3aa-c029-42fe-8222-2bd5f80cc9a4","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:43:09.696538859Z","hostname":"oxz_crucible_4e71d602-200b-41e9-aad4-e3ede9f1e1e3","pid":24602,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/e88ea3aa-c029-42fe-8222-2bd5f80cc9a4","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:43:09.696635611Z","hostname":"oxz_crucible_4e71d602-200b-41e9-aad4-e3ede9f1e1e3","pid":24602,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:43:09.696706773Z","hostname":"oxz_crucible_4e71d602-200b-41e9-aad4-e3ede9f1e1e3","pid":24602,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:43:09.696782375Z","hostname":"oxz_crucible_4e71d602-200b-41e9-aad4-e3ede9f1e1e3","pid":24602,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:43:09.696853187Z","hostname":"oxz_crucible_4e71d602-200b-41e9-aad4-e3ede9f1e1e3","pid":24602,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:43:09.713432162Z","hostname":"oxz_crucible_4e71d602-200b-41e9-aad4-e3ede9f1e1e3","pid":24602,"uri":"/crucible/0/regions","method":"POST","req_id":"7dcb61a1-934b-4ffd-9a4b-b8d9412f014f","remote_addr":"[fd00:1122:3344:101::b]:58108","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":118,"response_code":"200"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:43:09.717596509Z","hostname":"oxz_crucible_4e71d602-200b-41e9-aad4-e3ede9f1e1e3","pid":24602,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:43:09.718146691Z","hostname":"oxz_crucible_4e71d602-200b-41e9-aad4-e3ede9f1e1e3","pid":24602,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:43:10.615633653Z","hostname":"oxz_crucible_4e71d602-200b-41e9-aad4-e3ede9f1e1e3","pid":24602,"uri":"/crucible/0/regions/e88ea3aa-c029-42fe-8222-2bd5f80cc9a4","method":"GET","req_id":"249023a0-a0e2-4396-9cc2-6a4123c4a07d","remote_addr":"[fd00:1122:3344:101::b]:58108","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":67,"response_code":"200"}
{"msg":"path is \"/data/regions/e88ea3aa-c029-42fe-8222-2bd5f80cc9a4\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:43:10.618889838Z","hostname":"oxz_crucible_4e71d602-200b-41e9-aad4-e3ede9f1e1e3","pid":24602,"component":"datafile"}
{"msg":"dataset is oxp_fa79cf53-9240-461b-ab34-a909ac57a8fe/crucible/regions/e88ea3aa-c029-42fe-8222-2bd5f80cc9a4","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:43:10.62799879Z","hostname":"oxz_crucible_4e71d602-200b-41e9-aad4-e3ede9f1e1e3","pid":24602,"component":"datafile"}
{"msg":"snapshot is oxp_fa79cf53-9240-461b-ab34-a909ac57a8fe/crucible/regions/e88ea3aa-c029-42fe-8222-2bd5f80cc9a4@a64ec56a-0146-486a-8266-3727e23c9078","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:43:10.636733803Z","hostname":"oxz_crucible_4e71d602-200b-41e9-aad4-e3ede9f1e1e3","pid":24602,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_fa79cf53-9240-461b-ab34-a909ac57a8fe/crucible/regions/e88ea3aa-c029-42fe-8222-2bd5f80cc9a4\", \"a64ec56a-0146-486a-8266-3727e23c9078\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:43:10.636780004Z","hostname":"oxz_crucible_4e71d602-200b-41e9-aad4-e3ede9f1e1e3","pid":24602,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:43:10.648125447Z","hostname":"oxz_crucible_4e71d602-200b-41e9-aad4-e3ede9f1e1e3","pid":24602,"uri":"/crucible/0/regions/e88ea3aa-c029-42fe-8222-2bd5f80cc9a4/snapshots/a64ec56a-0146-486a-8266-3727e23c9078","method":"GET","req_id":"0134e6dd-2417-4002-a345-3668bc4636fd","remote_addr":"[fd00:1122:3344:101::b]:58108","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":29227,"response_code":"200"}
{"msg":"path is \"/data/regions/e88ea3aa-c029-42fe-8222-2bd5f80cc9a4\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:43:10.65170494Z","hostname":"oxz_crucible_4e71d602-200b-41e9-aad4-e3ede9f1e1e3","pid":24602,"component":"datafile"}
{"msg":"dataset is oxp_fa79cf53-9240-461b-ab34-a909ac57a8fe/crucible/regions/e88ea3aa-c029-42fe-8222-2bd5f80cc9a4","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:43:10.660115176Z","hostname":"oxz_crucible_4e71d602-200b-41e9-aad4-e3ede9f1e1e3","pid":24602,"component":"datafile"}
{"msg":"snapshot is oxp_fa79cf53-9240-461b-ab34-a909ac57a8fe/crucible/regions/e88ea3aa-c029-42fe-8222-2bd5f80cc9a4@a64ec56a-0146-486a-8266-3727e23c9078","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:43:10.668932711Z","hostname":"oxz_crucible_4e71d602-200b-41e9-aad4-e3ede9f1e1e3","pid":24602,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_fa79cf53-9240-461b-ab34-a909ac57a8fe/crucible/regions/e88ea3aa-c029-42fe-8222-2bd5f80cc9a4\", \"a64ec56a-0146-486a-8266-3727e23c9078\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:43:10.668976342Z","hostname":"oxz_crucible_4e71d602-200b-41e9-aad4-e3ede9f1e1e3","pid":24602,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot e88ea3aa-c029-42fe-8222-2bd5f80cc9a4-a64ec56a-0146-486a-8266-3727e23c9078 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:43:10.677624133Z","hostname":"oxz_crucible_4e71d602-200b-41e9-aad4-e3ede9f1e1e3","pid":24602,"component":"datafile"}
{"msg":"applying SMF actions for region e88ea3aa-c029-42fe-8222-2bd5f80cc9a4 running snapshot a64ec56a-0146-486a-8266-3727e23c9078 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:43:10.677838398Z","hostname":"oxz_crucible_4e71d602-200b-41e9-aad4-e3ede9f1e1e3","pid":24602,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:43:10.677864398Z","hostname":"oxz_crucible_4e71d602-200b-41e9-aad4-e3ede9f1e1e3","pid":24602,"uri":"/crucible/0/regions/e88ea3aa-c029-42fe-8222-2bd5f80cc9a4/snapshots/a64ec56a-0146-486a-8266-3727e23c9078/run","method":"POST","req_id":"05ffaac3-54c4-4247-b3ca-858cf7879b60","remote_addr":"[fd00:1122:3344:101::b]:58108","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":26188,"response_code":"200"}
{"msg":"existing directory value /dev/null does not match /data/regions/e88ea3aa-c029-42fe-8222-2bd5f80cc9a4","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:43:10.679421304Z","hostname":"oxz_crucible_4e71d602-200b-41e9-aad4-e3ede9f1e1e3","pid":24602,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:43:10.679505346Z","hostname":"oxz_crucible_4e71d602-200b-41e9-aad4-e3ede9f1e1e3","pid":24602,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:43:10.679585018Z","hostname":"oxz_crucible_4e71d602-200b-41e9-aad4-e3ede9f1e1e3","pid":24602,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:43:10.679592168Z","hostname":"oxz_crucible_4e71d602-200b-41e9-aad4-e3ede9f1e1e3","pid":24602,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:43:10.679631069Z","hostname":"oxz_crucible_4e71d602-200b-41e9-aad4-e3ede9f1e1e3","pid":24602,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-e88ea3aa-c029-42fe-8222-2bd5f80cc9a4","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:43:10.67967514Z","hostname":"oxz_crucible_4e71d602-200b-41e9-aad4-e3ede9f1e1e3","pid":24602,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/e88ea3aa-c029-42fe-8222-2bd5f80cc9a4","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:43:10.679978697Z","hostname":"oxz_crucible_4e71d602-200b-41e9-aad4-e3ede9f1e1e3","pid":24602,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:43:10.680036819Z","hostname":"oxz_crucible_4e71d602-200b-41e9-aad4-e3ede9f1e1e3","pid":24602,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:43:10.68008546Z","hostname":"oxz_crucible_4e71d602-200b-41e9-aad4-e3ede9f1e1e3","pid":24602,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:43:10.680130931Z","hostname":"oxz_crucible_4e71d602-200b-41e9-aad4-e3ede9f1e1e3","pid":24602,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:43:10.68437873Z","hostname":"oxz_crucible_4e71d602-200b-41e9-aad4-e3ede9f1e1e3","pid":24602,"component":"worker"}
{"msg":"creating missing snapshot instance snapshot-e88ea3aa-c029-42fe-8222-2bd5f80cc9a4-a64ec56a-0146-486a-8266-3727e23c9078","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:43:10.684866691Z","hostname":"oxz_crucible_4e71d602-200b-41e9-aad4-e3ede9f1e1e3","pid":24602,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-e88ea3aa-c029-42fe-8222-2bd5f80cc9a4-a64ec56a-0146-486a-8266-3727e23c9078","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:43:10.697253489Z","hostname":"oxz_crucible_4e71d602-200b-41e9-aad4-e3ede9f1e1e3","pid":24602,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-e88ea3aa-c029-42fe-8222-2bd5f80cc9a4-a64ec56a-0146-486a-8266-3727e23c9078","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:43:10.711230294Z","hostname":"oxz_crucible_4e71d602-200b-41e9-aad4-e3ede9f1e1e3","pid":24602,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/e88ea3aa-c029-42fe-8222-2bd5f80cc9a4/.zfs/snapshot/a64ec56a-0146-486a-8266-3727e23c9078","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:43:10.711570521Z","hostname":"oxz_crucible_4e71d602-200b-41e9-aad4-e3ede9f1e1e3","pid":24602,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:43:10.711649103Z","hostname":"oxz_crucible_4e71d602-200b-41e9-aad4-e3ede9f1e1e3","pid":24602,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:43:10.711711225Z","hostname":"oxz_crucible_4e71d602-200b-41e9-aad4-e3ede9f1e1e3","pid":24602,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:43:10.711767486Z","hostname":"oxz_crucible_4e71d602-200b-41e9-aad4-e3ede9f1e1e3","pid":24602,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:43:10.711834008Z","hostname":"oxz_crucible_4e71d602-200b-41e9-aad4-e3ede9f1e1e3","pid":24602,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:43:10.718041912Z","hostname":"oxz_crucible_4e71d602-200b-41e9-aad4-e3ede9f1e1e3","pid":24602,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:43:10.72614947Z","hostname":"oxz_crucible_4e71d602-200b-41e9-aad4-e3ede9f1e1e3","pid":24602,"component":"worker"}
{"msg":"region e88ea3aa-c029-42fe-8222-2bd5f80cc9a4 running snapshot a64ec56a-0146-486a-8266-3727e23c9078 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:43:10.726174291Z","hostname":"oxz_crucible_4e71d602-200b-41e9-aad4-e3ede9f1e1e3","pid":24602,"component":"datafile"}
{"msg":"path is \"/data/regions/e88ea3aa-c029-42fe-8222-2bd5f80cc9a4\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:43:10.859832336Z","hostname":"oxz_crucible_4e71d602-200b-41e9-aad4-e3ede9f1e1e3","pid":24602,"component":"datafile"}
{"msg":"dataset is oxp_fa79cf53-9240-461b-ab34-a909ac57a8fe/crucible/regions/e88ea3aa-c029-42fe-8222-2bd5f80cc9a4","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:43:10.868214891Z","hostname":"oxz_crucible_4e71d602-200b-41e9-aad4-e3ede9f1e1e3","pid":24602,"component":"datafile"}
{"msg":"snapshot is oxp_fa79cf53-9240-461b-ab34-a909ac57a8fe/crucible/regions/e88ea3aa-c029-42fe-8222-2bd5f80cc9a4@a64ec56a-0146-486a-8266-3727e23c9078","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:43:10.876305789Z","hostname":"oxz_crucible_4e71d602-200b-41e9-aad4-e3ede9f1e1e3","pid":24602,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_fa79cf53-9240-461b-ab34-a909ac57a8fe/crucible/regions/e88ea3aa-c029-42fe-8222-2bd5f80cc9a4\", \"a64ec56a-0146-486a-8266-3727e23c9078\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:43:10.87635666Z","hostname":"oxz_crucible_4e71d602-200b-41e9-aad4-e3ede9f1e1e3","pid":24602,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-27T09:43:10.885222146Z","hostname":"oxz_crucible_4e71d602-200b-41e9-aad4-e3ede9f1e1e3","pid":24602,"uri":"/crucible/0/regions/e88ea3aa-c029-42fe-8222-2bd5f80cc9a4/snapshots/a64ec56a-0146-486a-8266-3727e23c9078/run","method":"POST","req_id":"7a77f732-c90e-41b8-9387-acb36047eadb","remote_addr":"[fd00:1122:3344:101::b]:58108","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":25406,"response_code":"200"}