[ Mar 25 22:49:21 Enabled. ]
[ Mar 25 22:49:21 Rereading configuration. ]
[ Mar 25 22:49:25 Rereading configuration. ]
[ Mar 25 22:49:33 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_d0b95f05-9c6c-4be8-b268-bbafec767714/crucible -l [fd00:1122:3344:101::15]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"dataset: \"oxp_d0b95f05-9c6c-4be8-b268-bbafec767714/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:49:33.409893021Z","hostname":"oxz_crucible_9cdb0b57-1ab5-4ada-b4b6-6005c26eab2f","pid":25325}
{"msg":"listen IP: [fd00:1122:3344:101::15]:32345","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:49:33.413444361Z","hostname":"oxz_crucible_9cdb0b57-1ab5-4ada-b4b6-6005c26eab2f","pid":25325}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:49:33.413456432Z","hostname":"oxz_crucible_9cdb0b57-1ab5-4ada-b4b6-6005c26eab2f","pid":25325}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:49:33.43248585Z","hostname":"oxz_crucible_9cdb0b57-1ab5-4ada-b4b6-6005c26eab2f","pid":25325,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:49:33.499770647Z","hostname":"oxz_crucible_9cdb0b57-1ab5-4ada-b4b6-6005c26eab2f","pid":25325,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:49:52.405447907Z","hostname":"oxz_crucible_9cdb0b57-1ab5-4ada-b4b6-6005c26eab2f","pid":25325,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:42316"}
{"msg":"region 313b7a16-eb52-4d1c-bba1-0f54bcecc26b state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:49:52.439484824Z","hostname":"oxz_crucible_9cdb0b57-1ab5-4ada-b4b6-6005c26eab2f","pid":25325,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:49:52.440583499Z","hostname":"oxz_crucible_9cdb0b57-1ab5-4ada-b4b6-6005c26eab2f","pid":25325,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:49:52.44551153Z","hostname":"oxz_crucible_9cdb0b57-1ab5-4ada-b4b6-6005c26eab2f","pid":25325,"uri":"/crucible/0/regions","method":"POST","req_id":"4a581192-3624-49c4-ba19-d3c0bef8c586","remote_addr":"[fd00:1122:3344:101::c]:42316","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":18950,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_d0b95f05-9c6c-4be8-b268-bbafec767714/crucible/regions/313b7a16-eb52-4d1c-bba1-0f54bcecc26b","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:49:52.45395863Z","hostname":"oxz_crucible_9cdb0b57-1ab5-4ada-b4b6-6005c26eab2f","pid":25325,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_d0b95f05-9c6c-4be8-b268-bbafec767714/crucible/regions/313b7a16-eb52-4d1c-bba1-0f54bcecc26b","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:49:52.454054432Z","hostname":"oxz_crucible_9cdb0b57-1ab5-4ada-b4b6-6005c26eab2f","pid":25325,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"313b7a16-eb52-4d1c-bba1-0f54bcecc26b\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/313b7a16-eb52-4d1c-bba1-0f54bcecc26b\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:49:52.553953174Z","hostname":"oxz_crucible_9cdb0b57-1ab5-4ada-b4b6-6005c26eab2f","pid":25325,"region":"313b7a16-eb52-4d1c-bba1-0f54bcecc26b","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"313b7a16-eb52-4d1c-bba1-0f54bcecc26b\" \"--data\" \"/data/regions/313b7a16-eb52-4d1c-bba1-0f54bcecc26b\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:49:52.554046116Z","hostname":"oxz_crucible_9cdb0b57-1ab5-4ada-b4b6-6005c26eab2f","pid":25325,"region":"313b7a16-eb52-4d1c-bba1-0f54bcecc26b","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:49:52.723611089Z","hostname":"oxz_crucible_9cdb0b57-1ab5-4ada-b4b6-6005c26eab2f","pid":25325,"uri":"/crucible/0/regions","method":"POST","req_id":"8dbe1ca6-025e-4875-b233-ce124707e3c7","remote_addr":"[fd00:1122:3344:101::c]:42316","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":87,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:49:52.741083822Z","hostname":"oxz_crucible_9cdb0b57-1ab5-4ada-b4b6-6005c26eab2f","pid":25325,"region":"313b7a16-eb52-4d1c-bba1-0f54bcecc26b","component":"worker"}
{"msg":"region 313b7a16-eb52-4d1c-bba1-0f54bcecc26b state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:49:52.741162604Z","hostname":"oxz_crucible_9cdb0b57-1ab5-4ada-b4b6-6005c26eab2f","pid":25325,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:49:52.74140982Z","hostname":"oxz_crucible_9cdb0b57-1ab5-4ada-b4b6-6005c26eab2f","pid":25325,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-313b7a16-eb52-4d1c-bba1-0f54bcecc26b","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:49:52.741833159Z","hostname":"oxz_crucible_9cdb0b57-1ab5-4ada-b4b6-6005c26eab2f","pid":25325,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-313b7a16-eb52-4d1c-bba1-0f54bcecc26b","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:49:52.747530458Z","hostname":"oxz_crucible_9cdb0b57-1ab5-4ada-b4b6-6005c26eab2f","pid":25325,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:49:52.761794269Z","hostname":"oxz_crucible_9cdb0b57-1ab5-4ada-b4b6-6005c26eab2f","pid":25325,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-313b7a16-eb52-4d1c-bba1-0f54bcecc26b","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:49:52.766126167Z","hostname":"oxz_crucible_9cdb0b57-1ab5-4ada-b4b6-6005c26eab2f","pid":25325,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/313b7a16-eb52-4d1c-bba1-0f54bcecc26b","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:49:52.766925345Z","hostname":"oxz_crucible_9cdb0b57-1ab5-4ada-b4b6-6005c26eab2f","pid":25325,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:49:52.766990377Z","hostname":"oxz_crucible_9cdb0b57-1ab5-4ada-b4b6-6005c26eab2f","pid":25325,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:49:52.767035987Z","hostname":"oxz_crucible_9cdb0b57-1ab5-4ada-b4b6-6005c26eab2f","pid":25325,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:49:52.767082299Z","hostname":"oxz_crucible_9cdb0b57-1ab5-4ada-b4b6-6005c26eab2f","pid":25325,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:49:52.776699405Z","hostname":"oxz_crucible_9cdb0b57-1ab5-4ada-b4b6-6005c26eab2f","pid":25325,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:49:52.792244206Z","hostname":"oxz_crucible_9cdb0b57-1ab5-4ada-b4b6-6005c26eab2f","pid":25325,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:49:53.224397448Z","hostname":"oxz_crucible_9cdb0b57-1ab5-4ada-b4b6-6005c26eab2f","pid":25325,"uri":"/crucible/0/regions","method":"POST","req_id":"c65dd9f3-f4c3-4b01-ad08-308a0d2b926d","remote_addr":"[fd00:1122:3344:101::c]:42316","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":46,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:59:53.5607668Z","hostname":"oxz_crucible_9cdb0b57-1ab5-4ada-b4b6-6005c26eab2f","pid":25325,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:33135"}
{"msg":"region 791f641c-4ab6-4c3d-a231-9a20ec7a40dd state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:59:53.560878523Z","hostname":"oxz_crucible_9cdb0b57-1ab5-4ada-b4b6-6005c26eab2f","pid":25325,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:59:53.561455226Z","hostname":"oxz_crucible_9cdb0b57-1ab5-4ada-b4b6-6005c26eab2f","pid":25325,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:59:53.561475206Z","hostname":"oxz_crucible_9cdb0b57-1ab5-4ada-b4b6-6005c26eab2f","pid":25325,"uri":"/crucible/0/regions","method":"POST","req_id":"16369e8a-6f32-44fe-96aa-a59cd016ddb6","remote_addr":"[fd00:1122:3344:101::c]:33135","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":635,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_d0b95f05-9c6c-4be8-b268-bbafec767714/crucible/regions/791f641c-4ab6-4c3d-a231-9a20ec7a40dd","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:59:53.573773313Z","hostname":"oxz_crucible_9cdb0b57-1ab5-4ada-b4b6-6005c26eab2f","pid":25325,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_d0b95f05-9c6c-4be8-b268-bbafec767714/crucible/regions/791f641c-4ab6-4c3d-a231-9a20ec7a40dd","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:59:53.573808704Z","hostname":"oxz_crucible_9cdb0b57-1ab5-4ada-b4b6-6005c26eab2f","pid":25325,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"791f641c-4ab6-4c3d-a231-9a20ec7a40dd\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/791f641c-4ab6-4c3d-a231-9a20ec7a40dd\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:59:53.622741747Z","hostname":"oxz_crucible_9cdb0b57-1ab5-4ada-b4b6-6005c26eab2f","pid":25325,"region":"791f641c-4ab6-4c3d-a231-9a20ec7a40dd","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"791f641c-4ab6-4c3d-a231-9a20ec7a40dd\" \"--data\" \"/data/regions/791f641c-4ab6-4c3d-a231-9a20ec7a40dd\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:59:53.624765703Z","hostname":"oxz_crucible_9cdb0b57-1ab5-4ada-b4b6-6005c26eab2f","pid":25325,"region":"791f641c-4ab6-4c3d-a231-9a20ec7a40dd","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:59:53.751009469Z","hostname":"oxz_crucible_9cdb0b57-1ab5-4ada-b4b6-6005c26eab2f","pid":25325,"region":"791f641c-4ab6-4c3d-a231-9a20ec7a40dd","component":"worker"}
{"msg":"region 791f641c-4ab6-4c3d-a231-9a20ec7a40dd state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:59:53.751043969Z","hostname":"oxz_crucible_9cdb0b57-1ab5-4ada-b4b6-6005c26eab2f","pid":25325,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:59:53.751144332Z","hostname":"oxz_crucible_9cdb0b57-1ab5-4ada-b4b6-6005c26eab2f","pid":25325,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-791f641c-4ab6-4c3d-a231-9a20ec7a40dd","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:59:53.761321671Z","hostname":"oxz_crucible_9cdb0b57-1ab5-4ada-b4b6-6005c26eab2f","pid":25325,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-791f641c-4ab6-4c3d-a231-9a20ec7a40dd","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:59:53.765892544Z","hostname":"oxz_crucible_9cdb0b57-1ab5-4ada-b4b6-6005c26eab2f","pid":25325,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:59:53.774435237Z","hostname":"oxz_crucible_9cdb0b57-1ab5-4ada-b4b6-6005c26eab2f","pid":25325,"uri":"/crucible/0/regions","method":"POST","req_id":"fe64e177-d6c0-445c-8f65-8d3e8872216c","remote_addr":"[fd00:1122:3344:101::c]:33135","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":1224,"response_code":"200"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:59:53.775777257Z","hostname":"oxz_crucible_9cdb0b57-1ab5-4ada-b4b6-6005c26eab2f","pid":25325,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-791f641c-4ab6-4c3d-a231-9a20ec7a40dd","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:59:53.779956261Z","hostname":"oxz_crucible_9cdb0b57-1ab5-4ada-b4b6-6005c26eab2f","pid":25325,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/791f641c-4ab6-4c3d-a231-9a20ec7a40dd","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:59:53.780176776Z","hostname":"oxz_crucible_9cdb0b57-1ab5-4ada-b4b6-6005c26eab2f","pid":25325,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:59:53.780226137Z","hostname":"oxz_crucible_9cdb0b57-1ab5-4ada-b4b6-6005c26eab2f","pid":25325,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:59:53.780267218Z","hostname":"oxz_crucible_9cdb0b57-1ab5-4ada-b4b6-6005c26eab2f","pid":25325,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:59:53.780306579Z","hostname":"oxz_crucible_9cdb0b57-1ab5-4ada-b4b6-6005c26eab2f","pid":25325,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:59:53.784536744Z","hostname":"oxz_crucible_9cdb0b57-1ab5-4ada-b4b6-6005c26eab2f","pid":25325,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:59:53.788647917Z","hostname":"oxz_crucible_9cdb0b57-1ab5-4ada-b4b6-6005c26eab2f","pid":25325,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:59:54.793849296Z","hostname":"oxz_crucible_9cdb0b57-1ab5-4ada-b4b6-6005c26eab2f","pid":25325,"uri":"/crucible/0/regions/313b7a16-eb52-4d1c-bba1-0f54bcecc26b","method":"GET","req_id":"816b7180-8071-4109-a3ec-5aae8d16cf91","remote_addr":"[fd00:1122:3344:101::c]:33135","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":2882,"response_code":"200"}
{"msg":"path is \"/data/regions/313b7a16-eb52-4d1c-bba1-0f54bcecc26b\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:59:54.7984534Z","hostname":"oxz_crucible_9cdb0b57-1ab5-4ada-b4b6-6005c26eab2f","pid":25325,"component":"datafile"}
{"msg":"dataset is oxp_d0b95f05-9c6c-4be8-b268-bbafec767714/crucible/regions/313b7a16-eb52-4d1c-bba1-0f54bcecc26b","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:59:54.808180379Z","hostname":"oxz_crucible_9cdb0b57-1ab5-4ada-b4b6-6005c26eab2f","pid":25325,"component":"datafile"}
{"msg":"snapshot is oxp_d0b95f05-9c6c-4be8-b268-bbafec767714/crucible/regions/313b7a16-eb52-4d1c-bba1-0f54bcecc26b@2622e9be-a829-465b-8f08-acde5d239349","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:59:54.817268834Z","hostname":"oxz_crucible_9cdb0b57-1ab5-4ada-b4b6-6005c26eab2f","pid":25325,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_d0b95f05-9c6c-4be8-b268-bbafec767714/crucible/regions/313b7a16-eb52-4d1c-bba1-0f54bcecc26b\", \"2622e9be-a829-465b-8f08-acde5d239349\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:59:54.817297735Z","hostname":"oxz_crucible_9cdb0b57-1ab5-4ada-b4b6-6005c26eab2f","pid":25325,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:59:54.827961895Z","hostname":"oxz_crucible_9cdb0b57-1ab5-4ada-b4b6-6005c26eab2f","pid":25325,"uri":"/crucible/0/regions/313b7a16-eb52-4d1c-bba1-0f54bcecc26b/snapshots/2622e9be-a829-465b-8f08-acde5d239349","method":"GET","req_id":"9d5a988f-cdfa-413b-83c7-693e17bf7568","remote_addr":"[fd00:1122:3344:101::c]:33135","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":31710,"response_code":"200"}
{"msg":"path is \"/data/regions/313b7a16-eb52-4d1c-bba1-0f54bcecc26b\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:59:54.831387282Z","hostname":"oxz_crucible_9cdb0b57-1ab5-4ada-b4b6-6005c26eab2f","pid":25325,"component":"datafile"}
{"msg":"dataset is oxp_d0b95f05-9c6c-4be8-b268-bbafec767714/crucible/regions/313b7a16-eb52-4d1c-bba1-0f54bcecc26b","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:59:54.839816252Z","hostname":"oxz_crucible_9cdb0b57-1ab5-4ada-b4b6-6005c26eab2f","pid":25325,"component":"datafile"}
{"msg":"snapshot is oxp_d0b95f05-9c6c-4be8-b268-bbafec767714/crucible/regions/313b7a16-eb52-4d1c-bba1-0f54bcecc26b@2622e9be-a829-465b-8f08-acde5d239349","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:59:54.849058121Z","hostname":"oxz_crucible_9cdb0b57-1ab5-4ada-b4b6-6005c26eab2f","pid":25325,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_d0b95f05-9c6c-4be8-b268-bbafec767714/crucible/regions/313b7a16-eb52-4d1c-bba1-0f54bcecc26b\", \"2622e9be-a829-465b-8f08-acde5d239349\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:59:54.849088392Z","hostname":"oxz_crucible_9cdb0b57-1ab5-4ada-b4b6-6005c26eab2f","pid":25325,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 313b7a16-eb52-4d1c-bba1-0f54bcecc26b-2622e9be-a829-465b-8f08-acde5d239349 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:59:54.858043943Z","hostname":"oxz_crucible_9cdb0b57-1ab5-4ada-b4b6-6005c26eab2f","pid":25325,"component":"datafile"}
{"msg":"applying SMF actions for region 313b7a16-eb52-4d1c-bba1-0f54bcecc26b running snapshot 2622e9be-a829-465b-8f08-acde5d239349 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:59:54.858308779Z","hostname":"oxz_crucible_9cdb0b57-1ab5-4ada-b4b6-6005c26eab2f","pid":25325,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:59:54.85833575Z","hostname":"oxz_crucible_9cdb0b57-1ab5-4ada-b4b6-6005c26eab2f","pid":25325,"uri":"/crucible/0/regions/313b7a16-eb52-4d1c-bba1-0f54bcecc26b/snapshots/2622e9be-a829-465b-8f08-acde5d239349/run","method":"POST","req_id":"234bf442-bb78-4c5f-b66e-73be4a335edc","remote_addr":"[fd00:1122:3344:101::c]:33135","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":26986,"response_code":"200"}
{"msg":"creating missing snapshot instance snapshot-313b7a16-eb52-4d1c-bba1-0f54bcecc26b-2622e9be-a829-465b-8f08-acde5d239349","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:59:54.860596951Z","hostname":"oxz_crucible_9cdb0b57-1ab5-4ada-b4b6-6005c26eab2f","pid":25325,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-313b7a16-eb52-4d1c-bba1-0f54bcecc26b-2622e9be-a829-465b-8f08-acde5d239349","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:59:54.871527737Z","hostname":"oxz_crucible_9cdb0b57-1ab5-4ada-b4b6-6005c26eab2f","pid":25325,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-313b7a16-eb52-4d1c-bba1-0f54bcecc26b-2622e9be-a829-465b-8f08-acde5d239349","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:59:54.881237886Z","hostname":"oxz_crucible_9cdb0b57-1ab5-4ada-b4b6-6005c26eab2f","pid":25325,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/313b7a16-eb52-4d1c-bba1-0f54bcecc26b/.zfs/snapshot/2622e9be-a829-465b-8f08-acde5d239349","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:59:54.881535903Z","hostname":"oxz_crucible_9cdb0b57-1ab5-4ada-b4b6-6005c26eab2f","pid":25325,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:59:54.881597714Z","hostname":"oxz_crucible_9cdb0b57-1ab5-4ada-b4b6-6005c26eab2f","pid":25325,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:59:54.881639755Z","hostname":"oxz_crucible_9cdb0b57-1ab5-4ada-b4b6-6005c26eab2f","pid":25325,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:59:54.881676586Z","hostname":"oxz_crucible_9cdb0b57-1ab5-4ada-b4b6-6005c26eab2f","pid":25325,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:59:54.881757248Z","hostname":"oxz_crucible_9cdb0b57-1ab5-4ada-b4b6-6005c26eab2f","pid":25325,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:59:54.886015186Z","hostname":"oxz_crucible_9cdb0b57-1ab5-4ada-b4b6-6005c26eab2f","pid":25325,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:59:54.890077725Z","hostname":"oxz_crucible_9cdb0b57-1ab5-4ada-b4b6-6005c26eab2f","pid":25325,"component":"worker"}
{"msg":"region 313b7a16-eb52-4d1c-bba1-0f54bcecc26b running snapshot 2622e9be-a829-465b-8f08-acde5d239349 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:59:54.890096026Z","hostname":"oxz_crucible_9cdb0b57-1ab5-4ada-b4b6-6005c26eab2f","pid":25325,"component":"datafile"}
{"msg":"path is \"/data/regions/313b7a16-eb52-4d1c-bba1-0f54bcecc26b\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:59:55.095386993Z","hostname":"oxz_crucible_9cdb0b57-1ab5-4ada-b4b6-6005c26eab2f","pid":25325,"component":"datafile"}
{"msg":"dataset is oxp_d0b95f05-9c6c-4be8-b268-bbafec767714/crucible/regions/313b7a16-eb52-4d1c-bba1-0f54bcecc26b","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:59:55.104124901Z","hostname":"oxz_crucible_9cdb0b57-1ab5-4ada-b4b6-6005c26eab2f","pid":25325,"component":"datafile"}
{"msg":"snapshot is oxp_d0b95f05-9c6c-4be8-b268-bbafec767714/crucible/regions/313b7a16-eb52-4d1c-bba1-0f54bcecc26b@2622e9be-a829-465b-8f08-acde5d239349","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:59:55.112153582Z","hostname":"oxz_crucible_9cdb0b57-1ab5-4ada-b4b6-6005c26eab2f","pid":25325,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_d0b95f05-9c6c-4be8-b268-bbafec767714/crucible/regions/313b7a16-eb52-4d1c-bba1-0f54bcecc26b\", \"2622e9be-a829-465b-8f08-acde5d239349\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:59:55.112186692Z","hostname":"oxz_crucible_9cdb0b57-1ab5-4ada-b4b6-6005c26eab2f","pid":25325,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:59:55.120218133Z","hostname":"oxz_crucible_9cdb0b57-1ab5-4ada-b4b6-6005c26eab2f","pid":25325,"uri":"/crucible/0/regions/313b7a16-eb52-4d1c-bba1-0f54bcecc26b/snapshots/2622e9be-a829-465b-8f08-acde5d239349/run","method":"POST","req_id":"61bebd7a-21f2-44a2-94d4-ecbc5f1bb1c1","remote_addr":"[fd00:1122:3344:101::c]:33135","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":24847,"response_code":"200"}
{"msg":"region d7dac8a1-c392-4ea2-9d86-9b530e1d8b62 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:59:59.681765399Z","hostname":"oxz_crucible_9cdb0b57-1ab5-4ada-b4b6-6005c26eab2f","pid":25325,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:59:59.681941763Z","hostname":"oxz_crucible_9cdb0b57-1ab5-4ada-b4b6-6005c26eab2f","pid":25325,"uri":"/crucible/0/regions","method":"POST","req_id":"1953bc50-3d6b-415f-a87a-6e686a17e6fa","remote_addr":"[fd00:1122:3344:101::c]:33135","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":256,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:59:59.681979974Z","hostname":"oxz_crucible_9cdb0b57-1ab5-4ada-b4b6-6005c26eab2f","pid":25325,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_d0b95f05-9c6c-4be8-b268-bbafec767714/crucible/regions/d7dac8a1-c392-4ea2-9d86-9b530e1d8b62","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:59:59.691504419Z","hostname":"oxz_crucible_9cdb0b57-1ab5-4ada-b4b6-6005c26eab2f","pid":25325,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_d0b95f05-9c6c-4be8-b268-bbafec767714/crucible/regions/d7dac8a1-c392-4ea2-9d86-9b530e1d8b62","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:59:59.691532079Z","hostname":"oxz_crucible_9cdb0b57-1ab5-4ada-b4b6-6005c26eab2f","pid":25325,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"d7dac8a1-c392-4ea2-9d86-9b530e1d8b62\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19003, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/d7dac8a1-c392-4ea2-9d86-9b530e1d8b62\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:59:59.764358291Z","hostname":"oxz_crucible_9cdb0b57-1ab5-4ada-b4b6-6005c26eab2f","pid":25325,"region":"d7dac8a1-c392-4ea2-9d86-9b530e1d8b62","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"d7dac8a1-c392-4ea2-9d86-9b530e1d8b62\" \"--data\" \"/data/regions/d7dac8a1-c392-4ea2-9d86-9b530e1d8b62\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:59:59.766495649Z","hostname":"oxz_crucible_9cdb0b57-1ab5-4ada-b4b6-6005c26eab2f","pid":25325,"region":"d7dac8a1-c392-4ea2-9d86-9b530e1d8b62","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:59:59.844358004Z","hostname":"oxz_crucible_9cdb0b57-1ab5-4ada-b4b6-6005c26eab2f","pid":25325,"region":"d7dac8a1-c392-4ea2-9d86-9b530e1d8b62","component":"worker"}
{"msg":"region d7dac8a1-c392-4ea2-9d86-9b530e1d8b62 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:59:59.844397405Z","hostname":"oxz_crucible_9cdb0b57-1ab5-4ada-b4b6-6005c26eab2f","pid":25325,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:59:59.844519188Z","hostname":"oxz_crucible_9cdb0b57-1ab5-4ada-b4b6-6005c26eab2f","pid":25325,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-d7dac8a1-c392-4ea2-9d86-9b530e1d8b62","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:59:59.846512903Z","hostname":"oxz_crucible_9cdb0b57-1ab5-4ada-b4b6-6005c26eab2f","pid":25325,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-d7dac8a1-c392-4ea2-9d86-9b530e1d8b62","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:59:59.849712125Z","hostname":"oxz_crucible_9cdb0b57-1ab5-4ada-b4b6-6005c26eab2f","pid":25325,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:59:59.856680562Z","hostname":"oxz_crucible_9cdb0b57-1ab5-4ada-b4b6-6005c26eab2f","pid":25325,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-d7dac8a1-c392-4ea2-9d86-9b530e1d8b62","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:59:59.859961456Z","hostname":"oxz_crucible_9cdb0b57-1ab5-4ada-b4b6-6005c26eab2f","pid":25325,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/d7dac8a1-c392-4ea2-9d86-9b530e1d8b62","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:59:59.86014969Z","hostname":"oxz_crucible_9cdb0b57-1ab5-4ada-b4b6-6005c26eab2f","pid":25325,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19003","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:59:59.860205292Z","hostname":"oxz_crucible_9cdb0b57-1ab5-4ada-b4b6-6005c26eab2f","pid":25325,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:59:59.860245733Z","hostname":"oxz_crucible_9cdb0b57-1ab5-4ada-b4b6-6005c26eab2f","pid":25325,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:59:59.860285273Z","hostname":"oxz_crucible_9cdb0b57-1ab5-4ada-b4b6-6005c26eab2f","pid":25325,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:59:59.863632669Z","hostname":"oxz_crucible_9cdb0b57-1ab5-4ada-b4b6-6005c26eab2f","pid":25325,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:59:59.869053381Z","hostname":"oxz_crucible_9cdb0b57-1ab5-4ada-b4b6-6005c26eab2f","pid":25325,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T23:00:00.040553047Z","hostname":"oxz_crucible_9cdb0b57-1ab5-4ada-b4b6-6005c26eab2f","pid":25325,"uri":"/crucible/0/regions","method":"POST","req_id":"80d6641a-e11c-4a0f-b8b0-043c0027d266","remote_addr":"[fd00:1122:3344:101::c]:33135","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":117,"response_code":"200"}