{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-07-01T00:22:30.476167372Z","hostname":"oxz_crucible_7537d467-1a58-4ac3-82b5-915ea32585f9","pid":25384,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:65157"}
{"msg":"region 6a287741-b2f5-45e9-bee3-e646d57d5ff0 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-07-01T00:22:30.476312976Z","hostname":"oxz_crucible_7537d467-1a58-4ac3-82b5-915ea32585f9","pid":25384,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-07-01T00:22:30.477140448Z","hostname":"oxz_crucible_7537d467-1a58-4ac3-82b5-915ea32585f9","pid":25384,"uri":"/crucible/0/regions","method":"POST","req_id":"cbec2e76-99e4-4daf-b3fe-37a197bbf1ef","remote_addr":"[fd00:1122:3344:101::c]:65157","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":862,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-07-01T00:22:30.477156079Z","hostname":"oxz_crucible_7537d467-1a58-4ac3-82b5-915ea32585f9","pid":25384,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_0b8a3ae0-1748-45ce-863e-dfec3385cc7b/crucible/regions/6a287741-b2f5-45e9-bee3-e646d57d5ff0","v":0,"name":"crucible-agent","level":30,"time":"2025-07-01T00:22:30.487974164Z","hostname":"oxz_crucible_7537d467-1a58-4ac3-82b5-915ea32585f9","pid":25384,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_0b8a3ae0-1748-45ce-863e-dfec3385cc7b/crucible/regions/6a287741-b2f5-45e9-bee3-e646d57d5ff0","v":0,"name":"crucible-agent","level":30,"time":"2025-07-01T00:22:30.488002905Z","hostname":"oxz_crucible_7537d467-1a58-4ac3-82b5-915ea32585f9","pid":25384,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"6a287741-b2f5-45e9-bee3-e646d57d5ff0\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/6a287741-b2f5-45e9-bee3-e646d57d5ff0\"","v":0,"name":"crucible-agent","level":30,"time":"2025-07-01T00:22:30.563368017Z","hostname":"oxz_crucible_7537d467-1a58-4ac3-82b5-915ea32585f9","pid":25384,"region":"6a287741-b2f5-45e9-bee3-e646d57d5ff0","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"6a287741-b2f5-45e9-bee3-e646d57d5ff0\" \"--data\" \"/data/regions/6a287741-b2f5-45e9-bee3-e646d57d5ff0\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-07-01T00:22:30.563434349Z","hostname":"oxz_crucible_7537d467-1a58-4ac3-82b5-915ea32585f9","pid":25384,"region":"6a287741-b2f5-45e9-bee3-e646d57d5ff0","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-07-01T00:22:30.660443523Z","hostname":"oxz_crucible_7537d467-1a58-4ac3-82b5-915ea32585f9","pid":25384,"region":"6a287741-b2f5-45e9-bee3-e646d57d5ff0","component":"worker"}
{"msg":"region 6a287741-b2f5-45e9-bee3-e646d57d5ff0 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-07-01T00:22:30.660491515Z","hostname":"oxz_crucible_7537d467-1a58-4ac3-82b5-915ea32585f9","pid":25384,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-07-01T00:22:30.660591057Z","hostname":"oxz_crucible_7537d467-1a58-4ac3-82b5-915ea32585f9","pid":25384,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-6a287741-b2f5-45e9-bee3-e646d57d5ff0","v":0,"name":"crucible-agent","level":30,"time":"2025-07-01T00:22:30.674680413Z","hostname":"oxz_crucible_7537d467-1a58-4ac3-82b5-915ea32585f9","pid":25384,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-6a287741-b2f5-45e9-bee3-e646d57d5ff0","v":0,"name":"crucible-agent","level":30,"time":"2025-07-01T00:22:30.680957535Z","hostname":"oxz_crucible_7537d467-1a58-4ac3-82b5-915ea32585f9","pid":25384,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-07-01T00:22:30.695852242Z","hostname":"oxz_crucible_7537d467-1a58-4ac3-82b5-915ea32585f9","pid":25384,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-6a287741-b2f5-45e9-bee3-e646d57d5ff0","v":0,"name":"crucible-agent","level":30,"time":"2025-07-01T00:22:30.699963555Z","hostname":"oxz_crucible_7537d467-1a58-4ac3-82b5-915ea32585f9","pid":25384,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/6a287741-b2f5-45e9-bee3-e646d57d5ff0","v":0,"name":"crucible-agent","level":30,"time":"2025-07-01T00:22:30.700283013Z","hostname":"oxz_crucible_7537d467-1a58-4ac3-82b5-915ea32585f9","pid":25384,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-07-01T00:22:30.700343645Z","hostname":"oxz_crucible_7537d467-1a58-4ac3-82b5-915ea32585f9","pid":25384,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2025-07-01T00:22:30.700390346Z","hostname":"oxz_crucible_7537d467-1a58-4ac3-82b5-915ea32585f9","pid":25384,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-07-01T00:22:30.700427877Z","hostname":"oxz_crucible_7537d467-1a58-4ac3-82b5-915ea32585f9","pid":25384,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-07-01T00:22:30.703993605Z","hostname":"oxz_crucible_7537d467-1a58-4ac3-82b5-915ea32585f9","pid":25384,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-07-01T00:22:30.708350824Z","hostname":"oxz_crucible_7537d467-1a58-4ac3-82b5-915ea32585f9","pid":25384,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-07-01T00:22:30.735315412Z","hostname":"oxz_crucible_7537d467-1a58-4ac3-82b5-915ea32585f9","pid":25384,"uri":"/crucible/0/regions","method":"POST","req_id":"76c72828-0737-4ddd-9980-e675633b1740","remote_addr":"[fd00:1122:3344:101::c]:65157","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":57,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-07-01T00:22:31.974834753Z","hostname":"oxz_crucible_7537d467-1a58-4ac3-82b5-915ea32585f9","pid":25384,"uri":"/crucible/0/regions/30967770-8c06-491a-97cb-5d48b9c1886f","method":"GET","req_id":"d815c925-732b-4336-b39d-c3922e26b5c4","remote_addr":"[fd00:1122:3344:101::c]:65157","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":2998,"response_code":"200"}
{"msg":"path is \"/data/regions/30967770-8c06-491a-97cb-5d48b9c1886f\"","v":0,"name":"crucible-agent","level":30,"time":"2025-07-01T00:22:31.978661338Z","hostname":"oxz_crucible_7537d467-1a58-4ac3-82b5-915ea32585f9","pid":25384,"component":"datafile"}
{"msg":"dataset is oxp_0b8a3ae0-1748-45ce-863e-dfec3385cc7b/crucible/regions/30967770-8c06-491a-97cb-5d48b9c1886f","v":0,"name":"crucible-agent","level":30,"time":"2025-07-01T00:22:31.987381087Z","hostname":"oxz_crucible_7537d467-1a58-4ac3-82b5-915ea32585f9","pid":25384,"component":"datafile"}
{"msg":"snapshot is oxp_0b8a3ae0-1748-45ce-863e-dfec3385cc7b/crucible/regions/30967770-8c06-491a-97cb-5d48b9c1886f@4dcc2025-f5e9-4e2d-8a19-c4f4294e24fc","v":0,"name":"crucible-agent","level":30,"time":"2025-07-01T00:22:31.995486218Z","hostname":"oxz_crucible_7537d467-1a58-4ac3-82b5-915ea32585f9","pid":25384,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_0b8a3ae0-1748-45ce-863e-dfec3385cc7b/crucible/regions/30967770-8c06-491a-97cb-5d48b9c1886f\", \"4dcc2025-f5e9-4e2d-8a19-c4f4294e24fc\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-07-01T00:22:31.995514549Z","hostname":"oxz_crucible_7537d467-1a58-4ac3-82b5-915ea32585f9","pid":25384,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-07-01T00:22:32.005870072Z","hostname":"oxz_crucible_7537d467-1a58-4ac3-82b5-915ea32585f9","pid":25384,"uri":"/crucible/0/regions/30967770-8c06-491a-97cb-5d48b9c1886f/snapshots/4dcc2025-f5e9-4e2d-8a19-c4f4294e24fc","method":"GET","req_id":"c2a24b37-2d0e-4a16-b7aa-685d1d9ec044","remote_addr":"[fd00:1122:3344:101::c]:65157","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":27212,"response_code":"200"}
{"msg":"path is \"/data/regions/30967770-8c06-491a-97cb-5d48b9c1886f\"","v":0,"name":"crucible-agent","level":30,"time":"2025-07-01T00:22:32.009364418Z","hostname":"oxz_crucible_7537d467-1a58-4ac3-82b5-915ea32585f9","pid":25384,"component":"datafile"}
{"msg":"dataset is oxp_0b8a3ae0-1748-45ce-863e-dfec3385cc7b/crucible/regions/30967770-8c06-491a-97cb-5d48b9c1886f","v":0,"name":"crucible-agent","level":30,"time":"2025-07-01T00:22:32.016839016Z","hostname":"oxz_crucible_7537d467-1a58-4ac3-82b5-915ea32585f9","pid":25384,"component":"datafile"}
{"msg":"snapshot is oxp_0b8a3ae0-1748-45ce-863e-dfec3385cc7b/crucible/regions/30967770-8c06-491a-97cb-5d48b9c1886f@4dcc2025-f5e9-4e2d-8a19-c4f4294e24fc","v":0,"name":"crucible-agent","level":30,"time":"2025-07-01T00:22:32.024226045Z","hostname":"oxz_crucible_7537d467-1a58-4ac3-82b5-915ea32585f9","pid":25384,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_0b8a3ae0-1748-45ce-863e-dfec3385cc7b/crucible/regions/30967770-8c06-491a-97cb-5d48b9c1886f\", \"4dcc2025-f5e9-4e2d-8a19-c4f4294e24fc\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-07-01T00:22:32.024259446Z","hostname":"oxz_crucible_7537d467-1a58-4ac3-82b5-915ea32585f9","pid":25384,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 30967770-8c06-491a-97cb-5d48b9c1886f-4dcc2025-f5e9-4e2d-8a19-c4f4294e24fc state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-07-01T00:22:32.03429114Z","hostname":"oxz_crucible_7537d467-1a58-4ac3-82b5-915ea32585f9","pid":25384,"component":"datafile"}
{"msg":"applying SMF actions for region 30967770-8c06-491a-97cb-5d48b9c1886f running snapshot 4dcc2025-f5e9-4e2d-8a19-c4f4294e24fc (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2025-07-01T00:22:32.034482765Z","hostname":"oxz_crucible_7537d467-1a58-4ac3-82b5-915ea32585f9","pid":25384,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-07-01T00:22:32.034494916Z","hostname":"oxz_crucible_7537d467-1a58-4ac3-82b5-915ea32585f9","pid":25384,"uri":"/crucible/0/regions/30967770-8c06-491a-97cb-5d48b9c1886f/snapshots/4dcc2025-f5e9-4e2d-8a19-c4f4294e24fc/run","method":"POST","req_id":"dea4383e-bd7d-47d7-a61f-375ccc9f9f1f","remote_addr":"[fd00:1122:3344:101::c]:65157","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":25160,"response_code":"200"}
{"msg":"creating missing snapshot instance snapshot-30967770-8c06-491a-97cb-5d48b9c1886f-4dcc2025-f5e9-4e2d-8a19-c4f4294e24fc","v":0,"name":"crucible-agent","level":30,"time":"2025-07-01T00:22:32.036666615Z","hostname":"oxz_crucible_7537d467-1a58-4ac3-82b5-915ea32585f9","pid":25384,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-30967770-8c06-491a-97cb-5d48b9c1886f-4dcc2025-f5e9-4e2d-8a19-c4f4294e24fc","v":0,"name":"crucible-agent","level":30,"time":"2025-07-01T00:22:32.049567728Z","hostname":"oxz_crucible_7537d467-1a58-4ac3-82b5-915ea32585f9","pid":25384,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-30967770-8c06-491a-97cb-5d48b9c1886f-4dcc2025-f5e9-4e2d-8a19-c4f4294e24fc","v":0,"name":"crucible-agent","level":30,"time":"2025-07-01T00:22:32.059443278Z","hostname":"oxz_crucible_7537d467-1a58-4ac3-82b5-915ea32585f9","pid":25384,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/30967770-8c06-491a-97cb-5d48b9c1886f/.zfs/snapshot/4dcc2025-f5e9-4e2d-8a19-c4f4294e24fc","v":0,"name":"crucible-agent","level":30,"time":"2025-07-01T00:22:32.059700315Z","hostname":"oxz_crucible_7537d467-1a58-4ac3-82b5-915ea32585f9","pid":25384,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2025-07-01T00:22:32.059758367Z","hostname":"oxz_crucible_7537d467-1a58-4ac3-82b5-915ea32585f9","pid":25384,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2025-07-01T00:22:32.059796018Z","hostname":"oxz_crucible_7537d467-1a58-4ac3-82b5-915ea32585f9","pid":25384,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2025-07-01T00:22:32.059832989Z","hostname":"oxz_crucible_7537d467-1a58-4ac3-82b5-915ea32585f9","pid":25384,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-07-01T00:22:32.05988085Z","hostname":"oxz_crucible_7537d467-1a58-4ac3-82b5-915ea32585f9","pid":25384,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-07-01T00:22:32.063362385Z","hostname":"oxz_crucible_7537d467-1a58-4ac3-82b5-915ea32585f9","pid":25384,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-07-01T00:22:32.067788097Z","hostname":"oxz_crucible_7537d467-1a58-4ac3-82b5-915ea32585f9","pid":25384,"component":"worker"}
{"msg":"region 30967770-8c06-491a-97cb-5d48b9c1886f running snapshot 4dcc2025-f5e9-4e2d-8a19-c4f4294e24fc state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-07-01T00:22:32.067800317Z","hostname":"oxz_crucible_7537d467-1a58-4ac3-82b5-915ea32585f9","pid":25384,"component":"datafile"}
{"msg":"path is \"/data/regions/30967770-8c06-491a-97cb-5d48b9c1886f\"","v":0,"name":"crucible-agent","level":30,"time":"2025-07-01T00:22:32.229519551Z","hostname":"oxz_crucible_7537d467-1a58-4ac3-82b5-915ea32585f9","pid":25384,"component":"datafile"}
{"msg":"dataset is oxp_0b8a3ae0-1748-45ce-863e-dfec3385cc7b/crucible/regions/30967770-8c06-491a-97cb-5d48b9c1886f","v":0,"name":"crucible-agent","level":30,"time":"2025-07-01T00:22:32.237997153Z","hostname":"oxz_crucible_7537d467-1a58-4ac3-82b5-915ea32585f9","pid":25384,"component":"datafile"}
{"msg":"snapshot is oxp_0b8a3ae0-1748-45ce-863e-dfec3385cc7b/crucible/regions/30967770-8c06-491a-97cb-5d48b9c1886f@4dcc2025-f5e9-4e2d-8a19-c4f4294e24fc","v":0,"name":"crucible-agent","level":30,"time":"2025-07-01T00:22:32.246237679Z","hostname":"oxz_crucible_7537d467-1a58-4ac3-82b5-915ea32585f9","pid":25384,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_0b8a3ae0-1748-45ce-863e-dfec3385cc7b/crucible/regions/30967770-8c06-491a-97cb-5d48b9c1886f\", \"4dcc2025-f5e9-4e2d-8a19-c4f4294e24fc\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-07-01T00:22:32.24626846Z","hostname":"oxz_crucible_7537d467-1a58-4ac3-82b5-915ea32585f9","pid":25384,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-07-01T00:22:32.254288305Z","hostname":"oxz_crucible_7537d467-1a58-4ac3-82b5-915ea32585f9","pid":25384,"uri":"/crucible/0/regions/30967770-8c06-491a-97cb-5d48b9c1886f/snapshots/4dcc2025-f5e9-4e2d-8a19-c4f4294e24fc/run","method":"POST","req_id":"3bd5a08c-2d9d-4e80-b225-db5a7886334b","remote_addr":"[fd00:1122:3344:101::c]:65157","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":24810,"response_code":"200"}