{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-12-12T06:10:58.966047266Z","hostname":"oxz_crucible_9e58d615-e816-49fb-abb9-a61ff8e7d0c4","pid":23670,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:33523"}
{"msg":"region deaa4220-8e31-4f1a-a45f-f15b50229eff state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-12-12T06:10:58.966150867Z","hostname":"oxz_crucible_9e58d615-e816-49fb-abb9-a61ff8e7d0c4","pid":23670,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-12-12T06:10:58.966740641Z","hostname":"oxz_crucible_9e58d615-e816-49fb-abb9-a61ff8e7d0c4","pid":23670,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-12T06:10:58.966749721Z","hostname":"oxz_crucible_9e58d615-e816-49fb-abb9-a61ff8e7d0c4","pid":23670,"uri":"/crucible/0/regions","method":"POST","req_id":"01eb36af-85cb-456c-a7de-b97dcb898598","remote_addr":"[fd00:1122:3344:101::a]:33523","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":635,"response_code":200}
{"msg":"zfs set reservation of 2684354560 for oxp_b53e8dea-faa3-4c8c-b280-ddce60306ea6/crucible/regions/deaa4220-8e31-4f1a-a45f-f15b50229eff","v":0,"name":"crucible-agent","level":30,"time":"2025-12-12T06:10:58.975822946Z","hostname":"oxz_crucible_9e58d615-e816-49fb-abb9-a61ff8e7d0c4","pid":23670,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_b53e8dea-faa3-4c8c-b280-ddce60306ea6/crucible/regions/deaa4220-8e31-4f1a-a45f-f15b50229eff","v":0,"name":"crucible-agent","level":30,"time":"2025-12-12T06:10:58.975839597Z","hostname":"oxz_crucible_9e58d615-e816-49fb-abb9-a61ff8e7d0c4","pid":23670,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"deaa4220-8e31-4f1a-a45f-f15b50229eff\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/deaa4220-8e31-4f1a-a45f-f15b50229eff\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-12T06:10:59.036999716Z","hostname":"oxz_crucible_9e58d615-e816-49fb-abb9-a61ff8e7d0c4","pid":23670,"region":"deaa4220-8e31-4f1a-a45f-f15b50229eff","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"deaa4220-8e31-4f1a-a45f-f15b50229eff\" \"--data\" \"/data/regions/deaa4220-8e31-4f1a-a45f-f15b50229eff\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-12T06:10:59.037032726Z","hostname":"oxz_crucible_9e58d615-e816-49fb-abb9-a61ff8e7d0c4","pid":23670,"region":"deaa4220-8e31-4f1a-a45f-f15b50229eff","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-12T06:10:59.127100313Z","hostname":"oxz_crucible_9e58d615-e816-49fb-abb9-a61ff8e7d0c4","pid":23670,"uri":"/crucible/0/regions","method":"POST","req_id":"903fb97a-3e8e-49d5-a859-c4ea009d2e87","remote_addr":"[fd00:1122:3344:101::a]:33523","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":54,"response_code":200}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-12-12T06:10:59.155579697Z","hostname":"oxz_crucible_9e58d615-e816-49fb-abb9-a61ff8e7d0c4","pid":23670,"region":"deaa4220-8e31-4f1a-a45f-f15b50229eff","component":"worker"}
{"msg":"region deaa4220-8e31-4f1a-a45f-f15b50229eff state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-12-12T06:10:59.155600097Z","hostname":"oxz_crucible_9e58d615-e816-49fb-abb9-a61ff8e7d0c4","pid":23670,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-12-12T06:10:59.155726428Z","hostname":"oxz_crucible_9e58d615-e816-49fb-abb9-a61ff8e7d0c4","pid":23670,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-deaa4220-8e31-4f1a-a45f-f15b50229eff","v":0,"name":"crucible-agent","level":30,"time":"2025-12-12T06:10:59.175748202Z","hostname":"oxz_crucible_9e58d615-e816-49fb-abb9-a61ff8e7d0c4","pid":23670,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-deaa4220-8e31-4f1a-a45f-f15b50229eff","v":0,"name":"crucible-agent","level":30,"time":"2025-12-12T06:10:59.191766967Z","hostname":"oxz_crucible_9e58d615-e816-49fb-abb9-a61ff8e7d0c4","pid":23670,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-12-12T06:10:59.210347311Z","hostname":"oxz_crucible_9e58d615-e816-49fb-abb9-a61ff8e7d0c4","pid":23670,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-deaa4220-8e31-4f1a-a45f-f15b50229eff","v":0,"name":"crucible-agent","level":30,"time":"2025-12-12T06:10:59.216537095Z","hostname":"oxz_crucible_9e58d615-e816-49fb-abb9-a61ff8e7d0c4","pid":23670,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/deaa4220-8e31-4f1a-a45f-f15b50229eff","v":0,"name":"crucible-agent","level":30,"time":"2025-12-12T06:10:59.216787907Z","hostname":"oxz_crucible_9e58d615-e816-49fb-abb9-a61ff8e7d0c4","pid":23670,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-12-12T06:10:59.216843397Z","hostname":"oxz_crucible_9e58d615-e816-49fb-abb9-a61ff8e7d0c4","pid":23670,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2025-12-12T06:10:59.216888878Z","hostname":"oxz_crucible_9e58d615-e816-49fb-abb9-a61ff8e7d0c4","pid":23670,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-12-12T06:10:59.216946758Z","hostname":"oxz_crucible_9e58d615-e816-49fb-abb9-a61ff8e7d0c4","pid":23670,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-12T06:10:59.224537603Z","hostname":"oxz_crucible_9e58d615-e816-49fb-abb9-a61ff8e7d0c4","pid":23670,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-12T06:10:59.231951126Z","hostname":"oxz_crucible_9e58d615-e816-49fb-abb9-a61ff8e7d0c4","pid":23670,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-12T06:10:59.615212788Z","hostname":"oxz_crucible_9e58d615-e816-49fb-abb9-a61ff8e7d0c4","pid":23670,"uri":"/crucible/0/regions","method":"POST","req_id":"378551f4-255b-4b8a-b91a-55a57056b397","remote_addr":"[fd00:1122:3344:101::a]:33523","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":63,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-12T06:11:00.035837758Z","hostname":"oxz_crucible_9e58d615-e816-49fb-abb9-a61ff8e7d0c4","pid":23670,"uri":"/crucible/0/regions/12d4049e-0c53-425f-9cb0-8b839f4b0a0e","method":"GET","req_id":"abf7c635-630d-4089-b9db-07043b361df9","remote_addr":"[fd00:1122:3344:101::a]:33523","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":52,"response_code":200}
{"msg":"path is \"/data/regions/12d4049e-0c53-425f-9cb0-8b839f4b0a0e\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-12T06:11:00.041227047Z","hostname":"oxz_crucible_9e58d615-e816-49fb-abb9-a61ff8e7d0c4","pid":23670,"component":"datafile"}
{"msg":"dataset is oxp_b53e8dea-faa3-4c8c-b280-ddce60306ea6/crucible/regions/12d4049e-0c53-425f-9cb0-8b839f4b0a0e","v":0,"name":"crucible-agent","level":30,"time":"2025-12-12T06:11:00.047909036Z","hostname":"oxz_crucible_9e58d615-e816-49fb-abb9-a61ff8e7d0c4","pid":23670,"component":"datafile"}
{"msg":"snapshot is oxp_b53e8dea-faa3-4c8c-b280-ddce60306ea6/crucible/regions/12d4049e-0c53-425f-9cb0-8b839f4b0a0e@14c08207-559e-4bc1-a2a3-1986ba50d651","v":0,"name":"crucible-agent","level":30,"time":"2025-12-12T06:11:00.055168537Z","hostname":"oxz_crucible_9e58d615-e816-49fb-abb9-a61ff8e7d0c4","pid":23670,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_b53e8dea-faa3-4c8c-b280-ddce60306ea6/crucible/regions/12d4049e-0c53-425f-9cb0-8b839f4b0a0e\", \"14c08207-559e-4bc1-a2a3-1986ba50d651\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-12-12T06:11:00.055198887Z","hostname":"oxz_crucible_9e58d615-e816-49fb-abb9-a61ff8e7d0c4","pid":23670,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-12T06:11:00.063367336Z","hostname":"oxz_crucible_9e58d615-e816-49fb-abb9-a61ff8e7d0c4","pid":23670,"uri":"/crucible/0/regions/12d4049e-0c53-425f-9cb0-8b839f4b0a0e/snapshots/14c08207-559e-4bc1-a2a3-1986ba50d651","method":"GET","req_id":"23ac9407-3715-4be7-811d-9eff006448ab","remote_addr":"[fd00:1122:3344:101::a]:33523","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":22180,"response_code":200}
{"msg":"path is \"/data/regions/12d4049e-0c53-425f-9cb0-8b839f4b0a0e\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-12T06:11:00.071266363Z","hostname":"oxz_crucible_9e58d615-e816-49fb-abb9-a61ff8e7d0c4","pid":23670,"component":"datafile"}
{"msg":"dataset is oxp_b53e8dea-faa3-4c8c-b280-ddce60306ea6/crucible/regions/12d4049e-0c53-425f-9cb0-8b839f4b0a0e","v":0,"name":"crucible-agent","level":30,"time":"2025-12-12T06:11:00.077506198Z","hostname":"oxz_crucible_9e58d615-e816-49fb-abb9-a61ff8e7d0c4","pid":23670,"component":"datafile"}
{"msg":"snapshot is oxp_b53e8dea-faa3-4c8c-b280-ddce60306ea6/crucible/regions/12d4049e-0c53-425f-9cb0-8b839f4b0a0e@14c08207-559e-4bc1-a2a3-1986ba50d651","v":0,"name":"crucible-agent","level":30,"time":"2025-12-12T06:11:00.08343827Z","hostname":"oxz_crucible_9e58d615-e816-49fb-abb9-a61ff8e7d0c4","pid":23670,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_b53e8dea-faa3-4c8c-b280-ddce60306ea6/crucible/regions/12d4049e-0c53-425f-9cb0-8b839f4b0a0e\", \"14c08207-559e-4bc1-a2a3-1986ba50d651\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-12-12T06:11:00.0834571Z","hostname":"oxz_crucible_9e58d615-e816-49fb-abb9-a61ff8e7d0c4","pid":23670,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 12d4049e-0c53-425f-9cb0-8b839f4b0a0e-14c08207-559e-4bc1-a2a3-1986ba50d651 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-12-12T06:11:00.089954017Z","hostname":"oxz_crucible_9e58d615-e816-49fb-abb9-a61ff8e7d0c4","pid":23670,"component":"datafile"}
{"msg":"applying SMF actions for region 12d4049e-0c53-425f-9cb0-8b839f4b0a0e running snapshot 14c08207-559e-4bc1-a2a3-1986ba50d651 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2025-12-12T06:11:00.090088368Z","hostname":"oxz_crucible_9e58d615-e816-49fb-abb9-a61ff8e7d0c4","pid":23670,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-12T06:11:00.090095728Z","hostname":"oxz_crucible_9e58d615-e816-49fb-abb9-a61ff8e7d0c4","pid":23670,"uri":"/crucible/0/regions/12d4049e-0c53-425f-9cb0-8b839f4b0a0e/snapshots/14c08207-559e-4bc1-a2a3-1986ba50d651/run","method":"POST","req_id":"ace23725-8970-4b58-918b-7f6a53444c34","remote_addr":"[fd00:1122:3344:101::a]:33523","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":18848,"response_code":200}
{"msg":"creating missing snapshot instance snapshot-12d4049e-0c53-425f-9cb0-8b839f4b0a0e-14c08207-559e-4bc1-a2a3-1986ba50d651","v":0,"name":"crucible-agent","level":30,"time":"2025-12-12T06:11:00.094896725Z","hostname":"oxz_crucible_9e58d615-e816-49fb-abb9-a61ff8e7d0c4","pid":23670,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-12d4049e-0c53-425f-9cb0-8b839f4b0a0e-14c08207-559e-4bc1-a2a3-1986ba50d651","v":0,"name":"crucible-agent","level":30,"time":"2025-12-12T06:11:00.098788581Z","hostname":"oxz_crucible_9e58d615-e816-49fb-abb9-a61ff8e7d0c4","pid":23670,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-12d4049e-0c53-425f-9cb0-8b839f4b0a0e-14c08207-559e-4bc1-a2a3-1986ba50d651","v":0,"name":"crucible-agent","level":30,"time":"2025-12-12T06:11:00.119907142Z","hostname":"oxz_crucible_9e58d615-e816-49fb-abb9-a61ff8e7d0c4","pid":23670,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/12d4049e-0c53-425f-9cb0-8b839f4b0a0e/.zfs/snapshot/14c08207-559e-4bc1-a2a3-1986ba50d651","v":0,"name":"crucible-agent","level":30,"time":"2025-12-12T06:11:00.120111054Z","hostname":"oxz_crucible_9e58d615-e816-49fb-abb9-a61ff8e7d0c4","pid":23670,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2025-12-12T06:11:00.120154674Z","hostname":"oxz_crucible_9e58d615-e816-49fb-abb9-a61ff8e7d0c4","pid":23670,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2025-12-12T06:11:00.120191114Z","hostname":"oxz_crucible_9e58d615-e816-49fb-abb9-a61ff8e7d0c4","pid":23670,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2025-12-12T06:11:00.120225924Z","hostname":"oxz_crucible_9e58d615-e816-49fb-abb9-a61ff8e7d0c4","pid":23670,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-12-12T06:11:00.120269555Z","hostname":"oxz_crucible_9e58d615-e816-49fb-abb9-a61ff8e7d0c4","pid":23670,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-12T06:11:00.129157019Z","hostname":"oxz_crucible_9e58d615-e816-49fb-abb9-a61ff8e7d0c4","pid":23670,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-12T06:11:00.135597045Z","hostname":"oxz_crucible_9e58d615-e816-49fb-abb9-a61ff8e7d0c4","pid":23670,"component":"worker"}
{"msg":"region 12d4049e-0c53-425f-9cb0-8b839f4b0a0e running snapshot 14c08207-559e-4bc1-a2a3-1986ba50d651 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-12-12T06:11:00.135616905Z","hostname":"oxz_crucible_9e58d615-e816-49fb-abb9-a61ff8e7d0c4","pid":23670,"component":"datafile"}
{"msg":"path is \"/data/regions/12d4049e-0c53-425f-9cb0-8b839f4b0a0e\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-12T06:11:00.280606806Z","hostname":"oxz_crucible_9e58d615-e816-49fb-abb9-a61ff8e7d0c4","pid":23670,"component":"datafile"}
{"msg":"dataset is oxp_b53e8dea-faa3-4c8c-b280-ddce60306ea6/crucible/regions/12d4049e-0c53-425f-9cb0-8b839f4b0a0e","v":0,"name":"crucible-agent","level":30,"time":"2025-12-12T06:11:00.287010562Z","hostname":"oxz_crucible_9e58d615-e816-49fb-abb9-a61ff8e7d0c4","pid":23670,"component":"datafile"}
{"msg":"snapshot is oxp_b53e8dea-faa3-4c8c-b280-ddce60306ea6/crucible/regions/12d4049e-0c53-425f-9cb0-8b839f4b0a0e@14c08207-559e-4bc1-a2a3-1986ba50d651","v":0,"name":"crucible-agent","level":30,"time":"2025-12-12T06:11:00.294172874Z","hostname":"oxz_crucible_9e58d615-e816-49fb-abb9-a61ff8e7d0c4","pid":23670,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_b53e8dea-faa3-4c8c-b280-ddce60306ea6/crucible/regions/12d4049e-0c53-425f-9cb0-8b839f4b0a0e\", \"14c08207-559e-4bc1-a2a3-1986ba50d651\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-12-12T06:11:00.294198404Z","hostname":"oxz_crucible_9e58d615-e816-49fb-abb9-a61ff8e7d0c4","pid":23670,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-12T06:11:00.299730904Z","hostname":"oxz_crucible_9e58d615-e816-49fb-abb9-a61ff8e7d0c4","pid":23670,"uri":"/crucible/0/regions/12d4049e-0c53-425f-9cb0-8b839f4b0a0e/snapshots/14c08207-559e-4bc1-a2a3-1986ba50d651/run","method":"POST","req_id":"df6ae0be-af0f-4d14-ae91-448c60bd9fce","remote_addr":"[fd00:1122:3344:101::a]:33523","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":19173,"response_code":200}