{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T22:10:13.063874891Z","hostname":"oxz_crucible_f453a5b0-5021-4592-8e52-258325c3bd23","pid":22019,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:36660"} {"msg":"region aa64631d-2ef0-464b-b8f5-71639ed67e2b state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T22:10:13.063969832Z","hostname":"oxz_crucible_f453a5b0-5021-4592-8e52-258325c3bd23","pid":22019,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T22:10:13.064829161Z","hostname":"oxz_crucible_f453a5b0-5021-4592-8e52-258325c3bd23","pid":22019,"uri":"/crucible/0/regions","method":"POST","req_id":"c997e6a6-f05e-45b9-985a-b10c3b25cf76","remote_addr":"[fd00:1122:3344:101::a]:36660","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":890,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T22:10:13.064845581Z","hostname":"oxz_crucible_f453a5b0-5021-4592-8e52-258325c3bd23","pid":22019,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_482990f7-3842-417d-ac72-0cc288e22f19/crucible/regions/aa64631d-2ef0-464b-b8f5-71639ed67e2b","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T22:10:13.075509655Z","hostname":"oxz_crucible_f453a5b0-5021-4592-8e52-258325c3bd23","pid":22019,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_482990f7-3842-417d-ac72-0cc288e22f19/crucible/regions/aa64631d-2ef0-464b-b8f5-71639ed67e2b","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T22:10:13.075535056Z","hostname":"oxz_crucible_f453a5b0-5021-4592-8e52-258325c3bd23","pid":22019,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"aa64631d-2ef0-464b-b8f5-71639ed67e2b\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/aa64631d-2ef0-464b-b8f5-71639ed67e2b\"","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T22:10:13.127555462Z","hostname":"oxz_crucible_f453a5b0-5021-4592-8e52-258325c3bd23","pid":22019,"region":"aa64631d-2ef0-464b-b8f5-71639ed67e2b","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"aa64631d-2ef0-464b-b8f5-71639ed67e2b\" \"--data\" \"/data/regions/aa64631d-2ef0-464b-b8f5-71639ed67e2b\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T22:10:13.129744186Z","hostname":"oxz_crucible_f453a5b0-5021-4592-8e52-258325c3bd23","pid":22019,"region":"aa64631d-2ef0-464b-b8f5-71639ed67e2b","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T22:10:13.213509342Z","hostname":"oxz_crucible_f453a5b0-5021-4592-8e52-258325c3bd23","pid":22019,"region":"aa64631d-2ef0-464b-b8f5-71639ed67e2b","component":"worker"} {"msg":"region aa64631d-2ef0-464b-b8f5-71639ed67e2b state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T22:10:13.213540972Z","hostname":"oxz_crucible_f453a5b0-5021-4592-8e52-258325c3bd23","pid":22019,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T22:10:13.213644103Z","hostname":"oxz_crucible_f453a5b0-5021-4592-8e52-258325c3bd23","pid":22019,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-aa64631d-2ef0-464b-b8f5-71639ed67e2b","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T22:10:13.21518056Z","hostname":"oxz_crucible_f453a5b0-5021-4592-8e52-258325c3bd23","pid":22019,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-aa64631d-2ef0-464b-b8f5-71639ed67e2b","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T22:10:13.22547863Z","hostname":"oxz_crucible_f453a5b0-5021-4592-8e52-258325c3bd23","pid":22019,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T22:10:13.243949137Z","hostname":"oxz_crucible_f453a5b0-5021-4592-8e52-258325c3bd23","pid":22019,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-aa64631d-2ef0-464b-b8f5-71639ed67e2b","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T22:10:13.246699147Z","hostname":"oxz_crucible_f453a5b0-5021-4592-8e52-258325c3bd23","pid":22019,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/aa64631d-2ef0-464b-b8f5-71639ed67e2b","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T22:10:13.24701672Z","hostname":"oxz_crucible_f453a5b0-5021-4592-8e52-258325c3bd23","pid":22019,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T22:10:13.247073351Z","hostname":"oxz_crucible_f453a5b0-5021-4592-8e52-258325c3bd23","pid":22019,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T22:10:13.247117301Z","hostname":"oxz_crucible_f453a5b0-5021-4592-8e52-258325c3bd23","pid":22019,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T22:10:13.247181342Z","hostname":"oxz_crucible_f453a5b0-5021-4592-8e52-258325c3bd23","pid":22019,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T22:10:13.250795941Z","hostname":"oxz_crucible_f453a5b0-5021-4592-8e52-258325c3bd23","pid":22019,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T22:10:13.25543553Z","hostname":"oxz_crucible_f453a5b0-5021-4592-8e52-258325c3bd23","pid":22019,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T22:10:13.394144974Z","hostname":"oxz_crucible_f453a5b0-5021-4592-8e52-258325c3bd23","pid":22019,"uri":"/crucible/0/regions","method":"POST","req_id":"d14f1b56-3359-4599-a607-a28907709524","remote_addr":"[fd00:1122:3344:101::a]:36660","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":57,"response_code":"200"} {"msg":"region 70468893-eec5-4b07-b0d0-3d2e656f14fd state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T22:10:19.443619918Z","hostname":"oxz_crucible_f453a5b0-5021-4592-8e52-258325c3bd23","pid":22019,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T22:10:19.443790449Z","hostname":"oxz_crucible_f453a5b0-5021-4592-8e52-258325c3bd23","pid":22019,"uri":"/crucible/0/regions","method":"POST","req_id":"0195d057-cab8-438b-a0d5-2153fac56987","remote_addr":"[fd00:1122:3344:101::a]:36660","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":236,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T22:10:19.4438092Z","hostname":"oxz_crucible_f453a5b0-5021-4592-8e52-258325c3bd23","pid":22019,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_482990f7-3842-417d-ac72-0cc288e22f19/crucible/regions/70468893-eec5-4b07-b0d0-3d2e656f14fd","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T22:10:19.45409263Z","hostname":"oxz_crucible_f453a5b0-5021-4592-8e52-258325c3bd23","pid":22019,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_482990f7-3842-417d-ac72-0cc288e22f19/crucible/regions/70468893-eec5-4b07-b0d0-3d2e656f14fd","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T22:10:19.45412024Z","hostname":"oxz_crucible_f453a5b0-5021-4592-8e52-258325c3bd23","pid":22019,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"70468893-eec5-4b07-b0d0-3d2e656f14fd\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/70468893-eec5-4b07-b0d0-3d2e656f14fd\"","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T22:10:19.513081711Z","hostname":"oxz_crucible_f453a5b0-5021-4592-8e52-258325c3bd23","pid":22019,"region":"70468893-eec5-4b07-b0d0-3d2e656f14fd","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"70468893-eec5-4b07-b0d0-3d2e656f14fd\" \"--data\" \"/data/regions/70468893-eec5-4b07-b0d0-3d2e656f14fd\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T22:10:19.513127571Z","hostname":"oxz_crucible_f453a5b0-5021-4592-8e52-258325c3bd23","pid":22019,"region":"70468893-eec5-4b07-b0d0-3d2e656f14fd","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T22:10:19.596066928Z","hostname":"oxz_crucible_f453a5b0-5021-4592-8e52-258325c3bd23","pid":22019,"region":"70468893-eec5-4b07-b0d0-3d2e656f14fd","component":"worker"} {"msg":"region 70468893-eec5-4b07-b0d0-3d2e656f14fd state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T22:10:19.596127459Z","hostname":"oxz_crucible_f453a5b0-5021-4592-8e52-258325c3bd23","pid":22019,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T22:10:19.596329351Z","hostname":"oxz_crucible_f453a5b0-5021-4592-8e52-258325c3bd23","pid":22019,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-70468893-eec5-4b07-b0d0-3d2e656f14fd","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T22:10:19.597943188Z","hostname":"oxz_crucible_f453a5b0-5021-4592-8e52-258325c3bd23","pid":22019,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-70468893-eec5-4b07-b0d0-3d2e656f14fd","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T22:10:19.61122498Z","hostname":"oxz_crucible_f453a5b0-5021-4592-8e52-258325c3bd23","pid":22019,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T22:10:19.620746362Z","hostname":"oxz_crucible_f453a5b0-5021-4592-8e52-258325c3bd23","pid":22019,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-70468893-eec5-4b07-b0d0-3d2e656f14fd","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T22:10:19.62427337Z","hostname":"oxz_crucible_f453a5b0-5021-4592-8e52-258325c3bd23","pid":22019,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/70468893-eec5-4b07-b0d0-3d2e656f14fd","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T22:10:19.624683814Z","hostname":"oxz_crucible_f453a5b0-5021-4592-8e52-258325c3bd23","pid":22019,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T22:10:19.624777285Z","hostname":"oxz_crucible_f453a5b0-5021-4592-8e52-258325c3bd23","pid":22019,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T22:10:19.624840506Z","hostname":"oxz_crucible_f453a5b0-5021-4592-8e52-258325c3bd23","pid":22019,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T22:10:19.624894287Z","hostname":"oxz_crucible_f453a5b0-5021-4592-8e52-258325c3bd23","pid":22019,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T22:10:19.629348114Z","hostname":"oxz_crucible_f453a5b0-5021-4592-8e52-258325c3bd23","pid":22019,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T22:10:19.636645452Z","hostname":"oxz_crucible_f453a5b0-5021-4592-8e52-258325c3bd23","pid":22019,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T22:10:19.656718627Z","hostname":"oxz_crucible_f453a5b0-5021-4592-8e52-258325c3bd23","pid":22019,"uri":"/crucible/0/regions","method":"POST","req_id":"d232732b-32b8-45f8-a556-9355ebd33ba2","remote_addr":"[fd00:1122:3344:101::a]:36660","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":68,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T22:10:51.892966023Z","hostname":"oxz_crucible_f453a5b0-5021-4592-8e52-258325c3bd23","pid":22019,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:35213"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T22:10:51.893099625Z","hostname":"oxz_crucible_f453a5b0-5021-4592-8e52-258325c3bd23","pid":22019,"uri":"/crucible/0/regions/70468893-eec5-4b07-b0d0-3d2e656f14fd","method":"GET","req_id":"ed79831e-24da-436a-8c98-7350415c72be","remote_addr":"[fd00:1122:3344:101::a]:35213","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":39,"response_code":"200"} {"msg":"path is \"/data/regions/70468893-eec5-4b07-b0d0-3d2e656f14fd\"","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T22:10:51.896140048Z","hostname":"oxz_crucible_f453a5b0-5021-4592-8e52-258325c3bd23","pid":22019,"component":"datafile"} {"msg":"dataset is oxp_482990f7-3842-417d-ac72-0cc288e22f19/crucible/regions/70468893-eec5-4b07-b0d0-3d2e656f14fd","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T22:10:51.909267468Z","hostname":"oxz_crucible_f453a5b0-5021-4592-8e52-258325c3bd23","pid":22019,"component":"datafile"} {"msg":"region 70468893-eec5-4b07-b0d0-3d2e656f14fd state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T22:10:51.919953552Z","hostname":"oxz_crucible_f453a5b0-5021-4592-8e52-258325c3bd23","pid":22019,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T22:10:51.920158985Z","hostname":"oxz_crucible_f453a5b0-5021-4592-8e52-258325c3bd23","pid":22019,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T22:10:51.920189225Z","hostname":"oxz_crucible_f453a5b0-5021-4592-8e52-258325c3bd23","pid":22019,"uri":"/crucible/0/regions/70468893-eec5-4b07-b0d0-3d2e656f14fd","method":"DELETE","req_id":"0abb2498-fed5-46cd-9775-fbd86eaacaaa","remote_addr":"[fd00:1122:3344:101::a]:35213","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":24097,"response_code":"204"} {"msg":"disabling downstairs instance: downstairs-70468893-eec5-4b07-b0d0-3d2e656f14fd (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T22:10:51.922374728Z","hostname":"oxz_crucible_f453a5b0-5021-4592-8e52-258325c3bd23","pid":22019,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T22:10:51.924644233Z","hostname":"oxz_crucible_f453a5b0-5021-4592-8e52-258325c3bd23","pid":22019,"uri":"/crucible/0/regions/70468893-eec5-4b07-b0d0-3d2e656f14fd","method":"GET","req_id":"9f2bb953-683d-464a-8f49-77a90a15a76a","remote_addr":"[fd00:1122:3344:101::a]:35213","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":27,"response_code":"200"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T22:10:51.933122933Z","hostname":"oxz_crucible_f453a5b0-5021-4592-8e52-258325c3bd23","pid":22019,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_482990f7-3842-417d-ac72-0cc288e22f19/crucible/regions/70468893-eec5-4b07-b0d0-3d2e656f14fd\"","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T22:10:51.943288622Z","hostname":"oxz_crucible_f453a5b0-5021-4592-8e52-258325c3bd23","pid":22019,"region":"70468893-eec5-4b07-b0d0-3d2e656f14fd","component":"worker"} {"msg":"region 70468893-eec5-4b07-b0d0-3d2e656f14fd state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T22:10:52.012858036Z","hostname":"oxz_crucible_f453a5b0-5021-4592-8e52-258325c3bd23","pid":22019,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-05-08T22:10:52.06465078Z","hostname":"oxz_crucible_f453a5b0-5021-4592-8e52-258325c3bd23","pid":22019,"uri":"/crucible/0/regions/70468893-eec5-4b07-b0d0-3d2e656f14fd","method":"GET","req_id":"d66f149b-3a89-4dd3-94df-5cfe9a0db1b0","remote_addr":"[fd00:1122:3344:101::a]:35213","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":58,"response_code":"200"}