[ Nov  2 21:46:16 Enabled. ]
[ Nov  2 21:46:16 Rereading configuration. ]
[ Nov  2 21:46:18 Rereading configuration. ]
[ Nov  2 21:46:24 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_55a91cf9-3865-48f1-aac9-6b299756d2fd/crucible -l [fd00:1122:3344:101::19]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: f85cf0dc3631e2f0c13384787efb0efc1b642162\nCommit timestamp: 2026-10-10T00:38:51.000000000Z  branch: main\nrustc: 1.90.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos  Debug: false Opt level: 3","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T21:46:24.657837854Z","hostname":"oxz_crucible_6c538f24-3400-4e2e-8a93-a7d0feb98c8c","pid":29948}
{"msg":"dataset: \"oxp_55a91cf9-3865-48f1-aac9-6b299756d2fd/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T21:46:24.658007619Z","hostname":"oxz_crucible_6c538f24-3400-4e2e-8a93-a7d0feb98c8c","pid":29948}
{"msg":"listen IP: [fd00:1122:3344:101::19]:32345","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T21:46:24.65801704Z","hostname":"oxz_crucible_6c538f24-3400-4e2e-8a93-a7d0feb98c8c","pid":29948}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T21:46:24.65804401Z","hostname":"oxz_crucible_6c538f24-3400-4e2e-8a93-a7d0feb98c8c","pid":29948}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T21:46:24.671134147Z","hostname":"oxz_crucible_6c538f24-3400-4e2e-8a93-a7d0feb98c8c","pid":29948,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T21:46:24.755479031Z","hostname":"oxz_crucible_6c538f24-3400-4e2e-8a93-a7d0feb98c8c","pid":29948,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T21:46:49.741765034Z","hostname":"oxz_crucible_6c538f24-3400-4e2e-8a93-a7d0feb98c8c","pid":29948,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:51910"}
{"msg":"region 889b310b-7f69-4e75-b743-4ac1663a6480 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T21:46:49.769602817Z","hostname":"oxz_crucible_6c538f24-3400-4e2e-8a93-a7d0feb98c8c","pid":29948,"component":"datafile"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T21:46:49.776604834Z","hostname":"oxz_crucible_6c538f24-3400-4e2e-8a93-a7d0feb98c8c","pid":29948,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T21:46:49.780964573Z","hostname":"oxz_crucible_6c538f24-3400-4e2e-8a93-a7d0feb98c8c","pid":29948,"uri":"/crucible/0/regions","method":"POST","req_id":"c774b014-a4a9-4e50-8094-7206f6391d93","remote_addr":"[fd00:1122:3344:101::b]:51910","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":16422,"response_code":200}
{"msg":"zfs set reservation of 1342177280 for oxp_55a91cf9-3865-48f1-aac9-6b299756d2fd/crucible/regions/889b310b-7f69-4e75-b743-4ac1663a6480","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T21:46:49.783703744Z","hostname":"oxz_crucible_6c538f24-3400-4e2e-8a93-a7d0feb98c8c","pid":29948,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_55a91cf9-3865-48f1-aac9-6b299756d2fd/crucible/regions/889b310b-7f69-4e75-b743-4ac1663a6480","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T21:46:49.783724604Z","hostname":"oxz_crucible_6c538f24-3400-4e2e-8a93-a7d0feb98c8c","pid":29948,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"889b310b-7f69-4e75-b743-4ac1663a6480\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/889b310b-7f69-4e75-b743-4ac1663a6480\"","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T21:46:49.852153918Z","hostname":"oxz_crucible_6c538f24-3400-4e2e-8a93-a7d0feb98c8c","pid":29948,"region":"889b310b-7f69-4e75-b743-4ac1663a6480","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"889b310b-7f69-4e75-b743-4ac1663a6480\" \"--data\" \"/data/regions/889b310b-7f69-4e75-b743-4ac1663a6480\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T21:46:49.85222759Z","hostname":"oxz_crucible_6c538f24-3400-4e2e-8a93-a7d0feb98c8c","pid":29948,"region":"889b310b-7f69-4e75-b743-4ac1663a6480","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T21:46:49.997834376Z","hostname":"oxz_crucible_6c538f24-3400-4e2e-8a93-a7d0feb98c8c","pid":29948,"region":"889b310b-7f69-4e75-b743-4ac1663a6480","component":"worker"}
{"msg":"region 889b310b-7f69-4e75-b743-4ac1663a6480 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T21:46:50.000104013Z","hostname":"oxz_crucible_6c538f24-3400-4e2e-8a93-a7d0feb98c8c","pid":29948,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T21:46:50.000398022Z","hostname":"oxz_crucible_6c538f24-3400-4e2e-8a93-a7d0feb98c8c","pid":29948,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-889b310b-7f69-4e75-b743-4ac1663a6480","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T21:46:50.000731221Z","hostname":"oxz_crucible_6c538f24-3400-4e2e-8a93-a7d0feb98c8c","pid":29948,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-889b310b-7f69-4e75-b743-4ac1663a6480","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T21:46:50.008729798Z","hostname":"oxz_crucible_6c538f24-3400-4e2e-8a93-a7d0feb98c8c","pid":29948,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T21:46:50.019226998Z","hostname":"oxz_crucible_6c538f24-3400-4e2e-8a93-a7d0feb98c8c","pid":29948,"uri":"/crucible/0/regions","method":"POST","req_id":"52a6ff39-ea39-4584-941f-7c79b4fe857e","remote_addr":"[fd00:1122:3344:101::b]:51910","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":80,"response_code":200}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T21:46:50.02875377Z","hostname":"oxz_crucible_6c538f24-3400-4e2e-8a93-a7d0feb98c8c","pid":29948,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-889b310b-7f69-4e75-b743-4ac1663a6480","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T21:46:50.035150029Z","hostname":"oxz_crucible_6c538f24-3400-4e2e-8a93-a7d0feb98c8c","pid":29948,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/889b310b-7f69-4e75-b743-4ac1663a6480","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T21:46:50.035893771Z","hostname":"oxz_crucible_6c538f24-3400-4e2e-8a93-a7d0feb98c8c","pid":29948,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T21:46:50.035956863Z","hostname":"oxz_crucible_6c538f24-3400-4e2e-8a93-a7d0feb98c8c","pid":29948,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T21:46:50.035988064Z","hostname":"oxz_crucible_6c538f24-3400-4e2e-8a93-a7d0feb98c8c","pid":29948,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T21:46:50.036030035Z","hostname":"oxz_crucible_6c538f24-3400-4e2e-8a93-a7d0feb98c8c","pid":29948,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T21:46:50.041418884Z","hostname":"oxz_crucible_6c538f24-3400-4e2e-8a93-a7d0feb98c8c","pid":29948,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T21:46:50.04734755Z","hostname":"oxz_crucible_6c538f24-3400-4e2e-8a93-a7d0feb98c8c","pid":29948,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T21:46:50.785581459Z","hostname":"oxz_crucible_6c538f24-3400-4e2e-8a93-a7d0feb98c8c","pid":29948,"uri":"/crucible/0/regions/889b310b-7f69-4e75-b743-4ac1663a6480","method":"GET","req_id":"deda65a1-2eb2-4209-a881-6331705836cc","remote_addr":"[fd00:1122:3344:101::b]:51910","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":152,"response_code":200}
{"msg":"path is \"/data/regions/889b310b-7f69-4e75-b743-4ac1663a6480\"","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T21:46:50.791166064Z","hostname":"oxz_crucible_6c538f24-3400-4e2e-8a93-a7d0feb98c8c","pid":29948,"component":"datafile"}
{"msg":"dataset is oxp_55a91cf9-3865-48f1-aac9-6b299756d2fd/crucible/regions/889b310b-7f69-4e75-b743-4ac1663a6480","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T21:46:50.799580433Z","hostname":"oxz_crucible_6c538f24-3400-4e2e-8a93-a7d0feb98c8c","pid":29948,"component":"datafile"}
{"msg":"region 889b310b-7f69-4e75-b743-4ac1663a6480 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T21:46:50.806868729Z","hostname":"oxz_crucible_6c538f24-3400-4e2e-8a93-a7d0feb98c8c","pid":29948,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T21:46:50.807070105Z","hostname":"oxz_crucible_6c538f24-3400-4e2e-8a93-a7d0feb98c8c","pid":29948,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T21:46:50.807081885Z","hostname":"oxz_crucible_6c538f24-3400-4e2e-8a93-a7d0feb98c8c","pid":29948,"uri":"/crucible/0/regions/889b310b-7f69-4e75-b743-4ac1663a6480","method":"DELETE","req_id":"2b8c0a99-1df0-4fde-b8fe-00a64ce42a06","remote_addr":"[fd00:1122:3344:101::b]:51910","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":15957,"response_code":204}
{"msg":"disabling downstairs instance: downstairs-889b310b-7f69-4e75-b743-4ac1663a6480 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T21:46:50.808028393Z","hostname":"oxz_crucible_6c538f24-3400-4e2e-8a93-a7d0feb98c8c","pid":29948,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T21:46:50.811046682Z","hostname":"oxz_crucible_6c538f24-3400-4e2e-8a93-a7d0feb98c8c","pid":29948,"uri":"/crucible/0/regions/889b310b-7f69-4e75-b743-4ac1663a6480","method":"GET","req_id":"d7f4b8df-7522-4f75-8b54-0052fd2421e2","remote_addr":"[fd00:1122:3344:101::b]:51910","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":48,"response_code":200}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T21:46:50.829882499Z","hostname":"oxz_crucible_6c538f24-3400-4e2e-8a93-a7d0feb98c8c","pid":29948,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_55a91cf9-3865-48f1-aac9-6b299756d2fd/crucible/regions/889b310b-7f69-4e75-b743-4ac1663a6480\"","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T21:46:50.837633168Z","hostname":"oxz_crucible_6c538f24-3400-4e2e-8a93-a7d0feb98c8c","pid":29948,"region":"889b310b-7f69-4e75-b743-4ac1663a6480","component":"worker"}
{"msg":"region 889b310b-7f69-4e75-b743-4ac1663a6480 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T21:46:50.910135692Z","hostname":"oxz_crucible_6c538f24-3400-4e2e-8a93-a7d0feb98c8c","pid":29948,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T21:46:50.915722828Z","hostname":"oxz_crucible_6c538f24-3400-4e2e-8a93-a7d0feb98c8c","pid":29948,"uri":"/crucible/0/regions/889b310b-7f69-4e75-b743-4ac1663a6480","method":"GET","req_id":"0f2a0f2c-59fa-41b5-8620-7c3c4553bbe6","remote_addr":"[fd00:1122:3344:101::b]:51910","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":44,"response_code":200}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T21:58:00.131530262Z","hostname":"oxz_crucible_6c538f24-3400-4e2e-8a93-a7d0feb98c8c","pid":29948,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:60113"}
{"msg":"region f060cedf-acdc-46a6-822c-55c9748cd251 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T21:58:00.131636296Z","hostname":"oxz_crucible_6c538f24-3400-4e2e-8a93-a7d0feb98c8c","pid":29948,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T21:58:00.132435159Z","hostname":"oxz_crucible_6c538f24-3400-4e2e-8a93-a7d0feb98c8c","pid":29948,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T21:58:00.13245993Z","hostname":"oxz_crucible_6c538f24-3400-4e2e-8a93-a7d0feb98c8c","pid":29948,"uri":"/crucible/0/regions","method":"POST","req_id":"7dd12b3d-27eb-4c21-b622-5441c7788ee9","remote_addr":"[fd00:1122:3344:101::b]:60113","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":868,"response_code":200}
{"msg":"zfs set reservation of 2684354560 for oxp_55a91cf9-3865-48f1-aac9-6b299756d2fd/crucible/regions/f060cedf-acdc-46a6-822c-55c9748cd251","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T21:58:00.140277731Z","hostname":"oxz_crucible_6c538f24-3400-4e2e-8a93-a7d0feb98c8c","pid":29948,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_55a91cf9-3865-48f1-aac9-6b299756d2fd/crucible/regions/f060cedf-acdc-46a6-822c-55c9748cd251","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T21:58:00.140313942Z","hostname":"oxz_crucible_6c538f24-3400-4e2e-8a93-a7d0feb98c8c","pid":29948,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"f060cedf-acdc-46a6-822c-55c9748cd251\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/f060cedf-acdc-46a6-822c-55c9748cd251\"","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T21:58:00.202006757Z","hostname":"oxz_crucible_6c538f24-3400-4e2e-8a93-a7d0feb98c8c","pid":29948,"region":"f060cedf-acdc-46a6-822c-55c9748cd251","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"f060cedf-acdc-46a6-822c-55c9748cd251\" \"--data\" \"/data/regions/f060cedf-acdc-46a6-822c-55c9748cd251\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T21:58:00.202050948Z","hostname":"oxz_crucible_6c538f24-3400-4e2e-8a93-a7d0feb98c8c","pid":29948,"region":"f060cedf-acdc-46a6-822c-55c9748cd251","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T21:58:00.307511186Z","hostname":"oxz_crucible_6c538f24-3400-4e2e-8a93-a7d0feb98c8c","pid":29948,"uri":"/crucible/0/regions","method":"POST","req_id":"8b3a661f-42a6-4052-a007-936d004d60c7","remote_addr":"[fd00:1122:3344:101::b]:60113","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":60,"response_code":200}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T21:58:00.335084601Z","hostname":"oxz_crucible_6c538f24-3400-4e2e-8a93-a7d0feb98c8c","pid":29948,"region":"f060cedf-acdc-46a6-822c-55c9748cd251","component":"worker"}
{"msg":"region f060cedf-acdc-46a6-822c-55c9748cd251 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T21:58:00.335110732Z","hostname":"oxz_crucible_6c538f24-3400-4e2e-8a93-a7d0feb98c8c","pid":29948,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T21:58:00.335225255Z","hostname":"oxz_crucible_6c538f24-3400-4e2e-8a93-a7d0feb98c8c","pid":29948,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-f060cedf-acdc-46a6-822c-55c9748cd251","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T21:58:00.33605232Z","hostname":"oxz_crucible_6c538f24-3400-4e2e-8a93-a7d0feb98c8c","pid":29948,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-f060cedf-acdc-46a6-822c-55c9748cd251","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T21:58:00.349381604Z","hostname":"oxz_crucible_6c538f24-3400-4e2e-8a93-a7d0feb98c8c","pid":29948,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T21:58:00.372358253Z","hostname":"oxz_crucible_6c538f24-3400-4e2e-8a93-a7d0feb98c8c","pid":29948,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-f060cedf-acdc-46a6-822c-55c9748cd251","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T21:58:00.379989089Z","hostname":"oxz_crucible_6c538f24-3400-4e2e-8a93-a7d0feb98c8c","pid":29948,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/f060cedf-acdc-46a6-822c-55c9748cd251","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T21:58:00.380333099Z","hostname":"oxz_crucible_6c538f24-3400-4e2e-8a93-a7d0feb98c8c","pid":29948,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T21:58:00.3803807Z","hostname":"oxz_crucible_6c538f24-3400-4e2e-8a93-a7d0feb98c8c","pid":29948,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T21:58:00.380426072Z","hostname":"oxz_crucible_6c538f24-3400-4e2e-8a93-a7d0feb98c8c","pid":29948,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T21:58:00.380462853Z","hostname":"oxz_crucible_6c538f24-3400-4e2e-8a93-a7d0feb98c8c","pid":29948,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T21:58:00.393376925Z","hostname":"oxz_crucible_6c538f24-3400-4e2e-8a93-a7d0feb98c8c","pid":29948,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T21:58:00.416388915Z","hostname":"oxz_crucible_6c538f24-3400-4e2e-8a93-a7d0feb98c8c","pid":29948,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T21:58:00.719326723Z","hostname":"oxz_crucible_6c538f24-3400-4e2e-8a93-a7d0feb98c8c","pid":29948,"uri":"/crucible/0/regions","method":"POST","req_id":"fae6e87d-a8ea-40e1-8f5a-256843ba1b34","remote_addr":"[fd00:1122:3344:101::b]:60113","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":70,"response_code":200}
{"msg":"region b976be71-bbae-4b74-8183-e3e333b75dff state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T21:58:07.642067454Z","hostname":"oxz_crucible_6c538f24-3400-4e2e-8a93-a7d0feb98c8c","pid":29948,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T21:58:07.642231652Z","hostname":"oxz_crucible_6c538f24-3400-4e2e-8a93-a7d0feb98c8c","pid":29948,"uri":"/crucible/0/regions","method":"POST","req_id":"39ddb998-b3d6-42c8-8dae-88c112c9ed5c","remote_addr":"[fd00:1122:3344:101::b]:60113","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":220,"response_code":200}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T21:58:07.642280038Z","hostname":"oxz_crucible_6c538f24-3400-4e2e-8a93-a7d0feb98c8c","pid":29948,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_55a91cf9-3865-48f1-aac9-6b299756d2fd/crucible/regions/b976be71-bbae-4b74-8183-e3e333b75dff","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T21:58:07.647395438Z","hostname":"oxz_crucible_6c538f24-3400-4e2e-8a93-a7d0feb98c8c","pid":29948,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_55a91cf9-3865-48f1-aac9-6b299756d2fd/crucible/regions/b976be71-bbae-4b74-8183-e3e333b75dff","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T21:58:07.647430379Z","hostname":"oxz_crucible_6c538f24-3400-4e2e-8a93-a7d0feb98c8c","pid":29948,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"b976be71-bbae-4b74-8183-e3e333b75dff\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/b976be71-bbae-4b74-8183-e3e333b75dff\"","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T21:58:07.697200921Z","hostname":"oxz_crucible_6c538f24-3400-4e2e-8a93-a7d0feb98c8c","pid":29948,"region":"b976be71-bbae-4b74-8183-e3e333b75dff","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"b976be71-bbae-4b74-8183-e3e333b75dff\" \"--data\" \"/data/regions/b976be71-bbae-4b74-8183-e3e333b75dff\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T21:58:07.697247642Z","hostname":"oxz_crucible_6c538f24-3400-4e2e-8a93-a7d0feb98c8c","pid":29948,"region":"b976be71-bbae-4b74-8183-e3e333b75dff","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T21:58:07.814113398Z","hostname":"oxz_crucible_6c538f24-3400-4e2e-8a93-a7d0feb98c8c","pid":29948,"region":"b976be71-bbae-4b74-8183-e3e333b75dff","component":"worker"}
{"msg":"region b976be71-bbae-4b74-8183-e3e333b75dff state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T21:58:07.814151499Z","hostname":"oxz_crucible_6c538f24-3400-4e2e-8a93-a7d0feb98c8c","pid":29948,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T21:58:07.814277513Z","hostname":"oxz_crucible_6c538f24-3400-4e2e-8a93-a7d0feb98c8c","pid":29948,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-b976be71-bbae-4b74-8183-e3e333b75dff","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T21:58:07.815112478Z","hostname":"oxz_crucible_6c538f24-3400-4e2e-8a93-a7d0feb98c8c","pid":29948,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-b976be71-bbae-4b74-8183-e3e333b75dff","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T21:58:07.826603168Z","hostname":"oxz_crucible_6c538f24-3400-4e2e-8a93-a7d0feb98c8c","pid":29948,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T21:58:07.840623062Z","hostname":"oxz_crucible_6c538f24-3400-4e2e-8a93-a7d0feb98c8c","pid":29948,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-b976be71-bbae-4b74-8183-e3e333b75dff","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T21:58:07.84459605Z","hostname":"oxz_crucible_6c538f24-3400-4e2e-8a93-a7d0feb98c8c","pid":29948,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/b976be71-bbae-4b74-8183-e3e333b75dff","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T21:58:07.84492963Z","hostname":"oxz_crucible_6c538f24-3400-4e2e-8a93-a7d0feb98c8c","pid":29948,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T21:58:07.844986591Z","hostname":"oxz_crucible_6c538f24-3400-4e2e-8a93-a7d0feb98c8c","pid":29948,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T21:58:07.845030352Z","hostname":"oxz_crucible_6c538f24-3400-4e2e-8a93-a7d0feb98c8c","pid":29948,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T21:58:07.845071664Z","hostname":"oxz_crucible_6c538f24-3400-4e2e-8a93-a7d0feb98c8c","pid":29948,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T21:58:07.85273161Z","hostname":"oxz_crucible_6c538f24-3400-4e2e-8a93-a7d0feb98c8c","pid":29948,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T21:58:07.862095577Z","hostname":"oxz_crucible_6c538f24-3400-4e2e-8a93-a7d0feb98c8c","pid":29948,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T21:58:07.923634097Z","hostname":"oxz_crucible_6c538f24-3400-4e2e-8a93-a7d0feb98c8c","pid":29948,"uri":"/crucible/0/regions","method":"POST","req_id":"f6becbd0-0561-4e50-ba1e-37c435808c75","remote_addr":"[fd00:1122:3344:101::b]:60113","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":54,"response_code":200}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T21:58:43.450319662Z","hostname":"oxz_crucible_6c538f24-3400-4e2e-8a93-a7d0feb98c8c","pid":29948,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:62794"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T21:58:43.450704904Z","hostname":"oxz_crucible_6c538f24-3400-4e2e-8a93-a7d0feb98c8c","pid":29948,"uri":"/crucible/0/regions/b976be71-bbae-4b74-8183-e3e333b75dff","method":"GET","req_id":"c5a7373a-9940-41b1-b577-5925d0619d40","remote_addr":"[fd00:1122:3344:101::b]:62794","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":50,"response_code":200}
{"msg":"path is \"/data/regions/b976be71-bbae-4b74-8183-e3e333b75dff\"","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T21:58:43.454209637Z","hostname":"oxz_crucible_6c538f24-3400-4e2e-8a93-a7d0feb98c8c","pid":29948,"component":"datafile"}
{"msg":"dataset is oxp_55a91cf9-3865-48f1-aac9-6b299756d2fd/crucible/regions/b976be71-bbae-4b74-8183-e3e333b75dff","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T21:58:43.475178777Z","hostname":"oxz_crucible_6c538f24-3400-4e2e-8a93-a7d0feb98c8c","pid":29948,"component":"datafile"}
{"msg":"region b976be71-bbae-4b74-8183-e3e333b75dff state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T21:58:43.482613087Z","hostname":"oxz_crucible_6c538f24-3400-4e2e-8a93-a7d0feb98c8c","pid":29948,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T21:58:43.482780112Z","hostname":"oxz_crucible_6c538f24-3400-4e2e-8a93-a7d0feb98c8c","pid":29948,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T21:58:43.482803593Z","hostname":"oxz_crucible_6c538f24-3400-4e2e-8a93-a7d0feb98c8c","pid":29948,"uri":"/crucible/0/regions/b976be71-bbae-4b74-8183-e3e333b75dff","method":"DELETE","req_id":"7fabbd7e-a966-496b-a67f-63e58b3993d0","remote_addr":"[fd00:1122:3344:101::b]:62794","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":28616,"response_code":204}
{"msg":"disabling downstairs instance: downstairs-b976be71-bbae-4b74-8183-e3e333b75dff (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T21:58:43.484227105Z","hostname":"oxz_crucible_6c538f24-3400-4e2e-8a93-a7d0feb98c8c","pid":29948,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T21:58:43.485566505Z","hostname":"oxz_crucible_6c538f24-3400-4e2e-8a93-a7d0feb98c8c","pid":29948,"uri":"/crucible/0/regions/b976be71-bbae-4b74-8183-e3e333b75dff","method":"GET","req_id":"709aabb0-086b-4577-9188-8e9003d7e4e0","remote_addr":"[fd00:1122:3344:101::b]:62794","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":49,"response_code":200}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T21:58:43.500920539Z","hostname":"oxz_crucible_6c538f24-3400-4e2e-8a93-a7d0feb98c8c","pid":29948,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_55a91cf9-3865-48f1-aac9-6b299756d2fd/crucible/regions/b976be71-bbae-4b74-8183-e3e333b75dff\"","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T21:58:43.508178393Z","hostname":"oxz_crucible_6c538f24-3400-4e2e-8a93-a7d0feb98c8c","pid":29948,"region":"b976be71-bbae-4b74-8183-e3e333b75dff","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T21:58:43.562459478Z","hostname":"oxz_crucible_6c538f24-3400-4e2e-8a93-a7d0feb98c8c","pid":29948,"uri":"/crucible/0/regions/b976be71-bbae-4b74-8183-e3e333b75dff","method":"GET","req_id":"4c92f2ab-22a5-4014-90e8-0e1719922b94","remote_addr":"[fd00:1122:3344:101::b]:62794","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":61,"response_code":200}
{"msg":"region b976be71-bbae-4b74-8183-e3e333b75dff state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T21:58:43.59870491Z","hostname":"oxz_crucible_6c538f24-3400-4e2e-8a93-a7d0feb98c8c","pid":29948,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T21:58:43.653936293Z","hostname":"oxz_crucible_6c538f24-3400-4e2e-8a93-a7d0feb98c8c","pid":29948,"uri":"/crucible/0/regions/b976be71-bbae-4b74-8183-e3e333b75dff","method":"GET","req_id":"5cb11c00-0540-4a64-b0b8-1b0ba667abd8","remote_addr":"[fd00:1122:3344:101::b]:62794","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":72,"response_code":200}