[ Jul  4 15:31:17 Enabled. ]
[ Jul  4 15:31:17 Rereading configuration. ]
[ Jul  4 15:31:22 Rereading configuration. ]
[ Jul  4 15:31:28 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_05e5d694-3136-4088-be79-073f4866dc49/crucible -l [fd00:1122:3344:101::15]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 2bfe090eb5318ec8c467157018db2429d4df535b\nCommit timestamp: 2026-06-25T19:33:01.000000000Z  branch: main\nrustc: 1.90.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos  Debug: false Opt level: 3","v":0,"name":"crucible-agent","level":30,"time":"2026-07-04T15:31:28.718703411Z","hostname":"oxz_crucible_2f227dd7-bc71-4667-bfbb-0985ff65abb0","pid":27533}
{"msg":"dataset: \"oxp_05e5d694-3136-4088-be79-073f4866dc49/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-04T15:31:28.718894512Z","hostname":"oxz_crucible_2f227dd7-bc71-4667-bfbb-0985ff65abb0","pid":27533}
{"msg":"listen IP: [fd00:1122:3344:101::15]:32345","v":0,"name":"crucible-agent","level":30,"time":"2026-07-04T15:31:28.719186713Z","hostname":"oxz_crucible_2f227dd7-bc71-4667-bfbb-0985ff65abb0","pid":27533}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-04T15:31:28.719207663Z","hostname":"oxz_crucible_2f227dd7-bc71-4667-bfbb-0985ff65abb0","pid":27533}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-04T15:31:28.740657643Z","hostname":"oxz_crucible_2f227dd7-bc71-4667-bfbb-0985ff65abb0","pid":27533,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2026-07-04T15:31:29.351646756Z","hostname":"oxz_crucible_2f227dd7-bc71-4667-bfbb-0985ff65abb0","pid":27533,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-07-04T15:31:54.940984634Z","hostname":"oxz_crucible_2f227dd7-bc71-4667-bfbb-0985ff65abb0","pid":27533,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:48267"}
{"msg":"region e549c8bb-a8bf-4d0c-a0d1-eeaf8ae1b5af state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-07-04T15:31:54.969924463Z","hostname":"oxz_crucible_2f227dd7-bc71-4667-bfbb-0985ff65abb0","pid":27533,"component":"datafile"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2026-07-04T15:31:54.974644113Z","hostname":"oxz_crucible_2f227dd7-bc71-4667-bfbb-0985ff65abb0","pid":27533,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-04T15:31:54.976859075Z","hostname":"oxz_crucible_2f227dd7-bc71-4667-bfbb-0985ff65abb0","pid":27533,"uri":"/crucible/0/regions","method":"POST","req_id":"0fd0aa7d-46a5-444e-987e-2a1874704fca","remote_addr":"[fd00:1122:3344:101::c]:48267","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":15418,"response_code":200}
{"msg":"zfs set reservation of 1342177280 for oxp_05e5d694-3136-4088-be79-073f4866dc49/crucible/regions/e549c8bb-a8bf-4d0c-a0d1-eeaf8ae1b5af","v":0,"name":"crucible-agent","level":30,"time":"2026-07-04T15:31:54.983412272Z","hostname":"oxz_crucible_2f227dd7-bc71-4667-bfbb-0985ff65abb0","pid":27533,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_05e5d694-3136-4088-be79-073f4866dc49/crucible/regions/e549c8bb-a8bf-4d0c-a0d1-eeaf8ae1b5af","v":0,"name":"crucible-agent","level":30,"time":"2026-07-04T15:31:54.983432042Z","hostname":"oxz_crucible_2f227dd7-bc71-4667-bfbb-0985ff65abb0","pid":27533,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"e549c8bb-a8bf-4d0c-a0d1-eeaf8ae1b5af\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/e549c8bb-a8bf-4d0c-a0d1-eeaf8ae1b5af\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-04T15:31:55.037063372Z","hostname":"oxz_crucible_2f227dd7-bc71-4667-bfbb-0985ff65abb0","pid":27533,"region":"e549c8bb-a8bf-4d0c-a0d1-eeaf8ae1b5af","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"e549c8bb-a8bf-4d0c-a0d1-eeaf8ae1b5af\" \"--data\" \"/data/regions/e549c8bb-a8bf-4d0c-a0d1-eeaf8ae1b5af\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-04T15:31:55.039128174Z","hostname":"oxz_crucible_2f227dd7-bc71-4667-bfbb-0985ff65abb0","pid":27533,"region":"e549c8bb-a8bf-4d0c-a0d1-eeaf8ae1b5af","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-04T15:31:55.121453905Z","hostname":"oxz_crucible_2f227dd7-bc71-4667-bfbb-0985ff65abb0","pid":27533,"uri":"/crucible/0/regions","method":"POST","req_id":"091f8e5f-dfb5-4914-b349-6072ae61badd","remote_addr":"[fd00:1122:3344:101::c]:48267","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":72,"response_code":200}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-07-04T15:31:55.171937498Z","hostname":"oxz_crucible_2f227dd7-bc71-4667-bfbb-0985ff65abb0","pid":27533,"region":"e549c8bb-a8bf-4d0c-a0d1-eeaf8ae1b5af","component":"worker"}
{"msg":"region e549c8bb-a8bf-4d0c-a0d1-eeaf8ae1b5af state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-07-04T15:31:55.175660869Z","hostname":"oxz_crucible_2f227dd7-bc71-4667-bfbb-0985ff65abb0","pid":27533,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-07-04T15:31:55.17582895Z","hostname":"oxz_crucible_2f227dd7-bc71-4667-bfbb-0985ff65abb0","pid":27533,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-e549c8bb-a8bf-4d0c-a0d1-eeaf8ae1b5af","v":0,"name":"crucible-agent","level":30,"time":"2026-07-04T15:31:55.178283763Z","hostname":"oxz_crucible_2f227dd7-bc71-4667-bfbb-0985ff65abb0","pid":27533,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-e549c8bb-a8bf-4d0c-a0d1-eeaf8ae1b5af","v":0,"name":"crucible-agent","level":30,"time":"2026-07-04T15:31:55.185192472Z","hostname":"oxz_crucible_2f227dd7-bc71-4667-bfbb-0985ff65abb0","pid":27533,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-07-04T15:31:55.199353742Z","hostname":"oxz_crucible_2f227dd7-bc71-4667-bfbb-0985ff65abb0","pid":27533,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-e549c8bb-a8bf-4d0c-a0d1-eeaf8ae1b5af","v":0,"name":"crucible-agent","level":30,"time":"2026-07-04T15:31:55.20262196Z","hostname":"oxz_crucible_2f227dd7-bc71-4667-bfbb-0985ff65abb0","pid":27533,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/e549c8bb-a8bf-4d0c-a0d1-eeaf8ae1b5af","v":0,"name":"crucible-agent","level":30,"time":"2026-07-04T15:31:55.203378334Z","hostname":"oxz_crucible_2f227dd7-bc71-4667-bfbb-0985ff65abb0","pid":27533,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-07-04T15:31:55.205394546Z","hostname":"oxz_crucible_2f227dd7-bc71-4667-bfbb-0985ff65abb0","pid":27533,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2026-07-04T15:31:55.205426806Z","hostname":"oxz_crucible_2f227dd7-bc71-4667-bfbb-0985ff65abb0","pid":27533,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-07-04T15:31:55.205447776Z","hostname":"oxz_crucible_2f227dd7-bc71-4667-bfbb-0985ff65abb0","pid":27533,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-04T15:31:55.214528027Z","hostname":"oxz_crucible_2f227dd7-bc71-4667-bfbb-0985ff65abb0","pid":27533,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-04T15:31:55.219226783Z","hostname":"oxz_crucible_2f227dd7-bc71-4667-bfbb-0985ff65abb0","pid":27533,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-04T15:31:55.499829295Z","hostname":"oxz_crucible_2f227dd7-bc71-4667-bfbb-0985ff65abb0","pid":27533,"uri":"/crucible/0/regions","method":"POST","req_id":"d2081b5b-0d5b-4d94-a03b-9a1157afa360","remote_addr":"[fd00:1122:3344:101::c]:48267","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":86,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-04T15:31:55.801995077Z","hostname":"oxz_crucible_2f227dd7-bc71-4667-bfbb-0985ff65abb0","pid":27533,"uri":"/crucible/0/regions/e549c8bb-a8bf-4d0c-a0d1-eeaf8ae1b5af","method":"GET","req_id":"e407def2-95f3-483e-8d33-f64c77a77ca6","remote_addr":"[fd00:1122:3344:101::c]:48267","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":78,"response_code":200}
{"msg":"path is \"/data/regions/e549c8bb-a8bf-4d0c-a0d1-eeaf8ae1b5af\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-04T15:31:55.806334822Z","hostname":"oxz_crucible_2f227dd7-bc71-4667-bfbb-0985ff65abb0","pid":27533,"component":"datafile"}
{"msg":"dataset is oxp_05e5d694-3136-4088-be79-073f4866dc49/crucible/regions/e549c8bb-a8bf-4d0c-a0d1-eeaf8ae1b5af","v":0,"name":"crucible-agent","level":30,"time":"2026-07-04T15:31:55.813463632Z","hostname":"oxz_crucible_2f227dd7-bc71-4667-bfbb-0985ff65abb0","pid":27533,"component":"datafile"}
{"msg":"region e549c8bb-a8bf-4d0c-a0d1-eeaf8ae1b5af state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-07-04T15:31:55.821032144Z","hostname":"oxz_crucible_2f227dd7-bc71-4667-bfbb-0985ff65abb0","pid":27533,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-07-04T15:31:55.821142835Z","hostname":"oxz_crucible_2f227dd7-bc71-4667-bfbb-0985ff65abb0","pid":27533,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-04T15:31:55.821160545Z","hostname":"oxz_crucible_2f227dd7-bc71-4667-bfbb-0985ff65abb0","pid":27533,"uri":"/crucible/0/regions/e549c8bb-a8bf-4d0c-a0d1-eeaf8ae1b5af","method":"DELETE","req_id":"b2c489ac-1497-4b3b-9f8f-68ac88c2712f","remote_addr":"[fd00:1122:3344:101::c]:48267","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":14857,"response_code":204}
{"msg":"disabling downstairs instance: downstairs-e549c8bb-a8bf-4d0c-a0d1-eeaf8ae1b5af (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-07-04T15:31:55.82212816Z","hostname":"oxz_crucible_2f227dd7-bc71-4667-bfbb-0985ff65abb0","pid":27533,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-04T15:31:55.825013606Z","hostname":"oxz_crucible_2f227dd7-bc71-4667-bfbb-0985ff65abb0","pid":27533,"uri":"/crucible/0/regions/e549c8bb-a8bf-4d0c-a0d1-eeaf8ae1b5af","method":"GET","req_id":"cc48c2cf-4925-4953-b691-d5a1ec110d6e","remote_addr":"[fd00:1122:3344:101::c]:48267","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":47,"response_code":200}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-04T15:31:55.826737756Z","hostname":"oxz_crucible_2f227dd7-bc71-4667-bfbb-0985ff65abb0","pid":27533,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_05e5d694-3136-4088-be79-073f4866dc49/crucible/regions/e549c8bb-a8bf-4d0c-a0d1-eeaf8ae1b5af\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-04T15:31:55.834984132Z","hostname":"oxz_crucible_2f227dd7-bc71-4667-bfbb-0985ff65abb0","pid":27533,"region":"e549c8bb-a8bf-4d0c-a0d1-eeaf8ae1b5af","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-04T15:31:55.897160151Z","hostname":"oxz_crucible_2f227dd7-bc71-4667-bfbb-0985ff65abb0","pid":27533,"uri":"/crucible/0/regions/e549c8bb-a8bf-4d0c-a0d1-eeaf8ae1b5af","method":"GET","req_id":"3aac63d0-1386-4779-82ec-0c2e4c09e1c5","remote_addr":"[fd00:1122:3344:101::c]:48267","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":52,"response_code":200}
{"msg":"region e549c8bb-a8bf-4d0c-a0d1-eeaf8ae1b5af state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-04T15:31:55.909699451Z","hostname":"oxz_crucible_2f227dd7-bc71-4667-bfbb-0985ff65abb0","pid":27533,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-04T15:31:56.016871951Z","hostname":"oxz_crucible_2f227dd7-bc71-4667-bfbb-0985ff65abb0","pid":27533,"uri":"/crucible/0/regions/e549c8bb-a8bf-4d0c-a0d1-eeaf8ae1b5af","method":"GET","req_id":"45db4541-647e-4787-88c5-3a83daf58f0e","remote_addr":"[fd00:1122:3344:101::c]:48267","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":48,"response_code":200}
{"msg":"region e6d66ddd-58af-4aee-8795-0577a7f42b68 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-07-04T15:31:58.783083677Z","hostname":"oxz_crucible_2f227dd7-bc71-4667-bfbb-0985ff65abb0","pid":27533,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-07-04T15:31:58.783301438Z","hostname":"oxz_crucible_2f227dd7-bc71-4667-bfbb-0985ff65abb0","pid":27533,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-04T15:31:58.783357029Z","hostname":"oxz_crucible_2f227dd7-bc71-4667-bfbb-0985ff65abb0","pid":27533,"uri":"/crucible/0/regions","method":"POST","req_id":"e8d22a17-49f5-49be-8e72-4628640610e2","remote_addr":"[fd00:1122:3344:101::c]:48267","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":275,"response_code":200}
{"msg":"zfs set reservation of 2684354560 for oxp_05e5d694-3136-4088-be79-073f4866dc49/crucible/regions/e6d66ddd-58af-4aee-8795-0577a7f42b68","v":0,"name":"crucible-agent","level":30,"time":"2026-07-04T15:31:58.790096186Z","hostname":"oxz_crucible_2f227dd7-bc71-4667-bfbb-0985ff65abb0","pid":27533,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_05e5d694-3136-4088-be79-073f4866dc49/crucible/regions/e6d66ddd-58af-4aee-8795-0577a7f42b68","v":0,"name":"crucible-agent","level":30,"time":"2026-07-04T15:31:58.790146196Z","hostname":"oxz_crucible_2f227dd7-bc71-4667-bfbb-0985ff65abb0","pid":27533,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"e6d66ddd-58af-4aee-8795-0577a7f42b68\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/e6d66ddd-58af-4aee-8795-0577a7f42b68\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-04T15:31:58.864117691Z","hostname":"oxz_crucible_2f227dd7-bc71-4667-bfbb-0985ff65abb0","pid":27533,"region":"e6d66ddd-58af-4aee-8795-0577a7f42b68","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"e6d66ddd-58af-4aee-8795-0577a7f42b68\" \"--data\" \"/data/regions/e6d66ddd-58af-4aee-8795-0577a7f42b68\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-04T15:31:58.864227431Z","hostname":"oxz_crucible_2f227dd7-bc71-4667-bfbb-0985ff65abb0","pid":27533,"region":"e6d66ddd-58af-4aee-8795-0577a7f42b68","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-04T15:31:58.91932618Z","hostname":"oxz_crucible_2f227dd7-bc71-4667-bfbb-0985ff65abb0","pid":27533,"uri":"/crucible/0/regions","method":"POST","req_id":"d3e8d056-6569-477c-9097-73d856a90214","remote_addr":"[fd00:1122:3344:101::c]:48267","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":50,"response_code":200}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-07-04T15:31:58.942780942Z","hostname":"oxz_crucible_2f227dd7-bc71-4667-bfbb-0985ff65abb0","pid":27533,"region":"e6d66ddd-58af-4aee-8795-0577a7f42b68","component":"worker"}
{"msg":"region e6d66ddd-58af-4aee-8795-0577a7f42b68 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-07-04T15:31:58.942803472Z","hostname":"oxz_crucible_2f227dd7-bc71-4667-bfbb-0985ff65abb0","pid":27533,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-07-04T15:31:58.943031513Z","hostname":"oxz_crucible_2f227dd7-bc71-4667-bfbb-0985ff65abb0","pid":27533,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-e6d66ddd-58af-4aee-8795-0577a7f42b68","v":0,"name":"crucible-agent","level":30,"time":"2026-07-04T15:31:58.94430356Z","hostname":"oxz_crucible_2f227dd7-bc71-4667-bfbb-0985ff65abb0","pid":27533,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-e6d66ddd-58af-4aee-8795-0577a7f42b68","v":0,"name":"crucible-agent","level":30,"time":"2026-07-04T15:31:58.947337647Z","hostname":"oxz_crucible_2f227dd7-bc71-4667-bfbb-0985ff65abb0","pid":27533,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-07-04T15:31:58.956249187Z","hostname":"oxz_crucible_2f227dd7-bc71-4667-bfbb-0985ff65abb0","pid":27533,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-e6d66ddd-58af-4aee-8795-0577a7f42b68","v":0,"name":"crucible-agent","level":30,"time":"2026-07-04T15:31:58.959350844Z","hostname":"oxz_crucible_2f227dd7-bc71-4667-bfbb-0985ff65abb0","pid":27533,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/e6d66ddd-58af-4aee-8795-0577a7f42b68","v":0,"name":"crucible-agent","level":30,"time":"2026-07-04T15:31:58.959655826Z","hostname":"oxz_crucible_2f227dd7-bc71-4667-bfbb-0985ff65abb0","pid":27533,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-07-04T15:31:58.959697316Z","hostname":"oxz_crucible_2f227dd7-bc71-4667-bfbb-0985ff65abb0","pid":27533,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2026-07-04T15:31:58.959744157Z","hostname":"oxz_crucible_2f227dd7-bc71-4667-bfbb-0985ff65abb0","pid":27533,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-07-04T15:31:58.959787897Z","hostname":"oxz_crucible_2f227dd7-bc71-4667-bfbb-0985ff65abb0","pid":27533,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-04T15:31:58.964071631Z","hostname":"oxz_crucible_2f227dd7-bc71-4667-bfbb-0985ff65abb0","pid":27533,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-04T15:31:58.969085539Z","hostname":"oxz_crucible_2f227dd7-bc71-4667-bfbb-0985ff65abb0","pid":27533,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-04T15:31:59.300702777Z","hostname":"oxz_crucible_2f227dd7-bc71-4667-bfbb-0985ff65abb0","pid":27533,"uri":"/crucible/0/regions","method":"POST","req_id":"244abf6c-7d8b-4136-8870-ab335ed641f6","remote_addr":"[fd00:1122:3344:101::c]:48267","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":57,"response_code":200}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-07-04T15:43:10.984189595Z","hostname":"oxz_crucible_2f227dd7-bc71-4667-bfbb-0985ff65abb0","pid":27533,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:35937"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-04T15:43:10.984644158Z","hostname":"oxz_crucible_2f227dd7-bc71-4667-bfbb-0985ff65abb0","pid":27533,"uri":"/crucible/0/regions/e6d66ddd-58af-4aee-8795-0577a7f42b68","method":"GET","req_id":"e8411e26-bbc5-431e-a700-2bb22da69548","remote_addr":"[fd00:1122:3344:101::c]:35937","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":40,"response_code":200}
{"msg":"path is \"/data/regions/e6d66ddd-58af-4aee-8795-0577a7f42b68\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-04T15:43:10.988264798Z","hostname":"oxz_crucible_2f227dd7-bc71-4667-bfbb-0985ff65abb0","pid":27533,"component":"datafile"}
{"msg":"dataset is oxp_05e5d694-3136-4088-be79-073f4866dc49/crucible/regions/e6d66ddd-58af-4aee-8795-0577a7f42b68","v":0,"name":"crucible-agent","level":30,"time":"2026-07-04T15:43:10.994932755Z","hostname":"oxz_crucible_2f227dd7-bc71-4667-bfbb-0985ff65abb0","pid":27533,"component":"datafile"}
{"msg":"snapshot is oxp_05e5d694-3136-4088-be79-073f4866dc49/crucible/regions/e6d66ddd-58af-4aee-8795-0577a7f42b68@a3409a38-1846-43c8-9a16-d8f3b352cbc5","v":0,"name":"crucible-agent","level":30,"time":"2026-07-04T15:43:11.001591693Z","hostname":"oxz_crucible_2f227dd7-bc71-4667-bfbb-0985ff65abb0","pid":27533,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_05e5d694-3136-4088-be79-073f4866dc49/crucible/regions/e6d66ddd-58af-4aee-8795-0577a7f42b68\", \"a3409a38-1846-43c8-9a16-d8f3b352cbc5\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-07-04T15:43:11.001611253Z","hostname":"oxz_crucible_2f227dd7-bc71-4667-bfbb-0985ff65abb0","pid":27533,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-04T15:43:11.036653799Z","hostname":"oxz_crucible_2f227dd7-bc71-4667-bfbb-0985ff65abb0","pid":27533,"uri":"/crucible/0/regions/e6d66ddd-58af-4aee-8795-0577a7f42b68/snapshots/a3409a38-1846-43c8-9a16-d8f3b352cbc5","method":"GET","req_id":"d2f9ba1f-a8c1-4ddc-ab25-088cb07a1767","remote_addr":"[fd00:1122:3344:101::c]:35937","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":48410,"response_code":200}
{"msg":"path is \"/data/regions/e6d66ddd-58af-4aee-8795-0577a7f42b68\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-04T15:43:11.040579251Z","hostname":"oxz_crucible_2f227dd7-bc71-4667-bfbb-0985ff65abb0","pid":27533,"component":"datafile"}
{"msg":"dataset is oxp_05e5d694-3136-4088-be79-073f4866dc49/crucible/regions/e6d66ddd-58af-4aee-8795-0577a7f42b68","v":0,"name":"crucible-agent","level":30,"time":"2026-07-04T15:43:11.047039607Z","hostname":"oxz_crucible_2f227dd7-bc71-4667-bfbb-0985ff65abb0","pid":27533,"component":"datafile"}
{"msg":"snapshot is oxp_05e5d694-3136-4088-be79-073f4866dc49/crucible/regions/e6d66ddd-58af-4aee-8795-0577a7f42b68@a3409a38-1846-43c8-9a16-d8f3b352cbc5","v":0,"name":"crucible-agent","level":30,"time":"2026-07-04T15:43:11.052561748Z","hostname":"oxz_crucible_2f227dd7-bc71-4667-bfbb-0985ff65abb0","pid":27533,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_05e5d694-3136-4088-be79-073f4866dc49/crucible/regions/e6d66ddd-58af-4aee-8795-0577a7f42b68\", \"a3409a38-1846-43c8-9a16-d8f3b352cbc5\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-07-04T15:43:11.052581958Z","hostname":"oxz_crucible_2f227dd7-bc71-4667-bfbb-0985ff65abb0","pid":27533,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot e6d66ddd-58af-4aee-8795-0577a7f42b68-a3409a38-1846-43c8-9a16-d8f3b352cbc5 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-07-04T15:43:11.064557636Z","hostname":"oxz_crucible_2f227dd7-bc71-4667-bfbb-0985ff65abb0","pid":27533,"component":"datafile"}
{"msg":"applying SMF actions for region e6d66ddd-58af-4aee-8795-0577a7f42b68 running snapshot a3409a38-1846-43c8-9a16-d8f3b352cbc5 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-07-04T15:43:11.067856704Z","hostname":"oxz_crucible_2f227dd7-bc71-4667-bfbb-0985ff65abb0","pid":27533,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-04T15:43:11.067876724Z","hostname":"oxz_crucible_2f227dd7-bc71-4667-bfbb-0985ff65abb0","pid":27533,"uri":"/crucible/0/regions/e6d66ddd-58af-4aee-8795-0577a7f42b68/snapshots/a3409a38-1846-43c8-9a16-d8f3b352cbc5/run","method":"POST","req_id":"ea50130f-fd62-4de0-8e0a-59a4203af011","remote_addr":"[fd00:1122:3344:101::c]:35937","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":27333,"response_code":200}
{"msg":"creating missing snapshot instance snapshot-e6d66ddd-58af-4aee-8795-0577a7f42b68-a3409a38-1846-43c8-9a16-d8f3b352cbc5","v":0,"name":"crucible-agent","level":30,"time":"2026-07-04T15:43:11.080777767Z","hostname":"oxz_crucible_2f227dd7-bc71-4667-bfbb-0985ff65abb0","pid":27533,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-e6d66ddd-58af-4aee-8795-0577a7f42b68-a3409a38-1846-43c8-9a16-d8f3b352cbc5","v":0,"name":"crucible-agent","level":30,"time":"2026-07-04T15:43:11.09929607Z","hostname":"oxz_crucible_2f227dd7-bc71-4667-bfbb-0985ff65abb0","pid":27533,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-e6d66ddd-58af-4aee-8795-0577a7f42b68-a3409a38-1846-43c8-9a16-d8f3b352cbc5","v":0,"name":"crucible-agent","level":30,"time":"2026-07-04T15:43:11.159628328Z","hostname":"oxz_crucible_2f227dd7-bc71-4667-bfbb-0985ff65abb0","pid":27533,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/e6d66ddd-58af-4aee-8795-0577a7f42b68/.zfs/snapshot/a3409a38-1846-43c8-9a16-d8f3b352cbc5","v":0,"name":"crucible-agent","level":30,"time":"2026-07-04T15:43:11.160053551Z","hostname":"oxz_crucible_2f227dd7-bc71-4667-bfbb-0985ff65abb0","pid":27533,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-07-04T15:43:11.160103811Z","hostname":"oxz_crucible_2f227dd7-bc71-4667-bfbb-0985ff65abb0","pid":27533,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-07-04T15:43:11.160152531Z","hostname":"oxz_crucible_2f227dd7-bc71-4667-bfbb-0985ff65abb0","pid":27533,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2026-07-04T15:43:11.160211341Z","hostname":"oxz_crucible_2f227dd7-bc71-4667-bfbb-0985ff65abb0","pid":27533,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-07-04T15:43:11.160268442Z","hostname":"oxz_crucible_2f227dd7-bc71-4667-bfbb-0985ff65abb0","pid":27533,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-04T15:43:11.187897407Z","hostname":"oxz_crucible_2f227dd7-bc71-4667-bfbb-0985ff65abb0","pid":27533,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-04T15:43:11.213334769Z","hostname":"oxz_crucible_2f227dd7-bc71-4667-bfbb-0985ff65abb0","pid":27533,"component":"worker"}
{"msg":"region e6d66ddd-58af-4aee-8795-0577a7f42b68 running snapshot a3409a38-1846-43c8-9a16-d8f3b352cbc5 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-07-04T15:43:11.213356359Z","hostname":"oxz_crucible_2f227dd7-bc71-4667-bfbb-0985ff65abb0","pid":27533,"component":"datafile"}
{"msg":"path is \"/data/regions/e6d66ddd-58af-4aee-8795-0577a7f42b68\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-04T15:43:11.281589062Z","hostname":"oxz_crucible_2f227dd7-bc71-4667-bfbb-0985ff65abb0","pid":27533,"component":"datafile"}
{"msg":"dataset is oxp_05e5d694-3136-4088-be79-073f4866dc49/crucible/regions/e6d66ddd-58af-4aee-8795-0577a7f42b68","v":0,"name":"crucible-agent","level":30,"time":"2026-07-04T15:43:11.289253005Z","hostname":"oxz_crucible_2f227dd7-bc71-4667-bfbb-0985ff65abb0","pid":27533,"component":"datafile"}
{"msg":"snapshot is oxp_05e5d694-3136-4088-be79-073f4866dc49/crucible/regions/e6d66ddd-58af-4aee-8795-0577a7f42b68@a3409a38-1846-43c8-9a16-d8f3b352cbc5","v":0,"name":"crucible-agent","level":30,"time":"2026-07-04T15:43:11.29561624Z","hostname":"oxz_crucible_2f227dd7-bc71-4667-bfbb-0985ff65abb0","pid":27533,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_05e5d694-3136-4088-be79-073f4866dc49/crucible/regions/e6d66ddd-58af-4aee-8795-0577a7f42b68\", \"a3409a38-1846-43c8-9a16-d8f3b352cbc5\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-07-04T15:43:11.29563639Z","hostname":"oxz_crucible_2f227dd7-bc71-4667-bfbb-0985ff65abb0","pid":27533,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-04T15:43:11.302808354Z","hostname":"oxz_crucible_2f227dd7-bc71-4667-bfbb-0985ff65abb0","pid":27533,"uri":"/crucible/0/regions/e6d66ddd-58af-4aee-8795-0577a7f42b68/snapshots/a3409a38-1846-43c8-9a16-d8f3b352cbc5/run","method":"POST","req_id":"092a7541-708f-44fe-941c-ba721e0cdf58","remote_addr":"[fd00:1122:3344:101::c]:35937","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":21254,"response_code":200}