[ Nov  8 00:00:04 Enabled. ]
[ Nov  8 00:00:04 Rereading configuration. ]
[ Nov  8 00:00:06 Rereading configuration. ]
[ Nov  8 00:00:11 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_2daba299-ce5d-4331-a56c-3f647281909d/crucible -l [fd00:1122:3344:101::1a]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 75ea3408643664877aa603ffc65996ed6dc34c0a\nCommit timestamp: 2025-10-24T15:21:57.000000000Z  branch: main\nrustc: 1.90.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos  Debug: false Opt level: 3","v":0,"name":"crucible-agent","level":30,"time":"2025-11-08T00:00:11.510880903Z","hostname":"oxz_crucible_15dacfc0-9b4b-47b8-91c1-7a0583754f68","pid":27920}
{"msg":"dataset: \"oxp_2daba299-ce5d-4331-a56c-3f647281909d/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2025-11-08T00:00:11.511650254Z","hostname":"oxz_crucible_15dacfc0-9b4b-47b8-91c1-7a0583754f68","pid":27920}
{"msg":"listen IP: [fd00:1122:3344:101::1a]:32345","v":0,"name":"crucible-agent","level":30,"time":"2025-11-08T00:00:11.511661364Z","hostname":"oxz_crucible_15dacfc0-9b4b-47b8-91c1-7a0583754f68","pid":27920}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2025-11-08T00:00:11.511667384Z","hostname":"oxz_crucible_15dacfc0-9b4b-47b8-91c1-7a0583754f68","pid":27920}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2025-11-08T00:00:11.527963622Z","hostname":"oxz_crucible_15dacfc0-9b4b-47b8-91c1-7a0583754f68","pid":27920,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2025-11-08T00:00:11.635359143Z","hostname":"oxz_crucible_15dacfc0-9b4b-47b8-91c1-7a0583754f68","pid":27920,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-11-08T00:00:53.929901424Z","hostname":"oxz_crucible_15dacfc0-9b4b-47b8-91c1-7a0583754f68","pid":27920,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:39509"}
{"msg":"region 28cabb48-ba6e-4529-bff5-d9594dbe36a6 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-11-08T00:00:53.964215767Z","hostname":"oxz_crucible_15dacfc0-9b4b-47b8-91c1-7a0583754f68","pid":27920,"component":"datafile"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2025-11-08T00:00:53.966683865Z","hostname":"oxz_crucible_15dacfc0-9b4b-47b8-91c1-7a0583754f68","pid":27920,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-11-08T00:00:53.966706735Z","hostname":"oxz_crucible_15dacfc0-9b4b-47b8-91c1-7a0583754f68","pid":27920,"uri":"/crucible/0/regions","method":"POST","req_id":"5b3a4716-8def-43b3-8563-f491a2b84112","remote_addr":"[fd00:1122:3344:101::c]:39509","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":15432,"response_code":200}
{"msg":"zfs set reservation of 1342177280 for oxp_2daba299-ce5d-4331-a56c-3f647281909d/crucible/regions/28cabb48-ba6e-4529-bff5-d9594dbe36a6","v":0,"name":"crucible-agent","level":30,"time":"2025-11-08T00:00:53.975222109Z","hostname":"oxz_crucible_15dacfc0-9b4b-47b8-91c1-7a0583754f68","pid":27920,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_2daba299-ce5d-4331-a56c-3f647281909d/crucible/regions/28cabb48-ba6e-4529-bff5-d9594dbe36a6","v":0,"name":"crucible-agent","level":30,"time":"2025-11-08T00:00:53.97524186Z","hostname":"oxz_crucible_15dacfc0-9b4b-47b8-91c1-7a0583754f68","pid":27920,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"28cabb48-ba6e-4529-bff5-d9594dbe36a6\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/28cabb48-ba6e-4529-bff5-d9594dbe36a6\"","v":0,"name":"crucible-agent","level":30,"time":"2025-11-08T00:00:54.035586678Z","hostname":"oxz_crucible_15dacfc0-9b4b-47b8-91c1-7a0583754f68","pid":27920,"region":"28cabb48-ba6e-4529-bff5-d9594dbe36a6","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"28cabb48-ba6e-4529-bff5-d9594dbe36a6\" \"--data\" \"/data/regions/28cabb48-ba6e-4529-bff5-d9594dbe36a6\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-11-08T00:00:54.038238671Z","hostname":"oxz_crucible_15dacfc0-9b4b-47b8-91c1-7a0583754f68","pid":27920,"region":"28cabb48-ba6e-4529-bff5-d9594dbe36a6","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-11-08T00:00:54.331981494Z","hostname":"oxz_crucible_15dacfc0-9b4b-47b8-91c1-7a0583754f68","pid":27920,"region":"28cabb48-ba6e-4529-bff5-d9594dbe36a6","component":"worker"}
{"msg":"region 28cabb48-ba6e-4529-bff5-d9594dbe36a6 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-11-08T00:00:54.332051546Z","hostname":"oxz_crucible_15dacfc0-9b4b-47b8-91c1-7a0583754f68","pid":27920,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-11-08T00:00:54.332278982Z","hostname":"oxz_crucible_15dacfc0-9b4b-47b8-91c1-7a0583754f68","pid":27920,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-28cabb48-ba6e-4529-bff5-d9594dbe36a6","v":0,"name":"crucible-agent","level":30,"time":"2025-11-08T00:00:54.332730195Z","hostname":"oxz_crucible_15dacfc0-9b4b-47b8-91c1-7a0583754f68","pid":27920,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-11-08T00:00:54.336998622Z","hostname":"oxz_crucible_15dacfc0-9b4b-47b8-91c1-7a0583754f68","pid":27920,"uri":"/crucible/0/regions","method":"POST","req_id":"ccdf1660-3b4b-4846-a593-025333af8095","remote_addr":"[fd00:1122:3344:101::c]:39509","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":59,"response_code":200}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-28cabb48-ba6e-4529-bff5-d9594dbe36a6","v":0,"name":"crucible-agent","level":30,"time":"2025-11-08T00:00:54.33839385Z","hostname":"oxz_crucible_15dacfc0-9b4b-47b8-91c1-7a0583754f68","pid":27920,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-11-08T00:00:54.356304183Z","hostname":"oxz_crucible_15dacfc0-9b4b-47b8-91c1-7a0583754f68","pid":27920,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-28cabb48-ba6e-4529-bff5-d9594dbe36a6","v":0,"name":"crucible-agent","level":30,"time":"2025-11-08T00:00:54.360152988Z","hostname":"oxz_crucible_15dacfc0-9b4b-47b8-91c1-7a0583754f68","pid":27920,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/28cabb48-ba6e-4529-bff5-d9594dbe36a6","v":0,"name":"crucible-agent","level":30,"time":"2025-11-08T00:00:54.361558887Z","hostname":"oxz_crucible_15dacfc0-9b4b-47b8-91c1-7a0583754f68","pid":27920,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-11-08T00:00:54.361622479Z","hostname":"oxz_crucible_15dacfc0-9b4b-47b8-91c1-7a0583754f68","pid":27920,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2025-11-08T00:00:54.36166915Z","hostname":"oxz_crucible_15dacfc0-9b4b-47b8-91c1-7a0583754f68","pid":27920,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-11-08T00:00:54.361708161Z","hostname":"oxz_crucible_15dacfc0-9b4b-47b8-91c1-7a0583754f68","pid":27920,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-11-08T00:00:54.366277497Z","hostname":"oxz_crucible_15dacfc0-9b4b-47b8-91c1-7a0583754f68","pid":27920,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-11-08T00:00:54.37076836Z","hostname":"oxz_crucible_15dacfc0-9b4b-47b8-91c1-7a0583754f68","pid":27920,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-11-08T00:00:55.066845473Z","hostname":"oxz_crucible_15dacfc0-9b4b-47b8-91c1-7a0583754f68","pid":27920,"uri":"/crucible/0/regions/28cabb48-ba6e-4529-bff5-d9594dbe36a6","method":"GET","req_id":"832970c1-7fbb-4f06-a086-b1e91944d870","remote_addr":"[fd00:1122:3344:101::c]:39509","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":84,"response_code":200}
{"msg":"path is \"/data/regions/28cabb48-ba6e-4529-bff5-d9594dbe36a6\"","v":0,"name":"crucible-agent","level":30,"time":"2025-11-08T00:00:55.069937538Z","hostname":"oxz_crucible_15dacfc0-9b4b-47b8-91c1-7a0583754f68","pid":27920,"component":"datafile"}
{"msg":"dataset is oxp_2daba299-ce5d-4331-a56c-3f647281909d/crucible/regions/28cabb48-ba6e-4529-bff5-d9594dbe36a6","v":0,"name":"crucible-agent","level":30,"time":"2025-11-08T00:00:55.077766643Z","hostname":"oxz_crucible_15dacfc0-9b4b-47b8-91c1-7a0583754f68","pid":27920,"component":"datafile"}
{"msg":"region 28cabb48-ba6e-4529-bff5-d9594dbe36a6 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-11-08T00:00:55.084282252Z","hostname":"oxz_crucible_15dacfc0-9b4b-47b8-91c1-7a0583754f68","pid":27920,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-11-08T00:00:55.084409735Z","hostname":"oxz_crucible_15dacfc0-9b4b-47b8-91c1-7a0583754f68","pid":27920,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-11-08T00:00:55.084420146Z","hostname":"oxz_crucible_15dacfc0-9b4b-47b8-91c1-7a0583754f68","pid":27920,"uri":"/crucible/0/regions/28cabb48-ba6e-4529-bff5-d9594dbe36a6","method":"DELETE","req_id":"0733c874-1207-4d0e-9e96-5a2b5d407bab","remote_addr":"[fd00:1122:3344:101::c]:39509","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":14501,"response_code":204}
{"msg":"disabling downstairs instance: downstairs-28cabb48-ba6e-4529-bff5-d9594dbe36a6 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-11-08T00:00:55.085446844Z","hostname":"oxz_crucible_15dacfc0-9b4b-47b8-91c1-7a0583754f68","pid":27920,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-11-08T00:00:55.088347434Z","hostname":"oxz_crucible_15dacfc0-9b4b-47b8-91c1-7a0583754f68","pid":27920,"uri":"/crucible/0/regions/28cabb48-ba6e-4529-bff5-d9594dbe36a6","method":"GET","req_id":"ce49e683-2396-4fa4-9319-af774453d892","remote_addr":"[fd00:1122:3344:101::c]:39509","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":30,"response_code":200}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-11-08T00:00:55.090610466Z","hostname":"oxz_crucible_15dacfc0-9b4b-47b8-91c1-7a0583754f68","pid":27920,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_2daba299-ce5d-4331-a56c-3f647281909d/crucible/regions/28cabb48-ba6e-4529-bff5-d9594dbe36a6\"","v":0,"name":"crucible-agent","level":30,"time":"2025-11-08T00:00:55.098593805Z","hostname":"oxz_crucible_15dacfc0-9b4b-47b8-91c1-7a0583754f68","pid":27920,"region":"28cabb48-ba6e-4529-bff5-d9594dbe36a6","component":"worker"}
{"msg":"region 28cabb48-ba6e-4529-bff5-d9594dbe36a6 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-11-08T00:00:55.165889395Z","hostname":"oxz_crucible_15dacfc0-9b4b-47b8-91c1-7a0583754f68","pid":27920,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-11-08T00:00:55.238963973Z","hostname":"oxz_crucible_15dacfc0-9b4b-47b8-91c1-7a0583754f68","pid":27920,"uri":"/crucible/0/regions/28cabb48-ba6e-4529-bff5-d9594dbe36a6","method":"GET","req_id":"5a89ebe8-cfe4-4a9d-abae-1a207cf1e602","remote_addr":"[fd00:1122:3344:101::c]:39509","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":55,"response_code":200}
{"msg":"region f5939e76-7735-410c-95f9-a411e10b3044 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-11-08T00:00:57.620745915Z","hostname":"oxz_crucible_15dacfc0-9b4b-47b8-91c1-7a0583754f68","pid":27920,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-11-08T00:00:57.620877519Z","hostname":"oxz_crucible_15dacfc0-9b4b-47b8-91c1-7a0583754f68","pid":27920,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-11-08T00:00:57.62089937Z","hostname":"oxz_crucible_15dacfc0-9b4b-47b8-91c1-7a0583754f68","pid":27920,"uri":"/crucible/0/regions","method":"POST","req_id":"c9d1491e-b4f8-491e-90c9-0e5c753b6083","remote_addr":"[fd00:1122:3344:101::c]:39509","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":185,"response_code":200}
{"msg":"zfs set reservation of 2684354560 for oxp_2daba299-ce5d-4331-a56c-3f647281909d/crucible/regions/f5939e76-7735-410c-95f9-a411e10b3044","v":0,"name":"crucible-agent","level":30,"time":"2025-11-08T00:00:57.627136421Z","hostname":"oxz_crucible_15dacfc0-9b4b-47b8-91c1-7a0583754f68","pid":27920,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_2daba299-ce5d-4331-a56c-3f647281909d/crucible/regions/f5939e76-7735-410c-95f9-a411e10b3044","v":0,"name":"crucible-agent","level":30,"time":"2025-11-08T00:00:57.627154442Z","hostname":"oxz_crucible_15dacfc0-9b4b-47b8-91c1-7a0583754f68","pid":27920,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"f5939e76-7735-410c-95f9-a411e10b3044\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/f5939e76-7735-410c-95f9-a411e10b3044\"","v":0,"name":"crucible-agent","level":30,"time":"2025-11-08T00:00:57.679326255Z","hostname":"oxz_crucible_15dacfc0-9b4b-47b8-91c1-7a0583754f68","pid":27920,"region":"f5939e76-7735-410c-95f9-a411e10b3044","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"f5939e76-7735-410c-95f9-a411e10b3044\" \"--data\" \"/data/regions/f5939e76-7735-410c-95f9-a411e10b3044\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-11-08T00:00:57.679364146Z","hostname":"oxz_crucible_15dacfc0-9b4b-47b8-91c1-7a0583754f68","pid":27920,"region":"f5939e76-7735-410c-95f9-a411e10b3044","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-11-08T00:00:57.774736687Z","hostname":"oxz_crucible_15dacfc0-9b4b-47b8-91c1-7a0583754f68","pid":27920,"uri":"/crucible/0/regions","method":"POST","req_id":"6cde8f24-2983-4115-aae3-c04231154de4","remote_addr":"[fd00:1122:3344:101::c]:39509","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":64,"response_code":200}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-11-08T00:00:57.778182662Z","hostname":"oxz_crucible_15dacfc0-9b4b-47b8-91c1-7a0583754f68","pid":27920,"region":"f5939e76-7735-410c-95f9-a411e10b3044","component":"worker"}
{"msg":"region f5939e76-7735-410c-95f9-a411e10b3044 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-11-08T00:00:57.778204432Z","hostname":"oxz_crucible_15dacfc0-9b4b-47b8-91c1-7a0583754f68","pid":27920,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-11-08T00:00:57.778321665Z","hostname":"oxz_crucible_15dacfc0-9b4b-47b8-91c1-7a0583754f68","pid":27920,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-f5939e76-7735-410c-95f9-a411e10b3044","v":0,"name":"crucible-agent","level":30,"time":"2025-11-08T00:00:57.77957353Z","hostname":"oxz_crucible_15dacfc0-9b4b-47b8-91c1-7a0583754f68","pid":27920,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-f5939e76-7735-410c-95f9-a411e10b3044","v":0,"name":"crucible-agent","level":30,"time":"2025-11-08T00:00:57.789086671Z","hostname":"oxz_crucible_15dacfc0-9b4b-47b8-91c1-7a0583754f68","pid":27920,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-11-08T00:00:57.799315593Z","hostname":"oxz_crucible_15dacfc0-9b4b-47b8-91c1-7a0583754f68","pid":27920,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-f5939e76-7735-410c-95f9-a411e10b3044","v":0,"name":"crucible-agent","level":30,"time":"2025-11-08T00:00:57.803158638Z","hostname":"oxz_crucible_15dacfc0-9b4b-47b8-91c1-7a0583754f68","pid":27920,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/f5939e76-7735-410c-95f9-a411e10b3044","v":0,"name":"crucible-agent","level":30,"time":"2025-11-08T00:00:57.803454396Z","hostname":"oxz_crucible_15dacfc0-9b4b-47b8-91c1-7a0583754f68","pid":27920,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-11-08T00:00:57.803501048Z","hostname":"oxz_crucible_15dacfc0-9b4b-47b8-91c1-7a0583754f68","pid":27920,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2025-11-08T00:00:57.803541949Z","hostname":"oxz_crucible_15dacfc0-9b4b-47b8-91c1-7a0583754f68","pid":27920,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-11-08T00:00:57.8035801Z","hostname":"oxz_crucible_15dacfc0-9b4b-47b8-91c1-7a0583754f68","pid":27920,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-11-08T00:00:57.80833092Z","hostname":"oxz_crucible_15dacfc0-9b4b-47b8-91c1-7a0583754f68","pid":27920,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-11-08T00:00:57.81340493Z","hostname":"oxz_crucible_15dacfc0-9b4b-47b8-91c1-7a0583754f68","pid":27920,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-11-08T00:00:58.409923321Z","hostname":"oxz_crucible_15dacfc0-9b4b-47b8-91c1-7a0583754f68","pid":27920,"uri":"/crucible/0/regions","method":"POST","req_id":"d3d1a9c8-d9f1-40ce-8107-8603dc80404a","remote_addr":"[fd00:1122:3344:101::c]:39509","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":54,"response_code":200}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-11-08T00:11:22.646447992Z","hostname":"oxz_crucible_15dacfc0-9b4b-47b8-91c1-7a0583754f68","pid":27920,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:51449"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-11-08T00:11:22.646908315Z","hostname":"oxz_crucible_15dacfc0-9b4b-47b8-91c1-7a0583754f68","pid":27920,"uri":"/crucible/0/regions/f5939e76-7735-410c-95f9-a411e10b3044","method":"GET","req_id":"372bfe1b-944f-4cba-80cf-c4cd1262255c","remote_addr":"[fd00:1122:3344:101::c]:51449","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":50,"response_code":200}
{"msg":"path is \"/data/regions/f5939e76-7735-410c-95f9-a411e10b3044\"","v":0,"name":"crucible-agent","level":30,"time":"2025-11-08T00:11:22.652281832Z","hostname":"oxz_crucible_15dacfc0-9b4b-47b8-91c1-7a0583754f68","pid":27920,"component":"datafile"}
{"msg":"dataset is oxp_2daba299-ce5d-4331-a56c-3f647281909d/crucible/regions/f5939e76-7735-410c-95f9-a411e10b3044","v":0,"name":"crucible-agent","level":30,"time":"2025-11-08T00:11:22.662180738Z","hostname":"oxz_crucible_15dacfc0-9b4b-47b8-91c1-7a0583754f68","pid":27920,"component":"datafile"}
{"msg":"snapshot is oxp_2daba299-ce5d-4331-a56c-3f647281909d/crucible/regions/f5939e76-7735-410c-95f9-a411e10b3044@8e251843-840a-4dff-a6e8-90bff01cfe00","v":0,"name":"crucible-agent","level":30,"time":"2025-11-08T00:11:22.671521831Z","hostname":"oxz_crucible_15dacfc0-9b4b-47b8-91c1-7a0583754f68","pid":27920,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_2daba299-ce5d-4331-a56c-3f647281909d/crucible/regions/f5939e76-7735-410c-95f9-a411e10b3044\", \"8e251843-840a-4dff-a6e8-90bff01cfe00\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-11-08T00:11:22.671564812Z","hostname":"oxz_crucible_15dacfc0-9b4b-47b8-91c1-7a0583754f68","pid":27920,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-11-08T00:11:22.683961263Z","hostname":"oxz_crucible_15dacfc0-9b4b-47b8-91c1-7a0583754f68","pid":27920,"uri":"/crucible/0/regions/f5939e76-7735-410c-95f9-a411e10b3044/snapshots/8e251843-840a-4dff-a6e8-90bff01cfe00","method":"GET","req_id":"3aa47d37-70fb-4379-9b39-1fe609e0c0e1","remote_addr":"[fd00:1122:3344:101::c]:51449","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":31706,"response_code":200}
{"msg":"path is \"/data/regions/f5939e76-7735-410c-95f9-a411e10b3044\"","v":0,"name":"crucible-agent","level":30,"time":"2025-11-08T00:11:22.690810241Z","hostname":"oxz_crucible_15dacfc0-9b4b-47b8-91c1-7a0583754f68","pid":27920,"component":"datafile"}
{"msg":"dataset is oxp_2daba299-ce5d-4331-a56c-3f647281909d/crucible/regions/f5939e76-7735-410c-95f9-a411e10b3044","v":0,"name":"crucible-agent","level":30,"time":"2025-11-08T00:11:22.700389554Z","hostname":"oxz_crucible_15dacfc0-9b4b-47b8-91c1-7a0583754f68","pid":27920,"component":"datafile"}
{"msg":"snapshot is oxp_2daba299-ce5d-4331-a56c-3f647281909d/crucible/regions/f5939e76-7735-410c-95f9-a411e10b3044@8e251843-840a-4dff-a6e8-90bff01cfe00","v":0,"name":"crucible-agent","level":30,"time":"2025-11-08T00:11:22.709281169Z","hostname":"oxz_crucible_15dacfc0-9b4b-47b8-91c1-7a0583754f68","pid":27920,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_2daba299-ce5d-4331-a56c-3f647281909d/crucible/regions/f5939e76-7735-410c-95f9-a411e10b3044\", \"8e251843-840a-4dff-a6e8-90bff01cfe00\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-11-08T00:11:22.709308029Z","hostname":"oxz_crucible_15dacfc0-9b4b-47b8-91c1-7a0583754f68","pid":27920,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot f5939e76-7735-410c-95f9-a411e10b3044-8e251843-840a-4dff-a6e8-90bff01cfe00 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-11-08T00:11:22.723320494Z","hostname":"oxz_crucible_15dacfc0-9b4b-47b8-91c1-7a0583754f68","pid":27920,"component":"datafile"}
{"msg":"applying SMF actions for region f5939e76-7735-410c-95f9-a411e10b3044 running snapshot 8e251843-840a-4dff-a6e8-90bff01cfe00 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2025-11-08T00:11:22.724386564Z","hostname":"oxz_crucible_15dacfc0-9b4b-47b8-91c1-7a0583754f68","pid":27920,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-11-08T00:11:22.724407584Z","hostname":"oxz_crucible_15dacfc0-9b4b-47b8-91c1-7a0583754f68","pid":27920,"uri":"/crucible/0/regions/f5939e76-7735-410c-95f9-a411e10b3044/snapshots/8e251843-840a-4dff-a6e8-90bff01cfe00/run","method":"POST","req_id":"e4faeef4-2aee-42ba-bf56-0da19e7c31d2","remote_addr":"[fd00:1122:3344:101::c]:51449","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":33649,"response_code":200}
{"msg":"creating missing snapshot instance snapshot-f5939e76-7735-410c-95f9-a411e10b3044-8e251843-840a-4dff-a6e8-90bff01cfe00","v":0,"name":"crucible-agent","level":30,"time":"2025-11-08T00:11:22.741272337Z","hostname":"oxz_crucible_15dacfc0-9b4b-47b8-91c1-7a0583754f68","pid":27920,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-f5939e76-7735-410c-95f9-a411e10b3044-8e251843-840a-4dff-a6e8-90bff01cfe00","v":0,"name":"crucible-agent","level":30,"time":"2025-11-08T00:11:22.756742113Z","hostname":"oxz_crucible_15dacfc0-9b4b-47b8-91c1-7a0583754f68","pid":27920,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-f5939e76-7735-410c-95f9-a411e10b3044-8e251843-840a-4dff-a6e8-90bff01cfe00","v":0,"name":"crucible-agent","level":30,"time":"2025-11-08T00:11:22.776532646Z","hostname":"oxz_crucible_15dacfc0-9b4b-47b8-91c1-7a0583754f68","pid":27920,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/f5939e76-7735-410c-95f9-a411e10b3044/.zfs/snapshot/8e251843-840a-4dff-a6e8-90bff01cfe00","v":0,"name":"crucible-agent","level":30,"time":"2025-11-08T00:11:22.776747752Z","hostname":"oxz_crucible_15dacfc0-9b4b-47b8-91c1-7a0583754f68","pid":27920,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-11-08T00:11:22.776789893Z","hostname":"oxz_crucible_15dacfc0-9b4b-47b8-91c1-7a0583754f68","pid":27920,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2025-11-08T00:11:22.776824104Z","hostname":"oxz_crucible_15dacfc0-9b4b-47b8-91c1-7a0583754f68","pid":27920,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2025-11-08T00:11:22.776871546Z","hostname":"oxz_crucible_15dacfc0-9b4b-47b8-91c1-7a0583754f68","pid":27920,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-11-08T00:11:22.776910317Z","hostname":"oxz_crucible_15dacfc0-9b4b-47b8-91c1-7a0583754f68","pid":27920,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-11-08T00:11:22.780826664Z","hostname":"oxz_crucible_15dacfc0-9b4b-47b8-91c1-7a0583754f68","pid":27920,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-11-08T00:11:22.78649274Z","hostname":"oxz_crucible_15dacfc0-9b4b-47b8-91c1-7a0583754f68","pid":27920,"component":"worker"}
{"msg":"region f5939e76-7735-410c-95f9-a411e10b3044 running snapshot 8e251843-840a-4dff-a6e8-90bff01cfe00 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-11-08T00:11:22.786512031Z","hostname":"oxz_crucible_15dacfc0-9b4b-47b8-91c1-7a0583754f68","pid":27920,"component":"datafile"}
{"msg":"path is \"/data/regions/f5939e76-7735-410c-95f9-a411e10b3044\"","v":0,"name":"crucible-agent","level":30,"time":"2025-11-08T00:11:22.954935058Z","hostname":"oxz_crucible_15dacfc0-9b4b-47b8-91c1-7a0583754f68","pid":27920,"component":"datafile"}
{"msg":"dataset is oxp_2daba299-ce5d-4331-a56c-3f647281909d/crucible/regions/f5939e76-7735-410c-95f9-a411e10b3044","v":0,"name":"crucible-agent","level":30,"time":"2025-11-08T00:11:22.96372537Z","hostname":"oxz_crucible_15dacfc0-9b4b-47b8-91c1-7a0583754f68","pid":27920,"component":"datafile"}
{"msg":"snapshot is oxp_2daba299-ce5d-4331-a56c-3f647281909d/crucible/regions/f5939e76-7735-410c-95f9-a411e10b3044@8e251843-840a-4dff-a6e8-90bff01cfe00","v":0,"name":"crucible-agent","level":30,"time":"2025-11-08T00:11:22.970810945Z","hostname":"oxz_crucible_15dacfc0-9b4b-47b8-91c1-7a0583754f68","pid":27920,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_2daba299-ce5d-4331-a56c-3f647281909d/crucible/regions/f5939e76-7735-410c-95f9-a411e10b3044\", \"8e251843-840a-4dff-a6e8-90bff01cfe00\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-11-08T00:11:22.970846265Z","hostname":"oxz_crucible_15dacfc0-9b4b-47b8-91c1-7a0583754f68","pid":27920,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-11-08T00:11:22.977800587Z","hostname":"oxz_crucible_15dacfc0-9b4b-47b8-91c1-7a0583754f68","pid":27920,"uri":"/crucible/0/regions/f5939e76-7735-410c-95f9-a411e10b3044/snapshots/8e251843-840a-4dff-a6e8-90bff01cfe00/run","method":"POST","req_id":"d06bb00e-80f0-4f41-b2fe-e16c2c9a8580","remote_addr":"[fd00:1122:3344:101::c]:51449","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":22912,"response_code":200}