[ Jun 30 14:45:40 Enabled. ]
[ Jun 30 14:45:40 Rereading configuration. ]
[ Jun 30 14:45:41 Rereading configuration. ]
[ Jun 30 14:45:45 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_611ec79c-1686-41e3-8035-56b575a97b0a/crucible -l [fd00:1122:3344:101::12]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"dataset: \"oxp_611ec79c-1686-41e3-8035-56b575a97b0a/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T14:45:45.236964737Z","hostname":"oxz_crucible_c2c21a38-baa7-4146-8906-7477fac658d2","pid":29985}
{"msg":"listen IP: [fd00:1122:3344:101::12]:32345","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T14:45:45.239862445Z","hostname":"oxz_crucible_c2c21a38-baa7-4146-8906-7477fac658d2","pid":29985}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T14:45:45.239871765Z","hostname":"oxz_crucible_c2c21a38-baa7-4146-8906-7477fac658d2","pid":29985}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T14:45:45.255312233Z","hostname":"oxz_crucible_c2c21a38-baa7-4146-8906-7477fac658d2","pid":29985,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T14:45:45.336527362Z","hostname":"oxz_crucible_c2c21a38-baa7-4146-8906-7477fac658d2","pid":29985,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T14:46:00.78952282Z","hostname":"oxz_crucible_c2c21a38-baa7-4146-8906-7477fac658d2","pid":29985,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:58984"}
{"msg":"region 271b94fa-fa87-44f2-a725-e309b10bdd2d state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T14:46:00.812642201Z","hostname":"oxz_crucible_c2c21a38-baa7-4146-8906-7477fac658d2","pid":29985,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T14:46:00.812963747Z","hostname":"oxz_crucible_c2c21a38-baa7-4146-8906-7477fac658d2","pid":29985,"uri":"/crucible/0/regions","method":"POST","req_id":"7311a87d-30f8-45e9-bc4f-5efb0b43aefe","remote_addr":"[fd00:1122:3344:101::b]:58984","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":14253,"response_code":"200"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T14:46:00.81359557Z","hostname":"oxz_crucible_c2c21a38-baa7-4146-8906-7477fac658d2","pid":29985,"component":"worker"}
{"msg":"zfs set reservation of 1342177280 for oxp_611ec79c-1686-41e3-8035-56b575a97b0a/crucible/regions/271b94fa-fa87-44f2-a725-e309b10bdd2d","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T14:46:00.824001497Z","hostname":"oxz_crucible_c2c21a38-baa7-4146-8906-7477fac658d2","pid":29985,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_611ec79c-1686-41e3-8035-56b575a97b0a/crucible/regions/271b94fa-fa87-44f2-a725-e309b10bdd2d","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T14:46:00.824065429Z","hostname":"oxz_crucible_c2c21a38-baa7-4146-8906-7477fac658d2","pid":29985,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"271b94fa-fa87-44f2-a725-e309b10bdd2d\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/271b94fa-fa87-44f2-a725-e309b10bdd2d\"","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T14:46:00.913839328Z","hostname":"oxz_crucible_c2c21a38-baa7-4146-8906-7477fac658d2","pid":29985,"region":"271b94fa-fa87-44f2-a725-e309b10bdd2d","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"271b94fa-fa87-44f2-a725-e309b10bdd2d\" \"--data\" \"/data/regions/271b94fa-fa87-44f2-a725-e309b10bdd2d\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T14:46:00.915980671Z","hostname":"oxz_crucible_c2c21a38-baa7-4146-8906-7477fac658d2","pid":29985,"region":"271b94fa-fa87-44f2-a725-e309b10bdd2d","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T14:46:01.042147806Z","hostname":"oxz_crucible_c2c21a38-baa7-4146-8906-7477fac658d2","pid":29985,"uri":"/crucible/0/regions","method":"POST","req_id":"84e230a1-62ed-41d5-b919-75cf3bbdd290","remote_addr":"[fd00:1122:3344:101::b]:58984","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":69,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T14:46:01.101915817Z","hostname":"oxz_crucible_c2c21a38-baa7-4146-8906-7477fac658d2","pid":29985,"region":"271b94fa-fa87-44f2-a725-e309b10bdd2d","component":"worker"}
{"msg":"region 271b94fa-fa87-44f2-a725-e309b10bdd2d state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T14:46:01.101988909Z","hostname":"oxz_crucible_c2c21a38-baa7-4146-8906-7477fac658d2","pid":29985,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T14:46:01.102226744Z","hostname":"oxz_crucible_c2c21a38-baa7-4146-8906-7477fac658d2","pid":29985,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-271b94fa-fa87-44f2-a725-e309b10bdd2d","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T14:46:01.102610301Z","hostname":"oxz_crucible_c2c21a38-baa7-4146-8906-7477fac658d2","pid":29985,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-271b94fa-fa87-44f2-a725-e309b10bdd2d","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T14:46:01.105519689Z","hostname":"oxz_crucible_c2c21a38-baa7-4146-8906-7477fac658d2","pid":29985,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T14:46:01.115991528Z","hostname":"oxz_crucible_c2c21a38-baa7-4146-8906-7477fac658d2","pid":29985,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-271b94fa-fa87-44f2-a725-e309b10bdd2d","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T14:46:01.120146781Z","hostname":"oxz_crucible_c2c21a38-baa7-4146-8906-7477fac658d2","pid":29985,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/271b94fa-fa87-44f2-a725-e309b10bdd2d","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T14:46:01.120845425Z","hostname":"oxz_crucible_c2c21a38-baa7-4146-8906-7477fac658d2","pid":29985,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T14:46:01.120911626Z","hostname":"oxz_crucible_c2c21a38-baa7-4146-8906-7477fac658d2","pid":29985,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T14:46:01.120952107Z","hostname":"oxz_crucible_c2c21a38-baa7-4146-8906-7477fac658d2","pid":29985,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T14:46:01.120988828Z","hostname":"oxz_crucible_c2c21a38-baa7-4146-8906-7477fac658d2","pid":29985,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T14:46:01.125348965Z","hostname":"oxz_crucible_c2c21a38-baa7-4146-8906-7477fac658d2","pid":29985,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T14:46:01.130195541Z","hostname":"oxz_crucible_c2c21a38-baa7-4146-8906-7477fac658d2","pid":29985,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T14:46:01.419670132Z","hostname":"oxz_crucible_c2c21a38-baa7-4146-8906-7477fac658d2","pid":29985,"uri":"/crucible/0/regions","method":"POST","req_id":"cf7b9f47-6180-4c4b-8641-7875098a213b","remote_addr":"[fd00:1122:3344:101::b]:58984","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":54,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T14:46:02.26376314Z","hostname":"oxz_crucible_c2c21a38-baa7-4146-8906-7477fac658d2","pid":29985,"uri":"/crucible/0/regions/271b94fa-fa87-44f2-a725-e309b10bdd2d","method":"GET","req_id":"f5d84822-878a-435a-91a9-d2be33957174","remote_addr":"[fd00:1122:3344:101::b]:58984","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":93,"response_code":"200"}
{"msg":"path is \"/data/regions/271b94fa-fa87-44f2-a725-e309b10bdd2d\"","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T14:46:02.267727019Z","hostname":"oxz_crucible_c2c21a38-baa7-4146-8906-7477fac658d2","pid":29985,"component":"datafile"}
{"msg":"dataset is oxp_611ec79c-1686-41e3-8035-56b575a97b0a/crucible/regions/271b94fa-fa87-44f2-a725-e309b10bdd2d","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T14:46:02.281800989Z","hostname":"oxz_crucible_c2c21a38-baa7-4146-8906-7477fac658d2","pid":29985,"component":"datafile"}
{"msg":"region 271b94fa-fa87-44f2-a725-e309b10bdd2d state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T14:46:02.294113795Z","hostname":"oxz_crucible_c2c21a38-baa7-4146-8906-7477fac658d2","pid":29985,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T14:46:02.294427671Z","hostname":"oxz_crucible_c2c21a38-baa7-4146-8906-7477fac658d2","pid":29985,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T14:46:02.294508463Z","hostname":"oxz_crucible_c2c21a38-baa7-4146-8906-7477fac658d2","pid":29985,"uri":"/crucible/0/regions/271b94fa-fa87-44f2-a725-e309b10bdd2d","method":"DELETE","req_id":"cda61999-a8ab-4cdc-90cb-98fe9bd8f9f7","remote_addr":"[fd00:1122:3344:101::b]:58984","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":26820,"response_code":"204"}
{"msg":"disabling downstairs instance: downstairs-271b94fa-fa87-44f2-a725-e309b10bdd2d (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T14:46:02.295730267Z","hostname":"oxz_crucible_c2c21a38-baa7-4146-8906-7477fac658d2","pid":29985,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T14:46:02.298909311Z","hostname":"oxz_crucible_c2c21a38-baa7-4146-8906-7477fac658d2","pid":29985,"uri":"/crucible/0/regions/271b94fa-fa87-44f2-a725-e309b10bdd2d","method":"GET","req_id":"17594bce-4347-4a58-b43f-41bb4e44dd83","remote_addr":"[fd00:1122:3344:101::b]:58984","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":34,"response_code":"200"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T14:46:02.301159605Z","hostname":"oxz_crucible_c2c21a38-baa7-4146-8906-7477fac658d2","pid":29985,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_611ec79c-1686-41e3-8035-56b575a97b0a/crucible/regions/271b94fa-fa87-44f2-a725-e309b10bdd2d\"","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T14:46:02.314727136Z","hostname":"oxz_crucible_c2c21a38-baa7-4146-8906-7477fac658d2","pid":29985,"region":"271b94fa-fa87-44f2-a725-e309b10bdd2d","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T14:46:02.362716592Z","hostname":"oxz_crucible_c2c21a38-baa7-4146-8906-7477fac658d2","pid":29985,"uri":"/crucible/0/regions/271b94fa-fa87-44f2-a725-e309b10bdd2d","method":"GET","req_id":"c497d272-4e97-45b8-beaa-d5f064e8d347","remote_addr":"[fd00:1122:3344:101::b]:58984","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":76,"response_code":"200"}
{"msg":"region 271b94fa-fa87-44f2-a725-e309b10bdd2d state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T14:46:02.432500334Z","hostname":"oxz_crucible_c2c21a38-baa7-4146-8906-7477fac658d2","pid":29985,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T14:46:02.511743374Z","hostname":"oxz_crucible_c2c21a38-baa7-4146-8906-7477fac658d2","pid":29985,"uri":"/crucible/0/regions/271b94fa-fa87-44f2-a725-e309b10bdd2d","method":"GET","req_id":"1bfc4254-9c86-4ab2-9c62-01be0bd297f6","remote_addr":"[fd00:1122:3344:101::b]:58984","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":47,"response_code":"200"}
{"msg":"region 1690cfa9-161a-4b4c-b85a-95cbcadb0e33 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T14:46:04.774907952Z","hostname":"oxz_crucible_c2c21a38-baa7-4146-8906-7477fac658d2","pid":29985,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T14:46:04.775113646Z","hostname":"oxz_crucible_c2c21a38-baa7-4146-8906-7477fac658d2","pid":29985,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T14:46:04.775162797Z","hostname":"oxz_crucible_c2c21a38-baa7-4146-8906-7477fac658d2","pid":29985,"uri":"/crucible/0/regions","method":"POST","req_id":"f231151c-d23a-48a8-807c-565ac80b5fbb","remote_addr":"[fd00:1122:3344:101::b]:58984","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":283,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_611ec79c-1686-41e3-8035-56b575a97b0a/crucible/regions/1690cfa9-161a-4b4c-b85a-95cbcadb0e33","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T14:46:04.785035824Z","hostname":"oxz_crucible_c2c21a38-baa7-4146-8906-7477fac658d2","pid":29985,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_611ec79c-1686-41e3-8035-56b575a97b0a/crucible/regions/1690cfa9-161a-4b4c-b85a-95cbcadb0e33","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T14:46:04.785063264Z","hostname":"oxz_crucible_c2c21a38-baa7-4146-8906-7477fac658d2","pid":29985,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"1690cfa9-161a-4b4c-b85a-95cbcadb0e33\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/1690cfa9-161a-4b4c-b85a-95cbcadb0e33\"","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T14:46:04.874938046Z","hostname":"oxz_crucible_c2c21a38-baa7-4146-8906-7477fac658d2","pid":29985,"region":"1690cfa9-161a-4b4c-b85a-95cbcadb0e33","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"1690cfa9-161a-4b4c-b85a-95cbcadb0e33\" \"--data\" \"/data/regions/1690cfa9-161a-4b4c-b85a-95cbcadb0e33\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T14:46:04.877026168Z","hostname":"oxz_crucible_c2c21a38-baa7-4146-8906-7477fac658d2","pid":29985,"region":"1690cfa9-161a-4b4c-b85a-95cbcadb0e33","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T14:46:04.945151476Z","hostname":"oxz_crucible_c2c21a38-baa7-4146-8906-7477fac658d2","pid":29985,"uri":"/crucible/0/regions","method":"POST","req_id":"d51c29d9-4441-43df-897d-2dad1a0bd559","remote_addr":"[fd00:1122:3344:101::b]:58984","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":72,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T14:46:04.966850468Z","hostname":"oxz_crucible_c2c21a38-baa7-4146-8906-7477fac658d2","pid":29985,"region":"1690cfa9-161a-4b4c-b85a-95cbcadb0e33","component":"worker"}
{"msg":"region 1690cfa9-161a-4b4c-b85a-95cbcadb0e33 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T14:46:04.966877549Z","hostname":"oxz_crucible_c2c21a38-baa7-4146-8906-7477fac658d2","pid":29985,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T14:46:04.967115684Z","hostname":"oxz_crucible_c2c21a38-baa7-4146-8906-7477fac658d2","pid":29985,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-1690cfa9-161a-4b4c-b85a-95cbcadb0e33","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T14:46:04.96842579Z","hostname":"oxz_crucible_c2c21a38-baa7-4146-8906-7477fac658d2","pid":29985,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-1690cfa9-161a-4b4c-b85a-95cbcadb0e33","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T14:46:04.973254646Z","hostname":"oxz_crucible_c2c21a38-baa7-4146-8906-7477fac658d2","pid":29985,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T14:46:04.984192794Z","hostname":"oxz_crucible_c2c21a38-baa7-4146-8906-7477fac658d2","pid":29985,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-1690cfa9-161a-4b4c-b85a-95cbcadb0e33","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T14:46:04.987459719Z","hostname":"oxz_crucible_c2c21a38-baa7-4146-8906-7477fac658d2","pid":29985,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/1690cfa9-161a-4b4c-b85a-95cbcadb0e33","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T14:46:04.987702244Z","hostname":"oxz_crucible_c2c21a38-baa7-4146-8906-7477fac658d2","pid":29985,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T14:46:04.987756135Z","hostname":"oxz_crucible_c2c21a38-baa7-4146-8906-7477fac658d2","pid":29985,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T14:46:04.987780546Z","hostname":"oxz_crucible_c2c21a38-baa7-4146-8906-7477fac658d2","pid":29985,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T14:46:04.987818866Z","hostname":"oxz_crucible_c2c21a38-baa7-4146-8906-7477fac658d2","pid":29985,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T14:46:04.991954969Z","hostname":"oxz_crucible_c2c21a38-baa7-4146-8906-7477fac658d2","pid":29985,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T14:46:04.998140952Z","hostname":"oxz_crucible_c2c21a38-baa7-4146-8906-7477fac658d2","pid":29985,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T14:46:05.552048845Z","hostname":"oxz_crucible_c2c21a38-baa7-4146-8906-7477fac658d2","pid":29985,"uri":"/crucible/0/regions","method":"POST","req_id":"f850aceb-5807-4ec4-ba8b-aadf57020220","remote_addr":"[fd00:1122:3344:101::b]:58984","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":46,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T14:57:02.279850925Z","hostname":"oxz_crucible_c2c21a38-baa7-4146-8906-7477fac658d2","pid":29985,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:50541"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T14:57:02.280590849Z","hostname":"oxz_crucible_c2c21a38-baa7-4146-8906-7477fac658d2","pid":29985,"uri":"/crucible/0/regions/1690cfa9-161a-4b4c-b85a-95cbcadb0e33","method":"GET","req_id":"087831cb-5c3f-4ffd-b07a-c98cafa6f173","remote_addr":"[fd00:1122:3344:101::b]:50541","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":48,"response_code":"200"}
{"msg":"path is \"/data/regions/1690cfa9-161a-4b4c-b85a-95cbcadb0e33\"","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T14:57:02.283306764Z","hostname":"oxz_crucible_c2c21a38-baa7-4146-8906-7477fac658d2","pid":29985,"component":"datafile"}
{"msg":"dataset is oxp_611ec79c-1686-41e3-8035-56b575a97b0a/crucible/regions/1690cfa9-161a-4b4c-b85a-95cbcadb0e33","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T14:57:02.292328293Z","hostname":"oxz_crucible_c2c21a38-baa7-4146-8906-7477fac658d2","pid":29985,"component":"datafile"}
{"msg":"snapshot is oxp_611ec79c-1686-41e3-8035-56b575a97b0a/crucible/regions/1690cfa9-161a-4b4c-b85a-95cbcadb0e33@40227c7a-266d-46fa-a939-d7c07c77919f","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T14:57:02.301239351Z","hostname":"oxz_crucible_c2c21a38-baa7-4146-8906-7477fac658d2","pid":29985,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_611ec79c-1686-41e3-8035-56b575a97b0a/crucible/regions/1690cfa9-161a-4b4c-b85a-95cbcadb0e33\", \"40227c7a-266d-46fa-a939-d7c07c77919f\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T14:57:02.301276712Z","hostname":"oxz_crucible_c2c21a38-baa7-4146-8906-7477fac658d2","pid":29985,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T14:57:02.312441554Z","hostname":"oxz_crucible_c2c21a38-baa7-4146-8906-7477fac658d2","pid":29985,"uri":"/crucible/0/regions/1690cfa9-161a-4b4c-b85a-95cbcadb0e33/snapshots/40227c7a-266d-46fa-a939-d7c07c77919f","method":"GET","req_id":"e5407b2a-f580-48f4-b803-3170b5c6d71a","remote_addr":"[fd00:1122:3344:101::b]:50541","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":29144,"response_code":"200"}
{"msg":"path is \"/data/regions/1690cfa9-161a-4b4c-b85a-95cbcadb0e33\"","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T14:57:02.316003485Z","hostname":"oxz_crucible_c2c21a38-baa7-4146-8906-7477fac658d2","pid":29985,"component":"datafile"}
{"msg":"dataset is oxp_611ec79c-1686-41e3-8035-56b575a97b0a/crucible/regions/1690cfa9-161a-4b4c-b85a-95cbcadb0e33","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T14:57:02.323601727Z","hostname":"oxz_crucible_c2c21a38-baa7-4146-8906-7477fac658d2","pid":29985,"component":"datafile"}
{"msg":"snapshot is oxp_611ec79c-1686-41e3-8035-56b575a97b0a/crucible/regions/1690cfa9-161a-4b4c-b85a-95cbcadb0e33@40227c7a-266d-46fa-a939-d7c07c77919f","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T14:57:02.331071476Z","hostname":"oxz_crucible_c2c21a38-baa7-4146-8906-7477fac658d2","pid":29985,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_611ec79c-1686-41e3-8035-56b575a97b0a/crucible/regions/1690cfa9-161a-4b4c-b85a-95cbcadb0e33\", \"40227c7a-266d-46fa-a939-d7c07c77919f\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T14:57:02.331100326Z","hostname":"oxz_crucible_c2c21a38-baa7-4146-8906-7477fac658d2","pid":29985,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 1690cfa9-161a-4b4c-b85a-95cbcadb0e33-40227c7a-266d-46fa-a939-d7c07c77919f state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T14:57:02.341496764Z","hostname":"oxz_crucible_c2c21a38-baa7-4146-8906-7477fac658d2","pid":29985,"component":"datafile"}
{"msg":"applying SMF actions for region 1690cfa9-161a-4b4c-b85a-95cbcadb0e33 running snapshot 40227c7a-266d-46fa-a939-d7c07c77919f (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T14:57:02.342099856Z","hostname":"oxz_crucible_c2c21a38-baa7-4146-8906-7477fac658d2","pid":29985,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T14:57:02.342114466Z","hostname":"oxz_crucible_c2c21a38-baa7-4146-8906-7477fac658d2","pid":29985,"uri":"/crucible/0/regions/1690cfa9-161a-4b4c-b85a-95cbcadb0e33/snapshots/40227c7a-266d-46fa-a939-d7c07c77919f/run","method":"POST","req_id":"3e46107e-57d7-4d91-a342-085bb25be485","remote_addr":"[fd00:1122:3344:101::b]:50541","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":26135,"response_code":"200"}
{"msg":"creating missing snapshot instance snapshot-1690cfa9-161a-4b4c-b85a-95cbcadb0e33-40227c7a-266d-46fa-a939-d7c07c77919f","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T14:57:02.356235367Z","hostname":"oxz_crucible_c2c21a38-baa7-4146-8906-7477fac658d2","pid":29985,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-1690cfa9-161a-4b4c-b85a-95cbcadb0e33-40227c7a-266d-46fa-a939-d7c07c77919f","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T14:57:02.372718006Z","hostname":"oxz_crucible_c2c21a38-baa7-4146-8906-7477fac658d2","pid":29985,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-1690cfa9-161a-4b4c-b85a-95cbcadb0e33-40227c7a-266d-46fa-a939-d7c07c77919f","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T14:57:02.38999632Z","hostname":"oxz_crucible_c2c21a38-baa7-4146-8906-7477fac658d2","pid":29985,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/1690cfa9-161a-4b4c-b85a-95cbcadb0e33/.zfs/snapshot/40227c7a-266d-46fa-a939-d7c07c77919f","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T14:57:02.390265146Z","hostname":"oxz_crucible_c2c21a38-baa7-4146-8906-7477fac658d2","pid":29985,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T14:57:02.390324087Z","hostname":"oxz_crucible_c2c21a38-baa7-4146-8906-7477fac658d2","pid":29985,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T14:57:02.390364328Z","hostname":"oxz_crucible_c2c21a38-baa7-4146-8906-7477fac658d2","pid":29985,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T14:57:02.390413799Z","hostname":"oxz_crucible_c2c21a38-baa7-4146-8906-7477fac658d2","pid":29985,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T14:57:02.39046776Z","hostname":"oxz_crucible_c2c21a38-baa7-4146-8906-7477fac658d2","pid":29985,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T14:57:02.395662313Z","hostname":"oxz_crucible_c2c21a38-baa7-4146-8906-7477fac658d2","pid":29985,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T14:57:02.409170743Z","hostname":"oxz_crucible_c2c21a38-baa7-4146-8906-7477fac658d2","pid":29985,"component":"worker"}
{"msg":"region 1690cfa9-161a-4b4c-b85a-95cbcadb0e33 running snapshot 40227c7a-266d-46fa-a939-d7c07c77919f state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T14:57:02.409190483Z","hostname":"oxz_crucible_c2c21a38-baa7-4146-8906-7477fac658d2","pid":29985,"component":"datafile"}
{"msg":"path is \"/data/regions/1690cfa9-161a-4b4c-b85a-95cbcadb0e33\"","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T14:57:02.619040007Z","hostname":"oxz_crucible_c2c21a38-baa7-4146-8906-7477fac658d2","pid":29985,"component":"datafile"}
{"msg":"dataset is oxp_611ec79c-1686-41e3-8035-56b575a97b0a/crucible/regions/1690cfa9-161a-4b4c-b85a-95cbcadb0e33","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T14:57:02.628067517Z","hostname":"oxz_crucible_c2c21a38-baa7-4146-8906-7477fac658d2","pid":29985,"component":"datafile"}
{"msg":"snapshot is oxp_611ec79c-1686-41e3-8035-56b575a97b0a/crucible/regions/1690cfa9-161a-4b4c-b85a-95cbcadb0e33@40227c7a-266d-46fa-a939-d7c07c77919f","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T14:57:02.637426943Z","hostname":"oxz_crucible_c2c21a38-baa7-4146-8906-7477fac658d2","pid":29985,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_611ec79c-1686-41e3-8035-56b575a97b0a/crucible/regions/1690cfa9-161a-4b4c-b85a-95cbcadb0e33\", \"40227c7a-266d-46fa-a939-d7c07c77919f\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T14:57:02.637477874Z","hostname":"oxz_crucible_c2c21a38-baa7-4146-8906-7477fac658d2","pid":29985,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T14:57:02.645243219Z","hostname":"oxz_crucible_c2c21a38-baa7-4146-8906-7477fac658d2","pid":29985,"uri":"/crucible/0/regions/1690cfa9-161a-4b4c-b85a-95cbcadb0e33/snapshots/40227c7a-266d-46fa-a939-d7c07c77919f/run","method":"POST","req_id":"d0baf03d-9e60-4411-87f7-162c3bf3fd6a","remote_addr":"[fd00:1122:3344:101::b]:50541","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":26228,"response_code":"200"}