[ Feb 10 18:47:44 Enabled. ]
[ Feb 10 18:47:44 Rereading configuration. ]
[ Feb 10 18:47:45 Rereading configuration. ]
[ Feb 10 18:47:49 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_349516f3-550e-4c43-adb8-05650cd6e23d/crucible -l [fd00:1122:3344:101::19]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"dataset: \"oxp_349516f3-550e-4c43-adb8-05650cd6e23d/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:47:49.867231097Z","hostname":"oxz_crucible_9e3a07d0-a59a-4223-b124-1f3c93ce9861","pid":22694}
{"msg":"listen IP: [fd00:1122:3344:101::19]:32345","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:47:49.870460824Z","hostname":"oxz_crucible_9e3a07d0-a59a-4223-b124-1f3c93ce9861","pid":22694}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:47:49.870469995Z","hostname":"oxz_crucible_9e3a07d0-a59a-4223-b124-1f3c93ce9861","pid":22694}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:47:49.884273778Z","hostname":"oxz_crucible_9e3a07d0-a59a-4223-b124-1f3c93ce9861","pid":22694,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:47:49.961596713Z","hostname":"oxz_crucible_9e3a07d0-a59a-4223-b124-1f3c93ce9861","pid":22694,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:48:51.993453699Z","hostname":"oxz_crucible_9e3a07d0-a59a-4223-b124-1f3c93ce9861","pid":22694,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:54679"}
{"msg":"region 652c156c-a7ac-4d03-9f4a-b92ba28c638f state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:48:52.052002132Z","hostname":"oxz_crucible_9e3a07d0-a59a-4223-b124-1f3c93ce9861","pid":22694,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:48:52.052661497Z","hostname":"oxz_crucible_9e3a07d0-a59a-4223-b124-1f3c93ce9861","pid":22694,"uri":"/crucible/0/regions","method":"POST","req_id":"cfdf76d3-20a5-43be-9363-d3afb6868672","remote_addr":"[fd00:1122:3344:101::b]:54679","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":13835,"response_code":"200"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:48:52.057374051Z","hostname":"oxz_crucible_9e3a07d0-a59a-4223-b124-1f3c93ce9861","pid":22694,"component":"worker"}
{"msg":"zfs set reservation of 1342177280 for oxp_349516f3-550e-4c43-adb8-05650cd6e23d/crucible/regions/652c156c-a7ac-4d03-9f4a-b92ba28c638f","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:48:52.066148823Z","hostname":"oxz_crucible_9e3a07d0-a59a-4223-b124-1f3c93ce9861","pid":22694,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_349516f3-550e-4c43-adb8-05650cd6e23d/crucible/regions/652c156c-a7ac-4d03-9f4a-b92ba28c638f","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:48:52.066178483Z","hostname":"oxz_crucible_9e3a07d0-a59a-4223-b124-1f3c93ce9861","pid":22694,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:48:52.265002159Z","hostname":"oxz_crucible_9e3a07d0-a59a-4223-b124-1f3c93ce9861","pid":22694,"uri":"/crucible/0/regions","method":"POST","req_id":"2200376f-2301-425f-ab53-9c9299b45af7","remote_addr":"[fd00:1122:3344:101::b]:54679","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":73,"response_code":"200"}
{"msg":"creating region Region { id: RegionId(\"652c156c-a7ac-4d03-9f4a-b92ba28c638f\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/652c156c-a7ac-4d03-9f4a-b92ba28c638f\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:48:52.291369986Z","hostname":"oxz_crucible_9e3a07d0-a59a-4223-b124-1f3c93ce9861","pid":22694,"region":"652c156c-a7ac-4d03-9f4a-b92ba28c638f","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"652c156c-a7ac-4d03-9f4a-b92ba28c638f\" \"--data\" \"/data/regions/652c156c-a7ac-4d03-9f4a-b92ba28c638f\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:48:52.291450288Z","hostname":"oxz_crucible_9e3a07d0-a59a-4223-b124-1f3c93ce9861","pid":22694,"region":"652c156c-a7ac-4d03-9f4a-b92ba28c638f","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:48:52.797883733Z","hostname":"oxz_crucible_9e3a07d0-a59a-4223-b124-1f3c93ce9861","pid":22694,"region":"652c156c-a7ac-4d03-9f4a-b92ba28c638f","component":"worker"}
{"msg":"region 652c156c-a7ac-4d03-9f4a-b92ba28c638f state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:48:52.797942795Z","hostname":"oxz_crucible_9e3a07d0-a59a-4223-b124-1f3c93ce9861","pid":22694,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:48:52.798040657Z","hostname":"oxz_crucible_9e3a07d0-a59a-4223-b124-1f3c93ce9861","pid":22694,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-652c156c-a7ac-4d03-9f4a-b92ba28c638f","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:48:52.798482478Z","hostname":"oxz_crucible_9e3a07d0-a59a-4223-b124-1f3c93ce9861","pid":22694,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:48:52.831266039Z","hostname":"oxz_crucible_9e3a07d0-a59a-4223-b124-1f3c93ce9861","pid":22694,"uri":"/crucible/0/regions","method":"POST","req_id":"af5abc18-572d-42a0-9d20-4731b91e334e","remote_addr":"[fd00:1122:3344:101::b]:54679","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":59,"response_code":"200"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-652c156c-a7ac-4d03-9f4a-b92ba28c638f","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:48:52.855461732Z","hostname":"oxz_crucible_9e3a07d0-a59a-4223-b124-1f3c93ce9861","pid":22694,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:48:52.93204076Z","hostname":"oxz_crucible_9e3a07d0-a59a-4223-b124-1f3c93ce9861","pid":22694,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-652c156c-a7ac-4d03-9f4a-b92ba28c638f","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:48:52.947870451Z","hostname":"oxz_crucible_9e3a07d0-a59a-4223-b124-1f3c93ce9861","pid":22694,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/652c156c-a7ac-4d03-9f4a-b92ba28c638f","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:48:52.948909827Z","hostname":"oxz_crucible_9e3a07d0-a59a-4223-b124-1f3c93ce9861","pid":22694,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:48:52.959078712Z","hostname":"oxz_crucible_9e3a07d0-a59a-4223-b124-1f3c93ce9861","pid":22694,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:48:52.959137723Z","hostname":"oxz_crucible_9e3a07d0-a59a-4223-b124-1f3c93ce9861","pid":22694,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:48:52.959166434Z","hostname":"oxz_crucible_9e3a07d0-a59a-4223-b124-1f3c93ce9861","pid":22694,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:48:53.039204454Z","hostname":"oxz_crucible_9e3a07d0-a59a-4223-b124-1f3c93ce9861","pid":22694,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:48:53.069461643Z","hostname":"oxz_crucible_9e3a07d0-a59a-4223-b124-1f3c93ce9861","pid":22694,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:48:54.110599037Z","hostname":"oxz_crucible_9e3a07d0-a59a-4223-b124-1f3c93ce9861","pid":22694,"uri":"/crucible/0/regions/652c156c-a7ac-4d03-9f4a-b92ba28c638f","method":"GET","req_id":"11c828ad-f47c-4cd1-9ecd-3db3c3b5d0a8","remote_addr":"[fd00:1122:3344:101::b]:54679","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":54,"response_code":"200"}
{"msg":"path is \"/data/regions/652c156c-a7ac-4d03-9f4a-b92ba28c638f\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:48:54.113319613Z","hostname":"oxz_crucible_9e3a07d0-a59a-4223-b124-1f3c93ce9861","pid":22694,"component":"datafile"}
{"msg":"dataset is oxp_349516f3-550e-4c43-adb8-05650cd6e23d/crucible/regions/652c156c-a7ac-4d03-9f4a-b92ba28c638f","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:48:54.124665516Z","hostname":"oxz_crucible_9e3a07d0-a59a-4223-b124-1f3c93ce9861","pid":22694,"component":"datafile"}
{"msg":"region 652c156c-a7ac-4d03-9f4a-b92ba28c638f state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:48:54.134851052Z","hostname":"oxz_crucible_9e3a07d0-a59a-4223-b124-1f3c93ce9861","pid":22694,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:48:54.135016276Z","hostname":"oxz_crucible_9e3a07d0-a59a-4223-b124-1f3c93ce9861","pid":22694,"component":"worker"}
{"msg":"disabling downstairs instance: downstairs-652c156c-a7ac-4d03-9f4a-b92ba28c638f (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:48:54.136239295Z","hostname":"oxz_crucible_9e3a07d0-a59a-4223-b124-1f3c93ce9861","pid":22694,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:48:54.140752054Z","hostname":"oxz_crucible_9e3a07d0-a59a-4223-b124-1f3c93ce9861","pid":22694,"uri":"/crucible/0/regions/652c156c-a7ac-4d03-9f4a-b92ba28c638f","method":"DELETE","req_id":"70fbee42-f58b-47d4-8c8c-db8210bd3d46","remote_addr":"[fd00:1122:3344:101::b]:54679","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":27470,"response_code":"204"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:48:54.143700825Z","hostname":"oxz_crucible_9e3a07d0-a59a-4223-b124-1f3c93ce9861","pid":22694,"uri":"/crucible/0/regions/652c156c-a7ac-4d03-9f4a-b92ba28c638f","method":"GET","req_id":"4e0dde58-5b55-4164-b05b-720b098c32ec","remote_addr":"[fd00:1122:3344:101::b]:54679","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":25,"response_code":"200"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:48:54.167272624Z","hostname":"oxz_crucible_9e3a07d0-a59a-4223-b124-1f3c93ce9861","pid":22694,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_349516f3-550e-4c43-adb8-05650cd6e23d/crucible/regions/652c156c-a7ac-4d03-9f4a-b92ba28c638f\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:48:54.178660698Z","hostname":"oxz_crucible_9e3a07d0-a59a-4223-b124-1f3c93ce9861","pid":22694,"region":"652c156c-a7ac-4d03-9f4a-b92ba28c638f","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:48:54.292589967Z","hostname":"oxz_crucible_9e3a07d0-a59a-4223-b124-1f3c93ce9861","pid":22694,"uri":"/crucible/0/regions/652c156c-a7ac-4d03-9f4a-b92ba28c638f","method":"GET","req_id":"df3bda96-d952-4a62-bfa4-b630043d0a48","remote_addr":"[fd00:1122:3344:101::b]:54679","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":76,"response_code":"200"}
{"msg":"region 652c156c-a7ac-4d03-9f4a-b92ba28c638f state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:48:54.335550853Z","hostname":"oxz_crucible_9e3a07d0-a59a-4223-b124-1f3c93ce9861","pid":22694,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:48:54.382568817Z","hostname":"oxz_crucible_9e3a07d0-a59a-4223-b124-1f3c93ce9861","pid":22694,"uri":"/crucible/0/regions/652c156c-a7ac-4d03-9f4a-b92ba28c638f","method":"GET","req_id":"2e848cd2-627d-4204-bff2-a44f7b0a205a","remote_addr":"[fd00:1122:3344:101::b]:54679","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":28,"response_code":"200"}
{"msg":"region b5a651b7-47ad-4835-a623-cac36c005bf6 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:48:58.717621843Z","hostname":"oxz_crucible_9e3a07d0-a59a-4223-b124-1f3c93ce9861","pid":22694,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:48:58.720111433Z","hostname":"oxz_crucible_9e3a07d0-a59a-4223-b124-1f3c93ce9861","pid":22694,"uri":"/crucible/0/regions","method":"POST","req_id":"bb264f7c-fcf7-4a86-ac52-8d6097996b9e","remote_addr":"[fd00:1122:3344:101::b]:54679","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":2538,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:48:58.720140564Z","hostname":"oxz_crucible_9e3a07d0-a59a-4223-b124-1f3c93ce9861","pid":22694,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_349516f3-550e-4c43-adb8-05650cd6e23d/crucible/regions/b5a651b7-47ad-4835-a623-cac36c005bf6","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:48:58.730069533Z","hostname":"oxz_crucible_9e3a07d0-a59a-4223-b124-1f3c93ce9861","pid":22694,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_349516f3-550e-4c43-adb8-05650cd6e23d/crucible/regions/b5a651b7-47ad-4835-a623-cac36c005bf6","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:48:58.730098634Z","hostname":"oxz_crucible_9e3a07d0-a59a-4223-b124-1f3c93ce9861","pid":22694,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"b5a651b7-47ad-4835-a623-cac36c005bf6\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/b5a651b7-47ad-4835-a623-cac36c005bf6\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:48:58.804854967Z","hostname":"oxz_crucible_9e3a07d0-a59a-4223-b124-1f3c93ce9861","pid":22694,"region":"b5a651b7-47ad-4835-a623-cac36c005bf6","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"b5a651b7-47ad-4835-a623-cac36c005bf6\" \"--data\" \"/data/regions/b5a651b7-47ad-4835-a623-cac36c005bf6\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:48:58.806890476Z","hostname":"oxz_crucible_9e3a07d0-a59a-4223-b124-1f3c93ce9861","pid":22694,"region":"b5a651b7-47ad-4835-a623-cac36c005bf6","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:48:58.91027129Z","hostname":"oxz_crucible_9e3a07d0-a59a-4223-b124-1f3c93ce9861","pid":22694,"uri":"/crucible/0/regions","method":"POST","req_id":"058bc4ef-239c-4cd8-8e68-83ff72305aa3","remote_addr":"[fd00:1122:3344:101::b]:54679","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":81,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:48:58.994477271Z","hostname":"oxz_crucible_9e3a07d0-a59a-4223-b124-1f3c93ce9861","pid":22694,"region":"b5a651b7-47ad-4835-a623-cac36c005bf6","component":"worker"}
{"msg":"region b5a651b7-47ad-4835-a623-cac36c005bf6 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:48:58.994505031Z","hostname":"oxz_crucible_9e3a07d0-a59a-4223-b124-1f3c93ce9861","pid":22694,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:48:58.994655255Z","hostname":"oxz_crucible_9e3a07d0-a59a-4223-b124-1f3c93ce9861","pid":22694,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-b5a651b7-47ad-4835-a623-cac36c005bf6","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:48:58.99610503Z","hostname":"oxz_crucible_9e3a07d0-a59a-4223-b124-1f3c93ce9861","pid":22694,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-b5a651b7-47ad-4835-a623-cac36c005bf6","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:48:59.006769507Z","hostname":"oxz_crucible_9e3a07d0-a59a-4223-b124-1f3c93ce9861","pid":22694,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:48:59.042056228Z","hostname":"oxz_crucible_9e3a07d0-a59a-4223-b124-1f3c93ce9861","pid":22694,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-b5a651b7-47ad-4835-a623-cac36c005bf6","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:48:59.054243762Z","hostname":"oxz_crucible_9e3a07d0-a59a-4223-b124-1f3c93ce9861","pid":22694,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/b5a651b7-47ad-4835-a623-cac36c005bf6","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:48:59.054523419Z","hostname":"oxz_crucible_9e3a07d0-a59a-4223-b124-1f3c93ce9861","pid":22694,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:48:59.05457656Z","hostname":"oxz_crucible_9e3a07d0-a59a-4223-b124-1f3c93ce9861","pid":22694,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:48:59.054623131Z","hostname":"oxz_crucible_9e3a07d0-a59a-4223-b124-1f3c93ce9861","pid":22694,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:48:59.054663812Z","hostname":"oxz_crucible_9e3a07d0-a59a-4223-b124-1f3c93ce9861","pid":22694,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:48:59.068950167Z","hostname":"oxz_crucible_9e3a07d0-a59a-4223-b124-1f3c93ce9861","pid":22694,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:48:59.083638061Z","hostname":"oxz_crucible_9e3a07d0-a59a-4223-b124-1f3c93ce9861","pid":22694,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:48:59.182771093Z","hostname":"oxz_crucible_9e3a07d0-a59a-4223-b124-1f3c93ce9861","pid":22694,"uri":"/crucible/0/regions","method":"POST","req_id":"55fe08f9-3ba7-4250-bc7f-8fb06820cbbb","remote_addr":"[fd00:1122:3344:101::b]:54679","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":54,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:59:37.391206356Z","hostname":"oxz_crucible_9e3a07d0-a59a-4223-b124-1f3c93ce9861","pid":22694,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:55134"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:59:37.391983275Z","hostname":"oxz_crucible_9e3a07d0-a59a-4223-b124-1f3c93ce9861","pid":22694,"uri":"/crucible/0/regions/b5a651b7-47ad-4835-a623-cac36c005bf6","method":"GET","req_id":"c4a543b7-d809-4808-ba09-32b556012537","remote_addr":"[fd00:1122:3344:101::b]:55134","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":732,"response_code":"200"}
{"msg":"path is \"/data/regions/b5a651b7-47ad-4835-a623-cac36c005bf6\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:59:37.394806413Z","hostname":"oxz_crucible_9e3a07d0-a59a-4223-b124-1f3c93ce9861","pid":22694,"component":"datafile"}
{"msg":"dataset is oxp_349516f3-550e-4c43-adb8-05650cd6e23d/crucible/regions/b5a651b7-47ad-4835-a623-cac36c005bf6","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:59:37.403687657Z","hostname":"oxz_crucible_9e3a07d0-a59a-4223-b124-1f3c93ce9861","pid":22694,"component":"datafile"}
{"msg":"snapshot is oxp_349516f3-550e-4c43-adb8-05650cd6e23d/crucible/regions/b5a651b7-47ad-4835-a623-cac36c005bf6@0e04238d-0466-4a9d-853f-20b023b4636d","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:59:37.412832798Z","hostname":"oxz_crucible_9e3a07d0-a59a-4223-b124-1f3c93ce9861","pid":22694,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_349516f3-550e-4c43-adb8-05650cd6e23d/crucible/regions/b5a651b7-47ad-4835-a623-cac36c005bf6\", \"0e04238d-0466-4a9d-853f-20b023b4636d\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:59:37.412868349Z","hostname":"oxz_crucible_9e3a07d0-a59a-4223-b124-1f3c93ce9861","pid":22694,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:59:37.424216983Z","hostname":"oxz_crucible_9e3a07d0-a59a-4223-b124-1f3c93ce9861","pid":22694,"uri":"/crucible/0/regions/b5a651b7-47ad-4835-a623-cac36c005bf6/snapshots/0e04238d-0466-4a9d-853f-20b023b4636d","method":"GET","req_id":"5e6332ef-b956-419b-93ca-364387e4545d","remote_addr":"[fd00:1122:3344:101::b]:55134","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":29426,"response_code":"200"}
{"msg":"path is \"/data/regions/b5a651b7-47ad-4835-a623-cac36c005bf6\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:59:37.427527273Z","hostname":"oxz_crucible_9e3a07d0-a59a-4223-b124-1f3c93ce9861","pid":22694,"component":"datafile"}
{"msg":"dataset is oxp_349516f3-550e-4c43-adb8-05650cd6e23d/crucible/regions/b5a651b7-47ad-4835-a623-cac36c005bf6","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:59:37.435017983Z","hostname":"oxz_crucible_9e3a07d0-a59a-4223-b124-1f3c93ce9861","pid":22694,"component":"datafile"}
{"msg":"snapshot is oxp_349516f3-550e-4c43-adb8-05650cd6e23d/crucible/regions/b5a651b7-47ad-4835-a623-cac36c005bf6@0e04238d-0466-4a9d-853f-20b023b4636d","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:59:37.442732859Z","hostname":"oxz_crucible_9e3a07d0-a59a-4223-b124-1f3c93ce9861","pid":22694,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_349516f3-550e-4c43-adb8-05650cd6e23d/crucible/regions/b5a651b7-47ad-4835-a623-cac36c005bf6\", \"0e04238d-0466-4a9d-853f-20b023b4636d\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:59:37.44275437Z","hostname":"oxz_crucible_9e3a07d0-a59a-4223-b124-1f3c93ce9861","pid":22694,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot b5a651b7-47ad-4835-a623-cac36c005bf6-0e04238d-0466-4a9d-853f-20b023b4636d state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:59:37.452173097Z","hostname":"oxz_crucible_9e3a07d0-a59a-4223-b124-1f3c93ce9861","pid":22694,"component":"datafile"}
{"msg":"applying SMF actions for region b5a651b7-47ad-4835-a623-cac36c005bf6 running snapshot 0e04238d-0466-4a9d-853f-20b023b4636d (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:59:37.452976656Z","hostname":"oxz_crucible_9e3a07d0-a59a-4223-b124-1f3c93ce9861","pid":22694,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:59:37.452988317Z","hostname":"oxz_crucible_9e3a07d0-a59a-4223-b124-1f3c93ce9861","pid":22694,"uri":"/crucible/0/regions/b5a651b7-47ad-4835-a623-cac36c005bf6/snapshots/0e04238d-0466-4a9d-853f-20b023b4636d/run","method":"POST","req_id":"a989adc1-b366-4ec4-a47e-9b995258997c","remote_addr":"[fd00:1122:3344:101::b]:55134","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":25489,"response_code":"200"}
{"msg":"creating missing snapshot instance snapshot-b5a651b7-47ad-4835-a623-cac36c005bf6-0e04238d-0466-4a9d-853f-20b023b4636d","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:59:37.465304304Z","hostname":"oxz_crucible_9e3a07d0-a59a-4223-b124-1f3c93ce9861","pid":22694,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-b5a651b7-47ad-4835-a623-cac36c005bf6-0e04238d-0466-4a9d-853f-20b023b4636d","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:59:37.476572845Z","hostname":"oxz_crucible_9e3a07d0-a59a-4223-b124-1f3c93ce9861","pid":22694,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-b5a651b7-47ad-4835-a623-cac36c005bf6-0e04238d-0466-4a9d-853f-20b023b4636d","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:59:37.489880686Z","hostname":"oxz_crucible_9e3a07d0-a59a-4223-b124-1f3c93ce9861","pid":22694,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/b5a651b7-47ad-4835-a623-cac36c005bf6/.zfs/snapshot/0e04238d-0466-4a9d-853f-20b023b4636d","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:59:37.490081941Z","hostname":"oxz_crucible_9e3a07d0-a59a-4223-b124-1f3c93ce9861","pid":22694,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:59:37.490137129Z","hostname":"oxz_crucible_9e3a07d0-a59a-4223-b124-1f3c93ce9861","pid":22694,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:59:37.490174527Z","hostname":"oxz_crucible_9e3a07d0-a59a-4223-b124-1f3c93ce9861","pid":22694,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:59:37.490210087Z","hostname":"oxz_crucible_9e3a07d0-a59a-4223-b124-1f3c93ce9861","pid":22694,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:59:37.490254301Z","hostname":"oxz_crucible_9e3a07d0-a59a-4223-b124-1f3c93ce9861","pid":22694,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:59:37.494381795Z","hostname":"oxz_crucible_9e3a07d0-a59a-4223-b124-1f3c93ce9861","pid":22694,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:59:37.499300384Z","hostname":"oxz_crucible_9e3a07d0-a59a-4223-b124-1f3c93ce9861","pid":22694,"component":"worker"}
{"msg":"region b5a651b7-47ad-4835-a623-cac36c005bf6 running snapshot 0e04238d-0466-4a9d-853f-20b023b4636d state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:59:37.499314404Z","hostname":"oxz_crucible_9e3a07d0-a59a-4223-b124-1f3c93ce9861","pid":22694,"component":"datafile"}
{"msg":"path is \"/data/regions/b5a651b7-47ad-4835-a623-cac36c005bf6\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:59:37.587184524Z","hostname":"oxz_crucible_9e3a07d0-a59a-4223-b124-1f3c93ce9861","pid":22694,"component":"datafile"}
{"msg":"dataset is oxp_349516f3-550e-4c43-adb8-05650cd6e23d/crucible/regions/b5a651b7-47ad-4835-a623-cac36c005bf6","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:59:37.595948175Z","hostname":"oxz_crucible_9e3a07d0-a59a-4223-b124-1f3c93ce9861","pid":22694,"component":"datafile"}
{"msg":"snapshot is oxp_349516f3-550e-4c43-adb8-05650cd6e23d/crucible/regions/b5a651b7-47ad-4835-a623-cac36c005bf6@0e04238d-0466-4a9d-853f-20b023b4636d","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:59:37.604905731Z","hostname":"oxz_crucible_9e3a07d0-a59a-4223-b124-1f3c93ce9861","pid":22694,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_349516f3-550e-4c43-adb8-05650cd6e23d/crucible/regions/b5a651b7-47ad-4835-a623-cac36c005bf6\", \"0e04238d-0466-4a9d-853f-20b023b4636d\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:59:37.604938372Z","hostname":"oxz_crucible_9e3a07d0-a59a-4223-b124-1f3c93ce9861","pid":22694,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-10T18:59:37.612483784Z","hostname":"oxz_crucible_9e3a07d0-a59a-4223-b124-1f3c93ce9861","pid":22694,"uri":"/crucible/0/regions/b5a651b7-47ad-4835-a623-cac36c005bf6/snapshots/0e04238d-0466-4a9d-853f-20b023b4636d/run","method":"POST","req_id":"2cc44c06-e964-4125-8f3a-a19973e3095f","remote_addr":"[fd00:1122:3344:101::b]:55134","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":25328,"response_code":"200"}