[ Jul 31 06:52:30 Enabled. ]
[ Jul 31 06:52:30 Rereading configuration. ]
[ Jul 31 06:52:31 Rereading configuration. ]
[ Jul 31 06:52:32 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_384f913d-8e83-4644-8bbe-b289954f5941/crucible -l [fd00:1122:3344:101::1a]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"dataset: \"oxp_384f913d-8e83-4644-8bbe-b289954f5941/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-31T06:52:32.6103625Z","hostname":"oxz_crucible_66082be1-4fd2-4d41-8c86-a50edc81687c","pid":20201}
{"msg":"listen IP: [fd00:1122:3344:101::1a]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-07-31T06:52:32.611470747Z","hostname":"oxz_crucible_66082be1-4fd2-4d41-8c86-a50edc81687c","pid":20201}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-31T06:52:32.611482848Z","hostname":"oxz_crucible_66082be1-4fd2-4d41-8c86-a50edc81687c","pid":20201}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-31T06:52:32.627679391Z","hostname":"oxz_crucible_66082be1-4fd2-4d41-8c86-a50edc81687c","pid":20201,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-07-31T06:52:32.706826595Z","hostname":"oxz_crucible_66082be1-4fd2-4d41-8c86-a50edc81687c","pid":20201,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-07-31T06:53:23.981482859Z","hostname":"oxz_crucible_66082be1-4fd2-4d41-8c86-a50edc81687c","pid":20201,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:54098"}
{"msg":"region a18ecff2-19d2-4511-9c17-6a137e747753 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-07-31T06:53:24.0035548Z","hostname":"oxz_crucible_66082be1-4fd2-4d41-8c86-a50edc81687c","pid":20201,"component":"datafile"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2024-07-31T06:53:24.010011031Z","hostname":"oxz_crucible_66082be1-4fd2-4d41-8c86-a50edc81687c","pid":20201,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-31T06:53:24.010031141Z","hostname":"oxz_crucible_66082be1-4fd2-4d41-8c86-a50edc81687c","pid":20201,"uri":"/crucible/0/regions","method":"POST","req_id":"9c2fa9fc-a33a-4eda-a67d-ed5c7134549c","remote_addr":"[fd00:1122:3344:101::a]:54098","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":14443,"response_code":"200"}
{"msg":"zfs set reservation of 1342177280 for oxp_384f913d-8e83-4644-8bbe-b289954f5941/crucible/regions/a18ecff2-19d2-4511-9c17-6a137e747753","v":0,"name":"crucible-agent","level":30,"time":"2024-07-31T06:53:24.023098167Z","hostname":"oxz_crucible_66082be1-4fd2-4d41-8c86-a50edc81687c","pid":20201,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_384f913d-8e83-4644-8bbe-b289954f5941/crucible/regions/a18ecff2-19d2-4511-9c17-6a137e747753","v":0,"name":"crucible-agent","level":30,"time":"2024-07-31T06:53:24.023136118Z","hostname":"oxz_crucible_66082be1-4fd2-4d41-8c86-a50edc81687c","pid":20201,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"a18ecff2-19d2-4511-9c17-6a137e747753\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/a18ecff2-19d2-4511-9c17-6a137e747753\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-31T06:53:24.080605971Z","hostname":"oxz_crucible_66082be1-4fd2-4d41-8c86-a50edc81687c","pid":20201,"region":"a18ecff2-19d2-4511-9c17-6a137e747753","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"a18ecff2-19d2-4511-9c17-6a137e747753\" \"--data\" \"/data/regions/a18ecff2-19d2-4511-9c17-6a137e747753\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-31T06:53:24.082466207Z","hostname":"oxz_crucible_66082be1-4fd2-4d41-8c86-a50edc81687c","pid":20201,"region":"a18ecff2-19d2-4511-9c17-6a137e747753","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-31T06:53:24.279194422Z","hostname":"oxz_crucible_66082be1-4fd2-4d41-8c86-a50edc81687c","pid":20201,"uri":"/crucible/0/regions","method":"POST","req_id":"f60a5d8b-d29e-434a-81e1-c017543619dd","remote_addr":"[fd00:1122:3344:101::a]:54098","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":89,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-07-31T06:53:24.316452971Z","hostname":"oxz_crucible_66082be1-4fd2-4d41-8c86-a50edc81687c","pid":20201,"region":"a18ecff2-19d2-4511-9c17-6a137e747753","component":"worker"}
{"msg":"region a18ecff2-19d2-4511-9c17-6a137e747753 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-07-31T06:53:24.316484681Z","hostname":"oxz_crucible_66082be1-4fd2-4d41-8c86-a50edc81687c","pid":20201,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-07-31T06:53:24.316600464Z","hostname":"oxz_crucible_66082be1-4fd2-4d41-8c86-a50edc81687c","pid":20201,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-a18ecff2-19d2-4511-9c17-6a137e747753","v":0,"name":"crucible-agent","level":30,"time":"2024-07-31T06:53:24.317014535Z","hostname":"oxz_crucible_66082be1-4fd2-4d41-8c86-a50edc81687c","pid":20201,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-a18ecff2-19d2-4511-9c17-6a137e747753","v":0,"name":"crucible-agent","level":30,"time":"2024-07-31T06:53:24.323818064Z","hostname":"oxz_crucible_66082be1-4fd2-4d41-8c86-a50edc81687c","pid":20201,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-07-31T06:53:24.337785843Z","hostname":"oxz_crucible_66082be1-4fd2-4d41-8c86-a50edc81687c","pid":20201,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-a18ecff2-19d2-4511-9c17-6a137e747753","v":0,"name":"crucible-agent","level":30,"time":"2024-07-31T06:53:24.344321915Z","hostname":"oxz_crucible_66082be1-4fd2-4d41-8c86-a50edc81687c","pid":20201,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/a18ecff2-19d2-4511-9c17-6a137e747753","v":0,"name":"crucible-agent","level":30,"time":"2024-07-31T06:53:24.349820243Z","hostname":"oxz_crucible_66082be1-4fd2-4d41-8c86-a50edc81687c","pid":20201,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-07-31T06:53:24.352280844Z","hostname":"oxz_crucible_66082be1-4fd2-4d41-8c86-a50edc81687c","pid":20201,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2024-07-31T06:53:24.352355066Z","hostname":"oxz_crucible_66082be1-4fd2-4d41-8c86-a50edc81687c","pid":20201,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-07-31T06:53:24.352409667Z","hostname":"oxz_crucible_66082be1-4fd2-4d41-8c86-a50edc81687c","pid":20201,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-31T06:53:24.356827197Z","hostname":"oxz_crucible_66082be1-4fd2-4d41-8c86-a50edc81687c","pid":20201,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-31T06:53:24.36256632Z","hostname":"oxz_crucible_66082be1-4fd2-4d41-8c86-a50edc81687c","pid":20201,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-31T06:53:24.84512234Z","hostname":"oxz_crucible_66082be1-4fd2-4d41-8c86-a50edc81687c","pid":20201,"uri":"/crucible/0/regions","method":"POST","req_id":"f0679c3e-e1ed-445a-927c-677a65f7545c","remote_addr":"[fd00:1122:3344:101::a]:54098","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":562,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-31T06:53:25.380253792Z","hostname":"oxz_crucible_66082be1-4fd2-4d41-8c86-a50edc81687c","pid":20201,"uri":"/crucible/0/regions/a18ecff2-19d2-4511-9c17-6a137e747753","method":"GET","req_id":"625e8e59-1e3f-4a33-8215-82ef390b018b","remote_addr":"[fd00:1122:3344:101::a]:54098","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":59,"response_code":"200"}
{"msg":"path is \"/data/regions/a18ecff2-19d2-4511-9c17-6a137e747753\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-31T06:53:25.383040662Z","hostname":"oxz_crucible_66082be1-4fd2-4d41-8c86-a50edc81687c","pid":20201,"component":"datafile"}
{"msg":"dataset is oxp_384f913d-8e83-4644-8bbe-b289954f5941/crucible/regions/a18ecff2-19d2-4511-9c17-6a137e747753","v":0,"name":"crucible-agent","level":30,"time":"2024-07-31T06:53:25.393258906Z","hostname":"oxz_crucible_66082be1-4fd2-4d41-8c86-a50edc81687c","pid":20201,"component":"datafile"}
{"msg":"region a18ecff2-19d2-4511-9c17-6a137e747753 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-07-31T06:53:25.402463316Z","hostname":"oxz_crucible_66082be1-4fd2-4d41-8c86-a50edc81687c","pid":20201,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-07-31T06:53:25.402609539Z","hostname":"oxz_crucible_66082be1-4fd2-4d41-8c86-a50edc81687c","pid":20201,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-31T06:53:25.402677841Z","hostname":"oxz_crucible_66082be1-4fd2-4d41-8c86-a50edc81687c","pid":20201,"uri":"/crucible/0/regions/a18ecff2-19d2-4511-9c17-6a137e747753","method":"DELETE","req_id":"c0cd4d34-3321-45a9-aefe-13b8078867d0","remote_addr":"[fd00:1122:3344:101::a]:54098","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":20473,"response_code":"204"}
{"msg":"disabling downstairs instance: downstairs-a18ecff2-19d2-4511-9c17-6a137e747753 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-07-31T06:53:25.403698557Z","hostname":"oxz_crucible_66082be1-4fd2-4d41-8c86-a50edc81687c","pid":20201,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-31T06:53:25.405612624Z","hostname":"oxz_crucible_66082be1-4fd2-4d41-8c86-a50edc81687c","pid":20201,"uri":"/crucible/0/regions/a18ecff2-19d2-4511-9c17-6a137e747753","method":"GET","req_id":"cac3b4fd-086d-45e9-8d0e-229a81dc2973","remote_addr":"[fd00:1122:3344:101::a]:54098","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":24,"response_code":"200"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-31T06:53:25.410241249Z","hostname":"oxz_crucible_66082be1-4fd2-4d41-8c86-a50edc81687c","pid":20201,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_384f913d-8e83-4644-8bbe-b289954f5941/crucible/regions/a18ecff2-19d2-4511-9c17-6a137e747753\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-31T06:53:25.420019953Z","hostname":"oxz_crucible_66082be1-4fd2-4d41-8c86-a50edc81687c","pid":20201,"region":"a18ecff2-19d2-4511-9c17-6a137e747753","component":"worker"}
{"msg":"region a18ecff2-19d2-4511-9c17-6a137e747753 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-31T06:53:25.473716962Z","hostname":"oxz_crucible_66082be1-4fd2-4d41-8c86-a50edc81687c","pid":20201,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-31T06:53:25.507110395Z","hostname":"oxz_crucible_66082be1-4fd2-4d41-8c86-a50edc81687c","pid":20201,"uri":"/crucible/0/regions/a18ecff2-19d2-4511-9c17-6a137e747753","method":"GET","req_id":"46a95f2e-7abd-4c1a-a54d-03e23393215f","remote_addr":"[fd00:1122:3344:101::a]:54098","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":68,"response_code":"200"}
{"msg":"region 7ad347ac-a7b3-4c2e-974e-57faac3876b8 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-07-31T06:53:26.710482545Z","hostname":"oxz_crucible_66082be1-4fd2-4d41-8c86-a50edc81687c","pid":20201,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-31T06:53:26.710614439Z","hostname":"oxz_crucible_66082be1-4fd2-4d41-8c86-a50edc81687c","pid":20201,"uri":"/crucible/0/regions","method":"POST","req_id":"afc38584-cb55-4ae4-8b06-9353bf7466b1","remote_addr":"[fd00:1122:3344:101::a]:54098","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":200,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-07-31T06:53:26.71064152Z","hostname":"oxz_crucible_66082be1-4fd2-4d41-8c86-a50edc81687c","pid":20201,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_384f913d-8e83-4644-8bbe-b289954f5941/crucible/regions/7ad347ac-a7b3-4c2e-974e-57faac3876b8","v":0,"name":"crucible-agent","level":30,"time":"2024-07-31T06:53:26.719224743Z","hostname":"oxz_crucible_66082be1-4fd2-4d41-8c86-a50edc81687c","pid":20201,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_384f913d-8e83-4644-8bbe-b289954f5941/crucible/regions/7ad347ac-a7b3-4c2e-974e-57faac3876b8","v":0,"name":"crucible-agent","level":30,"time":"2024-07-31T06:53:26.719252654Z","hostname":"oxz_crucible_66082be1-4fd2-4d41-8c86-a50edc81687c","pid":20201,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"7ad347ac-a7b3-4c2e-974e-57faac3876b8\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/7ad347ac-a7b3-4c2e-974e-57faac3876b8\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-31T06:53:26.76803936Z","hostname":"oxz_crucible_66082be1-4fd2-4d41-8c86-a50edc81687c","pid":20201,"region":"7ad347ac-a7b3-4c2e-974e-57faac3876b8","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"7ad347ac-a7b3-4c2e-974e-57faac3876b8\" \"--data\" \"/data/regions/7ad347ac-a7b3-4c2e-974e-57faac3876b8\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-31T06:53:26.769827255Z","hostname":"oxz_crucible_66082be1-4fd2-4d41-8c86-a50edc81687c","pid":20201,"region":"7ad347ac-a7b3-4c2e-974e-57faac3876b8","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-07-31T06:53:26.830371614Z","hostname":"oxz_crucible_66082be1-4fd2-4d41-8c86-a50edc81687c","pid":20201,"region":"7ad347ac-a7b3-4c2e-974e-57faac3876b8","component":"worker"}
{"msg":"region 7ad347ac-a7b3-4c2e-974e-57faac3876b8 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-07-31T06:53:26.830409086Z","hostname":"oxz_crucible_66082be1-4fd2-4d41-8c86-a50edc81687c","pid":20201,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-07-31T06:53:26.830512648Z","hostname":"oxz_crucible_66082be1-4fd2-4d41-8c86-a50edc81687c","pid":20201,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-7ad347ac-a7b3-4c2e-974e-57faac3876b8","v":0,"name":"crucible-agent","level":30,"time":"2024-07-31T06:53:26.831881232Z","hostname":"oxz_crucible_66082be1-4fd2-4d41-8c86-a50edc81687c","pid":20201,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-7ad347ac-a7b3-4c2e-974e-57faac3876b8","v":0,"name":"crucible-agent","level":30,"time":"2024-07-31T06:53:26.835307198Z","hostname":"oxz_crucible_66082be1-4fd2-4d41-8c86-a50edc81687c","pid":20201,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-07-31T06:53:26.842179439Z","hostname":"oxz_crucible_66082be1-4fd2-4d41-8c86-a50edc81687c","pid":20201,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-7ad347ac-a7b3-4c2e-974e-57faac3876b8","v":0,"name":"crucible-agent","level":30,"time":"2024-07-31T06:53:26.845523942Z","hostname":"oxz_crucible_66082be1-4fd2-4d41-8c86-a50edc81687c","pid":20201,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/7ad347ac-a7b3-4c2e-974e-57faac3876b8","v":0,"name":"crucible-agent","level":30,"time":"2024-07-31T06:53:26.84584286Z","hostname":"oxz_crucible_66082be1-4fd2-4d41-8c86-a50edc81687c","pid":20201,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-07-31T06:53:26.845896141Z","hostname":"oxz_crucible_66082be1-4fd2-4d41-8c86-a50edc81687c","pid":20201,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2024-07-31T06:53:26.845937013Z","hostname":"oxz_crucible_66082be1-4fd2-4d41-8c86-a50edc81687c","pid":20201,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-07-31T06:53:26.845979114Z","hostname":"oxz_crucible_66082be1-4fd2-4d41-8c86-a50edc81687c","pid":20201,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-31T06:53:26.849790629Z","hostname":"oxz_crucible_66082be1-4fd2-4d41-8c86-a50edc81687c","pid":20201,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-31T06:53:26.853911881Z","hostname":"oxz_crucible_66082be1-4fd2-4d41-8c86-a50edc81687c","pid":20201,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-31T06:53:26.862505506Z","hostname":"oxz_crucible_66082be1-4fd2-4d41-8c86-a50edc81687c","pid":20201,"uri":"/crucible/0/regions","method":"POST","req_id":"883fbb0a-39b4-4b61-81b9-4260636c4cf8","remote_addr":"[fd00:1122:3344:101::a]:54098","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":74,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-07-31T06:58:35.234800838Z","hostname":"oxz_crucible_66082be1-4fd2-4d41-8c86-a50edc81687c","pid":20201,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:46969"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-31T06:58:35.234963802Z","hostname":"oxz_crucible_66082be1-4fd2-4d41-8c86-a50edc81687c","pid":20201,"uri":"/crucible/0/regions/7ad347ac-a7b3-4c2e-974e-57faac3876b8","method":"GET","req_id":"cead60be-caa8-4c21-9dd6-2564312fd787","remote_addr":"[fd00:1122:3344:101::a]:46969","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":55,"response_code":"200"}
{"msg":"path is \"/data/regions/7ad347ac-a7b3-4c2e-974e-57faac3876b8\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-31T06:58:35.238187292Z","hostname":"oxz_crucible_66082be1-4fd2-4d41-8c86-a50edc81687c","pid":20201,"component":"datafile"}
{"msg":"dataset is oxp_384f913d-8e83-4644-8bbe-b289954f5941/crucible/regions/7ad347ac-a7b3-4c2e-974e-57faac3876b8","v":0,"name":"crucible-agent","level":30,"time":"2024-07-31T06:58:35.246294754Z","hostname":"oxz_crucible_66082be1-4fd2-4d41-8c86-a50edc81687c","pid":20201,"component":"datafile"}
{"msg":"snapshot is oxp_384f913d-8e83-4644-8bbe-b289954f5941/crucible/regions/7ad347ac-a7b3-4c2e-974e-57faac3876b8@66282e51-1b54-4615-a46d-430ecdd87e5a","v":0,"name":"crucible-agent","level":30,"time":"2024-07-31T06:58:35.25493464Z","hostname":"oxz_crucible_66082be1-4fd2-4d41-8c86-a50edc81687c","pid":20201,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_384f913d-8e83-4644-8bbe-b289954f5941/crucible/regions/7ad347ac-a7b3-4c2e-974e-57faac3876b8\", \"66282e51-1b54-4615-a46d-430ecdd87e5a\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-07-31T06:58:35.254981351Z","hostname":"oxz_crucible_66082be1-4fd2-4d41-8c86-a50edc81687c","pid":20201,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-31T06:58:35.266613801Z","hostname":"oxz_crucible_66082be1-4fd2-4d41-8c86-a50edc81687c","pid":20201,"uri":"/crucible/0/regions/7ad347ac-a7b3-4c2e-974e-57faac3876b8/snapshots/66282e51-1b54-4615-a46d-430ecdd87e5a","method":"GET","req_id":"22084c9c-4b8a-47ff-9729-4aad854847b8","remote_addr":"[fd00:1122:3344:101::a]:46969","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":31578,"response_code":"200"}
{"msg":"path is \"/data/regions/7ad347ac-a7b3-4c2e-974e-57faac3876b8\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-31T06:58:35.266766785Z","hostname":"oxz_crucible_66082be1-4fd2-4d41-8c86-a50edc81687c","pid":20201,"component":"datafile"}
{"msg":"dataset is oxp_384f913d-8e83-4644-8bbe-b289954f5941/crucible/regions/7ad347ac-a7b3-4c2e-974e-57faac3876b8","v":0,"name":"crucible-agent","level":30,"time":"2024-07-31T06:58:35.274863047Z","hostname":"oxz_crucible_66082be1-4fd2-4d41-8c86-a50edc81687c","pid":20201,"component":"datafile"}
{"msg":"snapshot is oxp_384f913d-8e83-4644-8bbe-b289954f5941/crucible/regions/7ad347ac-a7b3-4c2e-974e-57faac3876b8@66282e51-1b54-4615-a46d-430ecdd87e5a","v":0,"name":"crucible-agent","level":30,"time":"2024-07-31T06:58:35.282817545Z","hostname":"oxz_crucible_66082be1-4fd2-4d41-8c86-a50edc81687c","pid":20201,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_384f913d-8e83-4644-8bbe-b289954f5941/crucible/regions/7ad347ac-a7b3-4c2e-974e-57faac3876b8\", \"66282e51-1b54-4615-a46d-430ecdd87e5a\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-07-31T06:58:35.282849106Z","hostname":"oxz_crucible_66082be1-4fd2-4d41-8c86-a50edc81687c","pid":20201,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 7ad347ac-a7b3-4c2e-974e-57faac3876b8-66282e51-1b54-4615-a46d-430ecdd87e5a state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-07-31T06:58:35.292841115Z","hostname":"oxz_crucible_66082be1-4fd2-4d41-8c86-a50edc81687c","pid":20201,"component":"datafile"}
{"msg":"applying SMF actions for region 7ad347ac-a7b3-4c2e-974e-57faac3876b8 running snapshot 66282e51-1b54-4615-a46d-430ecdd87e5a (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-07-31T06:58:35.293515472Z","hostname":"oxz_crucible_66082be1-4fd2-4d41-8c86-a50edc81687c","pid":20201,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-31T06:58:35.293538422Z","hostname":"oxz_crucible_66082be1-4fd2-4d41-8c86-a50edc81687c","pid":20201,"uri":"/crucible/0/regions/7ad347ac-a7b3-4c2e-974e-57faac3876b8/snapshots/66282e51-1b54-4615-a46d-430ecdd87e5a/run","method":"POST","req_id":"80aa3753-9a2b-43c5-bd0a-f367df2f04d4","remote_addr":"[fd00:1122:3344:101::a]:46969","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":26806,"response_code":"200"}
{"msg":"creating missing snapshot instance snapshot-7ad347ac-a7b3-4c2e-974e-57faac3876b8-66282e51-1b54-4615-a46d-430ecdd87e5a","v":0,"name":"crucible-agent","level":30,"time":"2024-07-31T06:58:35.300330972Z","hostname":"oxz_crucible_66082be1-4fd2-4d41-8c86-a50edc81687c","pid":20201,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-7ad347ac-a7b3-4c2e-974e-57faac3876b8-66282e51-1b54-4615-a46d-430ecdd87e5a","v":0,"name":"crucible-agent","level":30,"time":"2024-07-31T06:58:35.307760637Z","hostname":"oxz_crucible_66082be1-4fd2-4d41-8c86-a50edc81687c","pid":20201,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-7ad347ac-a7b3-4c2e-974e-57faac3876b8-66282e51-1b54-4615-a46d-430ecdd87e5a","v":0,"name":"crucible-agent","level":30,"time":"2024-07-31T06:58:35.324686799Z","hostname":"oxz_crucible_66082be1-4fd2-4d41-8c86-a50edc81687c","pid":20201,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/7ad347ac-a7b3-4c2e-974e-57faac3876b8/.zfs/snapshot/66282e51-1b54-4615-a46d-430ecdd87e5a","v":0,"name":"crucible-agent","level":30,"time":"2024-07-31T06:58:35.324959946Z","hostname":"oxz_crucible_66082be1-4fd2-4d41-8c86-a50edc81687c","pid":20201,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-07-31T06:58:35.325018237Z","hostname":"oxz_crucible_66082be1-4fd2-4d41-8c86-a50edc81687c","pid":20201,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-07-31T06:58:35.325059708Z","hostname":"oxz_crucible_66082be1-4fd2-4d41-8c86-a50edc81687c","pid":20201,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2024-07-31T06:58:35.325099419Z","hostname":"oxz_crucible_66082be1-4fd2-4d41-8c86-a50edc81687c","pid":20201,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-07-31T06:58:35.325153271Z","hostname":"oxz_crucible_66082be1-4fd2-4d41-8c86-a50edc81687c","pid":20201,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-31T06:58:35.330405271Z","hostname":"oxz_crucible_66082be1-4fd2-4d41-8c86-a50edc81687c","pid":20201,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-31T06:58:35.335704443Z","hostname":"oxz_crucible_66082be1-4fd2-4d41-8c86-a50edc81687c","pid":20201,"component":"worker"}
{"msg":"region 7ad347ac-a7b3-4c2e-974e-57faac3876b8 running snapshot 66282e51-1b54-4615-a46d-430ecdd87e5a state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-07-31T06:58:35.335726324Z","hostname":"oxz_crucible_66082be1-4fd2-4d41-8c86-a50edc81687c","pid":20201,"component":"datafile"}