[ Jul 12 03:34:03 Enabled. ] [ Jul 12 03:34:03 Rereading configuration. ] [ Jul 12 03:34:08 Rereading configuration. ] [ Jul 12 03:34:15 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_3f7ecdd1-cbdc-4a78-92f2-d54bdc8c783d/crucible -l [fd00:1122:3344:101::1a]:32345 -P 19000 -p downstairs -s snapshot"). ] note: configured to log to "/dev/stdout" {"msg":"dataset: \"oxp_3f7ecdd1-cbdc-4a78-92f2-d54bdc8c783d/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:34:15.749939382Z","hostname":"oxz_crucible_576b7484-d401-4f60-b3df-1eb0b74dfc03","pid":23273} {"msg":"listen IP: [fd00:1122:3344:101::1a]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:34:15.754996107Z","hostname":"oxz_crucible_576b7484-d401-4f60-b3df-1eb0b74dfc03","pid":23273} {"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:34:15.755012237Z","hostname":"oxz_crucible_576b7484-d401-4f60-b3df-1eb0b74dfc03","pid":23273} {"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:34:15.764742343Z","hostname":"oxz_crucible_576b7484-d401-4f60-b3df-1eb0b74dfc03","pid":23273,"component":"datafile"} {"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:34:15.897589617Z","hostname":"oxz_crucible_576b7484-d401-4f60-b3df-1eb0b74dfc03","pid":23273,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:35:28.414659007Z","hostname":"oxz_crucible_576b7484-d401-4f60-b3df-1eb0b74dfc03","pid":23273,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:33703"} {"msg":"region 9ee12949-8ebd-4b05-82d5-17137de9bbeb state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:35:28.428915254Z","hostname":"oxz_crucible_576b7484-d401-4f60-b3df-1eb0b74dfc03","pid":23273,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:35:28.436143394Z","hostname":"oxz_crucible_576b7484-d401-4f60-b3df-1eb0b74dfc03","pid":23273,"uri":"/crucible/0/regions","method":"POST","req_id":"e09cf090-cb92-406a-b24c-50fdbc8f1154","remote_addr":"[fd00:1122:3344:101::a]:33703","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":16411,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:35:28.436168664Z","hostname":"oxz_crucible_576b7484-d401-4f60-b3df-1eb0b74dfc03","pid":23273,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_3f7ecdd1-cbdc-4a78-92f2-d54bdc8c783d/crucible/regions/9ee12949-8ebd-4b05-82d5-17137de9bbeb","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:35:28.446944687Z","hostname":"oxz_crucible_576b7484-d401-4f60-b3df-1eb0b74dfc03","pid":23273,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_3f7ecdd1-cbdc-4a78-92f2-d54bdc8c783d/crucible/regions/9ee12949-8ebd-4b05-82d5-17137de9bbeb","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:35:28.446974247Z","hostname":"oxz_crucible_576b7484-d401-4f60-b3df-1eb0b74dfc03","pid":23273,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"9ee12949-8ebd-4b05-82d5-17137de9bbeb\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/9ee12949-8ebd-4b05-82d5-17137de9bbeb\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:35:28.498498538Z","hostname":"oxz_crucible_576b7484-d401-4f60-b3df-1eb0b74dfc03","pid":23273,"region":"9ee12949-8ebd-4b05-82d5-17137de9bbeb","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"9ee12949-8ebd-4b05-82d5-17137de9bbeb\" \"--data\" \"/data/regions/9ee12949-8ebd-4b05-82d5-17137de9bbeb\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:35:28.498557428Z","hostname":"oxz_crucible_576b7484-d401-4f60-b3df-1eb0b74dfc03","pid":23273,"region":"9ee12949-8ebd-4b05-82d5-17137de9bbeb","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:35:28.736897911Z","hostname":"oxz_crucible_576b7484-d401-4f60-b3df-1eb0b74dfc03","pid":23273,"uri":"/crucible/0/regions","method":"POST","req_id":"2636553b-d556-4aca-83bb-f0a2693d88b9","remote_addr":"[fd00:1122:3344:101::a]:33703","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":84,"response_code":"200"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:35:28.796348225Z","hostname":"oxz_crucible_576b7484-d401-4f60-b3df-1eb0b74dfc03","pid":23273,"region":"9ee12949-8ebd-4b05-82d5-17137de9bbeb","component":"worker"} {"msg":"region 9ee12949-8ebd-4b05-82d5-17137de9bbeb state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:35:28.796381895Z","hostname":"oxz_crucible_576b7484-d401-4f60-b3df-1eb0b74dfc03","pid":23273,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:35:28.796495556Z","hostname":"oxz_crucible_576b7484-d401-4f60-b3df-1eb0b74dfc03","pid":23273,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-9ee12949-8ebd-4b05-82d5-17137de9bbeb","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:35:28.79697493Z","hostname":"oxz_crucible_576b7484-d401-4f60-b3df-1eb0b74dfc03","pid":23273,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-9ee12949-8ebd-4b05-82d5-17137de9bbeb","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:35:28.805462737Z","hostname":"oxz_crucible_576b7484-d401-4f60-b3df-1eb0b74dfc03","pid":23273,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:35:28.821867399Z","hostname":"oxz_crucible_576b7484-d401-4f60-b3df-1eb0b74dfc03","pid":23273,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-9ee12949-8ebd-4b05-82d5-17137de9bbeb","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:35:28.826032017Z","hostname":"oxz_crucible_576b7484-d401-4f60-b3df-1eb0b74dfc03","pid":23273,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/9ee12949-8ebd-4b05-82d5-17137de9bbeb","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:35:28.826766442Z","hostname":"oxz_crucible_576b7484-d401-4f60-b3df-1eb0b74dfc03","pid":23273,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:35:28.826911973Z","hostname":"oxz_crucible_576b7484-d401-4f60-b3df-1eb0b74dfc03","pid":23273,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:35:28.826965314Z","hostname":"oxz_crucible_576b7484-d401-4f60-b3df-1eb0b74dfc03","pid":23273,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:35:28.827010404Z","hostname":"oxz_crucible_576b7484-d401-4f60-b3df-1eb0b74dfc03","pid":23273,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:35:28.833027265Z","hostname":"oxz_crucible_576b7484-d401-4f60-b3df-1eb0b74dfc03","pid":23273,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:35:28.838647633Z","hostname":"oxz_crucible_576b7484-d401-4f60-b3df-1eb0b74dfc03","pid":23273,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:35:29.433945285Z","hostname":"oxz_crucible_576b7484-d401-4f60-b3df-1eb0b74dfc03","pid":23273,"uri":"/crucible/0/regions","method":"POST","req_id":"7978138f-ceb1-4611-95a1-26358b2b1a89","remote_addr":"[fd00:1122:3344:101::a]:33703","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":76,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:40:43.866120107Z","hostname":"oxz_crucible_576b7484-d401-4f60-b3df-1eb0b74dfc03","pid":23273,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:58345"} {"msg":"region 29949bb7-5d14-4437-8288-38e44d4d9ff9 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:40:43.866214258Z","hostname":"oxz_crucible_576b7484-d401-4f60-b3df-1eb0b74dfc03","pid":23273,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:40:43.869153558Z","hostname":"oxz_crucible_576b7484-d401-4f60-b3df-1eb0b74dfc03","pid":23273,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:40:43.869168008Z","hostname":"oxz_crucible_576b7484-d401-4f60-b3df-1eb0b74dfc03","pid":23273,"uri":"/crucible/0/regions","method":"POST","req_id":"890163ef-d177-41ad-80ad-cb2cb73fd44c","remote_addr":"[fd00:1122:3344:101::a]:58345","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":2993,"response_code":"200"} {"msg":"zfs set reservation of 2684354560 for oxp_3f7ecdd1-cbdc-4a78-92f2-d54bdc8c783d/crucible/regions/29949bb7-5d14-4437-8288-38e44d4d9ff9","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:40:43.879570099Z","hostname":"oxz_crucible_576b7484-d401-4f60-b3df-1eb0b74dfc03","pid":23273,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_3f7ecdd1-cbdc-4a78-92f2-d54bdc8c783d/crucible/regions/29949bb7-5d14-4437-8288-38e44d4d9ff9","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:40:43.879602649Z","hostname":"oxz_crucible_576b7484-d401-4f60-b3df-1eb0b74dfc03","pid":23273,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"29949bb7-5d14-4437-8288-38e44d4d9ff9\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/29949bb7-5d14-4437-8288-38e44d4d9ff9\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:40:43.938049177Z","hostname":"oxz_crucible_576b7484-d401-4f60-b3df-1eb0b74dfc03","pid":23273,"region":"29949bb7-5d14-4437-8288-38e44d4d9ff9","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"29949bb7-5d14-4437-8288-38e44d4d9ff9\" \"--data\" \"/data/regions/29949bb7-5d14-4437-8288-38e44d4d9ff9\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:40:43.938094437Z","hostname":"oxz_crucible_576b7484-d401-4f60-b3df-1eb0b74dfc03","pid":23273,"region":"29949bb7-5d14-4437-8288-38e44d4d9ff9","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:40:44.055317245Z","hostname":"oxz_crucible_576b7484-d401-4f60-b3df-1eb0b74dfc03","pid":23273,"region":"29949bb7-5d14-4437-8288-38e44d4d9ff9","component":"worker"} {"msg":"region 29949bb7-5d14-4437-8288-38e44d4d9ff9 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:40:44.055359536Z","hostname":"oxz_crucible_576b7484-d401-4f60-b3df-1eb0b74dfc03","pid":23273,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:40:44.055431696Z","hostname":"oxz_crucible_576b7484-d401-4f60-b3df-1eb0b74dfc03","pid":23273,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-29949bb7-5d14-4437-8288-38e44d4d9ff9","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:40:44.055818628Z","hostname":"oxz_crucible_576b7484-d401-4f60-b3df-1eb0b74dfc03","pid":23273,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-29949bb7-5d14-4437-8288-38e44d4d9ff9","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:40:44.06332829Z","hostname":"oxz_crucible_576b7484-d401-4f60-b3df-1eb0b74dfc03","pid":23273,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:40:44.082146108Z","hostname":"oxz_crucible_576b7484-d401-4f60-b3df-1eb0b74dfc03","pid":23273,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-29949bb7-5d14-4437-8288-38e44d4d9ff9","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:40:44.089174986Z","hostname":"oxz_crucible_576b7484-d401-4f60-b3df-1eb0b74dfc03","pid":23273,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/29949bb7-5d14-4437-8288-38e44d4d9ff9","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:40:44.089450068Z","hostname":"oxz_crucible_576b7484-d401-4f60-b3df-1eb0b74dfc03","pid":23273,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:40:44.089512558Z","hostname":"oxz_crucible_576b7484-d401-4f60-b3df-1eb0b74dfc03","pid":23273,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:40:44.089558838Z","hostname":"oxz_crucible_576b7484-d401-4f60-b3df-1eb0b74dfc03","pid":23273,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:40:44.089603658Z","hostname":"oxz_crucible_576b7484-d401-4f60-b3df-1eb0b74dfc03","pid":23273,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:40:44.089916871Z","hostname":"oxz_crucible_576b7484-d401-4f60-b3df-1eb0b74dfc03","pid":23273,"uri":"/crucible/0/regions","method":"POST","req_id":"3378a6cb-894e-440f-99bd-4085c171e585","remote_addr":"[fd00:1122:3344:101::a]:58345","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":84,"response_code":"200"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:40:44.100615944Z","hostname":"oxz_crucible_576b7484-d401-4f60-b3df-1eb0b74dfc03","pid":23273,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:40:44.113546852Z","hostname":"oxz_crucible_576b7484-d401-4f60-b3df-1eb0b74dfc03","pid":23273,"component":"worker"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:40:45.077649553Z","hostname":"oxz_crucible_576b7484-d401-4f60-b3df-1eb0b74dfc03","pid":23273,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:46668"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:40:45.081363688Z","hostname":"oxz_crucible_576b7484-d401-4f60-b3df-1eb0b74dfc03","pid":23273,"uri":"/crucible/0/regions/9ee12949-8ebd-4b05-82d5-17137de9bbeb","method":"GET","req_id":"06855ad3-7dac-43fe-86a5-f49adb3478e1","remote_addr":"[fd00:1122:3344:101::a]:46668","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":3664,"response_code":"200"} {"msg":"path is \"/data/regions/9ee12949-8ebd-4b05-82d5-17137de9bbeb\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:40:45.083917426Z","hostname":"oxz_crucible_576b7484-d401-4f60-b3df-1eb0b74dfc03","pid":23273,"component":"datafile"} {"msg":"dataset is oxp_3f7ecdd1-cbdc-4a78-92f2-d54bdc8c783d/crucible/regions/9ee12949-8ebd-4b05-82d5-17137de9bbeb","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:40:45.093863533Z","hostname":"oxz_crucible_576b7484-d401-4f60-b3df-1eb0b74dfc03","pid":23273,"component":"datafile"} {"msg":"snapshot is oxp_3f7ecdd1-cbdc-4a78-92f2-d54bdc8c783d/crucible/regions/9ee12949-8ebd-4b05-82d5-17137de9bbeb@43cd5a3a-62c1-4a53-871a-f5ed7471faa2","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:40:45.102536363Z","hostname":"oxz_crucible_576b7484-d401-4f60-b3df-1eb0b74dfc03","pid":23273,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_3f7ecdd1-cbdc-4a78-92f2-d54bdc8c783d/crucible/regions/9ee12949-8ebd-4b05-82d5-17137de9bbeb\", \"43cd5a3a-62c1-4a53-871a-f5ed7471faa2\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:40:45.102574483Z","hostname":"oxz_crucible_576b7484-d401-4f60-b3df-1eb0b74dfc03","pid":23273,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:40:45.111689939Z","hostname":"oxz_crucible_576b7484-d401-4f60-b3df-1eb0b74dfc03","pid":23273,"uri":"/crucible/0/regions/9ee12949-8ebd-4b05-82d5-17137de9bbeb/snapshots/43cd5a3a-62c1-4a53-871a-f5ed7471faa2","method":"GET","req_id":"cbfc41e8-3dbc-4366-98ae-25ba5d9b430d","remote_addr":"[fd00:1122:3344:101::a]:46668","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":30190,"response_code":"200"} {"msg":"path is \"/data/regions/9ee12949-8ebd-4b05-82d5-17137de9bbeb\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:40:45.112389039Z","hostname":"oxz_crucible_576b7484-d401-4f60-b3df-1eb0b74dfc03","pid":23273,"component":"datafile"} {"msg":"dataset is oxp_3f7ecdd1-cbdc-4a78-92f2-d54bdc8c783d/crucible/regions/9ee12949-8ebd-4b05-82d5-17137de9bbeb","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:40:45.120278953Z","hostname":"oxz_crucible_576b7484-d401-4f60-b3df-1eb0b74dfc03","pid":23273,"component":"datafile"} {"msg":"snapshot is oxp_3f7ecdd1-cbdc-4a78-92f2-d54bdc8c783d/crucible/regions/9ee12949-8ebd-4b05-82d5-17137de9bbeb@43cd5a3a-62c1-4a53-871a-f5ed7471faa2","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:40:45.127896295Z","hostname":"oxz_crucible_576b7484-d401-4f60-b3df-1eb0b74dfc03","pid":23273,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_3f7ecdd1-cbdc-4a78-92f2-d54bdc8c783d/crucible/regions/9ee12949-8ebd-4b05-82d5-17137de9bbeb\", \"43cd5a3a-62c1-4a53-871a-f5ed7471faa2\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:40:45.127917185Z","hostname":"oxz_crucible_576b7484-d401-4f60-b3df-1eb0b74dfc03","pid":23273,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 9ee12949-8ebd-4b05-82d5-17137de9bbeb-43cd5a3a-62c1-4a53-871a-f5ed7471faa2 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:40:45.138510327Z","hostname":"oxz_crucible_576b7484-d401-4f60-b3df-1eb0b74dfc03","pid":23273,"component":"datafile"} {"msg":"applying SMF actions for region 9ee12949-8ebd-4b05-82d5-17137de9bbeb running snapshot 43cd5a3a-62c1-4a53-871a-f5ed7471faa2 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:40:45.138675078Z","hostname":"oxz_crucible_576b7484-d401-4f60-b3df-1eb0b74dfc03","pid":23273,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:40:45.138713259Z","hostname":"oxz_crucible_576b7484-d401-4f60-b3df-1eb0b74dfc03","pid":23273,"uri":"/crucible/0/regions/9ee12949-8ebd-4b05-82d5-17137de9bbeb/snapshots/43cd5a3a-62c1-4a53-871a-f5ed7471faa2/run","method":"POST","req_id":"f051071c-8dae-448e-ab4d-e9dd1a90430d","remote_addr":"[fd00:1122:3344:101::a]:46668","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":26837,"response_code":"200"} {"msg":"creating missing snapshot instance snapshot-9ee12949-8ebd-4b05-82d5-17137de9bbeb-43cd5a3a-62c1-4a53-871a-f5ed7471faa2","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:40:45.140821533Z","hostname":"oxz_crucible_576b7484-d401-4f60-b3df-1eb0b74dfc03","pid":23273,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-9ee12949-8ebd-4b05-82d5-17137de9bbeb-43cd5a3a-62c1-4a53-871a-f5ed7471faa2","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:40:45.161669545Z","hostname":"oxz_crucible_576b7484-d401-4f60-b3df-1eb0b74dfc03","pid":23273,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-9ee12949-8ebd-4b05-82d5-17137de9bbeb-43cd5a3a-62c1-4a53-871a-f5ed7471faa2","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:40:45.190071058Z","hostname":"oxz_crucible_576b7484-d401-4f60-b3df-1eb0b74dfc03","pid":23273,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/9ee12949-8ebd-4b05-82d5-17137de9bbeb/.zfs/snapshot/43cd5a3a-62c1-4a53-871a-f5ed7471faa2","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:40:45.19032945Z","hostname":"oxz_crucible_576b7484-d401-4f60-b3df-1eb0b74dfc03","pid":23273,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:40:45.190389521Z","hostname":"oxz_crucible_576b7484-d401-4f60-b3df-1eb0b74dfc03","pid":23273,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:40:45.190436161Z","hostname":"oxz_crucible_576b7484-d401-4f60-b3df-1eb0b74dfc03","pid":23273,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:40:45.190479811Z","hostname":"oxz_crucible_576b7484-d401-4f60-b3df-1eb0b74dfc03","pid":23273,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:40:45.190533291Z","hostname":"oxz_crucible_576b7484-d401-4f60-b3df-1eb0b74dfc03","pid":23273,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:40:45.200907402Z","hostname":"oxz_crucible_576b7484-d401-4f60-b3df-1eb0b74dfc03","pid":23273,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:40:45.207058834Z","hostname":"oxz_crucible_576b7484-d401-4f60-b3df-1eb0b74dfc03","pid":23273,"component":"worker"} {"msg":"region 9ee12949-8ebd-4b05-82d5-17137de9bbeb running snapshot 43cd5a3a-62c1-4a53-871a-f5ed7471faa2 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-07-12T03:40:45.207076744Z","hostname":"oxz_crucible_576b7484-d401-4f60-b3df-1eb0b74dfc03","pid":23273,"component":"datafile"}