[ Dec 21 07:47:08 Enabled. ]
[ Dec 21 07:47:08 Rereading configuration. ]
[ Dec 21 07:47:12 Rereading configuration. ]
[ Dec 21 07:47:18 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_47117fb2-2ba2-45f6-9fbf-38d2fc290240/crucible -l [fd00:1122:3344:101::14]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"dataset: \"oxp_47117fb2-2ba2-45f6-9fbf-38d2fc290240/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:47:18.330118621Z","hostname":"oxz_crucible_6eaeb9f0-f302-479e-96a2-0b6de3fd3912","pid":25391}
{"msg":"listen IP: [fd00:1122:3344:101::14]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:47:18.333570311Z","hostname":"oxz_crucible_6eaeb9f0-f302-479e-96a2-0b6de3fd3912","pid":25391}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:47:18.333580221Z","hostname":"oxz_crucible_6eaeb9f0-f302-479e-96a2-0b6de3fd3912","pid":25391}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:47:18.348578568Z","hostname":"oxz_crucible_6eaeb9f0-f302-479e-96a2-0b6de3fd3912","pid":25391,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:47:18.642248595Z","hostname":"oxz_crucible_6eaeb9f0-f302-479e-96a2-0b6de3fd3912","pid":25391,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:47:31.296193442Z","hostname":"oxz_crucible_6eaeb9f0-f302-479e-96a2-0b6de3fd3912","pid":25391,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:61943"}
{"msg":"region bbbf3124-0dfb-45d1-bfb4-2742af41197a state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:47:31.306333636Z","hostname":"oxz_crucible_6eaeb9f0-f302-479e-96a2-0b6de3fd3912","pid":25391,"component":"datafile"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:47:31.30653556Z","hostname":"oxz_crucible_6eaeb9f0-f302-479e-96a2-0b6de3fd3912","pid":25391,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:47:31.30655925Z","hostname":"oxz_crucible_6eaeb9f0-f302-479e-96a2-0b6de3fd3912","pid":25391,"uri":"/crucible/0/regions","method":"POST","req_id":"85cab242-9233-4dad-8bf8-b1e7b418b607","remote_addr":"[fd00:1122:3344:101::b]:61943","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":355,"response_code":"200"}
{"msg":"zfs set reservation of 1342177280 for oxp_47117fb2-2ba2-45f6-9fbf-38d2fc290240/crucible/regions/bbbf3124-0dfb-45d1-bfb4-2742af41197a","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:47:31.31761313Z","hostname":"oxz_crucible_6eaeb9f0-f302-479e-96a2-0b6de3fd3912","pid":25391,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_47117fb2-2ba2-45f6-9fbf-38d2fc290240/crucible/regions/bbbf3124-0dfb-45d1-bfb4-2742af41197a","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:47:31.317671491Z","hostname":"oxz_crucible_6eaeb9f0-f302-479e-96a2-0b6de3fd3912","pid":25391,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"bbbf3124-0dfb-45d1-bfb4-2742af41197a\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/bbbf3124-0dfb-45d1-bfb4-2742af41197a\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:47:31.390963898Z","hostname":"oxz_crucible_6eaeb9f0-f302-479e-96a2-0b6de3fd3912","pid":25391,"region":"bbbf3124-0dfb-45d1-bfb4-2742af41197a","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"bbbf3124-0dfb-45d1-bfb4-2742af41197a\" \"--data\" \"/data/regions/bbbf3124-0dfb-45d1-bfb4-2742af41197a\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:47:31.391032069Z","hostname":"oxz_crucible_6eaeb9f0-f302-479e-96a2-0b6de3fd3912","pid":25391,"region":"bbbf3124-0dfb-45d1-bfb4-2742af41197a","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:47:31.509616033Z","hostname":"oxz_crucible_6eaeb9f0-f302-479e-96a2-0b6de3fd3912","pid":25391,"uri":"/crucible/0/regions","method":"POST","req_id":"d77792e3-8235-4427-84d3-a10aefe4e053","remote_addr":"[fd00:1122:3344:101::b]:61943","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":75,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:47:31.516801466Z","hostname":"oxz_crucible_6eaeb9f0-f302-479e-96a2-0b6de3fd3912","pid":25391,"region":"bbbf3124-0dfb-45d1-bfb4-2742af41197a","component":"worker"}
{"msg":"region bbbf3124-0dfb-45d1-bfb4-2742af41197a state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:47:31.516892208Z","hostname":"oxz_crucible_6eaeb9f0-f302-479e-96a2-0b6de3fd3912","pid":25391,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:47:31.517108221Z","hostname":"oxz_crucible_6eaeb9f0-f302-479e-96a2-0b6de3fd3912","pid":25391,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-bbbf3124-0dfb-45d1-bfb4-2742af41197a","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:47:31.517500718Z","hostname":"oxz_crucible_6eaeb9f0-f302-479e-96a2-0b6de3fd3912","pid":25391,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-bbbf3124-0dfb-45d1-bfb4-2742af41197a","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:47:31.5210889Z","hostname":"oxz_crucible_6eaeb9f0-f302-479e-96a2-0b6de3fd3912","pid":25391,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:47:31.531819554Z","hostname":"oxz_crucible_6eaeb9f0-f302-479e-96a2-0b6de3fd3912","pid":25391,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-bbbf3124-0dfb-45d1-bfb4-2742af41197a","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:47:31.535338824Z","hostname":"oxz_crucible_6eaeb9f0-f302-479e-96a2-0b6de3fd3912","pid":25391,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/bbbf3124-0dfb-45d1-bfb4-2742af41197a","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:47:31.536073947Z","hostname":"oxz_crucible_6eaeb9f0-f302-479e-96a2-0b6de3fd3912","pid":25391,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:47:31.536142978Z","hostname":"oxz_crucible_6eaeb9f0-f302-479e-96a2-0b6de3fd3912","pid":25391,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:47:31.536182979Z","hostname":"oxz_crucible_6eaeb9f0-f302-479e-96a2-0b6de3fd3912","pid":25391,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:47:31.53622844Z","hostname":"oxz_crucible_6eaeb9f0-f302-479e-96a2-0b6de3fd3912","pid":25391,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:47:31.541686773Z","hostname":"oxz_crucible_6eaeb9f0-f302-479e-96a2-0b6de3fd3912","pid":25391,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:47:31.547007924Z","hostname":"oxz_crucible_6eaeb9f0-f302-479e-96a2-0b6de3fd3912","pid":25391,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:47:31.943295311Z","hostname":"oxz_crucible_6eaeb9f0-f302-479e-96a2-0b6de3fd3912","pid":25391,"uri":"/crucible/0/regions","method":"POST","req_id":"eb479f84-fa5e-472a-80f0-68adefd7dec3","remote_addr":"[fd00:1122:3344:101::b]:61943","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":63,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:47:32.2825509Z","hostname":"oxz_crucible_6eaeb9f0-f302-479e-96a2-0b6de3fd3912","pid":25391,"uri":"/crucible/0/regions/bbbf3124-0dfb-45d1-bfb4-2742af41197a","method":"GET","req_id":"5c560d69-0342-4e35-8d0a-5f3954030a11","remote_addr":"[fd00:1122:3344:101::b]:61943","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":77,"response_code":"200"}
{"msg":"path is \"/data/regions/bbbf3124-0dfb-45d1-bfb4-2742af41197a\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:47:32.286728832Z","hostname":"oxz_crucible_6eaeb9f0-f302-479e-96a2-0b6de3fd3912","pid":25391,"component":"datafile"}
{"msg":"dataset is oxp_47117fb2-2ba2-45f6-9fbf-38d2fc290240/crucible/regions/bbbf3124-0dfb-45d1-bfb4-2742af41197a","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:47:32.297544967Z","hostname":"oxz_crucible_6eaeb9f0-f302-479e-96a2-0b6de3fd3912","pid":25391,"component":"datafile"}
{"msg":"region bbbf3124-0dfb-45d1-bfb4-2742af41197a state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:47:32.307763043Z","hostname":"oxz_crucible_6eaeb9f0-f302-479e-96a2-0b6de3fd3912","pid":25391,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:47:32.307985766Z","hostname":"oxz_crucible_6eaeb9f0-f302-479e-96a2-0b6de3fd3912","pid":25391,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:47:32.308048178Z","hostname":"oxz_crucible_6eaeb9f0-f302-479e-96a2-0b6de3fd3912","pid":25391,"uri":"/crucible/0/regions/bbbf3124-0dfb-45d1-bfb4-2742af41197a","method":"DELETE","req_id":"2a93b624-dcbd-4a77-a2e8-b1d7fbc8ff64","remote_addr":"[fd00:1122:3344:101::b]:61943","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":21352,"response_code":"204"}
{"msg":"disabling downstairs instance: downstairs-bbbf3124-0dfb-45d1-bfb4-2742af41197a (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:47:32.309225328Z","hostname":"oxz_crucible_6eaeb9f0-f302-479e-96a2-0b6de3fd3912","pid":25391,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:47:32.312033426Z","hostname":"oxz_crucible_6eaeb9f0-f302-479e-96a2-0b6de3fd3912","pid":25391,"uri":"/crucible/0/regions/bbbf3124-0dfb-45d1-bfb4-2742af41197a","method":"GET","req_id":"ef27b2ce-dffb-43f7-a891-96b64bb8d323","remote_addr":"[fd00:1122:3344:101::b]:61943","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":38,"response_code":"200"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:47:32.314194533Z","hostname":"oxz_crucible_6eaeb9f0-f302-479e-96a2-0b6de3fd3912","pid":25391,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_47117fb2-2ba2-45f6-9fbf-38d2fc290240/crucible/regions/bbbf3124-0dfb-45d1-bfb4-2742af41197a\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:47:32.32566335Z","hostname":"oxz_crucible_6eaeb9f0-f302-479e-96a2-0b6de3fd3912","pid":25391,"region":"bbbf3124-0dfb-45d1-bfb4-2742af41197a","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:47:32.403903342Z","hostname":"oxz_crucible_6eaeb9f0-f302-479e-96a2-0b6de3fd3912","pid":25391,"uri":"/crucible/0/regions/bbbf3124-0dfb-45d1-bfb4-2742af41197a","method":"GET","req_id":"543a4973-04f6-4416-9e22-10222f56964a","remote_addr":"[fd00:1122:3344:101::b]:61943","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":108,"response_code":"200"}
{"msg":"region bbbf3124-0dfb-45d1-bfb4-2742af41197a state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:47:32.420331383Z","hostname":"oxz_crucible_6eaeb9f0-f302-479e-96a2-0b6de3fd3912","pid":25391,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:47:32.473880082Z","hostname":"oxz_crucible_6eaeb9f0-f302-479e-96a2-0b6de3fd3912","pid":25391,"uri":"/crucible/0/regions/bbbf3124-0dfb-45d1-bfb4-2742af41197a","method":"GET","req_id":"f9942185-346e-4489-b9a9-ab35ef6a62f2","remote_addr":"[fd00:1122:3344:101::b]:61943","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":42,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:48:25.464720799Z","hostname":"oxz_crucible_6eaeb9f0-f302-479e-96a2-0b6de3fd3912","pid":25391,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:51252"}
{"msg":"region ab0a5bcb-45af-4477-819b-c371c6d4cca7 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:48:25.464902212Z","hostname":"oxz_crucible_6eaeb9f0-f302-479e-96a2-0b6de3fd3912","pid":25391,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:48:25.465071605Z","hostname":"oxz_crucible_6eaeb9f0-f302-479e-96a2-0b6de3fd3912","pid":25391,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:48:25.465084035Z","hostname":"oxz_crucible_6eaeb9f0-f302-479e-96a2-0b6de3fd3912","pid":25391,"uri":"/crucible/0/regions","method":"POST","req_id":"e7544449-6824-4044-87bd-c7b631019b22","remote_addr":"[fd00:1122:3344:101::a]:51252","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":210,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_47117fb2-2ba2-45f6-9fbf-38d2fc290240/crucible/regions/ab0a5bcb-45af-4477-819b-c371c6d4cca7","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:48:25.475169118Z","hostname":"oxz_crucible_6eaeb9f0-f302-479e-96a2-0b6de3fd3912","pid":25391,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_47117fb2-2ba2-45f6-9fbf-38d2fc290240/crucible/regions/ab0a5bcb-45af-4477-819b-c371c6d4cca7","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:48:25.475201439Z","hostname":"oxz_crucible_6eaeb9f0-f302-479e-96a2-0b6de3fd3912","pid":25391,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"ab0a5bcb-45af-4477-819b-c371c6d4cca7\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/ab0a5bcb-45af-4477-819b-c371c6d4cca7\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:48:25.531445114Z","hostname":"oxz_crucible_6eaeb9f0-f302-479e-96a2-0b6de3fd3912","pid":25391,"region":"ab0a5bcb-45af-4477-819b-c371c6d4cca7","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"ab0a5bcb-45af-4477-819b-c371c6d4cca7\" \"--data\" \"/data/regions/ab0a5bcb-45af-4477-819b-c371c6d4cca7\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:48:25.533417608Z","hostname":"oxz_crucible_6eaeb9f0-f302-479e-96a2-0b6de3fd3912","pid":25391,"region":"ab0a5bcb-45af-4477-819b-c371c6d4cca7","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:48:25.598642056Z","hostname":"oxz_crucible_6eaeb9f0-f302-479e-96a2-0b6de3fd3912","pid":25391,"region":"ab0a5bcb-45af-4477-819b-c371c6d4cca7","component":"worker"}
{"msg":"region ab0a5bcb-45af-4477-819b-c371c6d4cca7 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:48:25.598677457Z","hostname":"oxz_crucible_6eaeb9f0-f302-479e-96a2-0b6de3fd3912","pid":25391,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:48:25.598777418Z","hostname":"oxz_crucible_6eaeb9f0-f302-479e-96a2-0b6de3fd3912","pid":25391,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:48:25.599593752Z","hostname":"oxz_crucible_6eaeb9f0-f302-479e-96a2-0b6de3fd3912","pid":25391,"uri":"/crucible/0/regions","method":"POST","req_id":"47d2079d-42ab-466f-9374-199d299abcb7","remote_addr":"[fd00:1122:3344:101::a]:51252","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":57,"response_code":"200"}
{"msg":"creating missing downstairs instance downstairs-ab0a5bcb-45af-4477-819b-c371c6d4cca7","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:48:25.600200583Z","hostname":"oxz_crucible_6eaeb9f0-f302-479e-96a2-0b6de3fd3912","pid":25391,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-ab0a5bcb-45af-4477-819b-c371c6d4cca7","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:48:25.603966547Z","hostname":"oxz_crucible_6eaeb9f0-f302-479e-96a2-0b6de3fd3912","pid":25391,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:48:25.612670007Z","hostname":"oxz_crucible_6eaeb9f0-f302-479e-96a2-0b6de3fd3912","pid":25391,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-ab0a5bcb-45af-4477-819b-c371c6d4cca7","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:48:25.615508416Z","hostname":"oxz_crucible_6eaeb9f0-f302-479e-96a2-0b6de3fd3912","pid":25391,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/ab0a5bcb-45af-4477-819b-c371c6d4cca7","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:48:25.615797101Z","hostname":"oxz_crucible_6eaeb9f0-f302-479e-96a2-0b6de3fd3912","pid":25391,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:48:25.615846541Z","hostname":"oxz_crucible_6eaeb9f0-f302-479e-96a2-0b6de3fd3912","pid":25391,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:48:25.615894242Z","hostname":"oxz_crucible_6eaeb9f0-f302-479e-96a2-0b6de3fd3912","pid":25391,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:48:25.615933613Z","hostname":"oxz_crucible_6eaeb9f0-f302-479e-96a2-0b6de3fd3912","pid":25391,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:48:25.619107697Z","hostname":"oxz_crucible_6eaeb9f0-f302-479e-96a2-0b6de3fd3912","pid":25391,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:48:25.62334114Z","hostname":"oxz_crucible_6eaeb9f0-f302-479e-96a2-0b6de3fd3912","pid":25391,"component":"worker"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:58:37.142235249Z","hostname":"oxz_crucible_6eaeb9f0-f302-479e-96a2-0b6de3fd3912","pid":25391,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:51998"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:58:37.142397862Z","hostname":"oxz_crucible_6eaeb9f0-f302-479e-96a2-0b6de3fd3912","pid":25391,"uri":"/crucible/0/regions/ab0a5bcb-45af-4477-819b-c371c6d4cca7","method":"GET","req_id":"f14ba96e-4948-470b-a4c2-04927a2a6a21","remote_addr":"[fd00:1122:3344:101::a]:51998","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":68,"response_code":"200"}
{"msg":"path is \"/data/regions/ab0a5bcb-45af-4477-819b-c371c6d4cca7\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:58:37.145060247Z","hostname":"oxz_crucible_6eaeb9f0-f302-479e-96a2-0b6de3fd3912","pid":25391,"component":"datafile"}
{"msg":"dataset is oxp_47117fb2-2ba2-45f6-9fbf-38d2fc290240/crucible/regions/ab0a5bcb-45af-4477-819b-c371c6d4cca7","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:58:37.154118363Z","hostname":"oxz_crucible_6eaeb9f0-f302-479e-96a2-0b6de3fd3912","pid":25391,"component":"datafile"}
{"msg":"snapshot is oxp_47117fb2-2ba2-45f6-9fbf-38d2fc290240/crucible/regions/ab0a5bcb-45af-4477-819b-c371c6d4cca7@8bb5147f-de62-4c6e-b2f4-6799015ac1e2","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:58:37.163145458Z","hostname":"oxz_crucible_6eaeb9f0-f302-479e-96a2-0b6de3fd3912","pid":25391,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_47117fb2-2ba2-45f6-9fbf-38d2fc290240/crucible/regions/ab0a5bcb-45af-4477-819b-c371c6d4cca7\", \"8bb5147f-de62-4c6e-b2f4-6799015ac1e2\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:58:37.163182818Z","hostname":"oxz_crucible_6eaeb9f0-f302-479e-96a2-0b6de3fd3912","pid":25391,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:58:37.174561933Z","hostname":"oxz_crucible_6eaeb9f0-f302-479e-96a2-0b6de3fd3912","pid":25391,"uri":"/crucible/0/regions/ab0a5bcb-45af-4477-819b-c371c6d4cca7/snapshots/8bb5147f-de62-4c6e-b2f4-6799015ac1e2","method":"GET","req_id":"543d7a55-5839-46b2-91c1-87954b8935dc","remote_addr":"[fd00:1122:3344:101::a]:51998","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":29510,"response_code":"200"}
{"msg":"path is \"/data/regions/ab0a5bcb-45af-4477-819b-c371c6d4cca7\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:58:37.184755618Z","hostname":"oxz_crucible_6eaeb9f0-f302-479e-96a2-0b6de3fd3912","pid":25391,"component":"datafile"}
{"msg":"dataset is oxp_47117fb2-2ba2-45f6-9fbf-38d2fc290240/crucible/regions/ab0a5bcb-45af-4477-819b-c371c6d4cca7","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:58:37.193980726Z","hostname":"oxz_crucible_6eaeb9f0-f302-479e-96a2-0b6de3fd3912","pid":25391,"component":"datafile"}
{"msg":"snapshot is oxp_47117fb2-2ba2-45f6-9fbf-38d2fc290240/crucible/regions/ab0a5bcb-45af-4477-819b-c371c6d4cca7@8bb5147f-de62-4c6e-b2f4-6799015ac1e2","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:58:37.202526153Z","hostname":"oxz_crucible_6eaeb9f0-f302-479e-96a2-0b6de3fd3912","pid":25391,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_47117fb2-2ba2-45f6-9fbf-38d2fc290240/crucible/regions/ab0a5bcb-45af-4477-819b-c371c6d4cca7\", \"8bb5147f-de62-4c6e-b2f4-6799015ac1e2\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:58:37.202549984Z","hostname":"oxz_crucible_6eaeb9f0-f302-479e-96a2-0b6de3fd3912","pid":25391,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot ab0a5bcb-45af-4477-819b-c371c6d4cca7-8bb5147f-de62-4c6e-b2f4-6799015ac1e2 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:58:37.210936437Z","hostname":"oxz_crucible_6eaeb9f0-f302-479e-96a2-0b6de3fd3912","pid":25391,"component":"datafile"}
{"msg":"applying SMF actions for region ab0a5bcb-45af-4477-819b-c371c6d4cca7 running snapshot 8bb5147f-de62-4c6e-b2f4-6799015ac1e2 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:58:37.211534758Z","hostname":"oxz_crucible_6eaeb9f0-f302-479e-96a2-0b6de3fd3912","pid":25391,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:58:37.211564428Z","hostname":"oxz_crucible_6eaeb9f0-f302-479e-96a2-0b6de3fd3912","pid":25391,"uri":"/crucible/0/regions/ab0a5bcb-45af-4477-819b-c371c6d4cca7/snapshots/8bb5147f-de62-4c6e-b2f4-6799015ac1e2/run","method":"POST","req_id":"59e611c2-543a-4f07-8981-9fdb479fc6b2","remote_addr":"[fd00:1122:3344:101::a]:51998","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":27373,"response_code":"200"}
{"msg":"creating missing snapshot instance snapshot-ab0a5bcb-45af-4477-819b-c371c6d4cca7-8bb5147f-de62-4c6e-b2f4-6799015ac1e2","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:58:37.219330571Z","hostname":"oxz_crucible_6eaeb9f0-f302-479e-96a2-0b6de3fd3912","pid":25391,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-ab0a5bcb-45af-4477-819b-c371c6d4cca7-8bb5147f-de62-4c6e-b2f4-6799015ac1e2","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:58:37.228093262Z","hostname":"oxz_crucible_6eaeb9f0-f302-479e-96a2-0b6de3fd3912","pid":25391,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-ab0a5bcb-45af-4477-819b-c371c6d4cca7-8bb5147f-de62-4c6e-b2f4-6799015ac1e2","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:58:37.240190519Z","hostname":"oxz_crucible_6eaeb9f0-f302-479e-96a2-0b6de3fd3912","pid":25391,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/ab0a5bcb-45af-4477-819b-c371c6d4cca7/.zfs/snapshot/8bb5147f-de62-4c6e-b2f4-6799015ac1e2","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:58:37.240494344Z","hostname":"oxz_crucible_6eaeb9f0-f302-479e-96a2-0b6de3fd3912","pid":25391,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:58:37.240548575Z","hostname":"oxz_crucible_6eaeb9f0-f302-479e-96a2-0b6de3fd3912","pid":25391,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:58:37.240593066Z","hostname":"oxz_crucible_6eaeb9f0-f302-479e-96a2-0b6de3fd3912","pid":25391,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:58:37.240632527Z","hostname":"oxz_crucible_6eaeb9f0-f302-479e-96a2-0b6de3fd3912","pid":25391,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:58:37.240681608Z","hostname":"oxz_crucible_6eaeb9f0-f302-479e-96a2-0b6de3fd3912","pid":25391,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:58:37.244414912Z","hostname":"oxz_crucible_6eaeb9f0-f302-479e-96a2-0b6de3fd3912","pid":25391,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:58:37.248699795Z","hostname":"oxz_crucible_6eaeb9f0-f302-479e-96a2-0b6de3fd3912","pid":25391,"component":"worker"}
{"msg":"region ab0a5bcb-45af-4477-819b-c371c6d4cca7 running snapshot 8bb5147f-de62-4c6e-b2f4-6799015ac1e2 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:58:37.248710715Z","hostname":"oxz_crucible_6eaeb9f0-f302-479e-96a2-0b6de3fd3912","pid":25391,"component":"datafile"}
{"msg":"path is \"/data/regions/ab0a5bcb-45af-4477-819b-c371c6d4cca7\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:58:37.375279496Z","hostname":"oxz_crucible_6eaeb9f0-f302-479e-96a2-0b6de3fd3912","pid":25391,"component":"datafile"}
{"msg":"dataset is oxp_47117fb2-2ba2-45f6-9fbf-38d2fc290240/crucible/regions/ab0a5bcb-45af-4477-819b-c371c6d4cca7","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:58:37.384134808Z","hostname":"oxz_crucible_6eaeb9f0-f302-479e-96a2-0b6de3fd3912","pid":25391,"component":"datafile"}
{"msg":"snapshot is oxp_47117fb2-2ba2-45f6-9fbf-38d2fc290240/crucible/regions/ab0a5bcb-45af-4477-819b-c371c6d4cca7@8bb5147f-de62-4c6e-b2f4-6799015ac1e2","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:58:37.391692038Z","hostname":"oxz_crucible_6eaeb9f0-f302-479e-96a2-0b6de3fd3912","pid":25391,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_47117fb2-2ba2-45f6-9fbf-38d2fc290240/crucible/regions/ab0a5bcb-45af-4477-819b-c371c6d4cca7\", \"8bb5147f-de62-4c6e-b2f4-6799015ac1e2\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:58:37.391718938Z","hostname":"oxz_crucible_6eaeb9f0-f302-479e-96a2-0b6de3fd3912","pid":25391,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T07:58:37.398935472Z","hostname":"oxz_crucible_6eaeb9f0-f302-479e-96a2-0b6de3fd3912","pid":25391,"uri":"/crucible/0/regions/ab0a5bcb-45af-4477-819b-c371c6d4cca7/snapshots/8bb5147f-de62-4c6e-b2f4-6799015ac1e2/run","method":"POST","req_id":"7ef9c4b9-1dbf-42f8-b59a-4726900268b8","remote_addr":"[fd00:1122:3344:101::a]:51998","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":23705,"response_code":"200"}