[ May 29 21:50:15 Enabled. ]
[ May 29 21:50:15 Rereading configuration. ]
[ May 29 21:50:17 Rereading configuration. ]
[ May 29 21:50:20 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_59fcaf06-997c-43d9-9256-26a5eda3000f/crucible -l [fd00:1122:3344:101::19]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"dataset: \"oxp_59fcaf06-997c-43d9-9256-26a5eda3000f/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:50:20.116225682Z","hostname":"oxz_crucible_210fd0f2-c8d5-4a6d-a520-1ba68096679b","pid":23354}
{"msg":"listen IP: [fd00:1122:3344:101::19]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:50:20.116733409Z","hostname":"oxz_crucible_210fd0f2-c8d5-4a6d-a520-1ba68096679b","pid":23354}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:50:20.116751189Z","hostname":"oxz_crucible_210fd0f2-c8d5-4a6d-a520-1ba68096679b","pid":23354}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:50:20.146128864Z","hostname":"oxz_crucible_210fd0f2-c8d5-4a6d-a520-1ba68096679b","pid":23354,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:50:20.34601726Z","hostname":"oxz_crucible_210fd0f2-c8d5-4a6d-a520-1ba68096679b","pid":23354,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:50:39.679182249Z","hostname":"oxz_crucible_210fd0f2-c8d5-4a6d-a520-1ba68096679b","pid":23354,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:34950"}
{"msg":"region 62d3c1e6-8907-4400-8994-bfb6bc675db2 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:50:39.690477009Z","hostname":"oxz_crucible_210fd0f2-c8d5-4a6d-a520-1ba68096679b","pid":23354,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:50:39.695684314Z","hostname":"oxz_crucible_210fd0f2-c8d5-4a6d-a520-1ba68096679b","pid":23354,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:50:39.699761364Z","hostname":"oxz_crucible_210fd0f2-c8d5-4a6d-a520-1ba68096679b","pid":23354,"uri":"/crucible/0/regions","method":"POST","req_id":"a93ed1d9-765c-4246-9966-9230513d9849","remote_addr":"[fd00:1122:3344:101::a]:34950","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":12325,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_59fcaf06-997c-43d9-9256-26a5eda3000f/crucible/regions/62d3c1e6-8907-4400-8994-bfb6bc675db2","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:50:39.707354199Z","hostname":"oxz_crucible_210fd0f2-c8d5-4a6d-a520-1ba68096679b","pid":23354,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_59fcaf06-997c-43d9-9256-26a5eda3000f/crucible/regions/62d3c1e6-8907-4400-8994-bfb6bc675db2","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:50:39.707405679Z","hostname":"oxz_crucible_210fd0f2-c8d5-4a6d-a520-1ba68096679b","pid":23354,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"62d3c1e6-8907-4400-8994-bfb6bc675db2\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/62d3c1e6-8907-4400-8994-bfb6bc675db2\"","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:50:39.789436119Z","hostname":"oxz_crucible_210fd0f2-c8d5-4a6d-a520-1ba68096679b","pid":23354,"region":"62d3c1e6-8907-4400-8994-bfb6bc675db2","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"62d3c1e6-8907-4400-8994-bfb6bc675db2\" \"--data\" \"/data/regions/62d3c1e6-8907-4400-8994-bfb6bc675db2\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:50:39.791408013Z","hostname":"oxz_crucible_210fd0f2-c8d5-4a6d-a520-1ba68096679b","pid":23354,"region":"62d3c1e6-8907-4400-8994-bfb6bc675db2","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:50:39.94719007Z","hostname":"oxz_crucible_210fd0f2-c8d5-4a6d-a520-1ba68096679b","pid":23354,"region":"62d3c1e6-8907-4400-8994-bfb6bc675db2","component":"worker"}
{"msg":"region 62d3c1e6-8907-4400-8994-bfb6bc675db2 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:50:39.947281331Z","hostname":"oxz_crucible_210fd0f2-c8d5-4a6d-a520-1ba68096679b","pid":23354,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:50:39.947460554Z","hostname":"oxz_crucible_210fd0f2-c8d5-4a6d-a520-1ba68096679b","pid":23354,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-62d3c1e6-8907-4400-8994-bfb6bc675db2","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:50:39.947881119Z","hostname":"oxz_crucible_210fd0f2-c8d5-4a6d-a520-1ba68096679b","pid":23354,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-62d3c1e6-8907-4400-8994-bfb6bc675db2","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:50:39.95441957Z","hostname":"oxz_crucible_210fd0f2-c8d5-4a6d-a520-1ba68096679b","pid":23354,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:50:39.965744781Z","hostname":"oxz_crucible_210fd0f2-c8d5-4a6d-a520-1ba68096679b","pid":23354,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-62d3c1e6-8907-4400-8994-bfb6bc675db2","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:50:39.969512788Z","hostname":"oxz_crucible_210fd0f2-c8d5-4a6d-a520-1ba68096679b","pid":23354,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/62d3c1e6-8907-4400-8994-bfb6bc675db2","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:50:39.970279747Z","hostname":"oxz_crucible_210fd0f2-c8d5-4a6d-a520-1ba68096679b","pid":23354,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:50:39.972673137Z","hostname":"oxz_crucible_210fd0f2-c8d5-4a6d-a520-1ba68096679b","pid":23354,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:50:39.972736418Z","hostname":"oxz_crucible_210fd0f2-c8d5-4a6d-a520-1ba68096679b","pid":23354,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:50:39.972779888Z","hostname":"oxz_crucible_210fd0f2-c8d5-4a6d-a520-1ba68096679b","pid":23354,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:50:39.975780896Z","hostname":"oxz_crucible_210fd0f2-c8d5-4a6d-a520-1ba68096679b","pid":23354,"uri":"/crucible/0/regions","method":"POST","req_id":"45440050-b3e4-44ab-9c08-9b4992bd95fb","remote_addr":"[fd00:1122:3344:101::a]:34950","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":84,"response_code":"200"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:50:39.98340067Z","hostname":"oxz_crucible_210fd0f2-c8d5-4a6d-a520-1ba68096679b","pid":23354,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:50:39.988802868Z","hostname":"oxz_crucible_210fd0f2-c8d5-4a6d-a520-1ba68096679b","pid":23354,"component":"worker"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:55:55.386667473Z","hostname":"oxz_crucible_210fd0f2-c8d5-4a6d-a520-1ba68096679b","pid":23354,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:62364"}
{"msg":"region 53d058f5-f40b-424c-bab5-5a799c3c7dbc state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:55:55.386835865Z","hostname":"oxz_crucible_210fd0f2-c8d5-4a6d-a520-1ba68096679b","pid":23354,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:55:55.387462513Z","hostname":"oxz_crucible_210fd0f2-c8d5-4a6d-a520-1ba68096679b","pid":23354,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:55:55.387477093Z","hostname":"oxz_crucible_210fd0f2-c8d5-4a6d-a520-1ba68096679b","pid":23354,"uri":"/crucible/0/regions","method":"POST","req_id":"d49ff0af-b76b-4cf0-b465-7f5115ceb725","remote_addr":"[fd00:1122:3344:101::a]:62364","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":680,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_59fcaf06-997c-43d9-9256-26a5eda3000f/crucible/regions/53d058f5-f40b-424c-bab5-5a799c3c7dbc","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:55:55.398353938Z","hostname":"oxz_crucible_210fd0f2-c8d5-4a6d-a520-1ba68096679b","pid":23354,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_59fcaf06-997c-43d9-9256-26a5eda3000f/crucible/regions/53d058f5-f40b-424c-bab5-5a799c3c7dbc","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:55:55.398382448Z","hostname":"oxz_crucible_210fd0f2-c8d5-4a6d-a520-1ba68096679b","pid":23354,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"53d058f5-f40b-424c-bab5-5a799c3c7dbc\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/53d058f5-f40b-424c-bab5-5a799c3c7dbc\"","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:55:55.453853938Z","hostname":"oxz_crucible_210fd0f2-c8d5-4a6d-a520-1ba68096679b","pid":23354,"region":"53d058f5-f40b-424c-bab5-5a799c3c7dbc","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"53d058f5-f40b-424c-bab5-5a799c3c7dbc\" \"--data\" \"/data/regions/53d058f5-f40b-424c-bab5-5a799c3c7dbc\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:55:55.45559897Z","hostname":"oxz_crucible_210fd0f2-c8d5-4a6d-a520-1ba68096679b","pid":23354,"region":"53d058f5-f40b-424c-bab5-5a799c3c7dbc","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:55:55.521469069Z","hostname":"oxz_crucible_210fd0f2-c8d5-4a6d-a520-1ba68096679b","pid":23354,"region":"53d058f5-f40b-424c-bab5-5a799c3c7dbc","component":"worker"}
{"msg":"region 53d058f5-f40b-424c-bab5-5a799c3c7dbc state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:55:55.52151235Z","hostname":"oxz_crucible_210fd0f2-c8d5-4a6d-a520-1ba68096679b","pid":23354,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:55:55.521612331Z","hostname":"oxz_crucible_210fd0f2-c8d5-4a6d-a520-1ba68096679b","pid":23354,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-53d058f5-f40b-424c-bab5-5a799c3c7dbc","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:55:55.521989765Z","hostname":"oxz_crucible_210fd0f2-c8d5-4a6d-a520-1ba68096679b","pid":23354,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-53d058f5-f40b-424c-bab5-5a799c3c7dbc","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:55:55.526838396Z","hostname":"oxz_crucible_210fd0f2-c8d5-4a6d-a520-1ba68096679b","pid":23354,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:55:55.54243254Z","hostname":"oxz_crucible_210fd0f2-c8d5-4a6d-a520-1ba68096679b","pid":23354,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-53d058f5-f40b-424c-bab5-5a799c3c7dbc","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:55:55.545407807Z","hostname":"oxz_crucible_210fd0f2-c8d5-4a6d-a520-1ba68096679b","pid":23354,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/53d058f5-f40b-424c-bab5-5a799c3c7dbc","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:55:55.545713631Z","hostname":"oxz_crucible_210fd0f2-c8d5-4a6d-a520-1ba68096679b","pid":23354,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:55:55.545766641Z","hostname":"oxz_crucible_210fd0f2-c8d5-4a6d-a520-1ba68096679b","pid":23354,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:55:55.545814972Z","hostname":"oxz_crucible_210fd0f2-c8d5-4a6d-a520-1ba68096679b","pid":23354,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:55:55.545854472Z","hostname":"oxz_crucible_210fd0f2-c8d5-4a6d-a520-1ba68096679b","pid":23354,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:55:55.549763601Z","hostname":"oxz_crucible_210fd0f2-c8d5-4a6d-a520-1ba68096679b","pid":23354,"component":"worker"}
{"msg":"existing directory value /dev/null does not match /data/regions/62d3c1e6-8907-4400-8994-bfb6bc675db2","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:55:55.554866044Z","hostname":"oxz_crucible_210fd0f2-c8d5-4a6d-a520-1ba68096679b","pid":23354,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:55:55.554954535Z","hostname":"oxz_crucible_210fd0f2-c8d5-4a6d-a520-1ba68096679b","pid":23354,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:55:55.555041536Z","hostname":"oxz_crucible_210fd0f2-c8d5-4a6d-a520-1ba68096679b","pid":23354,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:55:55.555048207Z","hostname":"oxz_crucible_210fd0f2-c8d5-4a6d-a520-1ba68096679b","pid":23354,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:55:55.555096557Z","hostname":"oxz_crucible_210fd0f2-c8d5-4a6d-a520-1ba68096679b","pid":23354,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-62d3c1e6-8907-4400-8994-bfb6bc675db2","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:55:55.555151708Z","hostname":"oxz_crucible_210fd0f2-c8d5-4a6d-a520-1ba68096679b","pid":23354,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/62d3c1e6-8907-4400-8994-bfb6bc675db2","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:55:55.555234989Z","hostname":"oxz_crucible_210fd0f2-c8d5-4a6d-a520-1ba68096679b","pid":23354,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:55:55.55529269Z","hostname":"oxz_crucible_210fd0f2-c8d5-4a6d-a520-1ba68096679b","pid":23354,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:55:55.55534335Z","hostname":"oxz_crucible_210fd0f2-c8d5-4a6d-a520-1ba68096679b","pid":23354,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:55:55.555391701Z","hostname":"oxz_crucible_210fd0f2-c8d5-4a6d-a520-1ba68096679b","pid":23354,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:55:55.567572852Z","hostname":"oxz_crucible_210fd0f2-c8d5-4a6d-a520-1ba68096679b","pid":23354,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:55:55.568071408Z","hostname":"oxz_crucible_210fd0f2-c8d5-4a6d-a520-1ba68096679b","pid":23354,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:55:55.737695218Z","hostname":"oxz_crucible_210fd0f2-c8d5-4a6d-a520-1ba68096679b","pid":23354,"uri":"/crucible/0/regions","method":"POST","req_id":"1fbe7f41-fc2f-4da1-9e5d-e210507cd9a1","remote_addr":"[fd00:1122:3344:101::a]:62364","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":72,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:55:56.15776714Z","hostname":"oxz_crucible_210fd0f2-c8d5-4a6d-a520-1ba68096679b","pid":23354,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:48634"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:55:56.160828538Z","hostname":"oxz_crucible_210fd0f2-c8d5-4a6d-a520-1ba68096679b","pid":23354,"uri":"/crucible/0/regions/62d3c1e6-8907-4400-8994-bfb6bc675db2","method":"GET","req_id":"e2e01591-3a9d-4db5-b803-e8c5cbd3089f","remote_addr":"[fd00:1122:3344:101::a]:48634","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":2957,"response_code":"200"}
{"msg":"path is \"/data/regions/62d3c1e6-8907-4400-8994-bfb6bc675db2\"","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:55:56.161105391Z","hostname":"oxz_crucible_210fd0f2-c8d5-4a6d-a520-1ba68096679b","pid":23354,"component":"datafile"}
{"msg":"dataset is oxp_59fcaf06-997c-43d9-9256-26a5eda3000f/crucible/regions/62d3c1e6-8907-4400-8994-bfb6bc675db2","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:55:56.170020762Z","hostname":"oxz_crucible_210fd0f2-c8d5-4a6d-a520-1ba68096679b","pid":23354,"component":"datafile"}
{"msg":"snapshot is oxp_59fcaf06-997c-43d9-9256-26a5eda3000f/crucible/regions/62d3c1e6-8907-4400-8994-bfb6bc675db2@61a6668b-d30e-4ad8-b5b4-2668f0f727ec","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:55:56.178323785Z","hostname":"oxz_crucible_210fd0f2-c8d5-4a6d-a520-1ba68096679b","pid":23354,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_59fcaf06-997c-43d9-9256-26a5eda3000f/crucible/regions/62d3c1e6-8907-4400-8994-bfb6bc675db2\", \"61a6668b-d30e-4ad8-b5b4-2668f0f727ec\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:55:56.178353045Z","hostname":"oxz_crucible_210fd0f2-c8d5-4a6d-a520-1ba68096679b","pid":23354,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:55:56.191063274Z","hostname":"oxz_crucible_210fd0f2-c8d5-4a6d-a520-1ba68096679b","pid":23354,"uri":"/crucible/0/regions/62d3c1e6-8907-4400-8994-bfb6bc675db2/snapshots/61a6668b-d30e-4ad8-b5b4-2668f0f727ec","method":"GET","req_id":"a66d48bc-a617-4c9e-993b-7c8d1adac817","remote_addr":"[fd00:1122:3344:101::a]:48634","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":29995,"response_code":"200"}
{"msg":"path is \"/data/regions/62d3c1e6-8907-4400-8994-bfb6bc675db2\"","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:55:56.191276826Z","hostname":"oxz_crucible_210fd0f2-c8d5-4a6d-a520-1ba68096679b","pid":23354,"component":"datafile"}
{"msg":"dataset is oxp_59fcaf06-997c-43d9-9256-26a5eda3000f/crucible/regions/62d3c1e6-8907-4400-8994-bfb6bc675db2","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:55:56.199907333Z","hostname":"oxz_crucible_210fd0f2-c8d5-4a6d-a520-1ba68096679b","pid":23354,"component":"datafile"}
{"msg":"snapshot is oxp_59fcaf06-997c-43d9-9256-26a5eda3000f/crucible/regions/62d3c1e6-8907-4400-8994-bfb6bc675db2@61a6668b-d30e-4ad8-b5b4-2668f0f727ec","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:55:56.207432557Z","hostname":"oxz_crucible_210fd0f2-c8d5-4a6d-a520-1ba68096679b","pid":23354,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_59fcaf06-997c-43d9-9256-26a5eda3000f/crucible/regions/62d3c1e6-8907-4400-8994-bfb6bc675db2\", \"61a6668b-d30e-4ad8-b5b4-2668f0f727ec\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:55:56.207470378Z","hostname":"oxz_crucible_210fd0f2-c8d5-4a6d-a520-1ba68096679b","pid":23354,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 62d3c1e6-8907-4400-8994-bfb6bc675db2-61a6668b-d30e-4ad8-b5b4-2668f0f727ec state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:55:56.216147315Z","hostname":"oxz_crucible_210fd0f2-c8d5-4a6d-a520-1ba68096679b","pid":23354,"component":"datafile"}
{"msg":"applying SMF actions for region 62d3c1e6-8907-4400-8994-bfb6bc675db2 running snapshot 61a6668b-d30e-4ad8-b5b4-2668f0f727ec (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:55:56.216360968Z","hostname":"oxz_crucible_210fd0f2-c8d5-4a6d-a520-1ba68096679b","pid":23354,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:55:56.216382208Z","hostname":"oxz_crucible_210fd0f2-c8d5-4a6d-a520-1ba68096679b","pid":23354,"uri":"/crucible/0/regions/62d3c1e6-8907-4400-8994-bfb6bc675db2/snapshots/61a6668b-d30e-4ad8-b5b4-2668f0f727ec/run","method":"POST","req_id":"032bd4d4-b89b-4072-8e42-b1e76c6a894a","remote_addr":"[fd00:1122:3344:101::a]:48634","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":25139,"response_code":"200"}
{"msg":"existing directory value /dev/null does not match /data/regions/62d3c1e6-8907-4400-8994-bfb6bc675db2","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:55:56.217959138Z","hostname":"oxz_crucible_210fd0f2-c8d5-4a6d-a520-1ba68096679b","pid":23354,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:55:56.218041489Z","hostname":"oxz_crucible_210fd0f2-c8d5-4a6d-a520-1ba68096679b","pid":23354,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:55:56.21812265Z","hostname":"oxz_crucible_210fd0f2-c8d5-4a6d-a520-1ba68096679b","pid":23354,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:55:56.21812901Z","hostname":"oxz_crucible_210fd0f2-c8d5-4a6d-a520-1ba68096679b","pid":23354,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:55:56.218169451Z","hostname":"oxz_crucible_210fd0f2-c8d5-4a6d-a520-1ba68096679b","pid":23354,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-62d3c1e6-8907-4400-8994-bfb6bc675db2","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:55:56.218215001Z","hostname":"oxz_crucible_210fd0f2-c8d5-4a6d-a520-1ba68096679b","pid":23354,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/62d3c1e6-8907-4400-8994-bfb6bc675db2","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:55:56.218519385Z","hostname":"oxz_crucible_210fd0f2-c8d5-4a6d-a520-1ba68096679b","pid":23354,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:55:56.218577756Z","hostname":"oxz_crucible_210fd0f2-c8d5-4a6d-a520-1ba68096679b","pid":23354,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:55:56.218625266Z","hostname":"oxz_crucible_210fd0f2-c8d5-4a6d-a520-1ba68096679b","pid":23354,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:55:56.218671597Z","hostname":"oxz_crucible_210fd0f2-c8d5-4a6d-a520-1ba68096679b","pid":23354,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:55:56.221988828Z","hostname":"oxz_crucible_210fd0f2-c8d5-4a6d-a520-1ba68096679b","pid":23354,"component":"worker"}
{"msg":"creating missing snapshot instance snapshot-62d3c1e6-8907-4400-8994-bfb6bc675db2-61a6668b-d30e-4ad8-b5b4-2668f0f727ec","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:55:56.222484944Z","hostname":"oxz_crucible_210fd0f2-c8d5-4a6d-a520-1ba68096679b","pid":23354,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-62d3c1e6-8907-4400-8994-bfb6bc675db2-61a6668b-d30e-4ad8-b5b4-2668f0f727ec","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:55:56.227117332Z","hostname":"oxz_crucible_210fd0f2-c8d5-4a6d-a520-1ba68096679b","pid":23354,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-62d3c1e6-8907-4400-8994-bfb6bc675db2-61a6668b-d30e-4ad8-b5b4-2668f0f727ec","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:55:56.236243985Z","hostname":"oxz_crucible_210fd0f2-c8d5-4a6d-a520-1ba68096679b","pid":23354,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/62d3c1e6-8907-4400-8994-bfb6bc675db2/.zfs/snapshot/61a6668b-d30e-4ad8-b5b4-2668f0f727ec","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:55:56.236497999Z","hostname":"oxz_crucible_210fd0f2-c8d5-4a6d-a520-1ba68096679b","pid":23354,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:55:56.236568989Z","hostname":"oxz_crucible_210fd0f2-c8d5-4a6d-a520-1ba68096679b","pid":23354,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:55:56.23661485Z","hostname":"oxz_crucible_210fd0f2-c8d5-4a6d-a520-1ba68096679b","pid":23354,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:55:56.236669891Z","hostname":"oxz_crucible_210fd0f2-c8d5-4a6d-a520-1ba68096679b","pid":23354,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:55:56.236733911Z","hostname":"oxz_crucible_210fd0f2-c8d5-4a6d-a520-1ba68096679b","pid":23354,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:55:56.240859463Z","hostname":"oxz_crucible_210fd0f2-c8d5-4a6d-a520-1ba68096679b","pid":23354,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:55:56.244826952Z","hostname":"oxz_crucible_210fd0f2-c8d5-4a6d-a520-1ba68096679b","pid":23354,"component":"worker"}
{"msg":"region 62d3c1e6-8907-4400-8994-bfb6bc675db2 running snapshot 61a6668b-d30e-4ad8-b5b4-2668f0f727ec state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:55:56.244841862Z","hostname":"oxz_crucible_210fd0f2-c8d5-4a6d-a520-1ba68096679b","pid":23354,"component":"datafile"}
{"msg":"region 0affeabf-ac5e-409e-9079-4d7c5fe95e70 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:55:58.832625546Z","hostname":"oxz_crucible_210fd0f2-c8d5-4a6d-a520-1ba68096679b","pid":23354,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:55:58.832785848Z","hostname":"oxz_crucible_210fd0f2-c8d5-4a6d-a520-1ba68096679b","pid":23354,"uri":"/crucible/0/regions","method":"POST","req_id":"225cdb1b-2e9c-4dcb-9368-d93ddef0ddc4","remote_addr":"[fd00:1122:3344:101::a]:62364","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":238,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:55:58.832810968Z","hostname":"oxz_crucible_210fd0f2-c8d5-4a6d-a520-1ba68096679b","pid":23354,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_59fcaf06-997c-43d9-9256-26a5eda3000f/crucible/regions/0affeabf-ac5e-409e-9079-4d7c5fe95e70","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:55:58.842926664Z","hostname":"oxz_crucible_210fd0f2-c8d5-4a6d-a520-1ba68096679b","pid":23354,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_59fcaf06-997c-43d9-9256-26a5eda3000f/crucible/regions/0affeabf-ac5e-409e-9079-4d7c5fe95e70","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:55:58.842966184Z","hostname":"oxz_crucible_210fd0f2-c8d5-4a6d-a520-1ba68096679b","pid":23354,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"0affeabf-ac5e-409e-9079-4d7c5fe95e70\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19003, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/0affeabf-ac5e-409e-9079-4d7c5fe95e70\"","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:55:58.908663241Z","hostname":"oxz_crucible_210fd0f2-c8d5-4a6d-a520-1ba68096679b","pid":23354,"region":"0affeabf-ac5e-409e-9079-4d7c5fe95e70","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"0affeabf-ac5e-409e-9079-4d7c5fe95e70\" \"--data\" \"/data/regions/0affeabf-ac5e-409e-9079-4d7c5fe95e70\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:55:58.908720982Z","hostname":"oxz_crucible_210fd0f2-c8d5-4a6d-a520-1ba68096679b","pid":23354,"region":"0affeabf-ac5e-409e-9079-4d7c5fe95e70","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:55:58.970071015Z","hostname":"oxz_crucible_210fd0f2-c8d5-4a6d-a520-1ba68096679b","pid":23354,"region":"0affeabf-ac5e-409e-9079-4d7c5fe95e70","component":"worker"}
{"msg":"region 0affeabf-ac5e-409e-9079-4d7c5fe95e70 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:55:58.970134326Z","hostname":"oxz_crucible_210fd0f2-c8d5-4a6d-a520-1ba68096679b","pid":23354,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:55:58.970242677Z","hostname":"oxz_crucible_210fd0f2-c8d5-4a6d-a520-1ba68096679b","pid":23354,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-0affeabf-ac5e-409e-9079-4d7c5fe95e70","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:55:58.970807094Z","hostname":"oxz_crucible_210fd0f2-c8d5-4a6d-a520-1ba68096679b","pid":23354,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-0affeabf-ac5e-409e-9079-4d7c5fe95e70","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:55:58.973515188Z","hostname":"oxz_crucible_210fd0f2-c8d5-4a6d-a520-1ba68096679b","pid":23354,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:55:58.980050979Z","hostname":"oxz_crucible_210fd0f2-c8d5-4a6d-a520-1ba68096679b","pid":23354,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-0affeabf-ac5e-409e-9079-4d7c5fe95e70","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:55:58.982963765Z","hostname":"oxz_crucible_210fd0f2-c8d5-4a6d-a520-1ba68096679b","pid":23354,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/0affeabf-ac5e-409e-9079-4d7c5fe95e70","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:55:58.983176768Z","hostname":"oxz_crucible_210fd0f2-c8d5-4a6d-a520-1ba68096679b","pid":23354,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19003","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:55:58.983234498Z","hostname":"oxz_crucible_210fd0f2-c8d5-4a6d-a520-1ba68096679b","pid":23354,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:55:58.983277859Z","hostname":"oxz_crucible_210fd0f2-c8d5-4a6d-a520-1ba68096679b","pid":23354,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:55:58.98331639Z","hostname":"oxz_crucible_210fd0f2-c8d5-4a6d-a520-1ba68096679b","pid":23354,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:55:58.98660521Z","hostname":"oxz_crucible_210fd0f2-c8d5-4a6d-a520-1ba68096679b","pid":23354,"component":"worker"}
{"msg":"existing directory value /dev/null does not match /data/regions/62d3c1e6-8907-4400-8994-bfb6bc675db2","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:55:58.992798607Z","hostname":"oxz_crucible_210fd0f2-c8d5-4a6d-a520-1ba68096679b","pid":23354,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:55:58.992888038Z","hostname":"oxz_crucible_210fd0f2-c8d5-4a6d-a520-1ba68096679b","pid":23354,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:55:58.99297249Z","hostname":"oxz_crucible_210fd0f2-c8d5-4a6d-a520-1ba68096679b","pid":23354,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:55:58.99298885Z","hostname":"oxz_crucible_210fd0f2-c8d5-4a6d-a520-1ba68096679b","pid":23354,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:55:58.99302519Z","hostname":"oxz_crucible_210fd0f2-c8d5-4a6d-a520-1ba68096679b","pid":23354,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-62d3c1e6-8907-4400-8994-bfb6bc675db2","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:55:58.993073071Z","hostname":"oxz_crucible_210fd0f2-c8d5-4a6d-a520-1ba68096679b","pid":23354,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/62d3c1e6-8907-4400-8994-bfb6bc675db2","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:55:58.996770767Z","hostname":"oxz_crucible_210fd0f2-c8d5-4a6d-a520-1ba68096679b","pid":23354,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:55:58.996838288Z","hostname":"oxz_crucible_210fd0f2-c8d5-4a6d-a520-1ba68096679b","pid":23354,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:55:58.996897118Z","hostname":"oxz_crucible_210fd0f2-c8d5-4a6d-a520-1ba68096679b","pid":23354,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:55:58.996955399Z","hostname":"oxz_crucible_210fd0f2-c8d5-4a6d-a520-1ba68096679b","pid":23354,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:55:59.000736686Z","hostname":"oxz_crucible_210fd0f2-c8d5-4a6d-a520-1ba68096679b","pid":23354,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:55:59.00265435Z","hostname":"oxz_crucible_210fd0f2-c8d5-4a6d-a520-1ba68096679b","pid":23354,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:55:59.212059634Z","hostname":"oxz_crucible_210fd0f2-c8d5-4a6d-a520-1ba68096679b","pid":23354,"uri":"/crucible/0/regions","method":"POST","req_id":"968afbd7-7b43-4022-bffc-e35b73ee3b86","remote_addr":"[fd00:1122:3344:101::a]:62364","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":68,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:56:22.583162667Z","hostname":"oxz_crucible_210fd0f2-c8d5-4a6d-a520-1ba68096679b","pid":23354,"uri":"/crucible/0/regions/0affeabf-ac5e-409e-9079-4d7c5fe95e70","method":"GET","req_id":"43509a30-123a-4c42-b872-7b7536271d1b","remote_addr":"[fd00:1122:3344:101::a]:62364","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":52,"response_code":"200"}
{"msg":"path is \"/data/regions/0affeabf-ac5e-409e-9079-4d7c5fe95e70\"","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:56:22.586000472Z","hostname":"oxz_crucible_210fd0f2-c8d5-4a6d-a520-1ba68096679b","pid":23354,"component":"datafile"}
{"msg":"dataset is oxp_59fcaf06-997c-43d9-9256-26a5eda3000f/crucible/regions/0affeabf-ac5e-409e-9079-4d7c5fe95e70","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:56:22.597849249Z","hostname":"oxz_crucible_210fd0f2-c8d5-4a6d-a520-1ba68096679b","pid":23354,"component":"datafile"}
{"msg":"region 0affeabf-ac5e-409e-9079-4d7c5fe95e70 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:56:22.606308775Z","hostname":"oxz_crucible_210fd0f2-c8d5-4a6d-a520-1ba68096679b","pid":23354,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:56:22.606501407Z","hostname":"oxz_crucible_210fd0f2-c8d5-4a6d-a520-1ba68096679b","pid":23354,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:56:22.608863996Z","hostname":"oxz_crucible_210fd0f2-c8d5-4a6d-a520-1ba68096679b","pid":23354,"uri":"/crucible/0/regions/0affeabf-ac5e-409e-9079-4d7c5fe95e70","method":"DELETE","req_id":"43d25d69-960a-4e0f-83bb-cce152c1e732","remote_addr":"[fd00:1122:3344:101::a]:62364","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":22909,"response_code":"204"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:56:22.611653991Z","hostname":"oxz_crucible_210fd0f2-c8d5-4a6d-a520-1ba68096679b","pid":23354,"uri":"/crucible/0/regions/0affeabf-ac5e-409e-9079-4d7c5fe95e70","method":"GET","req_id":"48ddd9db-4bfe-47e9-9fba-d3e6ed3114e7","remote_addr":"[fd00:1122:3344:101::a]:62364","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":24,"response_code":"200"}
{"msg":"disabling downstairs instance: downstairs-0affeabf-ac5e-409e-9079-4d7c5fe95e70 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:56:22.612981818Z","hostname":"oxz_crucible_210fd0f2-c8d5-4a6d-a520-1ba68096679b","pid":23354,"component":"worker"}
{"msg":"existing directory value /dev/null does not match /data/regions/62d3c1e6-8907-4400-8994-bfb6bc675db2","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:56:22.621459053Z","hostname":"oxz_crucible_210fd0f2-c8d5-4a6d-a520-1ba68096679b","pid":23354,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:56:22.621541384Z","hostname":"oxz_crucible_210fd0f2-c8d5-4a6d-a520-1ba68096679b","pid":23354,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:56:22.621645595Z","hostname":"oxz_crucible_210fd0f2-c8d5-4a6d-a520-1ba68096679b","pid":23354,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:56:22.621655035Z","hostname":"oxz_crucible_210fd0f2-c8d5-4a6d-a520-1ba68096679b","pid":23354,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:56:22.621698206Z","hostname":"oxz_crucible_210fd0f2-c8d5-4a6d-a520-1ba68096679b","pid":23354,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-62d3c1e6-8907-4400-8994-bfb6bc675db2","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:56:22.621746176Z","hostname":"oxz_crucible_210fd0f2-c8d5-4a6d-a520-1ba68096679b","pid":23354,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/62d3c1e6-8907-4400-8994-bfb6bc675db2","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:56:22.622183072Z","hostname":"oxz_crucible_210fd0f2-c8d5-4a6d-a520-1ba68096679b","pid":23354,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:56:22.622260153Z","hostname":"oxz_crucible_210fd0f2-c8d5-4a6d-a520-1ba68096679b","pid":23354,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:56:22.622348124Z","hostname":"oxz_crucible_210fd0f2-c8d5-4a6d-a520-1ba68096679b","pid":23354,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:56:22.622409085Z","hostname":"oxz_crucible_210fd0f2-c8d5-4a6d-a520-1ba68096679b","pid":23354,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:56:22.635045472Z","hostname":"oxz_crucible_210fd0f2-c8d5-4a6d-a520-1ba68096679b","pid":23354,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:56:22.63651347Z","hostname":"oxz_crucible_210fd0f2-c8d5-4a6d-a520-1ba68096679b","pid":23354,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_59fcaf06-997c-43d9-9256-26a5eda3000f/crucible/regions/0affeabf-ac5e-409e-9079-4d7c5fe95e70\"","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:56:22.647045511Z","hostname":"oxz_crucible_210fd0f2-c8d5-4a6d-a520-1ba68096679b","pid":23354,"region":"0affeabf-ac5e-409e-9079-4d7c5fe95e70","component":"worker"}
{"msg":"region 0affeabf-ac5e-409e-9079-4d7c5fe95e70 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:56:22.707166078Z","hostname":"oxz_crucible_210fd0f2-c8d5-4a6d-a520-1ba68096679b","pid":23354,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:56:22.737711578Z","hostname":"oxz_crucible_210fd0f2-c8d5-4a6d-a520-1ba68096679b","pid":23354,"uri":"/crucible/0/regions/0affeabf-ac5e-409e-9079-4d7c5fe95e70","method":"GET","req_id":"67b6cead-4dd0-4119-85a4-18d39bc697dc","remote_addr":"[fd00:1122:3344:101::a]:62364","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":70,"response_code":"200"}