[ Feb 21 01:16:55 Enabled. ] [ Feb 21 01:16:55 Rereading configuration. ] [ Feb 21 01:16:57 Rereading configuration. ] [ Feb 21 01:16:58 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_e4b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible -l [fd00:1122:3344:101::19]:32345 -P 19000 -p downstairs -s snapshot"). ] note: configured to log to "/dev/stdout" {"msg":"dataset: \"oxp_e4b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:16:58.855747034Z","hostname":"oxz_crucible_f2452bb9-fa12-43b2-bc48-f39941b931d8","pid":23248} {"msg":"listen IP: [fd00:1122:3344:101::19]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:16:58.861112995Z","hostname":"oxz_crucible_f2452bb9-fa12-43b2-bc48-f39941b931d8","pid":23248} {"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:16:58.861127075Z","hostname":"oxz_crucible_f2452bb9-fa12-43b2-bc48-f39941b931d8","pid":23248} {"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:16:58.998914182Z","hostname":"oxz_crucible_f2452bb9-fa12-43b2-bc48-f39941b931d8","pid":23248,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:23:57.021042757Z","hostname":"oxz_crucible_f2452bb9-fa12-43b2-bc48-f39941b931d8","pid":23248,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:36928"} {"msg":"region d9ec3fd6-557e-47de-9bfc-a89d7f023a9f state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:23:57.072247251Z","hostname":"oxz_crucible_f2452bb9-fa12-43b2-bc48-f39941b931d8","pid":23248,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:23:57.097106905Z","hostname":"oxz_crucible_f2452bb9-fa12-43b2-bc48-f39941b931d8","pid":23248,"uri":"/crucible/0/regions","method":"POST","req_id":"72770b45-f88d-4882-8141-5d94fc69433d","remote_addr":"[fd00:1122:3344:101::a]:36928","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":57961,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:23:57.097137896Z","hostname":"oxz_crucible_f2452bb9-fa12-43b2-bc48-f39941b931d8","pid":23248,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_e4b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/d9ec3fd6-557e-47de-9bfc-a89d7f023a9f","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:23:57.105117215Z","hostname":"oxz_crucible_f2452bb9-fa12-43b2-bc48-f39941b931d8","pid":23248,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_e4b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/d9ec3fd6-557e-47de-9bfc-a89d7f023a9f","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:23:57.105151606Z","hostname":"oxz_crucible_f2452bb9-fa12-43b2-bc48-f39941b931d8","pid":23248,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:23:57.229597273Z","hostname":"oxz_crucible_f2452bb9-fa12-43b2-bc48-f39941b931d8","pid":23248,"uri":"/crucible/0/regions","method":"POST","req_id":"32bd0a47-162e-4ec3-9038-1f26d2048347","remote_addr":"[fd00:1122:3344:101::a]:36928","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":2760,"response_code":"200"} {"msg":"creating region Region { id: RegionId(\"d9ec3fd6-557e-47de-9bfc-a89d7f023a9f\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None } at \"/data/regions/d9ec3fd6-557e-47de-9bfc-a89d7f023a9f\"","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:23:57.260149737Z","hostname":"oxz_crucible_f2452bb9-fa12-43b2-bc48-f39941b931d8","pid":23248,"region":"d9ec3fd6-557e-47de-9bfc-a89d7f023a9f","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:23:57.527415091Z","hostname":"oxz_crucible_f2452bb9-fa12-43b2-bc48-f39941b931d8","pid":23248,"uri":"/crucible/0/regions","method":"POST","req_id":"0dc75b3b-641b-4425-8b80-d6abbe19cf9a","remote_addr":"[fd00:1122:3344:101::a]:36928","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":904,"response_code":"200"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:23:58.082936297Z","hostname":"oxz_crucible_f2452bb9-fa12-43b2-bc48-f39941b931d8","pid":23248,"region":"d9ec3fd6-557e-47de-9bfc-a89d7f023a9f","component":"worker"} {"msg":"region d9ec3fd6-557e-47de-9bfc-a89d7f023a9f state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:23:58.082981148Z","hostname":"oxz_crucible_f2452bb9-fa12-43b2-bc48-f39941b931d8","pid":23248,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:23:58.083096401Z","hostname":"oxz_crucible_f2452bb9-fa12-43b2-bc48-f39941b931d8","pid":23248,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-d9ec3fd6-557e-47de-9bfc-a89d7f023a9f","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:23:58.083575186Z","hostname":"oxz_crucible_f2452bb9-fa12-43b2-bc48-f39941b931d8","pid":23248,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-d9ec3fd6-557e-47de-9bfc-a89d7f023a9f","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:23:58.103864523Z","hostname":"oxz_crucible_f2452bb9-fa12-43b2-bc48-f39941b931d8","pid":23248,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:23:58.142612143Z","hostname":"oxz_crucible_f2452bb9-fa12-43b2-bc48-f39941b931d8","pid":23248,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:23:58.162187439Z","hostname":"oxz_crucible_f2452bb9-fa12-43b2-bc48-f39941b931d8","pid":23248,"uri":"/crucible/0/regions","method":"POST","req_id":"c4c185f6-9eb7-43a6-96f5-fc274a0855dc","remote_addr":"[fd00:1122:3344:101::a]:36928","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":52,"response_code":"200"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-d9ec3fd6-557e-47de-9bfc-a89d7f023a9f","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:23:58.167151158Z","hostname":"oxz_crucible_f2452bb9-fa12-43b2-bc48-f39941b931d8","pid":23248,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/d9ec3fd6-557e-47de-9bfc-a89d7f023a9f","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:23:58.194689253Z","hostname":"oxz_crucible_f2452bb9-fa12-43b2-bc48-f39941b931d8","pid":23248,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:23:58.20564345Z","hostname":"oxz_crucible_f2452bb9-fa12-43b2-bc48-f39941b931d8","pid":23248,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:23:58.205704532Z","hostname":"oxz_crucible_f2452bb9-fa12-43b2-bc48-f39941b931d8","pid":23248,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:23:58.205744114Z","hostname":"oxz_crucible_f2452bb9-fa12-43b2-bc48-f39941b931d8","pid":23248,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:23:58.242877926Z","hostname":"oxz_crucible_f2452bb9-fa12-43b2-bc48-f39941b931d8","pid":23248,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:23:58.267300617Z","hostname":"oxz_crucible_f2452bb9-fa12-43b2-bc48-f39941b931d8","pid":23248,"component":"worker"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:24:03.360086742Z","hostname":"oxz_crucible_f2452bb9-fa12-43b2-bc48-f39941b931d8","pid":23248,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:41400"} {"msg":"region 238f4bf7-9e42-4e48-89e3-b307c964f02e state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:24:03.361305809Z","hostname":"oxz_crucible_f2452bb9-fa12-43b2-bc48-f39941b931d8","pid":23248,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:24:03.361528135Z","hostname":"oxz_crucible_f2452bb9-fa12-43b2-bc48-f39941b931d8","pid":23248,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:24:03.361544276Z","hostname":"oxz_crucible_f2452bb9-fa12-43b2-bc48-f39941b931d8","pid":23248,"uri":"/crucible/0/regions","method":"POST","req_id":"274fe4b0-7661-4469-b8c3-dc77246fbd0e","remote_addr":"[fd00:1122:3344:101::a]:41400","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":1377,"response_code":"200"} {"msg":"zfs set reservation of 2684354560 for oxp_e4b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/238f4bf7-9e42-4e48-89e3-b307c964f02e","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:24:03.371267007Z","hostname":"oxz_crucible_f2452bb9-fa12-43b2-bc48-f39941b931d8","pid":23248,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_e4b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/238f4bf7-9e42-4e48-89e3-b307c964f02e","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:24:03.371304738Z","hostname":"oxz_crucible_f2452bb9-fa12-43b2-bc48-f39941b931d8","pid":23248,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"238f4bf7-9e42-4e48-89e3-b307c964f02e\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None } at \"/data/regions/238f4bf7-9e42-4e48-89e3-b307c964f02e\"","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:24:03.475547179Z","hostname":"oxz_crucible_f2452bb9-fa12-43b2-bc48-f39941b931d8","pid":23248,"region":"238f4bf7-9e42-4e48-89e3-b307c964f02e","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:24:03.488732664Z","hostname":"oxz_crucible_f2452bb9-fa12-43b2-bc48-f39941b931d8","pid":23248,"uri":"/crucible/0/regions","method":"POST","req_id":"ad5c9017-69ec-463f-9615-1dec63d6acba","remote_addr":"[fd00:1122:3344:101::a]:41400","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":80,"response_code":"200"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:24:03.680686213Z","hostname":"oxz_crucible_f2452bb9-fa12-43b2-bc48-f39941b931d8","pid":23248,"region":"238f4bf7-9e42-4e48-89e3-b307c964f02e","component":"worker"} {"msg":"region 238f4bf7-9e42-4e48-89e3-b307c964f02e state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:24:03.680735784Z","hostname":"oxz_crucible_f2452bb9-fa12-43b2-bc48-f39941b931d8","pid":23248,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:24:03.680847918Z","hostname":"oxz_crucible_f2452bb9-fa12-43b2-bc48-f39941b931d8","pid":23248,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-238f4bf7-9e42-4e48-89e3-b307c964f02e","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:24:03.68126327Z","hostname":"oxz_crucible_f2452bb9-fa12-43b2-bc48-f39941b931d8","pid":23248,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-238f4bf7-9e42-4e48-89e3-b307c964f02e","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:24:03.697773464Z","hostname":"oxz_crucible_f2452bb9-fa12-43b2-bc48-f39941b931d8","pid":23248,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:24:03.719406752Z","hostname":"oxz_crucible_f2452bb9-fa12-43b2-bc48-f39941b931d8","pid":23248,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-238f4bf7-9e42-4e48-89e3-b307c964f02e","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:24:03.729415632Z","hostname":"oxz_crucible_f2452bb9-fa12-43b2-bc48-f39941b931d8","pid":23248,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/238f4bf7-9e42-4e48-89e3-b307c964f02e","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:24:03.72967272Z","hostname":"oxz_crucible_f2452bb9-fa12-43b2-bc48-f39941b931d8","pid":23248,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:24:03.729728241Z","hostname":"oxz_crucible_f2452bb9-fa12-43b2-bc48-f39941b931d8","pid":23248,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:24:03.729778053Z","hostname":"oxz_crucible_f2452bb9-fa12-43b2-bc48-f39941b931d8","pid":23248,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:24:03.729825164Z","hostname":"oxz_crucible_f2452bb9-fa12-43b2-bc48-f39941b931d8","pid":23248,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:24:03.738393111Z","hostname":"oxz_crucible_f2452bb9-fa12-43b2-bc48-f39941b931d8","pid":23248,"component":"worker"} {"msg":"existing directory value /dev/null does not match /data/regions/d9ec3fd6-557e-47de-9bfc-a89d7f023a9f","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:24:03.754192474Z","hostname":"oxz_crucible_f2452bb9-fa12-43b2-bc48-f39941b931d8","pid":23248,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:24:03.754274706Z","hostname":"oxz_crucible_f2452bb9-fa12-43b2-bc48-f39941b931d8","pid":23248,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:24:03.754355149Z","hostname":"oxz_crucible_f2452bb9-fa12-43b2-bc48-f39941b931d8","pid":23248,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:24:03.754362409Z","hostname":"oxz_crucible_f2452bb9-fa12-43b2-bc48-f39941b931d8","pid":23248,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:24:03.75441239Z","hostname":"oxz_crucible_f2452bb9-fa12-43b2-bc48-f39941b931d8","pid":23248,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-d9ec3fd6-557e-47de-9bfc-a89d7f023a9f","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:24:03.754461342Z","hostname":"oxz_crucible_f2452bb9-fa12-43b2-bc48-f39941b931d8","pid":23248,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/d9ec3fd6-557e-47de-9bfc-a89d7f023a9f","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:24:03.754531524Z","hostname":"oxz_crucible_f2452bb9-fa12-43b2-bc48-f39941b931d8","pid":23248,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:24:03.754591006Z","hostname":"oxz_crucible_f2452bb9-fa12-43b2-bc48-f39941b931d8","pid":23248,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:24:03.754639687Z","hostname":"oxz_crucible_f2452bb9-fa12-43b2-bc48-f39941b931d8","pid":23248,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:24:03.754686429Z","hostname":"oxz_crucible_f2452bb9-fa12-43b2-bc48-f39941b931d8","pid":23248,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:24:03.776405599Z","hostname":"oxz_crucible_f2452bb9-fa12-43b2-bc48-f39941b931d8","pid":23248,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:24:03.776826532Z","hostname":"oxz_crucible_f2452bb9-fa12-43b2-bc48-f39941b931d8","pid":23248,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:24:04.092950598Z","hostname":"oxz_crucible_f2452bb9-fa12-43b2-bc48-f39941b931d8","pid":23248,"uri":"/crucible/0/regions","method":"POST","req_id":"bc7321aa-35a6-4629-aad8-33c1a6062da4","remote_addr":"[fd00:1122:3344:101::a]:41400","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":53,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:24:46.291131893Z","hostname":"oxz_crucible_f2452bb9-fa12-43b2-bc48-f39941b931d8","pid":23248,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:60041"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:24:46.293589576Z","hostname":"oxz_crucible_f2452bb9-fa12-43b2-bc48-f39941b931d8","pid":23248,"uri":"/crucible/0/regions/238f4bf7-9e42-4e48-89e3-b307c964f02e","method":"GET","req_id":"3a675e41-6a1f-4c8a-986e-e0911747943b","remote_addr":"[fd00:1122:3344:101::a]:60041","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":2432,"response_code":"200"} {"msg":"path is \"/data/regions/238f4bf7-9e42-4e48-89e3-b307c964f02e\"","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:24:46.293807743Z","hostname":"oxz_crucible_f2452bb9-fa12-43b2-bc48-f39941b931d8","pid":23248,"component":"datafile"} {"msg":"dataset is oxp_e4b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/238f4bf7-9e42-4e48-89e3-b307c964f02e","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:24:46.305320758Z","hostname":"oxz_crucible_f2452bb9-fa12-43b2-bc48-f39941b931d8","pid":23248,"component":"datafile"} {"msg":"region 238f4bf7-9e42-4e48-89e3-b307c964f02e state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:24:46.312880934Z","hostname":"oxz_crucible_f2452bb9-fa12-43b2-bc48-f39941b931d8","pid":23248,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:24:46.313501172Z","hostname":"oxz_crucible_f2452bb9-fa12-43b2-bc48-f39941b931d8","pid":23248,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:24:46.313557324Z","hostname":"oxz_crucible_f2452bb9-fa12-43b2-bc48-f39941b931d8","pid":23248,"uri":"/crucible/0/regions/238f4bf7-9e42-4e48-89e3-b307c964f02e","method":"DELETE","req_id":"5f4bcd24-fca5-47d5-872c-1513611f992a","remote_addr":"[fd00:1122:3344:101::a]:60041","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":19782,"response_code":"204"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:24:46.313727959Z","hostname":"oxz_crucible_f2452bb9-fa12-43b2-bc48-f39941b931d8","pid":23248,"uri":"/crucible/0/regions/238f4bf7-9e42-4e48-89e3-b307c964f02e","method":"GET","req_id":"ab072d4c-cb79-4c67-b42b-68e7cd24d529","remote_addr":"[fd00:1122:3344:101::a]:60041","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":20,"response_code":"200"} {"msg":"disabling downstairs instance: downstairs-238f4bf7-9e42-4e48-89e3-b307c964f02e (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:24:46.315023378Z","hostname":"oxz_crucible_f2452bb9-fa12-43b2-bc48-f39941b931d8","pid":23248,"component":"worker"} {"msg":"existing directory value /dev/null does not match /data/regions/d9ec3fd6-557e-47de-9bfc-a89d7f023a9f","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:24:46.326222883Z","hostname":"oxz_crucible_f2452bb9-fa12-43b2-bc48-f39941b931d8","pid":23248,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:24:46.326399729Z","hostname":"oxz_crucible_f2452bb9-fa12-43b2-bc48-f39941b931d8","pid":23248,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:24:46.326564484Z","hostname":"oxz_crucible_f2452bb9-fa12-43b2-bc48-f39941b931d8","pid":23248,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:24:46.326580684Z","hostname":"oxz_crucible_f2452bb9-fa12-43b2-bc48-f39941b931d8","pid":23248,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:24:46.326667927Z","hostname":"oxz_crucible_f2452bb9-fa12-43b2-bc48-f39941b931d8","pid":23248,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-d9ec3fd6-557e-47de-9bfc-a89d7f023a9f","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:24:46.326725028Z","hostname":"oxz_crucible_f2452bb9-fa12-43b2-bc48-f39941b931d8","pid":23248,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/d9ec3fd6-557e-47de-9bfc-a89d7f023a9f","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:24:46.327061169Z","hostname":"oxz_crucible_f2452bb9-fa12-43b2-bc48-f39941b931d8","pid":23248,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:24:46.3271236Z","hostname":"oxz_crucible_f2452bb9-fa12-43b2-bc48-f39941b931d8","pid":23248,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:24:46.327174472Z","hostname":"oxz_crucible_f2452bb9-fa12-43b2-bc48-f39941b931d8","pid":23248,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:24:46.327222983Z","hostname":"oxz_crucible_f2452bb9-fa12-43b2-bc48-f39941b931d8","pid":23248,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:24:46.334098369Z","hostname":"oxz_crucible_f2452bb9-fa12-43b2-bc48-f39941b931d8","pid":23248,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:24:46.334828801Z","hostname":"oxz_crucible_f2452bb9-fa12-43b2-bc48-f39941b931d8","pid":23248,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_e4b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/238f4bf7-9e42-4e48-89e3-b307c964f02e\"","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:24:46.345054577Z","hostname":"oxz_crucible_f2452bb9-fa12-43b2-bc48-f39941b931d8","pid":23248,"region":"238f4bf7-9e42-4e48-89e3-b307c964f02e","component":"worker"} {"msg":"region 238f4bf7-9e42-4e48-89e3-b307c964f02e state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:24:46.396869259Z","hostname":"oxz_crucible_f2452bb9-fa12-43b2-bc48-f39941b931d8","pid":23248,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-21T01:24:46.416129866Z","hostname":"oxz_crucible_f2452bb9-fa12-43b2-bc48-f39941b931d8","pid":23248,"uri":"/crucible/0/regions/238f4bf7-9e42-4e48-89e3-b307c964f02e","method":"GET","req_id":"3e1f416f-649f-465a-b3fb-68c8a643f8f8","remote_addr":"[fd00:1122:3344:101::a]:60041","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":79,"response_code":"200"}