[ Feb 28 13:20:41 Enabled. ]
[ Feb 28 13:20:41 Rereading configuration. ]
[ Feb 28 13:20:43 Rereading configuration. ]
[ Feb 28 13:20:46 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60/crucible -l [fd00:1122:3344:101::17]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"dataset: \"oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T13:20:47.026782656Z","hostname":"oxz_crucible_8dbbe7bd-5bb7-4059-a33a-2e6c08694fbd","pid":24291}
{"msg":"listen IP: [fd00:1122:3344:101::17]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T13:20:47.027888764Z","hostname":"oxz_crucible_8dbbe7bd-5bb7-4059-a33a-2e6c08694fbd","pid":24291}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T13:20:47.027899494Z","hostname":"oxz_crucible_8dbbe7bd-5bb7-4059-a33a-2e6c08694fbd","pid":24291}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T13:20:47.155325599Z","hostname":"oxz_crucible_8dbbe7bd-5bb7-4059-a33a-2e6c08694fbd","pid":24291,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T13:21:30.573020122Z","hostname":"oxz_crucible_8dbbe7bd-5bb7-4059-a33a-2e6c08694fbd","pid":24291,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:55848"}
{"msg":"region 7b30dc63-2641-4e1a-82bb-8374a80d1439 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T13:21:30.603447246Z","hostname":"oxz_crucible_8dbbe7bd-5bb7-4059-a33a-2e6c08694fbd","pid":24291,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T13:21:30.603672822Z","hostname":"oxz_crucible_8dbbe7bd-5bb7-4059-a33a-2e6c08694fbd","pid":24291,"uri":"/crucible/0/regions","method":"POST","req_id":"2a105853-99cb-4c8f-9562-6d80c73b1c93","remote_addr":"[fd00:1122:3344:101::c]:55848","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":1182,"response_code":"200"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T13:21:30.60437338Z","hostname":"oxz_crucible_8dbbe7bd-5bb7-4059-a33a-2e6c08694fbd","pid":24291,"component":"worker"}
{"msg":"zfs set reservation of 1342177280 for oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60/crucible/regions/7b30dc63-2641-4e1a-82bb-8374a80d1439","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T13:21:30.614190553Z","hostname":"oxz_crucible_8dbbe7bd-5bb7-4059-a33a-2e6c08694fbd","pid":24291,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60/crucible/regions/7b30dc63-2641-4e1a-82bb-8374a80d1439","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T13:21:30.614224994Z","hostname":"oxz_crucible_8dbbe7bd-5bb7-4059-a33a-2e6c08694fbd","pid":24291,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"7b30dc63-2641-4e1a-82bb-8374a80d1439\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None } at \"/data/regions/7b30dc63-2641-4e1a-82bb-8374a80d1439\"","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T13:21:30.788390634Z","hostname":"oxz_crucible_8dbbe7bd-5bb7-4059-a33a-2e6c08694fbd","pid":24291,"region":"7b30dc63-2641-4e1a-82bb-8374a80d1439","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T13:21:30.93991014Z","hostname":"oxz_crucible_8dbbe7bd-5bb7-4059-a33a-2e6c08694fbd","pid":24291,"uri":"/crucible/0/regions","method":"POST","req_id":"99d3f049-b0d4-45e2-ba0d-ee37bee4aed7","remote_addr":"[fd00:1122:3344:101::c]:55848","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":83,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T13:21:31.078302688Z","hostname":"oxz_crucible_8dbbe7bd-5bb7-4059-a33a-2e6c08694fbd","pid":24291,"region":"7b30dc63-2641-4e1a-82bb-8374a80d1439","component":"worker"}
{"msg":"region 7b30dc63-2641-4e1a-82bb-8374a80d1439 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T13:21:31.078345099Z","hostname":"oxz_crucible_8dbbe7bd-5bb7-4059-a33a-2e6c08694fbd","pid":24291,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T13:21:31.078457542Z","hostname":"oxz_crucible_8dbbe7bd-5bb7-4059-a33a-2e6c08694fbd","pid":24291,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-7b30dc63-2641-4e1a-82bb-8374a80d1439","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T13:21:31.078926514Z","hostname":"oxz_crucible_8dbbe7bd-5bb7-4059-a33a-2e6c08694fbd","pid":24291,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-7b30dc63-2641-4e1a-82bb-8374a80d1439","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T13:21:31.103401485Z","hostname":"oxz_crucible_8dbbe7bd-5bb7-4059-a33a-2e6c08694fbd","pid":24291,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T13:21:31.201441053Z","hostname":"oxz_crucible_8dbbe7bd-5bb7-4059-a33a-2e6c08694fbd","pid":24291,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-7b30dc63-2641-4e1a-82bb-8374a80d1439","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T13:21:31.237346588Z","hostname":"oxz_crucible_8dbbe7bd-5bb7-4059-a33a-2e6c08694fbd","pid":24291,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/7b30dc63-2641-4e1a-82bb-8374a80d1439","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T13:21:31.238127609Z","hostname":"oxz_crucible_8dbbe7bd-5bb7-4059-a33a-2e6c08694fbd","pid":24291,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T13:21:31.238213431Z","hostname":"oxz_crucible_8dbbe7bd-5bb7-4059-a33a-2e6c08694fbd","pid":24291,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T13:21:31.238264242Z","hostname":"oxz_crucible_8dbbe7bd-5bb7-4059-a33a-2e6c08694fbd","pid":24291,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T13:21:31.238306173Z","hostname":"oxz_crucible_8dbbe7bd-5bb7-4059-a33a-2e6c08694fbd","pid":24291,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T13:21:31.258071103Z","hostname":"oxz_crucible_8dbbe7bd-5bb7-4059-a33a-2e6c08694fbd","pid":24291,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T13:21:31.3025894Z","hostname":"oxz_crucible_8dbbe7bd-5bb7-4059-a33a-2e6c08694fbd","pid":24291,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T13:21:31.505777049Z","hostname":"oxz_crucible_8dbbe7bd-5bb7-4059-a33a-2e6c08694fbd","pid":24291,"uri":"/crucible/0/regions","method":"POST","req_id":"5fd1cd30-44e7-4132-a679-60bf59666139","remote_addr":"[fd00:1122:3344:101::c]:55848","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":64,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T13:21:32.336067234Z","hostname":"oxz_crucible_8dbbe7bd-5bb7-4059-a33a-2e6c08694fbd","pid":24291,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:65123"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T13:21:32.336202397Z","hostname":"oxz_crucible_8dbbe7bd-5bb7-4059-a33a-2e6c08694fbd","pid":24291,"uri":"/crucible/0/regions/7b30dc63-2641-4e1a-82bb-8374a80d1439","method":"GET","req_id":"eb8a9efb-6db3-46f9-8ac0-727e041cf1e9","remote_addr":"[fd00:1122:3344:101::c]:65123","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":100,"response_code":"200"}
{"msg":"path is \"/data/regions/7b30dc63-2641-4e1a-82bb-8374a80d1439\"","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T13:21:32.337014348Z","hostname":"oxz_crucible_8dbbe7bd-5bb7-4059-a33a-2e6c08694fbd","pid":24291,"component":"datafile"}
{"msg":"dataset is oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60/crucible/regions/7b30dc63-2641-4e1a-82bb-8374a80d1439","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T13:21:32.345869136Z","hostname":"oxz_crucible_8dbbe7bd-5bb7-4059-a33a-2e6c08694fbd","pid":24291,"component":"datafile"}
{"msg":"region 7b30dc63-2641-4e1a-82bb-8374a80d1439 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T13:21:32.35413962Z","hostname":"oxz_crucible_8dbbe7bd-5bb7-4059-a33a-2e6c08694fbd","pid":24291,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T13:21:32.354288644Z","hostname":"oxz_crucible_8dbbe7bd-5bb7-4059-a33a-2e6c08694fbd","pid":24291,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T13:21:32.354362185Z","hostname":"oxz_crucible_8dbbe7bd-5bb7-4059-a33a-2e6c08694fbd","pid":24291,"uri":"/crucible/0/regions/7b30dc63-2641-4e1a-82bb-8374a80d1439","method":"DELETE","req_id":"83847bc7-2a9b-4306-90f9-4770c39d3451","remote_addr":"[fd00:1122:3344:101::c]:65123","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":17993,"response_code":"204"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T13:21:32.354663513Z","hostname":"oxz_crucible_8dbbe7bd-5bb7-4059-a33a-2e6c08694fbd","pid":24291,"uri":"/crucible/0/regions/7b30dc63-2641-4e1a-82bb-8374a80d1439","method":"GET","req_id":"96cb7033-1079-4008-bee1-3105be49d8af","remote_addr":"[fd00:1122:3344:101::c]:65123","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":25,"response_code":"200"}
{"msg":"disabling downstairs instance: downstairs-7b30dc63-2641-4e1a-82bb-8374a80d1439 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T13:21:32.355373701Z","hostname":"oxz_crucible_8dbbe7bd-5bb7-4059-a33a-2e6c08694fbd","pid":24291,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T13:21:32.373695304Z","hostname":"oxz_crucible_8dbbe7bd-5bb7-4059-a33a-2e6c08694fbd","pid":24291,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60/crucible/regions/7b30dc63-2641-4e1a-82bb-8374a80d1439\"","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T13:21:32.382939502Z","hostname":"oxz_crucible_8dbbe7bd-5bb7-4059-a33a-2e6c08694fbd","pid":24291,"region":"7b30dc63-2641-4e1a-82bb-8374a80d1439","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T13:21:32.415016739Z","hostname":"oxz_crucible_8dbbe7bd-5bb7-4059-a33a-2e6c08694fbd","pid":24291,"uri":"/crucible/0/regions/7b30dc63-2641-4e1a-82bb-8374a80d1439","method":"GET","req_id":"b3e09683-142e-40d7-a105-4475d1e492a6","remote_addr":"[fd00:1122:3344:101::c]:65123","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":68,"response_code":"200"}
{"msg":"region 7b30dc63-2641-4e1a-82bb-8374a80d1439 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T13:21:32.473133087Z","hostname":"oxz_crucible_8dbbe7bd-5bb7-4059-a33a-2e6c08694fbd","pid":24291,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T13:21:32.569751468Z","hostname":"oxz_crucible_8dbbe7bd-5bb7-4059-a33a-2e6c08694fbd","pid":24291,"uri":"/crucible/0/regions/7b30dc63-2641-4e1a-82bb-8374a80d1439","method":"GET","req_id":"996581fb-2a1b-4797-bf3e-1c71d6c0e0d2","remote_addr":"[fd00:1122:3344:101::c]:65123","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":24,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T13:22:08.451235727Z","hostname":"oxz_crucible_8dbbe7bd-5bb7-4059-a33a-2e6c08694fbd","pid":24291,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:44057"}
{"msg":"region 988789c3-8991-47a4-93fc-97510509a8ac state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T13:22:08.45132498Z","hostname":"oxz_crucible_8dbbe7bd-5bb7-4059-a33a-2e6c08694fbd","pid":24291,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T13:22:08.451516645Z","hostname":"oxz_crucible_8dbbe7bd-5bb7-4059-a33a-2e6c08694fbd","pid":24291,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T13:22:08.451525115Z","hostname":"oxz_crucible_8dbbe7bd-5bb7-4059-a33a-2e6c08694fbd","pid":24291,"uri":"/crucible/0/regions","method":"POST","req_id":"a5209939-419a-44a2-8a70-c42102f68ef7","remote_addr":"[fd00:1122:3344:101::a]:44057","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":234,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60/crucible/regions/988789c3-8991-47a4-93fc-97510509a8ac","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T13:22:08.460540947Z","hostname":"oxz_crucible_8dbbe7bd-5bb7-4059-a33a-2e6c08694fbd","pid":24291,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60/crucible/regions/988789c3-8991-47a4-93fc-97510509a8ac","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T13:22:08.460574458Z","hostname":"oxz_crucible_8dbbe7bd-5bb7-4059-a33a-2e6c08694fbd","pid":24291,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"988789c3-8991-47a4-93fc-97510509a8ac\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None } at \"/data/regions/988789c3-8991-47a4-93fc-97510509a8ac\"","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T13:22:08.525178764Z","hostname":"oxz_crucible_8dbbe7bd-5bb7-4059-a33a-2e6c08694fbd","pid":24291,"region":"988789c3-8991-47a4-93fc-97510509a8ac","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T13:22:08.641639476Z","hostname":"oxz_crucible_8dbbe7bd-5bb7-4059-a33a-2e6c08694fbd","pid":24291,"region":"988789c3-8991-47a4-93fc-97510509a8ac","component":"worker"}
{"msg":"region 988789c3-8991-47a4-93fc-97510509a8ac state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T13:22:08.641684847Z","hostname":"oxz_crucible_8dbbe7bd-5bb7-4059-a33a-2e6c08694fbd","pid":24291,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T13:22:08.64178992Z","hostname":"oxz_crucible_8dbbe7bd-5bb7-4059-a33a-2e6c08694fbd","pid":24291,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-988789c3-8991-47a4-93fc-97510509a8ac","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T13:22:08.643549656Z","hostname":"oxz_crucible_8dbbe7bd-5bb7-4059-a33a-2e6c08694fbd","pid":24291,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-988789c3-8991-47a4-93fc-97510509a8ac","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T13:22:08.652980369Z","hostname":"oxz_crucible_8dbbe7bd-5bb7-4059-a33a-2e6c08694fbd","pid":24291,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T13:22:08.665131032Z","hostname":"oxz_crucible_8dbbe7bd-5bb7-4059-a33a-2e6c08694fbd","pid":24291,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-988789c3-8991-47a4-93fc-97510509a8ac","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T13:22:08.67048124Z","hostname":"oxz_crucible_8dbbe7bd-5bb7-4059-a33a-2e6c08694fbd","pid":24291,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/988789c3-8991-47a4-93fc-97510509a8ac","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T13:22:08.670847999Z","hostname":"oxz_crucible_8dbbe7bd-5bb7-4059-a33a-2e6c08694fbd","pid":24291,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T13:22:08.670920751Z","hostname":"oxz_crucible_8dbbe7bd-5bb7-4059-a33a-2e6c08694fbd","pid":24291,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T13:22:08.670985043Z","hostname":"oxz_crucible_8dbbe7bd-5bb7-4059-a33a-2e6c08694fbd","pid":24291,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T13:22:08.671050354Z","hostname":"oxz_crucible_8dbbe7bd-5bb7-4059-a33a-2e6c08694fbd","pid":24291,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T13:22:08.67710311Z","hostname":"oxz_crucible_8dbbe7bd-5bb7-4059-a33a-2e6c08694fbd","pid":24291,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T13:22:08.678178308Z","hostname":"oxz_crucible_8dbbe7bd-5bb7-4059-a33a-2e6c08694fbd","pid":24291,"uri":"/crucible/0/regions","method":"POST","req_id":"99590443-636a-49bd-881b-007c6e2c5c7d","remote_addr":"[fd00:1122:3344:101::a]:44057","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":75,"response_code":"200"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T13:22:08.68366642Z","hostname":"oxz_crucible_8dbbe7bd-5bb7-4059-a33a-2e6c08694fbd","pid":24291,"component":"worker"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T13:27:33.463776228Z","hostname":"oxz_crucible_8dbbe7bd-5bb7-4059-a33a-2e6c08694fbd","pid":24291,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:45411"}
{"msg":"region ec495347-af81-4215-b947-668072709176 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T13:27:33.52357174Z","hostname":"oxz_crucible_8dbbe7bd-5bb7-4059-a33a-2e6c08694fbd","pid":24291,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T13:27:33.524202046Z","hostname":"oxz_crucible_8dbbe7bd-5bb7-4059-a33a-2e6c08694fbd","pid":24291,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T13:27:33.524224827Z","hostname":"oxz_crucible_8dbbe7bd-5bb7-4059-a33a-2e6c08694fbd","pid":24291,"uri":"/crucible/0/regions","method":"POST","req_id":"03d378e2-6fa8-4126-ae71-c8dcd1218010","remote_addr":"[fd00:1122:3344:101::a]:45411","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":1348,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60/crucible/regions/ec495347-af81-4215-b947-668072709176","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T13:27:33.533894096Z","hostname":"oxz_crucible_8dbbe7bd-5bb7-4059-a33a-2e6c08694fbd","pid":24291,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60/crucible/regions/ec495347-af81-4215-b947-668072709176","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T13:27:33.533922287Z","hostname":"oxz_crucible_8dbbe7bd-5bb7-4059-a33a-2e6c08694fbd","pid":24291,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"ec495347-af81-4215-b947-668072709176\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None } at \"/data/regions/ec495347-af81-4215-b947-668072709176\"","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T13:27:33.594994091Z","hostname":"oxz_crucible_8dbbe7bd-5bb7-4059-a33a-2e6c08694fbd","pid":24291,"region":"ec495347-af81-4215-b947-668072709176","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T13:27:33.653346016Z","hostname":"oxz_crucible_8dbbe7bd-5bb7-4059-a33a-2e6c08694fbd","pid":24291,"uri":"/crucible/0/regions","method":"POST","req_id":"f8f44e76-75ae-4f1d-b6cb-dbbbc8a3f899","remote_addr":"[fd00:1122:3344:101::a]:45411","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":683,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T13:27:33.661544237Z","hostname":"oxz_crucible_8dbbe7bd-5bb7-4059-a33a-2e6c08694fbd","pid":24291,"region":"ec495347-af81-4215-b947-668072709176","component":"worker"}
{"msg":"region ec495347-af81-4215-b947-668072709176 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T13:27:33.661562147Z","hostname":"oxz_crucible_8dbbe7bd-5bb7-4059-a33a-2e6c08694fbd","pid":24291,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T13:27:33.661732392Z","hostname":"oxz_crucible_8dbbe7bd-5bb7-4059-a33a-2e6c08694fbd","pid":24291,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-ec495347-af81-4215-b947-668072709176","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T13:27:33.668337632Z","hostname":"oxz_crucible_8dbbe7bd-5bb7-4059-a33a-2e6c08694fbd","pid":24291,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-ec495347-af81-4215-b947-668072709176","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T13:27:33.675110266Z","hostname":"oxz_crucible_8dbbe7bd-5bb7-4059-a33a-2e6c08694fbd","pid":24291,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T13:27:33.685306229Z","hostname":"oxz_crucible_8dbbe7bd-5bb7-4059-a33a-2e6c08694fbd","pid":24291,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-ec495347-af81-4215-b947-668072709176","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T13:27:33.688304027Z","hostname":"oxz_crucible_8dbbe7bd-5bb7-4059-a33a-2e6c08694fbd","pid":24291,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/ec495347-af81-4215-b947-668072709176","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T13:27:33.688602504Z","hostname":"oxz_crucible_8dbbe7bd-5bb7-4059-a33a-2e6c08694fbd","pid":24291,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T13:27:33.688650626Z","hostname":"oxz_crucible_8dbbe7bd-5bb7-4059-a33a-2e6c08694fbd","pid":24291,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T13:27:33.688696437Z","hostname":"oxz_crucible_8dbbe7bd-5bb7-4059-a33a-2e6c08694fbd","pid":24291,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T13:27:33.688737678Z","hostname":"oxz_crucible_8dbbe7bd-5bb7-4059-a33a-2e6c08694fbd","pid":24291,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T13:27:33.692581657Z","hostname":"oxz_crucible_8dbbe7bd-5bb7-4059-a33a-2e6c08694fbd","pid":24291,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T13:27:33.697121524Z","hostname":"oxz_crucible_8dbbe7bd-5bb7-4059-a33a-2e6c08694fbd","pid":24291,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T13:27:33.93669413Z","hostname":"oxz_crucible_8dbbe7bd-5bb7-4059-a33a-2e6c08694fbd","pid":24291,"uri":"/crucible/0/regions","method":"POST","req_id":"d0334f44-299f-4a38-a1ab-338d8e13b0ab","remote_addr":"[fd00:1122:3344:101::a]:45411","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":54,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T13:27:34.867347442Z","hostname":"oxz_crucible_8dbbe7bd-5bb7-4059-a33a-2e6c08694fbd","pid":24291,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:64048"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T13:27:34.867428355Z","hostname":"oxz_crucible_8dbbe7bd-5bb7-4059-a33a-2e6c08694fbd","pid":24291,"uri":"/crucible/0/regions/988789c3-8991-47a4-93fc-97510509a8ac","method":"GET","req_id":"53692efb-8899-425f-845c-201261b99f56","remote_addr":"[fd00:1122:3344:101::a]:64048","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":67,"response_code":"200"}
{"msg":"path is \"/data/regions/988789c3-8991-47a4-93fc-97510509a8ac\"","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T13:27:34.867667841Z","hostname":"oxz_crucible_8dbbe7bd-5bb7-4059-a33a-2e6c08694fbd","pid":24291,"component":"datafile"}
{"msg":"dataset is oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60/crucible/regions/988789c3-8991-47a4-93fc-97510509a8ac","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T13:27:34.8819998Z","hostname":"oxz_crucible_8dbbe7bd-5bb7-4059-a33a-2e6c08694fbd","pid":24291,"component":"datafile"}
{"msg":"snapshot is oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60/crucible/regions/988789c3-8991-47a4-93fc-97510509a8ac@3400d481-4e0c-4b23-99d9-4ea4d578de90","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T13:27:34.893698142Z","hostname":"oxz_crucible_8dbbe7bd-5bb7-4059-a33a-2e6c08694fbd","pid":24291,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60/crucible/regions/988789c3-8991-47a4-93fc-97510509a8ac\", \"3400d481-4e0c-4b23-99d9-4ea4d578de90\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T13:27:34.893750303Z","hostname":"oxz_crucible_8dbbe7bd-5bb7-4059-a33a-2e6c08694fbd","pid":24291,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T13:27:34.909379306Z","hostname":"oxz_crucible_8dbbe7bd-5bb7-4059-a33a-2e6c08694fbd","pid":24291,"uri":"/crucible/0/regions/988789c3-8991-47a4-93fc-97510509a8ac/snapshots/3400d481-4e0c-4b23-99d9-4ea4d578de90","method":"GET","req_id":"3cbbb3a2-d136-43aa-81a0-d3625a45cbb0","remote_addr":"[fd00:1122:3344:101::a]:64048","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":41717,"response_code":"200"}
{"msg":"path is \"/data/regions/988789c3-8991-47a4-93fc-97510509a8ac\"","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T13:27:34.909672914Z","hostname":"oxz_crucible_8dbbe7bd-5bb7-4059-a33a-2e6c08694fbd","pid":24291,"component":"datafile"}
{"msg":"dataset is oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60/crucible/regions/988789c3-8991-47a4-93fc-97510509a8ac","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T13:27:34.922766501Z","hostname":"oxz_crucible_8dbbe7bd-5bb7-4059-a33a-2e6c08694fbd","pid":24291,"component":"datafile"}
{"msg":"snapshot is oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60/crucible/regions/988789c3-8991-47a4-93fc-97510509a8ac@3400d481-4e0c-4b23-99d9-4ea4d578de90","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T13:27:34.933762285Z","hostname":"oxz_crucible_8dbbe7bd-5bb7-4059-a33a-2e6c08694fbd","pid":24291,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60/crucible/regions/988789c3-8991-47a4-93fc-97510509a8ac\", \"3400d481-4e0c-4b23-99d9-4ea4d578de90\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T13:27:34.933827967Z","hostname":"oxz_crucible_8dbbe7bd-5bb7-4059-a33a-2e6c08694fbd","pid":24291,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 988789c3-8991-47a4-93fc-97510509a8ac-3400d481-4e0c-4b23-99d9-4ea4d578de90 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T13:27:34.945095287Z","hostname":"oxz_crucible_8dbbe7bd-5bb7-4059-a33a-2e6c08694fbd","pid":24291,"component":"datafile"}
{"msg":"applying SMF actions for region 988789c3-8991-47a4-93fc-97510509a8ac running snapshot 3400d481-4e0c-4b23-99d9-4ea4d578de90 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T13:27:34.945302162Z","hostname":"oxz_crucible_8dbbe7bd-5bb7-4059-a33a-2e6c08694fbd","pid":24291,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T13:27:34.945362544Z","hostname":"oxz_crucible_8dbbe7bd-5bb7-4059-a33a-2e6c08694fbd","pid":24291,"uri":"/crucible/0/regions/988789c3-8991-47a4-93fc-97510509a8ac/snapshots/3400d481-4e0c-4b23-99d9-4ea4d578de90/run","method":"POST","req_id":"b3cbd27f-bf2b-417a-abb2-aa37a59837e0","remote_addr":"[fd00:1122:3344:101::a]:64048","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":35726,"response_code":"200"}
{"msg":"creating missing snapshot instance snapshot-988789c3-8991-47a4-93fc-97510509a8ac-3400d481-4e0c-4b23-99d9-4ea4d578de90","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T13:27:34.948867474Z","hostname":"oxz_crucible_8dbbe7bd-5bb7-4059-a33a-2e6c08694fbd","pid":24291,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-988789c3-8991-47a4-93fc-97510509a8ac-3400d481-4e0c-4b23-99d9-4ea4d578de90","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T13:27:34.95142387Z","hostname":"oxz_crucible_8dbbe7bd-5bb7-4059-a33a-2e6c08694fbd","pid":24291,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-988789c3-8991-47a4-93fc-97510509a8ac-3400d481-4e0c-4b23-99d9-4ea4d578de90","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T13:27:34.960917055Z","hostname":"oxz_crucible_8dbbe7bd-5bb7-4059-a33a-2e6c08694fbd","pid":24291,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/988789c3-8991-47a4-93fc-97510509a8ac/.zfs/snapshot/3400d481-4e0c-4b23-99d9-4ea4d578de90","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T13:27:34.961180852Z","hostname":"oxz_crucible_8dbbe7bd-5bb7-4059-a33a-2e6c08694fbd","pid":24291,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T13:27:34.961241493Z","hostname":"oxz_crucible_8dbbe7bd-5bb7-4059-a33a-2e6c08694fbd","pid":24291,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T13:27:34.961286514Z","hostname":"oxz_crucible_8dbbe7bd-5bb7-4059-a33a-2e6c08694fbd","pid":24291,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T13:27:34.961326695Z","hostname":"oxz_crucible_8dbbe7bd-5bb7-4059-a33a-2e6c08694fbd","pid":24291,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T13:27:34.961380067Z","hostname":"oxz_crucible_8dbbe7bd-5bb7-4059-a33a-2e6c08694fbd","pid":24291,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T13:27:34.964968269Z","hostname":"oxz_crucible_8dbbe7bd-5bb7-4059-a33a-2e6c08694fbd","pid":24291,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T13:27:34.969524257Z","hostname":"oxz_crucible_8dbbe7bd-5bb7-4059-a33a-2e6c08694fbd","pid":24291,"component":"worker"}
{"msg":"region 988789c3-8991-47a4-93fc-97510509a8ac running snapshot 3400d481-4e0c-4b23-99d9-4ea4d578de90 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T13:27:34.969536377Z","hostname":"oxz_crucible_8dbbe7bd-5bb7-4059-a33a-2e6c08694fbd","pid":24291,"component":"datafile"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T13:27:37.725544686Z","hostname":"oxz_crucible_8dbbe7bd-5bb7-4059-a33a-2e6c08694fbd","pid":24291,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:53168"}
{"msg":"region 6960cbdc-8071-4751-a5d5-0c52591da2a2 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T13:27:37.72646473Z","hostname":"oxz_crucible_8dbbe7bd-5bb7-4059-a33a-2e6c08694fbd","pid":24291,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T13:27:37.726620214Z","hostname":"oxz_crucible_8dbbe7bd-5bb7-4059-a33a-2e6c08694fbd","pid":24291,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T13:27:37.726646045Z","hostname":"oxz_crucible_8dbbe7bd-5bb7-4059-a33a-2e6c08694fbd","pid":24291,"uri":"/crucible/0/regions","method":"POST","req_id":"04dfc2cc-9546-44bd-97e7-f19758f90707","remote_addr":"[fd00:1122:3344:101::a]:53168","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":995,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60/crucible/regions/6960cbdc-8071-4751-a5d5-0c52591da2a2","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T13:27:37.736037647Z","hostname":"oxz_crucible_8dbbe7bd-5bb7-4059-a33a-2e6c08694fbd","pid":24291,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60/crucible/regions/6960cbdc-8071-4751-a5d5-0c52591da2a2","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T13:27:37.736071828Z","hostname":"oxz_crucible_8dbbe7bd-5bb7-4059-a33a-2e6c08694fbd","pid":24291,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"6960cbdc-8071-4751-a5d5-0c52591da2a2\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19003, cert_pem: None, key_pem: None, root_pem: None } at \"/data/regions/6960cbdc-8071-4751-a5d5-0c52591da2a2\"","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T13:27:37.797027079Z","hostname":"oxz_crucible_8dbbe7bd-5bb7-4059-a33a-2e6c08694fbd","pid":24291,"region":"6960cbdc-8071-4751-a5d5-0c52591da2a2","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T13:27:37.86571838Z","hostname":"oxz_crucible_8dbbe7bd-5bb7-4059-a33a-2e6c08694fbd","pid":24291,"region":"6960cbdc-8071-4751-a5d5-0c52591da2a2","component":"worker"}
{"msg":"region 6960cbdc-8071-4751-a5d5-0c52591da2a2 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T13:27:37.865758831Z","hostname":"oxz_crucible_8dbbe7bd-5bb7-4059-a33a-2e6c08694fbd","pid":24291,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T13:27:37.865855494Z","hostname":"oxz_crucible_8dbbe7bd-5bb7-4059-a33a-2e6c08694fbd","pid":24291,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-6960cbdc-8071-4751-a5d5-0c52591da2a2","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T13:27:37.866920871Z","hostname":"oxz_crucible_8dbbe7bd-5bb7-4059-a33a-2e6c08694fbd","pid":24291,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-6960cbdc-8071-4751-a5d5-0c52591da2a2","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T13:27:37.871799497Z","hostname":"oxz_crucible_8dbbe7bd-5bb7-4059-a33a-2e6c08694fbd","pid":24291,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T13:27:37.878722035Z","hostname":"oxz_crucible_8dbbe7bd-5bb7-4059-a33a-2e6c08694fbd","pid":24291,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-6960cbdc-8071-4751-a5d5-0c52591da2a2","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T13:27:37.881563099Z","hostname":"oxz_crucible_8dbbe7bd-5bb7-4059-a33a-2e6c08694fbd","pid":24291,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/6960cbdc-8071-4751-a5d5-0c52591da2a2","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T13:27:37.881871037Z","hostname":"oxz_crucible_8dbbe7bd-5bb7-4059-a33a-2e6c08694fbd","pid":24291,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19003","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T13:27:37.881924458Z","hostname":"oxz_crucible_8dbbe7bd-5bb7-4059-a33a-2e6c08694fbd","pid":24291,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T13:27:37.881965789Z","hostname":"oxz_crucible_8dbbe7bd-5bb7-4059-a33a-2e6c08694fbd","pid":24291,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T13:27:37.88200513Z","hostname":"oxz_crucible_8dbbe7bd-5bb7-4059-a33a-2e6c08694fbd","pid":24291,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T13:27:37.885275744Z","hostname":"oxz_crucible_8dbbe7bd-5bb7-4059-a33a-2e6c08694fbd","pid":24291,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T13:27:37.894701747Z","hostname":"oxz_crucible_8dbbe7bd-5bb7-4059-a33a-2e6c08694fbd","pid":24291,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T13:27:38.076469413Z","hostname":"oxz_crucible_8dbbe7bd-5bb7-4059-a33a-2e6c08694fbd","pid":24291,"uri":"/crucible/0/regions","method":"POST","req_id":"3b373d76-4a62-4250-be23-d233e6232e73","remote_addr":"[fd00:1122:3344:101::a]:53168","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":66,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T13:28:18.105700835Z","hostname":"oxz_crucible_8dbbe7bd-5bb7-4059-a33a-2e6c08694fbd","pid":24291,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:48779"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T13:28:18.105820068Z","hostname":"oxz_crucible_8dbbe7bd-5bb7-4059-a33a-2e6c08694fbd","pid":24291,"uri":"/crucible/0/regions/6960cbdc-8071-4751-a5d5-0c52591da2a2","method":"GET","req_id":"df63caf8-0f08-428c-af66-2fb075ed310d","remote_addr":"[fd00:1122:3344:101::a]:48779","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":54,"response_code":"200"}
{"msg":"path is \"/data/regions/6960cbdc-8071-4751-a5d5-0c52591da2a2\"","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T13:28:18.105979242Z","hostname":"oxz_crucible_8dbbe7bd-5bb7-4059-a33a-2e6c08694fbd","pid":24291,"component":"datafile"}
{"msg":"dataset is oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60/crucible/regions/6960cbdc-8071-4751-a5d5-0c52591da2a2","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T13:28:18.117173661Z","hostname":"oxz_crucible_8dbbe7bd-5bb7-4059-a33a-2e6c08694fbd","pid":24291,"component":"datafile"}
{"msg":"region 6960cbdc-8071-4751-a5d5-0c52591da2a2 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T13:28:18.125272149Z","hostname":"oxz_crucible_8dbbe7bd-5bb7-4059-a33a-2e6c08694fbd","pid":24291,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T13:28:18.125467354Z","hostname":"oxz_crucible_8dbbe7bd-5bb7-4059-a33a-2e6c08694fbd","pid":24291,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T13:28:18.125523476Z","hostname":"oxz_crucible_8dbbe7bd-5bb7-4059-a33a-2e6c08694fbd","pid":24291,"uri":"/crucible/0/regions/6960cbdc-8071-4751-a5d5-0c52591da2a2","method":"DELETE","req_id":"8fccfec4-c9e3-4113-9dfe-a671828e1086","remote_addr":"[fd00:1122:3344:101::a]:48779","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":19574,"response_code":"204"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T13:28:18.126257015Z","hostname":"oxz_crucible_8dbbe7bd-5bb7-4059-a33a-2e6c08694fbd","pid":24291,"uri":"/crucible/0/regions/6960cbdc-8071-4751-a5d5-0c52591da2a2","method":"GET","req_id":"729c9733-5cf2-4387-bbd2-063f9c46ce5e","remote_addr":"[fd00:1122:3344:101::a]:48779","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":601,"response_code":"200"}
{"msg":"disabling downstairs instance: downstairs-6960cbdc-8071-4751-a5d5-0c52591da2a2 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T13:28:18.127445056Z","hostname":"oxz_crucible_8dbbe7bd-5bb7-4059-a33a-2e6c08694fbd","pid":24291,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T13:28:18.137283639Z","hostname":"oxz_crucible_8dbbe7bd-5bb7-4059-a33a-2e6c08694fbd","pid":24291,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60/crucible/regions/6960cbdc-8071-4751-a5d5-0c52591da2a2\"","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T13:28:18.146341593Z","hostname":"oxz_crucible_8dbbe7bd-5bb7-4059-a33a-2e6c08694fbd","pid":24291,"region":"6960cbdc-8071-4751-a5d5-0c52591da2a2","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T13:28:18.186657262Z","hostname":"oxz_crucible_8dbbe7bd-5bb7-4059-a33a-2e6c08694fbd","pid":24291,"uri":"/crucible/0/regions/6960cbdc-8071-4751-a5d5-0c52591da2a2","method":"GET","req_id":"508ca612-360a-473d-8508-f3503e030d2c","remote_addr":"[fd00:1122:3344:101::a]:48779","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":103,"response_code":"200"}
{"msg":"region 6960cbdc-8071-4751-a5d5-0c52591da2a2 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T13:28:18.20673684Z","hostname":"oxz_crucible_8dbbe7bd-5bb7-4059-a33a-2e6c08694fbd","pid":24291,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-28T13:28:18.266907481Z","hostname":"oxz_crucible_8dbbe7bd-5bb7-4059-a33a-2e6c08694fbd","pid":24291,"uri":"/crucible/0/regions/6960cbdc-8071-4751-a5d5-0c52591da2a2","method":"GET","req_id":"e9a60c9d-8032-48f7-a99d-e6bdc158a2d1","remote_addr":"[fd00:1122:3344:101::a]:48779","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":40,"response_code":"200"}