[ Oct 10 05:39:28 Enabled. ]
[ Oct 10 05:39:28 Rereading configuration. ]
[ Oct 10 05:39:30 Rereading configuration. ]
[ Oct 10 05:39:33 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_ebafd717-7c12-4d33-8ff6-d733ba37ec12/crucible -l [fd00:1122:3344:101::18]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"dataset: \"oxp_ebafd717-7c12-4d33-8ff6-d733ba37ec12/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T05:39:33.793180299Z","hostname":"oxz_crucible_824ba783-eaa3-4445-bbdd-ace94ca3d49d","pid":23091}
{"msg":"listen IP: [fd00:1122:3344:101::18]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T05:39:33.794588487Z","hostname":"oxz_crucible_824ba783-eaa3-4445-bbdd-ace94ca3d49d","pid":23091}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T05:39:33.794598907Z","hostname":"oxz_crucible_824ba783-eaa3-4445-bbdd-ace94ca3d49d","pid":23091}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T05:39:33.810903526Z","hostname":"oxz_crucible_824ba783-eaa3-4445-bbdd-ace94ca3d49d","pid":23091,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T05:39:34.01133861Z","hostname":"oxz_crucible_824ba783-eaa3-4445-bbdd-ace94ca3d49d","pid":23091,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T05:40:01.656842244Z","hostname":"oxz_crucible_824ba783-eaa3-4445-bbdd-ace94ca3d49d","pid":23091,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:37926"}
{"msg":"region 7fc61ce7-06cc-4875-bdb8-0e1364f1ccb5 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T05:40:01.692628796Z","hostname":"oxz_crucible_824ba783-eaa3-4445-bbdd-ace94ca3d49d","pid":23091,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T05:40:01.697660468Z","hostname":"oxz_crucible_824ba783-eaa3-4445-bbdd-ace94ca3d49d","pid":23091,"uri":"/crucible/0/regions","method":"POST","req_id":"2a7067f2-412e-4c16-b4ad-79af4d1a578f","remote_addr":"[fd00:1122:3344:101::c]:37926","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":13575,"response_code":"200"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T05:40:01.701629162Z","hostname":"oxz_crucible_824ba783-eaa3-4445-bbdd-ace94ca3d49d","pid":23091,"component":"worker"}
{"msg":"zfs set reservation of 1342177280 for oxp_ebafd717-7c12-4d33-8ff6-d733ba37ec12/crucible/regions/7fc61ce7-06cc-4875-bdb8-0e1364f1ccb5","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T05:40:01.711389929Z","hostname":"oxz_crucible_824ba783-eaa3-4445-bbdd-ace94ca3d49d","pid":23091,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_ebafd717-7c12-4d33-8ff6-d733ba37ec12/crucible/regions/7fc61ce7-06cc-4875-bdb8-0e1364f1ccb5","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T05:40:01.711466251Z","hostname":"oxz_crucible_824ba783-eaa3-4445-bbdd-ace94ca3d49d","pid":23091,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"7fc61ce7-06cc-4875-bdb8-0e1364f1ccb5\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/7fc61ce7-06cc-4875-bdb8-0e1364f1ccb5\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T05:40:01.778793453Z","hostname":"oxz_crucible_824ba783-eaa3-4445-bbdd-ace94ca3d49d","pid":23091,"region":"7fc61ce7-06cc-4875-bdb8-0e1364f1ccb5","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"7fc61ce7-06cc-4875-bdb8-0e1364f1ccb5\" \"--data\" \"/data/regions/7fc61ce7-06cc-4875-bdb8-0e1364f1ccb5\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T05:40:01.783028964Z","hostname":"oxz_crucible_824ba783-eaa3-4445-bbdd-ace94ca3d49d","pid":23091,"region":"7fc61ce7-06cc-4875-bdb8-0e1364f1ccb5","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T05:40:01.93564397Z","hostname":"oxz_crucible_824ba783-eaa3-4445-bbdd-ace94ca3d49d","pid":23091,"uri":"/crucible/0/regions","method":"POST","req_id":"33b621c4-86a5-4cb8-8c9b-44b39684cd77","remote_addr":"[fd00:1122:3344:101::c]:37926","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":780,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T05:40:02.058734409Z","hostname":"oxz_crucible_824ba783-eaa3-4445-bbdd-ace94ca3d49d","pid":23091,"region":"7fc61ce7-06cc-4875-bdb8-0e1364f1ccb5","component":"worker"}
{"msg":"region 7fc61ce7-06cc-4875-bdb8-0e1364f1ccb5 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T05:40:02.058814231Z","hostname":"oxz_crucible_824ba783-eaa3-4445-bbdd-ace94ca3d49d","pid":23091,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T05:40:02.059009646Z","hostname":"oxz_crucible_824ba783-eaa3-4445-bbdd-ace94ca3d49d","pid":23091,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-7fc61ce7-06cc-4875-bdb8-0e1364f1ccb5","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T05:40:02.061373409Z","hostname":"oxz_crucible_824ba783-eaa3-4445-bbdd-ace94ca3d49d","pid":23091,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-7fc61ce7-06cc-4875-bdb8-0e1364f1ccb5","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T05:40:02.067203152Z","hostname":"oxz_crucible_824ba783-eaa3-4445-bbdd-ace94ca3d49d","pid":23091,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T05:40:02.086329615Z","hostname":"oxz_crucible_824ba783-eaa3-4445-bbdd-ace94ca3d49d","pid":23091,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-7fc61ce7-06cc-4875-bdb8-0e1364f1ccb5","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T05:40:02.092714523Z","hostname":"oxz_crucible_824ba783-eaa3-4445-bbdd-ace94ca3d49d","pid":23091,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/7fc61ce7-06cc-4875-bdb8-0e1364f1ccb5","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T05:40:02.103337173Z","hostname":"oxz_crucible_824ba783-eaa3-4445-bbdd-ace94ca3d49d","pid":23091,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T05:40:02.103411855Z","hostname":"oxz_crucible_824ba783-eaa3-4445-bbdd-ace94ca3d49d","pid":23091,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T05:40:02.103459276Z","hostname":"oxz_crucible_824ba783-eaa3-4445-bbdd-ace94ca3d49d","pid":23091,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T05:40:02.103498817Z","hostname":"oxz_crucible_824ba783-eaa3-4445-bbdd-ace94ca3d49d","pid":23091,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T05:40:02.109206807Z","hostname":"oxz_crucible_824ba783-eaa3-4445-bbdd-ace94ca3d49d","pid":23091,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T05:40:02.117256359Z","hostname":"oxz_crucible_824ba783-eaa3-4445-bbdd-ace94ca3d49d","pid":23091,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T05:40:02.277551516Z","hostname":"oxz_crucible_824ba783-eaa3-4445-bbdd-ace94ca3d49d","pid":23091,"uri":"/crucible/0/regions","method":"POST","req_id":"66a21ab7-71e4-4c9a-bc5a-94c78046b7e6","remote_addr":"[fd00:1122:3344:101::c]:37926","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":767,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T05:40:02.860728572Z","hostname":"oxz_crucible_824ba783-eaa3-4445-bbdd-ace94ca3d49d","pid":23091,"uri":"/crucible/0/regions/7fc61ce7-06cc-4875-bdb8-0e1364f1ccb5","method":"GET","req_id":"8a4e4de3-0be3-4a3b-9628-3eb49faca62a","remote_addr":"[fd00:1122:3344:101::c]:37926","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":99,"response_code":"200"}
{"msg":"path is \"/data/regions/7fc61ce7-06cc-4875-bdb8-0e1364f1ccb5\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T05:40:02.864132231Z","hostname":"oxz_crucible_824ba783-eaa3-4445-bbdd-ace94ca3d49d","pid":23091,"component":"datafile"}
{"msg":"dataset is oxp_ebafd717-7c12-4d33-8ff6-d733ba37ec12/crucible/regions/7fc61ce7-06cc-4875-bdb8-0e1364f1ccb5","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T05:40:02.87662394Z","hostname":"oxz_crucible_824ba783-eaa3-4445-bbdd-ace94ca3d49d","pid":23091,"component":"datafile"}
{"msg":"region 7fc61ce7-06cc-4875-bdb8-0e1364f1ccb5 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T05:40:02.886829159Z","hostname":"oxz_crucible_824ba783-eaa3-4445-bbdd-ace94ca3d49d","pid":23091,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T05:40:02.886980383Z","hostname":"oxz_crucible_824ba783-eaa3-4445-bbdd-ace94ca3d49d","pid":23091,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T05:40:02.887063745Z","hostname":"oxz_crucible_824ba783-eaa3-4445-bbdd-ace94ca3d49d","pid":23091,"uri":"/crucible/0/regions/7fc61ce7-06cc-4875-bdb8-0e1364f1ccb5","method":"DELETE","req_id":"7772c4ea-537d-4dd1-80cf-b62cc8c6e5a0","remote_addr":"[fd00:1122:3344:101::c]:37926","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":22957,"response_code":"204"}
{"msg":"disabling downstairs instance: downstairs-7fc61ce7-06cc-4875-bdb8-0e1364f1ccb5 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T05:40:02.888095812Z","hostname":"oxz_crucible_824ba783-eaa3-4445-bbdd-ace94ca3d49d","pid":23091,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T05:40:02.890194117Z","hostname":"oxz_crucible_824ba783-eaa3-4445-bbdd-ace94ca3d49d","pid":23091,"uri":"/crucible/0/regions/7fc61ce7-06cc-4875-bdb8-0e1364f1ccb5","method":"GET","req_id":"138d949e-1570-4e15-bfeb-c05e33c25380","remote_addr":"[fd00:1122:3344:101::c]:37926","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":29,"response_code":"200"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T05:40:02.892983181Z","hostname":"oxz_crucible_824ba783-eaa3-4445-bbdd-ace94ca3d49d","pid":23091,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_ebafd717-7c12-4d33-8ff6-d733ba37ec12/crucible/regions/7fc61ce7-06cc-4875-bdb8-0e1364f1ccb5\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T05:40:02.905912261Z","hostname":"oxz_crucible_824ba783-eaa3-4445-bbdd-ace94ca3d49d","pid":23091,"region":"7fc61ce7-06cc-4875-bdb8-0e1364f1ccb5","component":"worker"}
{"msg":"region 7fc61ce7-06cc-4875-bdb8-0e1364f1ccb5 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T05:40:02.967136222Z","hostname":"oxz_crucible_824ba783-eaa3-4445-bbdd-ace94ca3d49d","pid":23091,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T05:40:02.987444026Z","hostname":"oxz_crucible_824ba783-eaa3-4445-bbdd-ace94ca3d49d","pid":23091,"uri":"/crucible/0/regions/7fc61ce7-06cc-4875-bdb8-0e1364f1ccb5","method":"GET","req_id":"66bbf475-acbb-447d-a644-b46aa00ad3b4","remote_addr":"[fd00:1122:3344:101::c]:37926","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":632,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T05:40:54.772086766Z","hostname":"oxz_crucible_824ba783-eaa3-4445-bbdd-ace94ca3d49d","pid":23091,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:38661"}
{"msg":"region 54d983cb-1cfb-4bf4-a36d-080f6016ad90 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T05:40:54.772909778Z","hostname":"oxz_crucible_824ba783-eaa3-4445-bbdd-ace94ca3d49d","pid":23091,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T05:40:54.773083222Z","hostname":"oxz_crucible_824ba783-eaa3-4445-bbdd-ace94ca3d49d","pid":23091,"uri":"/crucible/0/regions","method":"POST","req_id":"7ccf79a7-9676-4365-86df-f71c566a8330","remote_addr":"[fd00:1122:3344:101::a]:38661","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":853,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T05:40:54.773098493Z","hostname":"oxz_crucible_824ba783-eaa3-4445-bbdd-ace94ca3d49d","pid":23091,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_ebafd717-7c12-4d33-8ff6-d733ba37ec12/crucible/regions/54d983cb-1cfb-4bf4-a36d-080f6016ad90","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T05:40:54.781499524Z","hostname":"oxz_crucible_824ba783-eaa3-4445-bbdd-ace94ca3d49d","pid":23091,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_ebafd717-7c12-4d33-8ff6-d733ba37ec12/crucible/regions/54d983cb-1cfb-4bf4-a36d-080f6016ad90","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T05:40:54.781535765Z","hostname":"oxz_crucible_824ba783-eaa3-4445-bbdd-ace94ca3d49d","pid":23091,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"54d983cb-1cfb-4bf4-a36d-080f6016ad90\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/54d983cb-1cfb-4bf4-a36d-080f6016ad90\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T05:40:54.833919783Z","hostname":"oxz_crucible_824ba783-eaa3-4445-bbdd-ace94ca3d49d","pid":23091,"region":"54d983cb-1cfb-4bf4-a36d-080f6016ad90","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"54d983cb-1cfb-4bf4-a36d-080f6016ad90\" \"--data\" \"/data/regions/54d983cb-1cfb-4bf4-a36d-080f6016ad90\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T05:40:54.833973925Z","hostname":"oxz_crucible_824ba783-eaa3-4445-bbdd-ace94ca3d49d","pid":23091,"region":"54d983cb-1cfb-4bf4-a36d-080f6016ad90","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T05:40:54.905945958Z","hostname":"oxz_crucible_824ba783-eaa3-4445-bbdd-ace94ca3d49d","pid":23091,"region":"54d983cb-1cfb-4bf4-a36d-080f6016ad90","component":"worker"}
{"msg":"region 54d983cb-1cfb-4bf4-a36d-080f6016ad90 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T05:40:54.90599611Z","hostname":"oxz_crucible_824ba783-eaa3-4445-bbdd-ace94ca3d49d","pid":23091,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T05:40:54.906065382Z","hostname":"oxz_crucible_824ba783-eaa3-4445-bbdd-ace94ca3d49d","pid":23091,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-54d983cb-1cfb-4bf4-a36d-080f6016ad90","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T05:40:54.907462909Z","hostname":"oxz_crucible_824ba783-eaa3-4445-bbdd-ace94ca3d49d","pid":23091,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-54d983cb-1cfb-4bf4-a36d-080f6016ad90","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T05:40:54.912188253Z","hostname":"oxz_crucible_824ba783-eaa3-4445-bbdd-ace94ca3d49d","pid":23091,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T05:40:54.919829844Z","hostname":"oxz_crucible_824ba783-eaa3-4445-bbdd-ace94ca3d49d","pid":23091,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-54d983cb-1cfb-4bf4-a36d-080f6016ad90","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T05:40:54.923661745Z","hostname":"oxz_crucible_824ba783-eaa3-4445-bbdd-ace94ca3d49d","pid":23091,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/54d983cb-1cfb-4bf4-a36d-080f6016ad90","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T05:40:54.923976293Z","hostname":"oxz_crucible_824ba783-eaa3-4445-bbdd-ace94ca3d49d","pid":23091,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T05:40:54.924030814Z","hostname":"oxz_crucible_824ba783-eaa3-4445-bbdd-ace94ca3d49d","pid":23091,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T05:40:54.924073015Z","hostname":"oxz_crucible_824ba783-eaa3-4445-bbdd-ace94ca3d49d","pid":23091,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T05:40:54.924113537Z","hostname":"oxz_crucible_824ba783-eaa3-4445-bbdd-ace94ca3d49d","pid":23091,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T05:40:54.927776363Z","hostname":"oxz_crucible_824ba783-eaa3-4445-bbdd-ace94ca3d49d","pid":23091,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T05:40:54.932839356Z","hostname":"oxz_crucible_824ba783-eaa3-4445-bbdd-ace94ca3d49d","pid":23091,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T05:40:55.092070746Z","hostname":"oxz_crucible_824ba783-eaa3-4445-bbdd-ace94ca3d49d","pid":23091,"uri":"/crucible/0/regions","method":"POST","req_id":"52b1ef33-1708-48b5-a412-c02fc96811e9","remote_addr":"[fd00:1122:3344:101::a]:38661","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":56,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T05:44:04.276230176Z","hostname":"oxz_crucible_824ba783-eaa3-4445-bbdd-ace94ca3d49d","pid":23091,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:65311"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T05:44:04.276810691Z","hostname":"oxz_crucible_824ba783-eaa3-4445-bbdd-ace94ca3d49d","pid":23091,"uri":"/crucible/0/regions/54d983cb-1cfb-4bf4-a36d-080f6016ad90","method":"GET","req_id":"77a60239-d8c0-42c9-b3fb-25cd77feaf7d","remote_addr":"[fd00:1122:3344:101::a]:65311","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":450,"response_code":"200"}
{"msg":"path is \"/data/regions/54d983cb-1cfb-4bf4-a36d-080f6016ad90\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T05:44:04.28058396Z","hostname":"oxz_crucible_824ba783-eaa3-4445-bbdd-ace94ca3d49d","pid":23091,"component":"datafile"}
{"msg":"dataset is oxp_ebafd717-7c12-4d33-8ff6-d733ba37ec12/crucible/regions/54d983cb-1cfb-4bf4-a36d-080f6016ad90","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T05:44:04.291328693Z","hostname":"oxz_crucible_824ba783-eaa3-4445-bbdd-ace94ca3d49d","pid":23091,"component":"datafile"}
{"msg":"region 54d983cb-1cfb-4bf4-a36d-080f6016ad90 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T05:44:04.301570452Z","hostname":"oxz_crucible_824ba783-eaa3-4445-bbdd-ace94ca3d49d","pid":23091,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T05:44:04.302323332Z","hostname":"oxz_crucible_824ba783-eaa3-4445-bbdd-ace94ca3d49d","pid":23091,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T05:44:04.302370854Z","hostname":"oxz_crucible_824ba783-eaa3-4445-bbdd-ace94ca3d49d","pid":23091,"uri":"/crucible/0/regions/54d983cb-1cfb-4bf4-a36d-080f6016ad90","method":"DELETE","req_id":"a95732b6-c91d-4580-97fc-fee7199f76e0","remote_addr":"[fd00:1122:3344:101::a]:65311","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":21861,"response_code":"204"}
{"msg":"disabling downstairs instance: downstairs-54d983cb-1cfb-4bf4-a36d-080f6016ad90 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T05:44:04.304100199Z","hostname":"oxz_crucible_824ba783-eaa3-4445-bbdd-ace94ca3d49d","pid":23091,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T05:44:04.305436144Z","hostname":"oxz_crucible_824ba783-eaa3-4445-bbdd-ace94ca3d49d","pid":23091,"uri":"/crucible/0/regions/54d983cb-1cfb-4bf4-a36d-080f6016ad90","method":"GET","req_id":"57b08230-a0a0-47ca-9c3c-721d7a210d56","remote_addr":"[fd00:1122:3344:101::a]:65311","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":35,"response_code":"200"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T05:44:04.320541142Z","hostname":"oxz_crucible_824ba783-eaa3-4445-bbdd-ace94ca3d49d","pid":23091,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_ebafd717-7c12-4d33-8ff6-d733ba37ec12/crucible/regions/54d983cb-1cfb-4bf4-a36d-080f6016ad90\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T05:44:04.3307538Z","hostname":"oxz_crucible_824ba783-eaa3-4445-bbdd-ace94ca3d49d","pid":23091,"region":"54d983cb-1cfb-4bf4-a36d-080f6016ad90","component":"worker"}
{"msg":"region 54d983cb-1cfb-4bf4-a36d-080f6016ad90 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T05:44:04.402496488Z","hostname":"oxz_crucible_824ba783-eaa3-4445-bbdd-ace94ca3d49d","pid":23091,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-10T05:44:04.413648422Z","hostname":"oxz_crucible_824ba783-eaa3-4445-bbdd-ace94ca3d49d","pid":23091,"uri":"/crucible/0/regions/54d983cb-1cfb-4bf4-a36d-080f6016ad90","method":"GET","req_id":"da469208-1093-4973-9b5c-f49ae61e2c33","remote_addr":"[fd00:1122:3344:101::a]:65311","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":65,"response_code":"200"}