{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-03-30T05:45:17.975823012Z","hostname":"oxz_crucible_525c4f1a-5d69-4ecf-a43b-162fb1134523","pid":22659,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:44123"} {"msg":"region 0c3cb8ae-8460-4b90-8255-6032d26b6237 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-03-30T05:45:18.035051404Z","hostname":"oxz_crucible_525c4f1a-5d69-4ecf-a43b-162fb1134523","pid":22659,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-03-30T05:45:18.0359416Z","hostname":"oxz_crucible_525c4f1a-5d69-4ecf-a43b-162fb1134523","pid":22659,"uri":"/crucible/0/regions","method":"POST","req_id":"122d0fcd-a374-4143-899f-4bb85bf12b09","remote_addr":"[fd00:1122:3344:101::b]:44123","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":1226,"response_code":"200"} {"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2024-03-30T05:45:18.03595708Z","hostname":"oxz_crucible_525c4f1a-5d69-4ecf-a43b-162fb1134523","pid":22659,"component":"worker"} {"msg":"zfs set reservation of 1342177280 for oxp_28899eb6-914e-44b6-b77e-9d82d92186d6/crucible/regions/0c3cb8ae-8460-4b90-8255-6032d26b6237","v":0,"name":"crucible-agent","level":30,"time":"2024-03-30T05:45:18.045180127Z","hostname":"oxz_crucible_525c4f1a-5d69-4ecf-a43b-162fb1134523","pid":22659,"component":"worker"} {"msg":"zfs set quota of 3221225472 for oxp_28899eb6-914e-44b6-b77e-9d82d92186d6/crucible/regions/0c3cb8ae-8460-4b90-8255-6032d26b6237","v":0,"name":"crucible-agent","level":30,"time":"2024-03-30T05:45:18.045213468Z","hostname":"oxz_crucible_525c4f1a-5d69-4ecf-a43b-162fb1134523","pid":22659,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"0c3cb8ae-8460-4b90-8255-6032d26b6237\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None } at \"/data/regions/0c3cb8ae-8460-4b90-8255-6032d26b6237\"","v":0,"name":"crucible-agent","level":30,"time":"2024-03-30T05:45:18.113464973Z","hostname":"oxz_crucible_525c4f1a-5d69-4ecf-a43b-162fb1134523","pid":22659,"region":"0c3cb8ae-8460-4b90-8255-6032d26b6237","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-03-30T05:45:18.288247147Z","hostname":"oxz_crucible_525c4f1a-5d69-4ecf-a43b-162fb1134523","pid":22659,"region":"0c3cb8ae-8460-4b90-8255-6032d26b6237","component":"worker"} {"msg":"region 0c3cb8ae-8460-4b90-8255-6032d26b6237 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-03-30T05:45:18.288306788Z","hostname":"oxz_crucible_525c4f1a-5d69-4ecf-a43b-162fb1134523","pid":22659,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-03-30T05:45:18.288396779Z","hostname":"oxz_crucible_525c4f1a-5d69-4ecf-a43b-162fb1134523","pid":22659,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-0c3cb8ae-8460-4b90-8255-6032d26b6237","v":0,"name":"crucible-agent","level":30,"time":"2024-03-30T05:45:18.288891888Z","hostname":"oxz_crucible_525c4f1a-5d69-4ecf-a43b-162fb1134523","pid":22659,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-0c3cb8ae-8460-4b90-8255-6032d26b6237","v":0,"name":"crucible-agent","level":30,"time":"2024-03-30T05:45:18.292629236Z","hostname":"oxz_crucible_525c4f1a-5d69-4ecf-a43b-162fb1134523","pid":22659,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-03-30T05:45:18.302440044Z","hostname":"oxz_crucible_525c4f1a-5d69-4ecf-a43b-162fb1134523","pid":22659,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-0c3cb8ae-8460-4b90-8255-6032d26b6237","v":0,"name":"crucible-agent","level":30,"time":"2024-03-30T05:45:18.305800664Z","hostname":"oxz_crucible_525c4f1a-5d69-4ecf-a43b-162fb1134523","pid":22659,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/0c3cb8ae-8460-4b90-8255-6032d26b6237","v":0,"name":"crucible-agent","level":30,"time":"2024-03-30T05:45:18.306511437Z","hostname":"oxz_crucible_525c4f1a-5d69-4ecf-a43b-162fb1134523","pid":22659,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-03-30T05:45:18.306578119Z","hostname":"oxz_crucible_525c4f1a-5d69-4ecf-a43b-162fb1134523","pid":22659,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2024-03-30T05:45:18.306624979Z","hostname":"oxz_crucible_525c4f1a-5d69-4ecf-a43b-162fb1134523","pid":22659,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-03-30T05:45:18.30666521Z","hostname":"oxz_crucible_525c4f1a-5d69-4ecf-a43b-162fb1134523","pid":22659,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-03-30T05:45:18.310280566Z","hostname":"oxz_crucible_525c4f1a-5d69-4ecf-a43b-162fb1134523","pid":22659,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-03-30T05:45:18.314096855Z","hostname":"oxz_crucible_525c4f1a-5d69-4ecf-a43b-162fb1134523","pid":22659,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-03-30T05:45:18.332929225Z","hostname":"oxz_crucible_525c4f1a-5d69-4ecf-a43b-162fb1134523","pid":22659,"uri":"/crucible/0/regions","method":"POST","req_id":"a0b67b08-84f7-4d8a-b909-4a7f78166fb5","remote_addr":"[fd00:1122:3344:101::b]:44123","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":79,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-03-30T05:45:19.152603361Z","hostname":"oxz_crucible_525c4f1a-5d69-4ecf-a43b-162fb1134523","pid":22659,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:57795"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-03-30T05:45:19.152736973Z","hostname":"oxz_crucible_525c4f1a-5d69-4ecf-a43b-162fb1134523","pid":22659,"uri":"/crucible/0/regions/0c3cb8ae-8460-4b90-8255-6032d26b6237","method":"GET","req_id":"1f6e6068-be98-482e-a0a0-ddc8589d9f48","remote_addr":"[fd00:1122:3344:101::b]:57795","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":90,"response_code":"200"} {"msg":"path is \"/data/regions/0c3cb8ae-8460-4b90-8255-6032d26b6237\"","v":0,"name":"crucible-agent","level":30,"time":"2024-03-30T05:45:19.152915066Z","hostname":"oxz_crucible_525c4f1a-5d69-4ecf-a43b-162fb1134523","pid":22659,"component":"datafile"} {"msg":"dataset is oxp_28899eb6-914e-44b6-b77e-9d82d92186d6/crucible/regions/0c3cb8ae-8460-4b90-8255-6032d26b6237","v":0,"name":"crucible-agent","level":30,"time":"2024-03-30T05:45:19.162245025Z","hostname":"oxz_crucible_525c4f1a-5d69-4ecf-a43b-162fb1134523","pid":22659,"component":"datafile"} {"msg":"region 0c3cb8ae-8460-4b90-8255-6032d26b6237 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-03-30T05:45:19.170031376Z","hostname":"oxz_crucible_525c4f1a-5d69-4ecf-a43b-162fb1134523","pid":22659,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-03-30T05:45:19.170169879Z","hostname":"oxz_crucible_525c4f1a-5d69-4ecf-a43b-162fb1134523","pid":22659,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-03-30T05:45:19.17023568Z","hostname":"oxz_crucible_525c4f1a-5d69-4ecf-a43b-162fb1134523","pid":22659,"uri":"/crucible/0/regions/0c3cb8ae-8460-4b90-8255-6032d26b6237","method":"DELETE","req_id":"838f85ea-a8ef-4172-861a-0f9310339c47","remote_addr":"[fd00:1122:3344:101::b]:57795","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":17345,"response_code":"204"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-03-30T05:45:19.170383233Z","hostname":"oxz_crucible_525c4f1a-5d69-4ecf-a43b-162fb1134523","pid":22659,"uri":"/crucible/0/regions/0c3cb8ae-8460-4b90-8255-6032d26b6237","method":"GET","req_id":"e8ce9f0b-5236-4bc4-a65d-964aef6ea259","remote_addr":"[fd00:1122:3344:101::b]:57795","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":21,"response_code":"200"} {"msg":"disabling downstairs instance: downstairs-0c3cb8ae-8460-4b90-8255-6032d26b6237 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-03-30T05:45:19.171340727Z","hostname":"oxz_crucible_525c4f1a-5d69-4ecf-a43b-162fb1134523","pid":22659,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-03-30T05:45:19.174791993Z","hostname":"oxz_crucible_525c4f1a-5d69-4ecf-a43b-162fb1134523","pid":22659,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_28899eb6-914e-44b6-b77e-9d82d92186d6/crucible/regions/0c3cb8ae-8460-4b90-8255-6032d26b6237\"","v":0,"name":"crucible-agent","level":30,"time":"2024-03-30T05:45:19.185351484Z","hostname":"oxz_crucible_525c4f1a-5d69-4ecf-a43b-162fb1134523","pid":22659,"region":"0c3cb8ae-8460-4b90-8255-6032d26b6237","component":"worker"} {"msg":"region 0c3cb8ae-8460-4b90-8255-6032d26b6237 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-03-30T05:45:19.244400172Z","hostname":"oxz_crucible_525c4f1a-5d69-4ecf-a43b-162fb1134523","pid":22659,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-03-30T05:45:19.300126321Z","hostname":"oxz_crucible_525c4f1a-5d69-4ecf-a43b-162fb1134523","pid":22659,"uri":"/crucible/0/regions/0c3cb8ae-8460-4b90-8255-6032d26b6237","method":"GET","req_id":"5d02ec73-a274-4a8a-b5ab-e08f834ad186","remote_addr":"[fd00:1122:3344:101::b]:57795","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":70,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-03-30T05:46:09.605928929Z","hostname":"oxz_crucible_525c4f1a-5d69-4ecf-a43b-162fb1134523","pid":22659,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:34367"} {"msg":"region 30022201-864b-494b-95e5-25d03cc88469 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-03-30T05:46:09.635502564Z","hostname":"oxz_crucible_525c4f1a-5d69-4ecf-a43b-162fb1134523","pid":22659,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-03-30T05:46:09.635698848Z","hostname":"oxz_crucible_525c4f1a-5d69-4ecf-a43b-162fb1134523","pid":22659,"uri":"/crucible/0/regions","method":"POST","req_id":"33a079a0-4de1-41d5-b35c-b8a1bb6d8e16","remote_addr":"[fd00:1122:3344:101::a]:34367","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":237,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-03-30T05:46:09.635714778Z","hostname":"oxz_crucible_525c4f1a-5d69-4ecf-a43b-162fb1134523","pid":22659,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_28899eb6-914e-44b6-b77e-9d82d92186d6/crucible/regions/30022201-864b-494b-95e5-25d03cc88469","v":0,"name":"crucible-agent","level":30,"time":"2024-03-30T05:46:09.644188672Z","hostname":"oxz_crucible_525c4f1a-5d69-4ecf-a43b-162fb1134523","pid":22659,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_28899eb6-914e-44b6-b77e-9d82d92186d6/crucible/regions/30022201-864b-494b-95e5-25d03cc88469","v":0,"name":"crucible-agent","level":30,"time":"2024-03-30T05:46:09.644232273Z","hostname":"oxz_crucible_525c4f1a-5d69-4ecf-a43b-162fb1134523","pid":22659,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"30022201-864b-494b-95e5-25d03cc88469\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None } at \"/data/regions/30022201-864b-494b-95e5-25d03cc88469\"","v":0,"name":"crucible-agent","level":30,"time":"2024-03-30T05:46:09.70435699Z","hostname":"oxz_crucible_525c4f1a-5d69-4ecf-a43b-162fb1134523","pid":22659,"region":"30022201-864b-494b-95e5-25d03cc88469","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-03-30T05:46:09.76842095Z","hostname":"oxz_crucible_525c4f1a-5d69-4ecf-a43b-162fb1134523","pid":22659,"region":"30022201-864b-494b-95e5-25d03cc88469","component":"worker"} {"msg":"region 30022201-864b-494b-95e5-25d03cc88469 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-03-30T05:46:09.768494731Z","hostname":"oxz_crucible_525c4f1a-5d69-4ecf-a43b-162fb1134523","pid":22659,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-03-30T05:46:09.768576313Z","hostname":"oxz_crucible_525c4f1a-5d69-4ecf-a43b-162fb1134523","pid":22659,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-30022201-864b-494b-95e5-25d03cc88469","v":0,"name":"crucible-agent","level":30,"time":"2024-03-30T05:46:09.770042389Z","hostname":"oxz_crucible_525c4f1a-5d69-4ecf-a43b-162fb1134523","pid":22659,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-30022201-864b-494b-95e5-25d03cc88469","v":0,"name":"crucible-agent","level":30,"time":"2024-03-30T05:46:09.772916731Z","hostname":"oxz_crucible_525c4f1a-5d69-4ecf-a43b-162fb1134523","pid":22659,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-03-30T05:46:09.779228385Z","hostname":"oxz_crucible_525c4f1a-5d69-4ecf-a43b-162fb1134523","pid":22659,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-30022201-864b-494b-95e5-25d03cc88469","v":0,"name":"crucible-agent","level":30,"time":"2024-03-30T05:46:09.781981275Z","hostname":"oxz_crucible_525c4f1a-5d69-4ecf-a43b-162fb1134523","pid":22659,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/30022201-864b-494b-95e5-25d03cc88469","v":0,"name":"crucible-agent","level":30,"time":"2024-03-30T05:46:09.782285581Z","hostname":"oxz_crucible_525c4f1a-5d69-4ecf-a43b-162fb1134523","pid":22659,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-03-30T05:46:09.782341262Z","hostname":"oxz_crucible_525c4f1a-5d69-4ecf-a43b-162fb1134523","pid":22659,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2024-03-30T05:46:09.782386813Z","hostname":"oxz_crucible_525c4f1a-5d69-4ecf-a43b-162fb1134523","pid":22659,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-03-30T05:46:09.782429074Z","hostname":"oxz_crucible_525c4f1a-5d69-4ecf-a43b-162fb1134523","pid":22659,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-03-30T05:46:09.786005928Z","hostname":"oxz_crucible_525c4f1a-5d69-4ecf-a43b-162fb1134523","pid":22659,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-03-30T05:46:09.790423808Z","hostname":"oxz_crucible_525c4f1a-5d69-4ecf-a43b-162fb1134523","pid":22659,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-03-30T05:46:09.879078063Z","hostname":"oxz_crucible_525c4f1a-5d69-4ecf-a43b-162fb1134523","pid":22659,"uri":"/crucible/0/regions","method":"POST","req_id":"dc059284-242f-43ef-b54c-3082eea0ab65","remote_addr":"[fd00:1122:3344:101::a]:34367","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":814,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-03-30T05:51:43.894370857Z","hostname":"oxz_crucible_525c4f1a-5d69-4ecf-a43b-162fb1134523","pid":22659,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:37524"} {"msg":"region 7ccbc65b-ddc6-4cbf-8ab1-becc50d657bf state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-03-30T05:51:43.894597541Z","hostname":"oxz_crucible_525c4f1a-5d69-4ecf-a43b-162fb1134523","pid":22659,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-03-30T05:51:43.894775315Z","hostname":"oxz_crucible_525c4f1a-5d69-4ecf-a43b-162fb1134523","pid":22659,"uri":"/crucible/0/regions","method":"POST","req_id":"90e1442f-714f-411a-801f-484b49b11d60","remote_addr":"[fd00:1122:3344:101::a]:37524","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":359,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-03-30T05:51:43.894810775Z","hostname":"oxz_crucible_525c4f1a-5d69-4ecf-a43b-162fb1134523","pid":22659,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_28899eb6-914e-44b6-b77e-9d82d92186d6/crucible/regions/7ccbc65b-ddc6-4cbf-8ab1-becc50d657bf","v":0,"name":"crucible-agent","level":30,"time":"2024-03-30T05:51:43.905486649Z","hostname":"oxz_crucible_525c4f1a-5d69-4ecf-a43b-162fb1134523","pid":22659,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_28899eb6-914e-44b6-b77e-9d82d92186d6/crucible/regions/7ccbc65b-ddc6-4cbf-8ab1-becc50d657bf","v":0,"name":"crucible-agent","level":30,"time":"2024-03-30T05:51:43.905526129Z","hostname":"oxz_crucible_525c4f1a-5d69-4ecf-a43b-162fb1134523","pid":22659,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"7ccbc65b-ddc6-4cbf-8ab1-becc50d657bf\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None } at \"/data/regions/7ccbc65b-ddc6-4cbf-8ab1-becc50d657bf\"","v":0,"name":"crucible-agent","level":30,"time":"2024-03-30T05:51:43.97520466Z","hostname":"oxz_crucible_525c4f1a-5d69-4ecf-a43b-162fb1134523","pid":22659,"region":"7ccbc65b-ddc6-4cbf-8ab1-becc50d657bf","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-03-30T05:51:44.049915763Z","hostname":"oxz_crucible_525c4f1a-5d69-4ecf-a43b-162fb1134523","pid":22659,"region":"7ccbc65b-ddc6-4cbf-8ab1-becc50d657bf","component":"worker"} {"msg":"region 7ccbc65b-ddc6-4cbf-8ab1-becc50d657bf state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-03-30T05:51:44.049958293Z","hostname":"oxz_crucible_525c4f1a-5d69-4ecf-a43b-162fb1134523","pid":22659,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-03-30T05:51:44.050070375Z","hostname":"oxz_crucible_525c4f1a-5d69-4ecf-a43b-162fb1134523","pid":22659,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-7ccbc65b-ddc6-4cbf-8ab1-becc50d657bf","v":0,"name":"crucible-agent","level":30,"time":"2024-03-30T05:51:44.058855634Z","hostname":"oxz_crucible_525c4f1a-5d69-4ecf-a43b-162fb1134523","pid":22659,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-7ccbc65b-ddc6-4cbf-8ab1-becc50d657bf","v":0,"name":"crucible-agent","level":30,"time":"2024-03-30T05:51:44.066224788Z","hostname":"oxz_crucible_525c4f1a-5d69-4ecf-a43b-162fb1134523","pid":22659,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-03-30T05:51:44.076401942Z","hostname":"oxz_crucible_525c4f1a-5d69-4ecf-a43b-162fb1134523","pid":22659,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-7ccbc65b-ddc6-4cbf-8ab1-becc50d657bf","v":0,"name":"crucible-agent","level":30,"time":"2024-03-30T05:51:44.079470038Z","hostname":"oxz_crucible_525c4f1a-5d69-4ecf-a43b-162fb1134523","pid":22659,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/7ccbc65b-ddc6-4cbf-8ab1-becc50d657bf","v":0,"name":"crucible-agent","level":30,"time":"2024-03-30T05:51:44.079716732Z","hostname":"oxz_crucible_525c4f1a-5d69-4ecf-a43b-162fb1134523","pid":22659,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-03-30T05:51:44.079779153Z","hostname":"oxz_crucible_525c4f1a-5d69-4ecf-a43b-162fb1134523","pid":22659,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2024-03-30T05:51:44.079822014Z","hostname":"oxz_crucible_525c4f1a-5d69-4ecf-a43b-162fb1134523","pid":22659,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-03-30T05:51:44.079864085Z","hostname":"oxz_crucible_525c4f1a-5d69-4ecf-a43b-162fb1134523","pid":22659,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-03-30T05:51:44.083116584Z","hostname":"oxz_crucible_525c4f1a-5d69-4ecf-a43b-162fb1134523","pid":22659,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-03-30T05:51:44.087501553Z","hostname":"oxz_crucible_525c4f1a-5d69-4ecf-a43b-162fb1134523","pid":22659,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-03-30T05:51:44.131420318Z","hostname":"oxz_crucible_525c4f1a-5d69-4ecf-a43b-162fb1134523","pid":22659,"uri":"/crucible/0/regions","method":"POST","req_id":"b72fca80-ac5a-4247-bc3d-8a3a4383b49a","remote_addr":"[fd00:1122:3344:101::a]:37524","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":65,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-03-30T05:51:44.695481107Z","hostname":"oxz_crucible_525c4f1a-5d69-4ecf-a43b-162fb1134523","pid":22659,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:42787"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-03-30T05:51:44.695544409Z","hostname":"oxz_crucible_525c4f1a-5d69-4ecf-a43b-162fb1134523","pid":22659,"uri":"/crucible/0/regions/30022201-864b-494b-95e5-25d03cc88469","method":"GET","req_id":"af9e648c-5ff4-485d-bd66-c53f45a97748","remote_addr":"[fd00:1122:3344:101::a]:42787","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":55,"response_code":"200"} {"msg":"path is \"/data/regions/30022201-864b-494b-95e5-25d03cc88469\"","v":0,"name":"crucible-agent","level":30,"time":"2024-03-30T05:51:44.695732522Z","hostname":"oxz_crucible_525c4f1a-5d69-4ecf-a43b-162fb1134523","pid":22659,"component":"datafile"} {"msg":"dataset is oxp_28899eb6-914e-44b6-b77e-9d82d92186d6/crucible/regions/30022201-864b-494b-95e5-25d03cc88469","v":0,"name":"crucible-agent","level":30,"time":"2024-03-30T05:51:44.704320957Z","hostname":"oxz_crucible_525c4f1a-5d69-4ecf-a43b-162fb1134523","pid":22659,"component":"datafile"} {"msg":"snapshot is oxp_28899eb6-914e-44b6-b77e-9d82d92186d6/crucible/regions/30022201-864b-494b-95e5-25d03cc88469@df132503-9198-4173-b67d-ac960c2931e9","v":0,"name":"crucible-agent","level":30,"time":"2024-03-30T05:51:44.712794581Z","hostname":"oxz_crucible_525c4f1a-5d69-4ecf-a43b-162fb1134523","pid":22659,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_28899eb6-914e-44b6-b77e-9d82d92186d6/crucible/regions/30022201-864b-494b-95e5-25d03cc88469\", \"df132503-9198-4173-b67d-ac960c2931e9\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-03-30T05:51:44.712829561Z","hostname":"oxz_crucible_525c4f1a-5d69-4ecf-a43b-162fb1134523","pid":22659,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-03-30T05:51:44.724162467Z","hostname":"oxz_crucible_525c4f1a-5d69-4ecf-a43b-162fb1134523","pid":22659,"uri":"/crucible/0/regions/30022201-864b-494b-95e5-25d03cc88469/snapshots/df132503-9198-4173-b67d-ac960c2931e9","method":"GET","req_id":"28705110-a1da-4a16-95c1-30f355b1bfeb","remote_addr":"[fd00:1122:3344:101::a]:42787","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":28449,"response_code":"200"} {"msg":"path is \"/data/regions/30022201-864b-494b-95e5-25d03cc88469\"","v":0,"name":"crucible-agent","level":30,"time":"2024-03-30T05:51:44.724301269Z","hostname":"oxz_crucible_525c4f1a-5d69-4ecf-a43b-162fb1134523","pid":22659,"component":"datafile"} {"msg":"dataset is oxp_28899eb6-914e-44b6-b77e-9d82d92186d6/crucible/regions/30022201-864b-494b-95e5-25d03cc88469","v":0,"name":"crucible-agent","level":30,"time":"2024-03-30T05:51:44.732317114Z","hostname":"oxz_crucible_525c4f1a-5d69-4ecf-a43b-162fb1134523","pid":22659,"component":"datafile"} {"msg":"snapshot is oxp_28899eb6-914e-44b6-b77e-9d82d92186d6/crucible/regions/30022201-864b-494b-95e5-25d03cc88469@df132503-9198-4173-b67d-ac960c2931e9","v":0,"name":"crucible-agent","level":30,"time":"2024-03-30T05:51:44.741129303Z","hostname":"oxz_crucible_525c4f1a-5d69-4ecf-a43b-162fb1134523","pid":22659,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_28899eb6-914e-44b6-b77e-9d82d92186d6/crucible/regions/30022201-864b-494b-95e5-25d03cc88469\", \"df132503-9198-4173-b67d-ac960c2931e9\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-03-30T05:51:44.741159054Z","hostname":"oxz_crucible_525c4f1a-5d69-4ecf-a43b-162fb1134523","pid":22659,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 30022201-864b-494b-95e5-25d03cc88469-df132503-9198-4173-b67d-ac960c2931e9 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-03-30T05:51:44.749876572Z","hostname":"oxz_crucible_525c4f1a-5d69-4ecf-a43b-162fb1134523","pid":22659,"component":"datafile"} {"msg":"applying SMF actions for region 30022201-864b-494b-95e5-25d03cc88469 running snapshot df132503-9198-4173-b67d-ac960c2931e9 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-03-30T05:51:44.750051995Z","hostname":"oxz_crucible_525c4f1a-5d69-4ecf-a43b-162fb1134523","pid":22659,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-03-30T05:51:44.750089036Z","hostname":"oxz_crucible_525c4f1a-5d69-4ecf-a43b-162fb1134523","pid":22659,"uri":"/crucible/0/regions/30022201-864b-494b-95e5-25d03cc88469/snapshots/df132503-9198-4173-b67d-ac960c2931e9/run","method":"POST","req_id":"fad3bf80-f794-4b84-a5f5-6414efb4e150","remote_addr":"[fd00:1122:3344:101::a]:42787","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":25812,"response_code":"200"} {"msg":"creating missing snapshot instance snapshot-30022201-864b-494b-95e5-25d03cc88469-df132503-9198-4173-b67d-ac960c2931e9","v":0,"name":"crucible-agent","level":30,"time":"2024-03-30T05:51:44.752837106Z","hostname":"oxz_crucible_525c4f1a-5d69-4ecf-a43b-162fb1134523","pid":22659,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-30022201-864b-494b-95e5-25d03cc88469-df132503-9198-4173-b67d-ac960c2931e9","v":0,"name":"crucible-agent","level":30,"time":"2024-03-30T05:51:44.75531858Z","hostname":"oxz_crucible_525c4f1a-5d69-4ecf-a43b-162fb1134523","pid":22659,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-30022201-864b-494b-95e5-25d03cc88469-df132503-9198-4173-b67d-ac960c2931e9","v":0,"name":"crucible-agent","level":30,"time":"2024-03-30T05:51:44.764561488Z","hostname":"oxz_crucible_525c4f1a-5d69-4ecf-a43b-162fb1134523","pid":22659,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/30022201-864b-494b-95e5-25d03cc88469/.zfs/snapshot/df132503-9198-4173-b67d-ac960c2931e9","v":0,"name":"crucible-agent","level":30,"time":"2024-03-30T05:51:44.764824943Z","hostname":"oxz_crucible_525c4f1a-5d69-4ecf-a43b-162fb1134523","pid":22659,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2024-03-30T05:51:44.764892584Z","hostname":"oxz_crucible_525c4f1a-5d69-4ecf-a43b-162fb1134523","pid":22659,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-03-30T05:51:44.764938194Z","hostname":"oxz_crucible_525c4f1a-5d69-4ecf-a43b-162fb1134523","pid":22659,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2024-03-30T05:51:44.764980615Z","hostname":"oxz_crucible_525c4f1a-5d69-4ecf-a43b-162fb1134523","pid":22659,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-03-30T05:51:44.765037276Z","hostname":"oxz_crucible_525c4f1a-5d69-4ecf-a43b-162fb1134523","pid":22659,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-03-30T05:51:44.768326746Z","hostname":"oxz_crucible_525c4f1a-5d69-4ecf-a43b-162fb1134523","pid":22659,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-03-30T05:51:44.77239616Z","hostname":"oxz_crucible_525c4f1a-5d69-4ecf-a43b-162fb1134523","pid":22659,"component":"worker"} {"msg":"region 30022201-864b-494b-95e5-25d03cc88469 running snapshot df132503-9198-4173-b67d-ac960c2931e9 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-03-30T05:51:44.77240586Z","hostname":"oxz_crucible_525c4f1a-5d69-4ecf-a43b-162fb1134523","pid":22659,"component":"datafile"}