{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T01:30:45.595716563Z","hostname":"oxz_crucible_8138f025-56d6-46be-96e3-069e673862ba","pid":24352,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:55267"} {"msg":"region 9d879dea-ae4b-4c03-8534-26ec27c7cc26 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T01:30:45.595840075Z","hostname":"oxz_crucible_8138f025-56d6-46be-96e3-069e673862ba","pid":24352,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T01:30:45.596511014Z","hostname":"oxz_crucible_8138f025-56d6-46be-96e3-069e673862ba","pid":24352,"uri":"/crucible/0/regions","method":"POST","req_id":"b6a06295-d746-4554-8e11-ad32c3fb958d","remote_addr":"[fd00:1122:3344:101::c]:55267","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":712,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T01:30:45.596524805Z","hostname":"oxz_crucible_8138f025-56d6-46be-96e3-069e673862ba","pid":24352,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_9e07b483-38d5-41ae-a838-482bab372300/crucible/regions/9d879dea-ae4b-4c03-8534-26ec27c7cc26","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T01:30:45.610308682Z","hostname":"oxz_crucible_8138f025-56d6-46be-96e3-069e673862ba","pid":24352,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_9e07b483-38d5-41ae-a838-482bab372300/crucible/regions/9d879dea-ae4b-4c03-8534-26ec27c7cc26","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T01:30:45.610338632Z","hostname":"oxz_crucible_8138f025-56d6-46be-96e3-069e673862ba","pid":24352,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"9d879dea-ae4b-4c03-8534-26ec27c7cc26\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/9d879dea-ae4b-4c03-8534-26ec27c7cc26\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T01:30:45.673422445Z","hostname":"oxz_crucible_8138f025-56d6-46be-96e3-069e673862ba","pid":24352,"region":"9d879dea-ae4b-4c03-8534-26ec27c7cc26","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"9d879dea-ae4b-4c03-8534-26ec27c7cc26\" \"--data\" \"/data/regions/9d879dea-ae4b-4c03-8534-26ec27c7cc26\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T01:30:45.673474916Z","hostname":"oxz_crucible_8138f025-56d6-46be-96e3-069e673862ba","pid":24352,"region":"9d879dea-ae4b-4c03-8534-26ec27c7cc26","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T01:30:45.826606937Z","hostname":"oxz_crucible_8138f025-56d6-46be-96e3-069e673862ba","pid":24352,"region":"9d879dea-ae4b-4c03-8534-26ec27c7cc26","component":"worker"} {"msg":"region 9d879dea-ae4b-4c03-8534-26ec27c7cc26 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T01:30:45.826653538Z","hostname":"oxz_crucible_8138f025-56d6-46be-96e3-069e673862ba","pid":24352,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T01:30:45.826735119Z","hostname":"oxz_crucible_8138f025-56d6-46be-96e3-069e673862ba","pid":24352,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-9d879dea-ae4b-4c03-8534-26ec27c7cc26","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T01:30:45.82818694Z","hostname":"oxz_crucible_8138f025-56d6-46be-96e3-069e673862ba","pid":24352,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-9d879dea-ae4b-4c03-8534-26ec27c7cc26","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T01:30:45.833048249Z","hostname":"oxz_crucible_8138f025-56d6-46be-96e3-069e673862ba","pid":24352,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T01:30:45.846132606Z","hostname":"oxz_crucible_8138f025-56d6-46be-96e3-069e673862ba","pid":24352,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T01:30:45.847756889Z","hostname":"oxz_crucible_8138f025-56d6-46be-96e3-069e673862ba","pid":24352,"uri":"/crucible/0/regions","method":"POST","req_id":"7dd94c12-1bcb-4425-aa65-c6b46eb2d072","remote_addr":"[fd00:1122:3344:101::c]:55267","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":68,"response_code":"200"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-9d879dea-ae4b-4c03-8534-26ec27c7cc26","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T01:30:45.851827698Z","hostname":"oxz_crucible_8138f025-56d6-46be-96e3-069e673862ba","pid":24352,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/9d879dea-ae4b-4c03-8534-26ec27c7cc26","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T01:30:45.852157283Z","hostname":"oxz_crucible_8138f025-56d6-46be-96e3-069e673862ba","pid":24352,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T01:30:45.852222004Z","hostname":"oxz_crucible_8138f025-56d6-46be-96e3-069e673862ba","pid":24352,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T01:30:45.852273534Z","hostname":"oxz_crucible_8138f025-56d6-46be-96e3-069e673862ba","pid":24352,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T01:30:45.852325085Z","hostname":"oxz_crucible_8138f025-56d6-46be-96e3-069e673862ba","pid":24352,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T01:30:45.860494912Z","hostname":"oxz_crucible_8138f025-56d6-46be-96e3-069e673862ba","pid":24352,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T01:30:45.868686159Z","hostname":"oxz_crucible_8138f025-56d6-46be-96e3-069e673862ba","pid":24352,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T01:31:11.269031027Z","hostname":"oxz_crucible_8138f025-56d6-46be-96e3-069e673862ba","pid":24352,"uri":"/crucible/0/regions/9d879dea-ae4b-4c03-8534-26ec27c7cc26","method":"GET","req_id":"312cb958-1481-41d6-8743-17eefefb0952","remote_addr":"[fd00:1122:3344:101::c]:55267","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":52,"response_code":"200"} {"msg":"path is \"/data/regions/9d879dea-ae4b-4c03-8534-26ec27c7cc26\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T01:31:11.27206576Z","hostname":"oxz_crucible_8138f025-56d6-46be-96e3-069e673862ba","pid":24352,"component":"datafile"} {"msg":"dataset is oxp_9e07b483-38d5-41ae-a838-482bab372300/crucible/regions/9d879dea-ae4b-4c03-8534-26ec27c7cc26","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T01:31:11.283376762Z","hostname":"oxz_crucible_8138f025-56d6-46be-96e3-069e673862ba","pid":24352,"component":"datafile"} {"msg":"region 9d879dea-ae4b-4c03-8534-26ec27c7cc26 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T01:31:11.294170967Z","hostname":"oxz_crucible_8138f025-56d6-46be-96e3-069e673862ba","pid":24352,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T01:31:11.29437817Z","hostname":"oxz_crucible_8138f025-56d6-46be-96e3-069e673862ba","pid":24352,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T01:31:11.29441146Z","hostname":"oxz_crucible_8138f025-56d6-46be-96e3-069e673862ba","pid":24352,"uri":"/crucible/0/regions/9d879dea-ae4b-4c03-8534-26ec27c7cc26","method":"DELETE","req_id":"e3209662-86cc-42a6-bf2f-ade7f23cb7b1","remote_addr":"[fd00:1122:3344:101::c]:55267","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":22392,"response_code":"204"} {"msg":"disabling downstairs instance: downstairs-9d879dea-ae4b-4c03-8534-26ec27c7cc26 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T01:31:11.296233596Z","hostname":"oxz_crucible_8138f025-56d6-46be-96e3-069e673862ba","pid":24352,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T01:31:11.29858368Z","hostname":"oxz_crucible_8138f025-56d6-46be-96e3-069e673862ba","pid":24352,"uri":"/crucible/0/regions/9d879dea-ae4b-4c03-8534-26ec27c7cc26","method":"GET","req_id":"357d25f7-1eff-45ff-81f8-2cdb7252cb10","remote_addr":"[fd00:1122:3344:101::c]:55267","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":613,"response_code":"200"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T01:31:11.301222638Z","hostname":"oxz_crucible_8138f025-56d6-46be-96e3-069e673862ba","pid":24352,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_9e07b483-38d5-41ae-a838-482bab372300/crucible/regions/9d879dea-ae4b-4c03-8534-26ec27c7cc26\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T01:31:11.312630391Z","hostname":"oxz_crucible_8138f025-56d6-46be-96e3-069e673862ba","pid":24352,"region":"9d879dea-ae4b-4c03-8534-26ec27c7cc26","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T01:31:11.358431676Z","hostname":"oxz_crucible_8138f025-56d6-46be-96e3-069e673862ba","pid":24352,"uri":"/crucible/0/regions/9d879dea-ae4b-4c03-8534-26ec27c7cc26","method":"GET","req_id":"b706e64b-735d-4708-8b4d-831b328b9500","remote_addr":"[fd00:1122:3344:101::c]:55267","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":89,"response_code":"200"} {"msg":"region 9d879dea-ae4b-4c03-8534-26ec27c7cc26 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T01:31:11.36919071Z","hostname":"oxz_crucible_8138f025-56d6-46be-96e3-069e673862ba","pid":24352,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T01:31:11.476729769Z","hostname":"oxz_crucible_8138f025-56d6-46be-96e3-069e673862ba","pid":24352,"uri":"/crucible/0/regions/9d879dea-ae4b-4c03-8534-26ec27c7cc26","method":"GET","req_id":"3f1c6212-5699-438a-b94a-8115b04d0e50","remote_addr":"[fd00:1122:3344:101::c]:55267","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":74,"response_code":"200"}