{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:45:13.637175277Z","hostname":"oxz_crucible_b8889290-9edc-47af-9bea-f3fc3227987f","pid":25502,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:56920"} {"msg":"region 7c967c8f-6fad-4d86-8943-ad63707f523e state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:45:13.669632209Z","hostname":"oxz_crucible_b8889290-9edc-47af-9bea-f3fc3227987f","pid":25502,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:45:13.670400789Z","hostname":"oxz_crucible_b8889290-9edc-47af-9bea-f3fc3227987f","pid":25502,"uri":"/crucible/0/regions","method":"POST","req_id":"cc1e86d3-da77-40af-b018-201c3981916a","remote_addr":"[fd00:1122:3344:101::c]:56920","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":964,"response_code":"200"} {"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:45:13.670420259Z","hostname":"oxz_crucible_b8889290-9edc-47af-9bea-f3fc3227987f","pid":25502,"component":"worker"} {"msg":"zfs set reservation of 1342177280 for oxp_39005e7e-189e-49db-8463-a206621e7a54/crucible/regions/7c967c8f-6fad-4d86-8943-ad63707f523e","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:45:13.680081117Z","hostname":"oxz_crucible_b8889290-9edc-47af-9bea-f3fc3227987f","pid":25502,"component":"worker"} {"msg":"zfs set quota of 3221225472 for oxp_39005e7e-189e-49db-8463-a206621e7a54/crucible/regions/7c967c8f-6fad-4d86-8943-ad63707f523e","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:45:13.680111268Z","hostname":"oxz_crucible_b8889290-9edc-47af-9bea-f3fc3227987f","pid":25502,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"7c967c8f-6fad-4d86-8943-ad63707f523e\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/7c967c8f-6fad-4d86-8943-ad63707f523e\"","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:45:13.828782013Z","hostname":"oxz_crucible_b8889290-9edc-47af-9bea-f3fc3227987f","pid":25502,"region":"7c967c8f-6fad-4d86-8943-ad63707f523e","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"7c967c8f-6fad-4d86-8943-ad63707f523e\" \"--data\" \"/data/regions/7c967c8f-6fad-4d86-8943-ad63707f523e\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:45:13.828849985Z","hostname":"oxz_crucible_b8889290-9edc-47af-9bea-f3fc3227987f","pid":25502,"region":"7c967c8f-6fad-4d86-8943-ad63707f523e","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:45:13.966963039Z","hostname":"oxz_crucible_b8889290-9edc-47af-9bea-f3fc3227987f","pid":25502,"uri":"/crucible/0/regions","method":"POST","req_id":"69ce1a40-7cf2-4b42-ba4c-41a1be325f6b","remote_addr":"[fd00:1122:3344:101::c]:56920","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":87,"response_code":"200"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:45:14.073174265Z","hostname":"oxz_crucible_b8889290-9edc-47af-9bea-f3fc3227987f","pid":25502,"region":"7c967c8f-6fad-4d86-8943-ad63707f523e","component":"worker"} {"msg":"region 7c967c8f-6fad-4d86-8943-ad63707f523e state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:45:14.073215686Z","hostname":"oxz_crucible_b8889290-9edc-47af-9bea-f3fc3227987f","pid":25502,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:45:14.073320398Z","hostname":"oxz_crucible_b8889290-9edc-47af-9bea-f3fc3227987f","pid":25502,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-7c967c8f-6fad-4d86-8943-ad63707f523e","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:45:14.073715439Z","hostname":"oxz_crucible_b8889290-9edc-47af-9bea-f3fc3227987f","pid":25502,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-7c967c8f-6fad-4d86-8943-ad63707f523e","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:45:14.104649302Z","hostname":"oxz_crucible_b8889290-9edc-47af-9bea-f3fc3227987f","pid":25502,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:45:14.147348098Z","hostname":"oxz_crucible_b8889290-9edc-47af-9bea-f3fc3227987f","pid":25502,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-7c967c8f-6fad-4d86-8943-ad63707f523e","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:45:14.177089492Z","hostname":"oxz_crucible_b8889290-9edc-47af-9bea-f3fc3227987f","pid":25502,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/7c967c8f-6fad-4d86-8943-ad63707f523e","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:45:14.177975654Z","hostname":"oxz_crucible_b8889290-9edc-47af-9bea-f3fc3227987f","pid":25502,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:45:14.178054586Z","hostname":"oxz_crucible_b8889290-9edc-47af-9bea-f3fc3227987f","pid":25502,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:45:14.178100697Z","hostname":"oxz_crucible_b8889290-9edc-47af-9bea-f3fc3227987f","pid":25502,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:45:14.178141399Z","hostname":"oxz_crucible_b8889290-9edc-47af-9bea-f3fc3227987f","pid":25502,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:45:14.207693847Z","hostname":"oxz_crucible_b8889290-9edc-47af-9bea-f3fc3227987f","pid":25502,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:45:14.226648653Z","hostname":"oxz_crucible_b8889290-9edc-47af-9bea-f3fc3227987f","pid":25502,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:45:14.286289154Z","hostname":"oxz_crucible_b8889290-9edc-47af-9bea-f3fc3227987f","pid":25502,"uri":"/crucible/0/regions","method":"POST","req_id":"d4f1af83-d2f1-4a44-9860-2fd21b2d974d","remote_addr":"[fd00:1122:3344:101::c]:56920","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":81,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:45:15.747572282Z","hostname":"oxz_crucible_b8889290-9edc-47af-9bea-f3fc3227987f","pid":25502,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:43990"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:45:15.747657714Z","hostname":"oxz_crucible_b8889290-9edc-47af-9bea-f3fc3227987f","pid":25502,"uri":"/crucible/0/regions/7c967c8f-6fad-4d86-8943-ad63707f523e","method":"GET","req_id":"a60c35a9-960a-4edd-8fa3-3632363797d9","remote_addr":"[fd00:1122:3344:101::c]:43990","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":43,"response_code":"200"} {"msg":"path is \"/data/regions/7c967c8f-6fad-4d86-8943-ad63707f523e\"","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:45:15.747806418Z","hostname":"oxz_crucible_b8889290-9edc-47af-9bea-f3fc3227987f","pid":25502,"component":"datafile"} {"msg":"dataset is oxp_39005e7e-189e-49db-8463-a206621e7a54/crucible/regions/7c967c8f-6fad-4d86-8943-ad63707f523e","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:45:15.75800468Z","hostname":"oxz_crucible_b8889290-9edc-47af-9bea-f3fc3227987f","pid":25502,"component":"datafile"} {"msg":"region 7c967c8f-6fad-4d86-8943-ad63707f523e state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:45:15.766346584Z","hostname":"oxz_crucible_b8889290-9edc-47af-9bea-f3fc3227987f","pid":25502,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:45:15.766484427Z","hostname":"oxz_crucible_b8889290-9edc-47af-9bea-f3fc3227987f","pid":25502,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:45:15.766544739Z","hostname":"oxz_crucible_b8889290-9edc-47af-9bea-f3fc3227987f","pid":25502,"uri":"/crucible/0/regions/7c967c8f-6fad-4d86-8943-ad63707f523e","method":"DELETE","req_id":"c3a3bc32-0342-4a25-8daf-5b88145aef6c","remote_addr":"[fd00:1122:3344:101::c]:43990","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":18768,"response_code":"204"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:45:15.76737715Z","hostname":"oxz_crucible_b8889290-9edc-47af-9bea-f3fc3227987f","pid":25502,"uri":"/crucible/0/regions/7c967c8f-6fad-4d86-8943-ad63707f523e","method":"GET","req_id":"7b87a071-6d1b-442e-b17a-ade8ef3cbfed","remote_addr":"[fd00:1122:3344:101::c]:43990","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":695,"response_code":"200"} {"msg":"disabling downstairs instance: downstairs-7c967c8f-6fad-4d86-8943-ad63707f523e (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:45:15.767702168Z","hostname":"oxz_crucible_b8889290-9edc-47af-9bea-f3fc3227987f","pid":25502,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:45:15.781998295Z","hostname":"oxz_crucible_b8889290-9edc-47af-9bea-f3fc3227987f","pid":25502,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_39005e7e-189e-49db-8463-a206621e7a54/crucible/regions/7c967c8f-6fad-4d86-8943-ad63707f523e\"","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:45:15.791793267Z","hostname":"oxz_crucible_b8889290-9edc-47af-9bea-f3fc3227987f","pid":25502,"region":"7c967c8f-6fad-4d86-8943-ad63707f523e","component":"worker"} {"msg":"region 7c967c8f-6fad-4d86-8943-ad63707f523e state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:45:15.875240748Z","hostname":"oxz_crucible_b8889290-9edc-47af-9bea-f3fc3227987f","pid":25502,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:45:15.891718381Z","hostname":"oxz_crucible_b8889290-9edc-47af-9bea-f3fc3227987f","pid":25502,"uri":"/crucible/0/regions/7c967c8f-6fad-4d86-8943-ad63707f523e","method":"GET","req_id":"80a6d7c3-60ce-4f6f-9fd9-7ab218e51566","remote_addr":"[fd00:1122:3344:101::c]:43990","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":63,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:46:05.492383652Z","hostname":"oxz_crucible_b8889290-9edc-47af-9bea-f3fc3227987f","pid":25502,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:49244"} {"msg":"region c8607339-dc02-47da-b94c-4b7bbaa3886f state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:46:05.52193795Z","hostname":"oxz_crucible_b8889290-9edc-47af-9bea-f3fc3227987f","pid":25502,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:46:05.522222987Z","hostname":"oxz_crucible_b8889290-9edc-47af-9bea-f3fc3227987f","pid":25502,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:46:05.522235998Z","hostname":"oxz_crucible_b8889290-9edc-47af-9bea-f3fc3227987f","pid":25502,"uri":"/crucible/0/regions","method":"POST","req_id":"1050adc3-526c-4eda-b969-567a9d390bb6","remote_addr":"[fd00:1122:3344:101::a]:49244","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":321,"response_code":"200"} {"msg":"zfs set reservation of 2684354560 for oxp_39005e7e-189e-49db-8463-a206621e7a54/crucible/regions/c8607339-dc02-47da-b94c-4b7bbaa3886f","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:46:05.531178968Z","hostname":"oxz_crucible_b8889290-9edc-47af-9bea-f3fc3227987f","pid":25502,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_39005e7e-189e-49db-8463-a206621e7a54/crucible/regions/c8607339-dc02-47da-b94c-4b7bbaa3886f","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:46:05.531202458Z","hostname":"oxz_crucible_b8889290-9edc-47af-9bea-f3fc3227987f","pid":25502,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"c8607339-dc02-47da-b94c-4b7bbaa3886f\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/c8607339-dc02-47da-b94c-4b7bbaa3886f\"","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:46:05.589662298Z","hostname":"oxz_crucible_b8889290-9edc-47af-9bea-f3fc3227987f","pid":25502,"region":"c8607339-dc02-47da-b94c-4b7bbaa3886f","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"c8607339-dc02-47da-b94c-4b7bbaa3886f\" \"--data\" \"/data/regions/c8607339-dc02-47da-b94c-4b7bbaa3886f\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:46:05.58971654Z","hostname":"oxz_crucible_b8889290-9edc-47af-9bea-f3fc3227987f","pid":25502,"region":"c8607339-dc02-47da-b94c-4b7bbaa3886f","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:46:05.658898055Z","hostname":"oxz_crucible_b8889290-9edc-47af-9bea-f3fc3227987f","pid":25502,"region":"c8607339-dc02-47da-b94c-4b7bbaa3886f","component":"worker"} {"msg":"region c8607339-dc02-47da-b94c-4b7bbaa3886f state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:46:05.658947686Z","hostname":"oxz_crucible_b8889290-9edc-47af-9bea-f3fc3227987f","pid":25502,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:46:05.659021038Z","hostname":"oxz_crucible_b8889290-9edc-47af-9bea-f3fc3227987f","pid":25502,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-c8607339-dc02-47da-b94c-4b7bbaa3886f","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:46:05.66068467Z","hostname":"oxz_crucible_b8889290-9edc-47af-9bea-f3fc3227987f","pid":25502,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-c8607339-dc02-47da-b94c-4b7bbaa3886f","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:46:05.6638031Z","hostname":"oxz_crucible_b8889290-9edc-47af-9bea-f3fc3227987f","pid":25502,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:46:05.672117653Z","hostname":"oxz_crucible_b8889290-9edc-47af-9bea-f3fc3227987f","pid":25502,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-c8607339-dc02-47da-b94c-4b7bbaa3886f","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:46:05.675177932Z","hostname":"oxz_crucible_b8889290-9edc-47af-9bea-f3fc3227987f","pid":25502,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/c8607339-dc02-47da-b94c-4b7bbaa3886f","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:46:05.675473319Z","hostname":"oxz_crucible_b8889290-9edc-47af-9bea-f3fc3227987f","pid":25502,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:46:05.675535291Z","hostname":"oxz_crucible_b8889290-9edc-47af-9bea-f3fc3227987f","pid":25502,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:46:05.675585862Z","hostname":"oxz_crucible_b8889290-9edc-47af-9bea-f3fc3227987f","pid":25502,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:46:05.675638134Z","hostname":"oxz_crucible_b8889290-9edc-47af-9bea-f3fc3227987f","pid":25502,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:46:05.679501063Z","hostname":"oxz_crucible_b8889290-9edc-47af-9bea-f3fc3227987f","pid":25502,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:46:05.685485786Z","hostname":"oxz_crucible_b8889290-9edc-47af-9bea-f3fc3227987f","pid":25502,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:46:05.808258917Z","hostname":"oxz_crucible_b8889290-9edc-47af-9bea-f3fc3227987f","pid":25502,"uri":"/crucible/0/regions","method":"POST","req_id":"d72aa0c0-a5b7-483c-9d27-a65a99549e79","remote_addr":"[fd00:1122:3344:101::a]:49244","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":638,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:51:03.20554237Z","hostname":"oxz_crucible_b8889290-9edc-47af-9bea-f3fc3227987f","pid":25502,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:39635"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:51:03.205706194Z","hostname":"oxz_crucible_b8889290-9edc-47af-9bea-f3fc3227987f","pid":25502,"uri":"/crucible/0/regions/c8607339-dc02-47da-b94c-4b7bbaa3886f","method":"GET","req_id":"a932e866-2703-4a81-a6b4-6dc3db1a5d7b","remote_addr":"[fd00:1122:3344:101::a]:39635","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":54,"response_code":"200"} {"msg":"path is \"/data/regions/c8607339-dc02-47da-b94c-4b7bbaa3886f\"","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:51:03.205778336Z","hostname":"oxz_crucible_b8889290-9edc-47af-9bea-f3fc3227987f","pid":25502,"component":"datafile"} {"msg":"dataset is oxp_39005e7e-189e-49db-8463-a206621e7a54/crucible/regions/c8607339-dc02-47da-b94c-4b7bbaa3886f","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:51:03.214550651Z","hostname":"oxz_crucible_b8889290-9edc-47af-9bea-f3fc3227987f","pid":25502,"component":"datafile"} {"msg":"snapshot is oxp_39005e7e-189e-49db-8463-a206621e7a54/crucible/regions/c8607339-dc02-47da-b94c-4b7bbaa3886f@ad51f756-5c32-4544-8d55-47c59456e030","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:51:03.22387838Z","hostname":"oxz_crucible_b8889290-9edc-47af-9bea-f3fc3227987f","pid":25502,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_39005e7e-189e-49db-8463-a206621e7a54/crucible/regions/c8607339-dc02-47da-b94c-4b7bbaa3886f\", \"ad51f756-5c32-4544-8d55-47c59456e030\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:51:03.223907191Z","hostname":"oxz_crucible_b8889290-9edc-47af-9bea-f3fc3227987f","pid":25502,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:51:03.240360893Z","hostname":"oxz_crucible_b8889290-9edc-47af-9bea-f3fc3227987f","pid":25502,"uri":"/crucible/0/regions/c8607339-dc02-47da-b94c-4b7bbaa3886f/snapshots/ad51f756-5c32-4544-8d55-47c59456e030","method":"GET","req_id":"61a59e37-b6e5-4ef3-8a93-60edbf5470ce","remote_addr":"[fd00:1122:3344:101::a]:39635","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":34586,"response_code":"200"} {"msg":"path is \"/data/regions/c8607339-dc02-47da-b94c-4b7bbaa3886f\"","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:51:03.240520627Z","hostname":"oxz_crucible_b8889290-9edc-47af-9bea-f3fc3227987f","pid":25502,"component":"datafile"} {"msg":"dataset is oxp_39005e7e-189e-49db-8463-a206621e7a54/crucible/regions/c8607339-dc02-47da-b94c-4b7bbaa3886f","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:51:03.249116618Z","hostname":"oxz_crucible_b8889290-9edc-47af-9bea-f3fc3227987f","pid":25502,"component":"datafile"} {"msg":"snapshot is oxp_39005e7e-189e-49db-8463-a206621e7a54/crucible/regions/c8607339-dc02-47da-b94c-4b7bbaa3886f@ad51f756-5c32-4544-8d55-47c59456e030","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:51:03.259034622Z","hostname":"oxz_crucible_b8889290-9edc-47af-9bea-f3fc3227987f","pid":25502,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_39005e7e-189e-49db-8463-a206621e7a54/crucible/regions/c8607339-dc02-47da-b94c-4b7bbaa3886f\", \"ad51f756-5c32-4544-8d55-47c59456e030\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:51:03.259063833Z","hostname":"oxz_crucible_b8889290-9edc-47af-9bea-f3fc3227987f","pid":25502,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot c8607339-dc02-47da-b94c-4b7bbaa3886f-ad51f756-5c32-4544-8d55-47c59456e030 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:51:03.268542646Z","hostname":"oxz_crucible_b8889290-9edc-47af-9bea-f3fc3227987f","pid":25502,"component":"datafile"} {"msg":"applying SMF actions for region c8607339-dc02-47da-b94c-4b7bbaa3886f running snapshot ad51f756-5c32-4544-8d55-47c59456e030 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:51:03.269096401Z","hostname":"oxz_crucible_b8889290-9edc-47af-9bea-f3fc3227987f","pid":25502,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:51:03.269143022Z","hostname":"oxz_crucible_b8889290-9edc-47af-9bea-f3fc3227987f","pid":25502,"uri":"/crucible/0/regions/c8607339-dc02-47da-b94c-4b7bbaa3886f/snapshots/ad51f756-5c32-4544-8d55-47c59456e030/run","method":"POST","req_id":"bc08c3c2-7f3c-41a3-9f7a-d58e36cb0264","remote_addr":"[fd00:1122:3344:101::a]:39635","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":28647,"response_code":"200"} {"msg":"creating missing snapshot instance snapshot-c8607339-dc02-47da-b94c-4b7bbaa3886f-ad51f756-5c32-4544-8d55-47c59456e030","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:51:03.277133117Z","hostname":"oxz_crucible_b8889290-9edc-47af-9bea-f3fc3227987f","pid":25502,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-c8607339-dc02-47da-b94c-4b7bbaa3886f-ad51f756-5c32-4544-8d55-47c59456e030","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:51:03.28309728Z","hostname":"oxz_crucible_b8889290-9edc-47af-9bea-f3fc3227987f","pid":25502,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-c8607339-dc02-47da-b94c-4b7bbaa3886f-ad51f756-5c32-4544-8d55-47c59456e030","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:51:03.294983605Z","hostname":"oxz_crucible_b8889290-9edc-47af-9bea-f3fc3227987f","pid":25502,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/c8607339-dc02-47da-b94c-4b7bbaa3886f/.zfs/snapshot/ad51f756-5c32-4544-8d55-47c59456e030","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:51:03.295249592Z","hostname":"oxz_crucible_b8889290-9edc-47af-9bea-f3fc3227987f","pid":25502,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:51:03.295305853Z","hostname":"oxz_crucible_b8889290-9edc-47af-9bea-f3fc3227987f","pid":25502,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:51:03.295348874Z","hostname":"oxz_crucible_b8889290-9edc-47af-9bea-f3fc3227987f","pid":25502,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:51:03.295390105Z","hostname":"oxz_crucible_b8889290-9edc-47af-9bea-f3fc3227987f","pid":25502,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:51:03.295438966Z","hostname":"oxz_crucible_b8889290-9edc-47af-9bea-f3fc3227987f","pid":25502,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:51:03.298824973Z","hostname":"oxz_crucible_b8889290-9edc-47af-9bea-f3fc3227987f","pid":25502,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:51:03.303674978Z","hostname":"oxz_crucible_b8889290-9edc-47af-9bea-f3fc3227987f","pid":25502,"component":"worker"} {"msg":"region c8607339-dc02-47da-b94c-4b7bbaa3886f running snapshot ad51f756-5c32-4544-8d55-47c59456e030 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T09:51:03.303692088Z","hostname":"oxz_crucible_b8889290-9edc-47af-9bea-f3fc3227987f","pid":25502,"component":"datafile"}