Azure Storage bằng Công Cụ

# Tạo Resource Group
az group create \
  --name rg-az104-m20 \
  --location southeastasia \
  --tags Module=20 Course=AZ-104

# Tạo Storage Account nguồn (source)
SUFFIX=$(date +%s | tail -c 6)
SRC_ACCOUNT="stm20src${SUFFIX}"
DST_ACCOUNT="stm20dst${SUFFIX}"
echo "Source: $SRC_ACCOUNT  |  Destination: $DST_ACCOUNT"

az storage account create \
  --name $SRC_ACCOUNT \
  --resource-group rg-az104-m20 \
  --location southeastasia \
  --sku Standard_LRS \
  --kind StorageV2 \
  --https-only true \
  --min-tls-version TLS1_2

# Tạo Storage Account đích (destination)
az storage account create \
  --name $DST_ACCOUNT \
  --resource-group rg-az104-m20 \
  --location southeastasia \
  --sku Standard_LRS \
  --kind StorageV2 \
  --https-only true \
  --min-tls-version TLS1_2

# Lấy connection strings
SRC_CONN=$(az storage account show-connection-string \
  --name $SRC_ACCOUNT --resource-group rg-az104-m20 --query connectionString -o tsv)
DST_CONN=$(az storage account show-connection-string \
  --name $DST_ACCOUNT --resource-group rg-az104-m20 --query connectionString -o tsv)

# Tạo containers
az storage container create --name "source-data" --connection-string "$SRC_CONN"
az storage container create --name "dest-data"   --connection-string "$DST_CONN"
az storage container create --name "backup"      --connection-string "$DST_CONN"

# Upload file test vào source container
for i in {1..5}; do
  echo "Test file $i - AZ-104 Module 20 Lab - $(date)" > /tmp/testfile${i}.txt
  az storage blob upload \
    --file /tmp/testfile${i}.txt \
    --name "folder1/testfile${i}.txt" \
    --container-name "source-data" \
    --connection-string "$SRC_CONN"
done
echo "5 test files uploaded to source-data container"
az storage blob list --container-name "source-data" --connection-string "$SRC_CONN" \
  --query "[].name" -o table

# === Cài AzCopy trên Linux/Cloud Shell ===
# Tải AzCopy v10 (latest stable)
wget -q "https://aka.ms/downloadazcopy-v10-linux" -O azcopy_linux.tar.gz
tar -xf azcopy_linux.tar.gz
AZCOPY_BIN=$(find . -name "azcopy" -type f | head -1)
chmod +x $AZCOPY_BIN
sudo mv $AZCOPY_BIN /usr/local/bin/azcopy
azcopy --version

# === Xác thực bằng Azure AD (interactive login) ===
azcopy login
# Mở browser → đăng nhập Azure AD → azcopy được authorized

# === Copy toàn bộ container từ source → dest ===
# Thay tên storage account thực của bạn vào các biến sau
SRC_ACCOUNT="stm20srcXXXXXX"
DST_ACCOUNT="stm20dstXXXXXX"

azcopy copy \
  "https://${SRC_ACCOUNT}.blob.core.windows.net/source-data/*" \
  "https://${DST_ACCOUNT}.blob.core.windows.net/dest-data/" \
  --recursive \
  --log-level INFO

# Verify: liệt kê blobs ở đích
azcopy list "https://${DST_ACCOUNT}.blob.core.windows.net/dest-data/"

# === Upload file từ local lên Azure ===
echo "New local file for AzCopy upload test" > /tmp/local-upload.txt
azcopy copy \
  "/tmp/local-upload.txt" \
  "https://${DST_ACCOUNT}.blob.core.windows.net/dest-data/uploads/local-upload.txt"

# === Download blob về local ===
mkdir -p /tmp/azcopy-download
azcopy copy \
  "https://${SRC_ACCOUNT}.blob.core.windows.net/source-data/folder1/testfile1.txt" \
  "/tmp/azcopy-download/testfile1.txt"
cat /tmp/azcopy-download/testfile1.txt

# === SYNC: đồng bộ source → backup (chỉ copy file mới/thay đổi) ===
azcopy sync \
  "https://${SRC_ACCOUNT}.blob.core.windows.net/source-data/" \
  "https://${DST_ACCOUNT}.blob.core.windows.net/backup/" \
  --recursive \
  --delete-destination=false

echo "Sync complete. Run again to see only changed files are transferred."

# === Xem jobs đã chạy ===
azcopy jobs list

SRC_ACCOUNT="stm20srcXXXXXX"   # thay thế
DST_ACCOUNT="stm20dstXXXXXX"   # thay thế

# Tạo SAS token cho source container (quyền Read, List)
SRC_SAS=$(az storage container generate-sas \
  --account-name $SRC_ACCOUNT \
  --name "source-data" \
  --permissions rl \
  --expiry "$(date -u -d '+2 hours' '+%Y-%m-%dT%H:%MZ' 2>/dev/null || date -u -v+2H '+%Y-%m-%dT%H:%MZ')" \
  --https-only \
  --output tsv)
echo "Source SAS: $SRC_SAS"

# Tạo SAS token cho destination container (quyền Read, Write, List, Create)
DST_SAS=$(az storage container generate-sas \
  --account-name $DST_ACCOUNT \
  --name "dest-data" \
  --permissions rwlc \
  --expiry "$(date -u -d '+2 hours' '+%Y-%m-%dT%H:%MZ' 2>/dev/null || date -u -v+2H '+%Y-%m-%dT%H:%MZ')" \
  --https-only \
  --output tsv)
echo "Destination SAS: $DST_SAS"

# Dùng AzCopy với SAS token (không cần azcopy login)
# Server-side copy: dữ liệu không đi qua máy local
azcopy copy \
  "https://${SRC_ACCOUNT}.blob.core.windows.net/source-data/?${SRC_SAS}" \
  "https://${DST_ACCOUNT}.blob.core.windows.net/dest-data/sas-copy/?${DST_SAS}" \
  --recursive

# Dùng SAS token cấp storage-account level (Account SAS)
ACCOUNT_SAS=$(az storage account generate-sas \
  --account-name $SRC_ACCOUNT \
  --services b \
  --resource-types sco \
  --permissions rl \
  --expiry "$(date -u -d '+1 hour' '+%Y-%m-%dT%H:%MZ' 2>/dev/null || date -u -v+1H '+%Y-%m-%dT%H:%MZ')" \
  --https-only \
  --output tsv)

# List tất cả containers trong storage account dùng Account SAS
azcopy list "https://${SRC_ACCOUNT}.blob.core.windows.net/?${ACCOUNT_SAS}"

# === Mô phỏng chuẩn bị WAImportExport (không cần ổ cứng thật) ===
# Mục tiêu: hiểu cấu trúc file CSV và command line

# Tạo thư mục làm việc
$workDir = "C:\ImportExportLab"
New-Item -ItemType Directory -Force -Path $workDir
New-Item -ItemType Directory -Force -Path "$workDir\SourceData\Documents"
New-Item -ItemType Directory -Force -Path "$workDir\SourceData\Projects"
New-Item -ItemType Directory -Force -Path "$workDir\Journals"

# Tạo dữ liệu mẫu
1..10 | ForEach-Object {
    "File $_ - AZ-104 Module 20 - WAImportExport Demo" |
    Out-File "$workDir\SourceData\Documents\doc${_}.txt"
}
"Project config - $(Get-Date)" | Out-File "$workDir\SourceData\Projects\config.json"

# === Tạo dataset.csv (định nghĩa mapping nguồn → đích) ===
$datasetContent = @"
BasePath,DstBlobPathPrefix,BlobType,Disposition,MetadataFile,PropertiesFile
$workDir\SourceData\Documents\,import-job/documents/,BlockBlob,rename,,
$workDir\SourceData\Projects\,import-job/projects/,BlockBlob,no-overwrite,,
"@
$datasetContent | Out-File "$workDir\dataset.csv" -Encoding utf8
Write-Host "dataset.csv created:"
Get-Content "$workDir\dataset.csv"

# === Tạo driveset.csv (danh sách ổ cứng) ===
# DriveId = serial number ổ cứng (lấy từ: Get-Disk | Select SerialNumber)
$drivesetContent = @"
DriveLetter,FormatOption,SilentOrPromptOnFormat,Encryption,ExistingBitLockerKey
X:,Auto,SilentMode,Encrypt,
"@
$drivesetContent | Out-File "$workDir\driveset.csv" -Encoding utf8
Write-Host "`ndriveset.csv created:"
Get-Content "$workDir\driveset.csv"

# === Ví dụ lệnh WAImportExport (chạy khi có ổ cứng thật) ===
$storageKey = "YOUR_STORAGE_ACCOUNT_KEY"  # lấy từ Portal → Storage Account → Access keys
Write-Host "`n=== Command để chạy WAImportExport.exe (khi có ổ cứng thật) ==="
Write-Host @"
WAImportExport.exe PrepImport `
  /j:"$workDir\Journals\drive1.jrn" `
  /id:"session-001" `
  /logdir:"$workDir\Logs" `
  /sk:"$storageKey" `
  /InitialDriveSet:"$workDir\driveset.csv" `
  /DataSet:"$workDir\dataset.csv" `
  /t:X `
  /bk:"YourBitLockerRecoveryKey" `
  /EnableBitLock
"@
Write-Host "`nFiles created in: $workDir"
Get-ChildItem $workDir -Recurse | Select Name, Length, LastWriteTime

# Xóa đăng nhập AzCopy (xóa cached tokens)
azcopy logout

# Xóa toàn bộ Resource Group — xóa cả 2 storage accounts và tất cả containers
az group delete --name rg-az104-m20 --yes --no-wait
echo "Resource group rg-az104-m20 deletion initiated."

# Dọn file local (Windows)
# Remove-Item -Recurse -Force "C:\ImportExportLab"

# Dọn file local (Linux/macOS)
rm -rf /tmp/testfile*.txt /tmp/local-upload.txt /tmp/azcopy-download/ /tmp/azcopy_linux.tar.gz
echo "Local temp files cleaned."