Add verification data in to my powershell script - powershell

Question

I have a PowerShell script that generates a CSV from XML files and than imports that CSV into an SQL database.
I want to add a verification cycle to check if the content that the script is adding to the CSV file already exists in it.
Here is my code:
$fi = Get-Content "dados.txt"
$nx = $fi[0] #caminho para os xmls
$lc = $fi[1] #caminho para onde vai o csv
$nc = $fi[2] #Nome do csv
$ToProcess = Get-ChildItem -Path $nx -Filter '*.xml' -Recurse #vai buscar todos os ficheiros xml dentro da diretoria com recursividade
$DataExec = Get-Date -Format "dd/MM/yyyy"
$horaExec = Get-Date -Format "HH:mm"
$CF = "$lc\" + $nc + ".csv"
$CsvFilePath = "$lc\"
$csvDelimiter = ";"
Install-Module SqlServer
$serverName = "..."
$databaseName = "FATURAS"
$tableSchema = "dbo"
$tableName = $nc
$username = "sa"
$password = "..."
$secureStringPwd = $password | ConvertTo-SecureString -AsPlainText -Force
$creds = New-Object System.Management.Automation.PSCredential -ArgumentList $username, $secureStringPwd
$CsvFiles = $ToProcess.Name -replace('.xml','.csv') | ForEach-Object {"$CsvFilePath$_"}
ForEach ($File in $ToProcess){
[Xml]$Xml = Get-Content -Path $File.FullName
$Xml.message.invoice | Select-Object -Property #(
#{Name='File_Path';Expression={($File).DirectoryName + '\'}}
#{Name='FileName';Expression={$File.Name -split('.xml')}},
#{Name='Fornecedor'; Expression={$_.seller.id.'#text'}},
#{Name='commercialRegistrationNumber'; Expression={$Xml.message.invoice.seller.commercialRegistrationNumber}},
#{Name='documentNumber'; Expression={$Xml.message.invoice.documentNumber}},
#{Name='documentDate';Expression={$_.documentDate}},
#{Name='CreationDate';Expression={$Xml.message.creationDateTime}},
#{Name='DocType'; Expression={$Xml.message.invoice}},
#{Name='Data_Exec';Expression={$DataExec}},
#{Name='Hora_Exec';Expression={$horaExec}},
#{Name='BARCODE'; Expression={$Xml.message.invoice.reference.InnerText}},
#{Name='Description'; Expression={$Xml.message.invoice.lineItem.description}},
#{Name='Total'; Expression={$Xml.message.invoice.totalPayableAmount}}
) | Export-Csv -Path "$CsvFilePath$($File.BaseName).csv" -NoTypeInformation -Encoding Unicode
}
Import-Csv -LiteralPath $CsvFiles | Export-Csv -Path $CF -NoTypeInformation -Delimiter $csvDelimiter -Encoding UTF8
foreach($File in $CsvFiles){
Remove-Item -Path $File
}
Import-Csv -Path $CF -Delimiter $csvDelimiter | Write-SqlTableData -ServerInstance $serverName -DatabaseName $databaseName -SchemaName $tableSchema -TableName $tableName -Credential $creds -Force
Here is the file that im using to get the path's:
C:\scripts\xml para csv - sql\doc_xml\
C:\scripts\xml para csv - sql\final_teste

Answer 1

What i did was just download the table 1 into a csv and compare it with the one i have generate and then the different values i just insert them into the table 1
Clear-Host
Install-Module SqlServer
$fi = Get-Content "C:\scripts\xml_para_csv_sql\dados.txt"
$nx = $fi[0] #caminho para os xmls
$lc = $fi[1] #caminho para onde vai o csv
$nc = $fi[2] #Nome do csv
$sn = $fi[3] #Nome da tabela Sql
$ToProcess = Get-ChildItem -Path $nx -Filter '*.xml' -Recurse #vai buscar todos os ficheiros xml dentro da diretoria com recursividade
$DataExec = Get-Date -Format "dd/MM/yyyy"
$horaExec = Get-Date -Format "HH:mm"
$SqlFile = "$lc\$($sn)_SQL.csv"
$CF = "$lc\" + $nc + ".csv"
$CsvFilePath = "$lc\"
$csvDelimiter = ";"
if((Test-Path $CF) -eq $true){
Remove-Item $CF
}
do{
if (!(Test-Path $SqlFile)){$SqlFile = "$lc\$($sn)_SQL.csv"}
else{$SqlFile = "$lc\$($sn)_SQL" + "$($i)" + ".csv"}
$i = $i + 1
}until(!(Test-Path $SqlFile))
$serverName = "..."
$databaseName = "FATURAS"
$tableSchema = "dbo"
$tableName = $sn
$username = "sa"
$password = "..."
$secureStringPwd = $password | ConvertTo-SecureString -AsPlainText -Force
$creds = New-Object System.Management.Automation.PSCredential -ArgumentList $username, $secureStringPwd
$CsvFiles = $ToProcess.Name -replace('.xml','.csv') | ForEach-Object {"$CsvFilePath$_"}
ForEach ($File in $ToProcess){
[Xml]$Xml = Get-Content -Path $File.FullName
$Xml.message.invoice | Select-Object -Property #(
#{Name='File_Path';Expression={($File).DirectoryName + '\'}}
#{Name='FileName';Expression={$File.Name -split('.xml')}},
#{Name='Fornecedor'; Expression={$Xml.message.invoice.seller.vatNumber}},
#{Name='documentNumber'; Expression={$Xml.message.invoice.documentNumber}},
#{Name='documentDate';Expression={$_.documentDate}},
#{Name='CreationDate';Expression={$Xml.message.creationDateTime}},
#{Name='DocType'; Expression={$Xml.message.invoice}},
#{Name='Data_Exec';Expression={$DataExec}},
#{Name='Hora_Exec';Expression={$horaExec}},
#{Name='BARCODE'; Expression={$Xml.message.invoice.reference.InnerText}},
#{Name='Description'; Expression={$Xml.message.invoice.lineItem.description}},
#{Name='Total'; Expression={$Xml.message.invoice.totalPayableAmount}}
) | Export-Csv -Path "$CsvFilePath$($File.BaseName).csv" -NoTypeInformation -Encoding Unicode
}
if(!(Test-Path $CF)){
Import-Csv -LiteralPath $CsvFiles | Export-Csv -Path $CF -NoTypeInformation -Delimiter $csvDelimiter -Encoding UTF8
}else{
Write-Host "Os dados já existem!"
}
$data = Get-Content $CF -Encoding UTF8
$Return = $SQL = $dataTable = $null
$sql = "SELECT * FROM INFORMATION_SCHEMA.TABLES WHERE TABLE_NAME = '$sn'"
$dataTable = Invoke-Sqlcmd –ServerInstance $serverName -Credential $creds –Database $databaseName –Query $sql
if ($dataTable) {$return = $true}
else {$return = $false}
if($Return -eq $true){
$checksql = Invoke-Sqlcmd -ServerInstance $serverName -Database $databaseName -Credential $creds -Query "Select* from $sn"
$checksql | Export-Csv $SqlFile -Delimiter ';' -Encoding UTF8 -NoTypeInformation
$compare = Compare-Object -ReferenceObject ($data | Select-Object -Skip 1 | Sort-Object ) -DifferenceObject (Get-Content $SqlFile | Select-Object -Skip 1 | Sort-Object) -IncludeEqual
$CsvLines = $compare | Where-Object {$_.SideIndicator -eq '<='}
if($CsvLines -eq $null){
Write-Warning "Não foi encontrado nenhuma linha no ficheiro $CF que a tabela $sn não tivesse"
foreach($File in $CsvFiles){
if((Test-Path $File) -eq $true){
Remove-Item -Path $File
}
}
}
$CsvLinesToSql = $CsvLines.InputObject | ForEach-Object {$_.replace('";"',"','")} | ForEach-Object{$_.replace('"','')} | ForEach-Object{("'$_'")}
foreach($line in $CsvLinesToSql){
$FileName = $line.Substring(0, $line.IndexOf(','))
$FileName = $line.Replace("$FileName,",'')
$FileName = $FileName.Substring(0, $FileName.IndexOf(','))
Invoke-Sqlcmd -ServerInstance $serverName -Database $databaseName -Credential $creds -Query "IF EXISTS (SELECT * FROM $sn WHERE FileName = $FileName)
delete from $sn WHERE FileName = $FileName
Insert Into dbo.$($sn) (File_Path, FileName, Fornecedor, documentNumber, documentDate, CreationDate, DocType, Data_Exec, Hora_Exec, BARCODE, Description, Total) VALUES ($line)
IF NOT EXISTS (SELECT * FROM $sn WHERE FileName = $FileName)
Insert Into dbo.$($sn) (File_Path, FileName, Fornecedor, documentNumber, documentDate, CreationDate, DocType, Data_Exec, Hora_Exec, BARCODE, Description, Total) VALUES ($line)"
}
Remove-Item $SqlFile
}
if($Return -eq $false){
Import-Csv -Path $CF -Delimiter ';' -Encoding UTF8 | Write-SqlTableData -ServerInstance $serverName -DatabaseName $databaseName -SchemaName $tableSchema -TableName $tableName -Credential $creds -Force
}
Invoke-Sqlcmd -ServerInstance $serverName -Database $databaseName -Credential $creds -Query "DELETE FROM $sn where FileName is null"
foreach($File in $CsvFiles){
if((Test-Path $File) -eq $true){
Remove-Item -Path $File
}
}```