powershell sql-to-sql powershell bulkcopy import speedtest

Posted 2021-05-23

# Setup runspace pool and the scriptblock that runs inside each runspace
$pool = [RunspaceFactory]::CreateRunspacePool(1,5)
$pool.Open()
$jobs = @()

# This is the workhorse.
$scriptblock = {
	$source = "Data Source=sqlserver;Integrated Security=True;Connection Timeout=3;Initial Catalog=pssqlbulkcopy"
	$dest = "Data Source=sql2016;Integrated Security=True;Connection Timeout=3;Initial Catalog=pssqlbulkcopy"
	$conn = New-Object System.Data.SqlClient.SqlConnection
	$conn.ConnectionString = $source
	$conn.Open()
	$cmd = New-Object System.Data.SqlClient.SqlCommand
	$cmd.Connection = $conn
	$sql = "SELECT * from [pssqlbulkcopy].[dbo].[speedtest] WITH (SNAPSHOT)"
	$cmd.CommandText = $sql
	$bulkcopy = New-Object Data.SqlClient.SqlBulkCopy($dest)
	$bulkcopy.DestinationTableName = "speedtest"
	$bulkcopy.BatchSize = 1000000
	$bulkcopy.WriteToServer($cmd.ExecuteReader())
	$bulkcopy.Close()
	$conn.Close()
	return $error[0]
}

$elapsed = [System.Diagnostics.Stopwatch]::StartNew()

1..10 | foreach {
		$job = [PowerShell]::Create()
		$null = $job.AddScript($scriptblock)
		$job.RunspacePool = $pool
		$jobs += [PSCustomObject]@{ Pipe = $job; Status = $job.BeginInvoke() }
	}


while ($jobs.Status.IsCompleted -notcontains $true) {}
$secs = $elapsed.Elapsed

$errors = @()
foreach ($job in $jobs) { $results += $job.Pipe.EndInvoke($job.Status) ;$job.Pipe.Dispose() }
$elapsed

$pool.Close()