_
_
_
_
Public Class ScriptMain
Inherits UserComponent
Private Const Query_2P As String = "http://maps.google.com/maps/geo?output=csv&oe=utf8&sensor=false&key={0}&q={1}"
'''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''
Public Overrides Sub Input_ProcessInputRow(ByVal Row As InputBuffer)
Dim address As String = CStr(Row.Buffer(m_addressIndex))
' Geocode address.
Dim geo() As Object = GeoCode_(address)
Row.Accuracy = CInt(geo(0))
Row.Latitude = CDbl(geo(1))
Row.Longitude = CDbl(geo(2))
End Sub ' Input_ProcessInputRow
'''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''
Public Overrides Sub PreExecute()
Call MyBase.PreExecute()
' Setup address index.
Dim input As IDTSInput100 = Me.ComponentMetaData.InputCollection(0)
m_addressIndex = Me.HostComponent.BufferManager.FindColumnByLineageID( _
input.Buffer, _
input.InputColumnCollection(Me.AddressColumn).LineageID)
' Setup API key.
Dim vars As IDTSVariables100 = Nothing
Call Me.VariableDispenser.LockOneForRead(Me.ApiKeyVariable, vars)
Try
m_apiKey = CStr(vars(Me.ApiKeyVariable).Value)
Finally
Call vars.Unlock()
End Try
' Setup cache.
m_cache = LoadCache_()
m_cacheModified = False
End Sub ' PreExecute
'''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''
Public Overrides Sub PostExecute()
Call MyBase.PostExecute()
If m_cacheModified Then
' Cache has been modified. Store it.
Call StoreCache_(m_cache)
End If
End Sub ' PostExecute
'''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''
Public Overrides Sub ReinitializeMetaData()
Call MyBase.ReinitializeMetaData()
' Setup address column.
Dim input As IDTSInput100 = Me.ComponentMetaData.InputCollection(0)
Dim virtInput As IDTSVirtualInput100 = input.GetVirtualInput()
Call input.InputColumnCollection.RemoveAll()
Call virtInput.SetUsageType( _
virtInput.VirtualInputColumnCollection(Me.AddressColumn).LineageID, _
DTSUsageType.UT_READONLY)
' Setup cache file connection manager.
Me.ComponentMetaData.RuntimeConnectionCollection("CacheFile").ConnectionManagerID = Me.CacheFile
End Sub ' ReinitializeMetaData
'''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''
Public Function Validate(ByRef errMessage As String) As Boolean
Dim result As Boolean
Try
If String.IsNullOrEmpty(Me.AddressColumn) Then
Throw New ApplicationException("Select address column.")
End If
If String.IsNullOrEmpty(Me.ApiKeyVariable) Then
Throw New ApplicationException("Select API key variable.")
End If
If String.IsNullOrEmpty(Me.CacheFile) Then
Throw New ArgumentException("Select cache file connection manager.")
End If
Call ReinitializeMetaData()
result = True
Catch ex As Exception
result = False
errMessage = ex.Message
End Try
Validate = result
End Function 'Validate
#Region "Properties"
'''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''
_
_
Public Property AddressColumn() As String
Get
AddressColumn = m_addressColumn
End Get
Set(ByVal value As String)
m_addressColumn = value
End Set
End Property ' AddressColumn
'''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''
_
_
Public Property CacheFile() As String
Get
CacheFile = m_cacheFile
End Get
Set(ByVal value As String)
m_cacheFile = value
End Set
End Property ' CacheFile
'''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''
_
_
Public Property ApiKeyVariable() As String
Get
ApiKeyVariable = m_apiKeyVariable
End Get
Set(ByVal value As String)
m_apiKeyVariable = value
End Set
End Property ' ApiKeyVariable
#End Region ' Properties
#Region "Internals"
'''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''
Private ReadOnly Property FileConnectionType() As String()
Get
FileConnectionType = New String() {"FILE"}
End Get
End Property ' FileConnectionType
'''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''
' Loads current geocode cache file.
Private Function LoadCache_() As Hashtable
Dim result As Hashtable = New Hashtable()
Dim fileName As String
fileName = Me.Connections.CacheFile.ConnectionString
If File.Exists(fileName) Then
' Cache file exists. Load it.
Using reader As StreamReader = New StreamReader(fileName)
While Not reader.EndOfStream
Dim line() As String = reader.ReadLine().Split(Chr(124))
result.Add(line(0), New Object() {CInt(line(1)), CDbl(line(2)), CDbl(line(3))})
End While
End Using
Dim fireAgain As Boolean
Me.ComponentMetaData.FireInformation( _
0, _
"Geocode", _
String.Format("Loaded {0} cached addresses.", result.Count), _
String.Empty, _
0, _
fireAgain)
End If
LoadCache_ = result
End Function ' LoadCache_
'''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''
' Stores current geocode cache.
Private Sub StoreCache_(ByVal cache As Hashtable)
Dim fileName As String = Me.Connections.CacheFile.ConnectionString
Using writer As StreamWriter = File.CreateText(fileName)
For Each pair As DictionaryEntry In cache
Dim line As String = CStr(pair.Key)
For Each item As Object In CType(pair.Value, Object())
line += Chr(124) + item.ToString()
Next
Call writer.WriteLine(line)
Next
End Using
End Sub ' StoreCache_
'''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''
' If not yet cached, geocode specified address.
Private Function GeoCode_(ByVal address As String) As Object()
Dim result() As Object = Nothing
If Not m_cache.Contains(address) Then
' Address not cached yet. Load it.
While result Is Nothing
Dim ra() As String
Dim response As WebResponse = HttpWebRequest.Create(String.Format( _
Query_2P, _
m_apiKey, _
address)).GetResponse()
Using reader As StreamReader = New StreamReader(response.GetResponseStream())
ra = reader.ReadLine().Split(Chr(44))
End Using
If ra(0) = "200" Then
result = New Object() {CInt(ra(1)), CDbl(ra(2)), CDbl(ra(3))}
ElseIf ra(0) = "620" Then
' Too many queries. Increase delay between calls.
m_delay += 100
Me.ComponentMetaData.FireWarning( _
0, _
"Geocode", _
"Geocode service has too many queries. Delay between calls is incremented.", _
String.Empty, _
0)
Else
' Failed to geocode.
Throw New ApplicationException(String.Format( _
"Failed to geocode '{0}'. Received code: {1}", _
address, _
ra(0)))
End If
Call Thread.Sleep(m_delay)
End While
' Address was successfully geocoded. Cache it.
m_cacheModified = True
m_cache.Add(address, result)
End If
GeoCode_ = CType(m_cache(address), Object())
End Function ' GeoCode_
#End Region ' Internals
#Region "Attributes"
Private m_addressColumn As String
Private m_cacheFile As String
Private m_apiKeyVariable As String
Private m_addressIndex As Integer
Private m_apiKey As String
Private m_cache As Hashtable
Private m_cacheModified As Boolean
' Milliseconds to wait between geocode calls.
' It will gradually increase if service responds too many queries (620).
Private m_delay As Integer = 200
#End Region ' Attributes
End Class ' ScriptMain
]]> _
Public Class InputBuffer
Inherits ScriptBufferPlus
Public Sub New(ByVal Component As ScriptComponent, ByVal ObjectID As Integer, ByVal IsInput As Boolean, ByVal Buffer As PipelineBuffer, ByVal OutputMap As OutputNameMap)
MyBase.New(Component, ObjectID, IsInput, Buffer, OutputMap)
End Sub
Public Overrides ReadOnly Property StaticInputColumns() As String()
Get
Return New String() {}
End Get
End Property
Public WriteOnly Property [Accuracy]() As Int32
Set
Me(0) = Value
End Set
End Property
Public WriteOnly Property [Accuracy_IsNull] As Boolean
Set
If (value)
SetNull(0)
Else
Throw new InvalidOperationException("IsNull property cannot be set to False. Assign a value to the column instead.")
End If
End Set
End Property
Public WriteOnly Property [Latitude]() As Double
Set
Me(1) = Value
End Set
End Property
Public WriteOnly Property [Latitude_IsNull] As Boolean
Set
If (value)
SetNull(1)
Else
Throw new InvalidOperationException("IsNull property cannot be set to False. Assign a value to the column instead.")
End If
End Set
End Property
Public WriteOnly Property [Longitude]() As Double
Set
Me(2) = Value
End Set
End Property
Public WriteOnly Property [Longitude_IsNull] As Boolean
Set
If (value)
SetNull(2)
Else
Throw new InvalidOperationException("IsNull property cannot be set to False. Assign a value to the column instead.")
End If
End Set
End Property
Public Overrides ReadOnly Property StaticOutputColumns() As String()
Get
Return New String() {"Accuracy", "Latitude", "Longitude"}
End Get
End Property
Public Overloads Function NextRow() As Boolean
NextRow = MyBase.NextRow()
End Function
Public Overloads Function EndOfRowset() As Boolean
EndOfRowset = MyBase.EndOfRowset
End Function
End Class
]]>{30D016F9-3734-4E33-A861-5E7D899E18F3};{F184B08F-C81C-45F6-A57F-5ABD9991F28F}DebugAnyCPU8.0.307032.0{585BB770-A7BC-4490-A39F-1E3F16A78D93}LibraryMy ProjectScriptComponent_2e714c6deb8346b79a3cd31154cf303aScriptComponent_2e714c6deb8346b79a3cd31154cf303av4.0512truefullfalse.\bin\Debug\falsetruetrueprompt4falsetrue.\bin\Release\falsefalsetrueprompt4FalseC:\Program Files (x86)\Microsoft SQL Server\110\SDK\Assemblies\CozyRoc.SSISPlus.2012.dllSSIS_SC110BinaryOnOn]]> _
Public Class UserComponent
Inherits ScriptComponentPlus
Public Connections As New Connections(Me)
Public Variables As New Variables(Me)
Public Overrides Sub ProcessInput(ByVal InputID As Integer, ByVal InputName As String, ByVal Buffer As PipelineBuffer, ByVal OutputMap As OutputNameMap)
If InputID = MyBase.ComponentMetaData.InputCollection("Input").ID Then
Input_ProcessInput(New InputBuffer(Me, InputID, True, Buffer, OutputMap))
End If
End Sub
Public Overridable Sub Input_ProcessInput(ByVal Buffer As InputBuffer)
While Buffer.NextRow()
Input_ProcessInputRow(Buffer)
End While
End Sub
Public Overridable Sub Input_ProcessInputRow(ByVal Row As InputBuffer)
End Sub
End Class
Public Class Connections
Dim ParentComponent As ScriptComponent
_
Public Sub New(ByVal Component As ScriptComponent)
ParentComponent = Component
End Sub
Public ReadOnly Property CacheFile() As IDTSConnectionManager100
Get
Return ParentComponent.ComponentMetaData.RuntimeConnectionCollection("CacheFile").ConnectionManager
End Get
End Property
End Class
Public Class Variables
Dim ParentComponent As ScriptComponent
_
Public Sub New(ByVal Component As ScriptComponent)
ParentComponent = Component
End Sub
End Class
]]>msBuildReference;Import;Folder{30DFA050-A18C-461C-9A83-64DA7F1BD4A6}ScriptComponent_2e714c6deb8346b79a3cd31154cf303aScriptComponent_2e714c6deb8346b79a3cd31154cf303a]]>CozyRoc.SqlServer.SSIS.ScriptComponentHostPlus, CozyRoc.SSISPlus.2012, Version=1.0.0.0, Culture=neutral, PublicKeyToken=16cf490bb80c34eaScriptComponent_2e714c6deb8346b79a3cd31154cf303aVisualBasic