_ _ _ _ _ Public Class ScriptMain Inherits UserComponent ''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''' Public Sub New() ' Setup Google services list. m_serviceList = New Hashtable() With m_serviceList Call .Add("analytics", "https://www.google.com/analytics/feeds/data") Call .Add("apps", "https://apps-apis.google.com/a/feeds/") Call .Add("blogger", "") Call .Add("cl", "") Call .Add("codesearch", "") Call .Add("cp", "http://www.google.com/m8/feeds/contacts/") Call .Add("gbase", "http://www.google.com/base/") Call .Add("health", "https://www.google.com/health/feeds/") Call .Add("lh2", "http://picasaweb.google.com/data/feed/api/user/") Call .Add("weaver", "https://www.google.com/h9/feeds/") Call .Add("wise", "http://spreadsheets.google.com/feeds/") Call .Add("writely", "http://docs.google.com/feeds/default/private/full") Call .Add("youtube", "http://gdata.youtube.com/feeds/api/") End With End Sub ''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''' Public Overrides Sub CreateNewOutputRows() Dim userStr As String = Me.Username If Me.IsUsernameVariable Then ' Username is contained in variable. userStr = CStr(GetVariable_(Me.UsernameVariable)) End If Dim passStr As String = Me.Password If Me.IsPasswordVariable Then ' Password is contained in variable. passStr = CStr(GetVariable_(Me.PasswordVariable)) End If ' Setup service. Dim service As Service = New Service(Me.Service, "CozyRoc Google Data Source") Call service.setUserCredentials(userStr, passStr) If Not String.IsNullOrEmpty(Me.ProxyUrl) Then ' Setup proxy. Dim proxy As WebProxy = New WebProxy(Me.BaseUrl) If String.IsNullOrEmpty(Me.ProxyUser) Then proxy.UseDefaultCredentials = False proxy.Credentials = New NetworkCredential(Me.ProxyUser, Me.Password) End If Dim rf As GDataRequestFactory = CType(service.RequestFactory, GDataRequestFactory) rf.Proxy = proxy End If Dim queryStr As String = Me.Query If Me.IsQueryVariable Then ' Query is contained in variable. queryStr = CStr(GetVariable_(Me.QueryVariable)) End If Call FireInformation_(String.Format("Execute query: {0}", queryStr)) ' Setup query object. Dim query As FeedQuery = New FeedQuery(Me.BaseUrl) query.NumberToRetrieve = Me.BatchSize query.ExtraParameters = queryStr Try Dim feed As AtomFeed = service.Query(query) While True Dim itemsCount As Integer = feed.Entries.Count For itemIndex As Integer = 0 To itemsCount - 1 Dim entry As AtomEntry = feed.Entries(itemIndex) With Me.OutputBuffer Call .AddRow() .id = entry.Id.Uri.Content .title = entry.Title.Text .content = entry.Content.Content .updated = entry.Updated ' Setup links. .link = GetLinks_(entry) ' Setup authors. .author = GetAuthors_(entry) ' Setup extensions. .extensions = GetExtensions_(entry) End With Next If String.IsNullOrEmpty(feed.NextChunk) Then ' No more data to retrieve. Exit While End If ' Setup next query iteration. query.StartIndex += itemsCount feed = service.Query(query) End While Catch ex As Exception Call FireError_(ex.Message) End Try End Sub ' CreateNewOutputRows ''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''' ' Returns list of current properties based on current state. Public Function GetProperties() As String() Dim result As New ArrayList Call result.Add("Service") Call result.Add("BaseUrl") Call result.Add("IsUsernameVariable") Call result.Add(IIf(Me.IsUsernameVariable, "UsernameVariable", "Username")) Call result.Add("IsPasswordVariable") Call result.Add(IIf(Me.IsPasswordVariable, "PasswordVariable", "Password")) Call result.Add("ProxyUrl") Call result.Add("ProxyUser") Call result.Add("ProxyPassword") Call result.Add("BatchSize") Call result.Add("IsQueryVariable") Call result.Add(IIf(Me.IsQueryVariable, "QueryVariable", "Query")) Return CType(result.ToArray(GetType(String)), String()) End Function ' GetProperties ''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''' Public Function Validate(ByRef errMessage As String) As Boolean Dim result As Boolean Try If String.IsNullOrEmpty(Me.Service) Then Throw New ApplicationException("Select Google service.") End If If String.IsNullOrEmpty(Me.BaseUrl) Then Throw New ApplicationException("Specify base URL.") End If If String.IsNullOrEmpty(Me.Username) Then Throw New ApplicationException("Specify service user name.") End If If String.IsNullOrEmpty(Me.Password) Then Throw New ApplicationException("Specify service password.") End If result = True Catch ex As Exception result = False errMessage = ex.Message End Try Validate = result End Function 'Validate ''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''' Public Function GetServices() As String() Dim result As String() = New String(m_serviceList.Count - 1) {} Call m_serviceList.Keys.CopyTo(result, 0) GetServices = result End Function ' GetServices #Region "Properties" ''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''' _ _ _ _ Public Property Service() As String Get Service = m_service End Get Set(ByVal value As String) If m_service <> value Then m_service = value ' Setup base URL from service. Me.BaseUrl = CStr(m_serviceList(m_service)) End If End Set End Property ' Service ''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''' _ _ Public Property BaseUrl() As String Get BaseUrl = m_baseUrl End Get Set(ByVal value As String) m_baseUrl = value End Set End Property ' BaseUrl ''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''' _ _ _ Public Property IsUsernameVariable() As Boolean Get IsUsernameVariable = m_isUserVar End Get Set(ByVal value As Boolean) If m_isUserVar <> value Then m_isUserVar = value m_username = String.Empty End If End Set End Property ' IsUsernameVariable ''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''' _ _ Public Property Username() As String Get Username = m_username End Get Set(ByVal value As String) m_username = value End Set End Property ' Username ''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''' _ _ _ Public Property UsernameVariable() As String Get UsernameVariable = Me.Username End Get Set(ByVal value As String) Me.Username = value End Set End Property ' UsernameVariable ''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''' _ _ _ Public Property IsPasswordVariable() As Boolean Get IsPasswordVariable = m_isPassVar End Get Set(ByVal value As Boolean) If m_isPassVar <> value Then m_isPassVar = value m_password = String.Empty End If End Set End Property ' IsPasswordVariable ''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''' _ _ _ Public Property Password() As String Get Password = m_password End Get Set(ByVal value As String) m_password = value End Set End Property ' Password ''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''' _ _ _ Public Property PasswordVariable() As String Get PasswordVariable = Me.Password End Get Set(ByVal value As String) Me.Password = value End Set End Property ' PasswordVariable ''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''' _ _ Public Property ProxyUrl() As String Get ProxyUrl = m_proxyUrl End Get Set(ByVal value As String) m_proxyUrl = value End Set End Property ' ProxyUrl _ _ Public Property ProxyUser() As String Get ProxyUser = m_proxyUser End Get Set(ByVal value As String) m_proxyUser = value End Set End Property ' ProxyUser ''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''' _ _ _ Public Property ProxyPassword() As String Get ProxyPassword = m_proxyPassword End Get Set(ByVal value As String) m_proxyPassword = value End Set End Property ' ProxyPassword ''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''' _ _ _ Public Property BatchSize() As Integer Get BatchSize = m_batchSize End Get Set(ByVal value As Integer) m_batchSize = value End Set End Property ' BatchSize ''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''' _ _ _ Public Property IsQueryVariable() As Boolean Get IsQueryVariable = m_isQueryVar End Get Set(ByVal value As Boolean) If m_isQueryVar <> value Then m_isQueryVar = value m_query = String.Empty End If End Set End Property ' IsQueryVariable ''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''' _ _ _ Public Property Query() As String Get Query = m_query End Get Set(ByVal value As String) m_query = value End Set End Property ' Query ''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''' _ _ _ Public Property QueryVariable() As String Get QueryVariable = Me.Query End Get Set(ByVal value As String) Me.Query = value End Set End Property ' QueryVariable #End Region ' Properties #Region "Internals" ''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''' Private Function GetLinks_(ByVal entry As AtomEntry) As String Dim result As String = String.Empty For Each link As AtomLink In entry.Links If Not String.IsNullOrEmpty(result) Then result += vbCrLf End If result += link.HRef.Content Next GetLinks_ = result End Function ' GetLinks_ ''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''' Private Function GetAuthors_(ByVal entry As AtomEntry) As String Dim result As String = String.Empty For Each person As AtomPerson In entry.Authors If Not String.IsNullOrEmpty(result) Then result += vbCrLf End If result += person.Email Next GetAuthors_ = result End Function ' GetAuthors_ ''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''' Private Function GetExtensions_(ByVal entry As AtomEntry) As String Dim result As String = String.Empty For Each extension As XmlExtension In entry.ExtensionElements result += extension.Node.OuterXml Next If Not String.IsNullOrEmpty(result) Then ' Wrap result in start/end tag to create valid XML fragment. result = "" + result + "" End If GetExtensions_ = result End Function ' GetExtensions_ ''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''' Private Function GetVariable_(ByVal varName As String) As Object Dim result As Object Dim vars As IDTSVariables100 = Nothing Call MyBase.VariableDispenser.LockOneForRead(varName, vars) Try result = vars(varName).Value Finally Call vars.Unlock() End Try GetVariable_ = result End Function ' GetVariable_ ''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''' Private Sub FireInformation_(ByVal message As String) Dim fireAgain As Boolean = False Call MyBase.ComponentMetaData.FireInformation( _ 0, _ "Google Data Source", _ message, _ String.Empty, _ 0, _ fireAgain) End Sub ' FireInformation_ ''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''' Private Sub FireError_(ByVal message As String) Dim cancel As Boolean = False Call MyBase.ComponentMetaData.FireError( _ 0, _ "Google Data Source", _ message, _ String.Empty, _ 0, _ cancel) End Sub ' FireError_ #End Region ' Internals #Region "Attributes" Private m_service As String Private m_baseUrl As String Private m_isUserVar As Boolean Private m_username As String Private m_isPassVar As Boolean Private m_password As String Private m_proxyUrl As String Private m_proxyUser As String Private m_proxyPassword As String Private m_batchSize As Integer Private m_isQueryVar As Boolean Private m_query As String Private m_serviceList As Hashtable #End Region ' Attributes End Class ' ScriptMain ]]> _ Public Class OutputBuffer Inherits ScriptBufferPlus Public Sub New(ByVal Component As ScriptComponent, ByVal ObjectID As Integer, ByVal IsInput As Boolean, ByVal Buffer As PipelineBuffer, ByVal OutputMap As OutputNameMap) MyBase.New(Component, ObjectID, IsInput, Buffer, OutputMap) End Sub Public Overrides ReadOnly Property StaticInputColumns() As String() Get Return New String() {} End Get End Property Public WriteOnly Property [title]() As String Set Me(0) = Value End Set End Property Public WriteOnly Property [title_IsNull] As Boolean Set If (value) SetNull(0) Else Throw new InvalidOperationException("IsNull property cannot be set to False. Assign a value to the column instead.") End If End Set End Property Public WriteOnly Property [link]() As String Set Me(1) = Value End Set End Property Public WriteOnly Property [link_IsNull] As Boolean Set If (value) SetNull(1) Else Throw new InvalidOperationException("IsNull property cannot be set to False. Assign a value to the column instead.") End If End Set End Property Public WriteOnly Property [content]() As String Set Me(2) = Value End Set End Property Public WriteOnly Property [content_IsNull] As Boolean Set If (value) SetNull(2) Else Throw new InvalidOperationException("IsNull property cannot be set to False. Assign a value to the column instead.") End If End Set End Property Public WriteOnly Property [author]() As String Set Me(3) = Value End Set End Property Public WriteOnly Property [author_IsNull] As Boolean Set If (value) SetNull(3) Else Throw new InvalidOperationException("IsNull property cannot be set to False. Assign a value to the column instead.") End If End Set End Property Public WriteOnly Property [id]() As String Set Me(4) = Value End Set End Property Public WriteOnly Property [id_IsNull] As Boolean Set If (value) SetNull(4) Else Throw new InvalidOperationException("IsNull property cannot be set to False. Assign a value to the column instead.") End If End Set End Property Public WriteOnly Property [updated]() As DateTime Set Me(5) = Value End Set End Property Public WriteOnly Property [updated_IsNull] As Boolean Set If (value) SetNull(5) Else Throw new InvalidOperationException("IsNull property cannot be set to False. Assign a value to the column instead.") End If End Set End Property Public WriteOnly Property [extensions]() As String Set Me(6) = Value End Set End Property Public WriteOnly Property [extensions_IsNull] As Boolean Set If (value) SetNull(6) Else Throw new InvalidOperationException("IsNull property cannot be set to False. Assign a value to the column instead.") End If End Set End Property Public Overrides ReadOnly Property StaticOutputColumns() As String() Get Return New String() {"title", "link", "content", "author", "id", "updated", "extensions"} End Get End Property Public Overloads Sub AddRow() MyBase.AddRow() End Sub Public Overloads Sub SetEndOfRowset() MyBase.SetEndOfRowset() End Sub Public Overloads Function EndOfRowset() As Boolean EndOfRowset = MyBase.EndOfRowset End Function End Class ]]> {30D016F9-3734-4E33-A861-5E7D899E18F3};{F184B08F-C81C-45F6-A57F-5ABD9991F28F} Debug AnyCPU 8.0.30703 2.0 {05F396A1-9B39-4CC1-BB40-24B4E88E118E} Library My Project ScriptComponent_6fdc68d8fdd0420d9bab2d80f34c59ec ScriptComponent_6fdc68d8fdd0420d9bab2d80f34c59ec v4.0 512 true full false .\bin\Debug\ false true true prompt 4 false true .\bin\Release\ false false true prompt 4 False C:\Program Files (x86)\Microsoft SQL Server\110\SDK\Assemblies\CozyRoc.SSISPlus.2012.dll False C:\Program Files (x86)\Microsoft SQL Server\110\SDK\Assemblies\Google.GData.Client.dll SSIS_SC110 Binary On On ]]> _ Public Class UserComponent Inherits ScriptComponentPlus Public Connections As New Connections(Me) Public Variables As New Variables(Me) Public OutputBuffer As OutputBuffer Public Overridable Sub FinishOutputs() End Sub Private Sub MarkOutputsFinished() If OutputBuffer IsNot Nothing Then OutputBuffer.SetEndOfRowset OutputBuffer = Nothing End If End Sub Public Overrides Sub PrimeOutput(ByVal Outputs As Integer, ByVal OutputIDs() As Integer, ByVal Buffers() As PipelineBuffer, ByVal OutputMap As OutputNameMap) For I As Integer = 0 To Outputs - 1 If OutputIDs(I) = GetOutputID(OutputMap, "Output") Then OutputBuffer = New OutputBuffer(Me, OutputIDs(I), False, Buffers(I), OutputMap) End If Next CreateNewOutputRows() FinishOutputs() MarkOutputsFinished() End Sub Public Overridable Sub CreateNewOutputRows() End Sub End Class Public Class Connections Dim ParentComponent As ScriptComponent _ Public Sub New(ByVal Component As ScriptComponent) ParentComponent = Component End Sub End Class Public Class Variables Dim ParentComponent As ScriptComponent _ Public Sub New(ByVal Component As ScriptComponent) ParentComponent = Component End Sub End Class ]]> {ECFA2F62-5F7E-4E79-A3F5-391C9F43BB45} Reference;Import;Folder msBuild ScriptComponent_6fdc68d8fdd0420d9bab2d80f34c59ec ScriptComponent_6fdc68d8fdd0420d9bab2d80f34c59ec ]]>CozyRoc.SqlServer.SSIS.ScriptComponentHostPlus, CozyRoc.SSISPlus.2012, Version=1.0.0.0, Culture=neutral, PublicKeyToken=16cf490bb80c34eaScriptComponent_6fdc68d8fdd0420d9bab2d80f34c59ecVisualBasic