Here is the solution I found.  I didn't realize I could not easily
unload the assembly from my appDomain.  One work around is below,
sorry I couldn't find the originally group link.  You basically make a
copy of the file so as not to load the originally into the appdomain.

Private Function GetDllInfo(ByVal filePath As String) As DllInfo

       Dim asm As Assembly
       Dim dllVersionInfo As New DllInfo

       Dim stream As New FileStream(filePath, FileMode.Open,
FileAccess.Read)
       Dim memstream As New MemoryStream()

       Dim b(4096) As Byte

       While stream.Read(b, 0, b.Length) > 0

           memstream.Write(b, 0, b.Length)

       End While

       asm = Assembly.Load(memstream.ToArray())

       dllVersionInfo.DllVersion = asm.GetName.Version.ToString
       dllVersionInfo.DllName = asm.GetName.Name.ToString

       memstream.Close()
       stream.Close()

       Return dllVersionInfo

   End Function

Public Class DllInfo

       Dim version As String
       Dim name As String

       Public Sub New()
       End Sub

       Public Property DllVersion() As String
           Get
               Return version
           End Get
           Set(ByVal value As String)
               version = value
           End Set
       End Property

       Public Property DllName() As String
           Get
               Return name
           End Get
           Set(ByVal value As String)
               name = value
           End Set
       End Property
   End Class