"hillcountry74" <shruth***@yahoo.com> wrote in
news:1112055874.828774.191950@g14g2000cwa.googlegroups.com:

> This exception is called maybe 1 out of 1000 times. I've tried to see
> if this makes a difference by commenting out this piece of code , but
> no diff.
>
> I've compiled in release mode and executed the app for the resulting
> exe. But there is also a .pdb file which I think is created when I run
> the app in debug mode.
>
> Is there anything else I'm missing. Do you think the substring,trim
> functions will slow down? Or is it the IO the cause?
>
> Thanks for your time.
>

"hillcountry74" <shruth***@yahoo.com> wrote in message
news:1112110584.467762.175290@o13g2000cwo.googlegroups.com...
> Guys,
>
> I commented calling the Validate method and it was faster by 10 secs.
> Here is the Validate method code. Please let me know how I can optimize
> this. (Please note that ValidateLast, firstname, state etc are all the
> same). I'm using IndexOf method in DoesBadCharacterExist method? Is
> there a better way? Thanks
>
> Protected Sub Validate()
>        '**********************************************************
>        ' Validate the current input record
>        '**********************************************************
>        Dim sTmpHold As System.String
>        '/ Set the validated flag to True.
>        _bValidated = True
>
>
>        '/ Initialize the output error record.
>        BuildOutputErrorRecord()
>
>        '/ Member ID Validation
>        If _sInCarrierMemId = "" Then
>            Throw New InvalidFieldException.MissingMemberIDException()
>        End If
>
>        '/ Mhnet Member Validation
>        If Not _bMhnetMember Then
>            Select Case _sRateCode
>                Case "HCUSA", "HUMANAFLHMO", "HUMANAFLPPO", "HUMANA"
>                    'Commented out BB 2003-03-04 line from criteria
> because added humanafl
>                    'And frmMain.cboRateCode = "HCUSA" Then
>                    Throw New
> InvalidFieldException.MHNetMemberException()
>                Case Else
>            End Select
>        End If
>
>        '/ Last name Validation - chars "A-Z,.-'0-9"
>        Select Case ValidateLastName(_sInLastName, _sLastnameChars)
>            Case 0
>                Throw New
> InvalidFieldException.MissingLastnameException()
>            Case 1
>                Throw New
> InvalidFieldException.BadFormatLastnameException()
>            Case Else
>        End Select
>
>        '/ First name validation - chars "A-Z.'"
>        Select Case ValidateFirstName(_sInFirstName, _sFirstNameChars)
>            Case 0
>                Throw New
> InvalidFieldException.MissingFirstnameException()
>            Case 1
>                Throw New
> InvalidFieldException.BadFormatFirstnameException()
>            Case Else
>        End Select
>
>        '/ Middle name validation - chars "A-Z"
>        If ValidateMiddleName(_sInMiddleName, _sMiddleNameChars) <>
> True Then
>            Throw New
> InvalidFieldException.BadFormatMiddlenameException()
>        End If
>
>        '/ City name validation - chars "A-Z.-'"
>        If _sInCity <> "" Then
>            _sInCity = _sInCity.Replace("/", "")  'added 20050221 BB
>            _sInCity = _sInCity.Replace("\", "")  'added 20050221 BB
>            _sInCity = _sInCity.Replace(",", "") 'added 20050221 BB
>            If ValidateCityName(_sInCity, _sCityNameChars) <> True Then
>                Throw New
> InvalidFieldException.BadFormatCityException()
>            End If
>        End If
>
>        '/ State name validation - chars "A-Z"
>        If ValidateStateName(_sInState, _sStateNameChars) <> True Then
>            Throw New InvalidFieldException.BadFormatStateException()
>        End If
>
>        '/ SSN validation - make sure SSN is only numeric if it exists
>        If _sInSSN <> "" Then
>            _sInSSN = Mid(_sInSSN, 1, 9)
>            If Not IsNumeric(_sInSSN) Then
>                Throw New InvalidFieldException.BadFormatSSNException()
>            End If
>        End If
>
>        '/ Phone validation - make sure Phone is only numeric if it
> exists
>        If _sInPhone <> "" Then
>            _sInPhone = _sInPhone.Replace("-", "")
>            _sInPhone = _sInPhone.Replace(" ", "")   'added 20050221 BB
>            _sInPhone = _sInPhone.Replace("*", "")   'added 20050221 BB
>            _sInPhone = _sInPhone.Replace(".", "")   'added 20050221 BB
>            _sInPhone = _sInPhone.Replace("/", "")   'added 20050221 BB
>            If Not IsNumeric(_sInPhone) Then
>                Throw New
> InvalidFieldException.BadFormatPhoneException()
>            End If
>        End If
>
>        '/ Date of Birth Validation
>        sTmpHold = AddDateDashes(_sInDOB)
>        If Not IsDateValid(sTmpHold) Then
>            Throw New InvalidFieldException.DateOfBirthException()
>        Else
>            _sInDOB = System.String.Format("{0:yyyyMMdd}",
> CType(sTmpHold, Date))
>        End If
>        If sTmpHold > _sMagicTermDateWithDashes Then
>            _sInDOB = _sMagicTermDate
>        End If
>        '_sInDOB = CheckMaxDate(_sInDOB)
>
>        sTmpHold = AddDateDashes(_sInOptionEffDate)
>        If IsDateValid(sTmpHold) Then
>            If System.String.Format("{0:yyyyMMdd}", _sInOptionEffDate)
> < System.String.Format("{0:yyyyMMdd}", _sInceptionDate) Then
>                _sInOptionEffDate =
> System.String.Format("{0:yyyyMMdd}", _sInceptionDate)
>            Else
>                _sInOptionEffDate =
> System.String.Format("{0:yyyyMMdd}", _sInOptionEffDate)
>            End If
>        Else ' _sInOptionEffDate in not valid
>            Throw New InvalidFieldException.OptionEffDateException()
>        End If
>        'End If
>        'Commented out above Code, goes with above comment out code
> block  bb 2002-12-12
>        If sTmpHold > _sMagicTermDateWithDashes Then
>            _sInOptionEffDate = _sMagicTermDate
>        End If
>        '_sInOptionEffDate = CheckMaxDate(_sInOptionEffDate)
>
>        '/ if this contains "        " (8 blanks) then this allows the
>        'code to choose inception or filedate for hpeffdate
>        'Commented code below while re-writing in .Net
>        'as for an invalid date it was always defaulting to an empty
> string and was processed
>        'when it should actually be errored.
>        'If Not IsDateValid(AddDateDashes(_sInHPEffDate)) Then
>        '    _sInHPEffDate = ""
>        'End If
>
>        sTmpHold = AddDateDashes(_sInHPEffDate)
>        If _sInHPEffDate = "" Then
>            'If the file date is before the inception date, use the
> inception date.
>            'Otherwise, use the file date.
>            If System.String.Format("{0:yyyyMMdd}",
> FileDateTime(_sInputFileLocation).ToString) <
> System.String.Format("{0:yyyyMMdd}", _sInceptionDate) Then
>                _sInHPEffDate = System.String.Format("{0:yyyyMMdd}",
> _sInceptionDate)
>            Else
>                _sInHPEffDate = System.String.Format("{0:yyyyMMdd}",
> FileDateTime(_sInputFileLocation).ToString)
>            End If
>        Else
>            If IsDateValid(sTmpHold) Then
>                _sInHPEffDate = System.String.Format("{0:yyyyMMdd}",
> CType(sTmpHold, Date))
>            Else
>                Throw New InvalidFieldException.HPEffDateException()
>            End If
>        End If
>        '_sInHPEffDate = CheckMaxDate(_sInHPEffDate)
>        If sTmpHold > _sMagicTermDateWithDashes Then
>            _sInHPEffDate = _sMagicTermDate
>        End If
>        '/ Benefit Option Validation
>        If _sInBenefitOption = "" Then
>            Throw New
> InvalidFieldException.MissingBenefitOptionException()
>        End If
>
>        '/ Employer Group Validation
>        If _sInEmployerGroup = "" And _bValidateEmployerGroup Then
>            Throw New
> InvalidFieldException.MissingEmployerGroupException()
>        End If
>
>        '/ Set the Term Date to 12.31.2078 if the Term date is not a
> valid date.
>        sTmpHold = AddDateDashes(_sInTermDate)
>        If IsDateValid(sTmpHold) Then
>            _sInTermDate = System.String.Format("{0:yyyyMMdd}",
> CType(sTmpHold, Date))
>        Else
>            _sInTermDate = _sMagicTermDate
>        End If
>
>        ''/ Term Date Validation
>        ''/ If (msInTermDate < Format(Now(), "yyyymmdd")) Then
>        If (_sInTermDate < System.String.Format("{0:yyyyMMdd}",
> CType(_sInceptionDate, Date))) Then
>            'msOutErrorRec = msOutErrorRec & " Invalid Term Date Error:
> " & msInTermDate
>            '/ changed per Kit on 4-17-2001
>            _sInTermDate = System.String.Format("{0:yyyyMMdd}",
> CType(_sInceptionDate, Date))
>            Throw New InvalidFieldException.TermDateException()
>        End If
>        '_sInTermDate = CheckMaxDate(_sInTermDate)
>        If _sInTermDate > _sMagicTermDateWithDashes Then
>            _sInTermDate = _sMagicTermDate
>        End If
>
>        '/ Employer Group Aniversary date validation
>        If Not IsDateValid(AddDateDashes(_sInEmployerGroupAnivDate))
> Then
>            _sInEmployerGroupAnivDate = ""
>        Else
>            _sInEmployerGroupAnivDate =
> System.String.Format("{yyyymmdd}",
> AddDateDashes(_sInEmployerGroupAnivDate))
>        End If
>        '_sInEmployerGroupAnivDate =
> CheckMaxDate(_sInEmployerGroupAnivDate)
>        If _sInEmployerGroupAnivDate > _sMagicTermDateWithDashes Then
>            _sInEmployerGroupAnivDate = _sMagicTermDate
>        End If
>
>        '/ If the Head of House is blank and the element was NOT
> supplied in the
>        '/ submitted positive enrollment file, use the left nine
> characters
>        '/ of the Carrier Member ID.
>        If _sInHeadOfHouse = "" And _bValidateHeadofHouse = False Then
>            _sInHeadOfHouse = _sInCarrierMemId.Substring(0, 9)
>        End If
>
>        '/ Head of House Validation - chars "A-Z,.-'0-9"
>        Select Case ValidateHeadHouse(_sInHeadOfHouse,
> _sHeadOfHouseChars)
>            Case 0 'If the Head of House element was supplied and was
> blank, reject the record.
>                Throw New
> InvalidFieldException.MissingHeadofHouseException()
>                '/ If Head of House contains garbage chars reject the
> record
>            Case 1
>                Throw New
> InvalidFieldException.BadFormatHeadofHouseException()
>            Case Else
>        End Select
>
>        '/ Primary Status Validation
>        '/ If the Primary Status is blank and the Primary Status
> element was NOT
>        '/ submitted as an element of the positive enrollment file, use
> "P"
>        If _sInPrimaryStatus = "" And _bValidatePrimaryStatus = False
> Then
>            _sInPrimaryStatus = "P"
>            '/ If the Primary Status element was supplied and was
> blank, reject the record.
>        ElseIf _sInPrimaryStatus = "" And _bValidatePrimaryStatus =
> True Then
>            Throw New
> InvalidFieldException.MissingPrimaryStatusException()
>        Else '/ it was supplied, make sure it is a P or S
>            Select Case _sInPrimaryStatus.ToUpper
>                Case "P", "S"
>                Case Else
>                    Throw New
> InvalidFieldException.BadFormatPrimaryStatusException()
>            End Select
>        End If
>
>        '/ Enroll Type Validation
>        '/ If Enroll Type is blank and it was not one of the supplied
> elements in
>        '/ the health plans positive enrollment file, set Enroll Type
> to "I".
>        If _sInEnrollType = "" And _bValidateEnrollType = False Then
>            _sInEnrollType = "I"
>            '/ If the Enroll Type element was supplied and was blank,
> reject the record.
>        ElseIf _sInEnrollType = "" And _bValidateEnrollType = True Then
>            Throw New
> InvalidFieldException.MissingEnrollTypeException()
>        Else '/ it was supplied, make sure it it a I,S,D,or C
>            Select Case _sInEnrollType.ToUpper
>                Case "I", "S", "D", "C"
>                Case Else
>                    Throw New
> InvalidFieldException.BadFormatEnrollTypeException()
>            End Select
>        End If
>
>        '/ If Marital status is supplied and was blank reject
>        If _sInMaritalStatus = "" And _bValidateMaritalStatus = True
> Then
>            Throw New
> InvalidFieldException.MissingMaritalStatusException()
>            '/ assure that only "S" and "M" are passed
>        Else
>            Select Case _sInMaritalStatus.ToUpper
>                Case "S", "M", ""
>                Case Else
>                    Throw New
> InvalidFieldException.BadFormatMaritalStatusException()
>            End Select
>        End If
>    End Sub
>
> Protected Overridable Function ValidateLastName(ByVal sSuspect As
> String, ByVal sGoodChars As String) As Integer
>        If sSuspect.Length = 0 Then
>            Return 0
>        End If
>        If DoesBadCharExist(sSuspect, sGoodChars) = True Then
>            Return 1
>        Else
>            Return 2
>        End If
>    End Function
>
>    Protected Overridable Function ValidateFirstName(ByVal sSuspect As
> String, ByVal sGoodChars As String) As Integer
>        If sSuspect.Length = 0 Then
>            Return 0
>        End If
>        If DoesBadCharExist(sSuspect, sGoodChars) = True Then
>            Return 1
>        Else
>            Return 2
>        End If
>    End Function
>
> Protected Overridable Function AddDateDashes(ByVal sSuspect As String)
> As String
>        '/ add dashes to dates so that Isdate function willl work
> properly
>        '/ 2000-12-26 rlt
>        Dim sCached As String
>
>        sCached = sSuspect.Trim
>        If sCached.Length = 8 Then
>            Return sCached.Substring(0, 4) & "-" & sCached.Substring(4,
> 2) & "-" & sCached.Substring(6, 2)
>        Else
>            Return sCached
>        End If
>    End Function
>
> Protected Overridable Function DoesBadCharExist(ByVal sSuspect As
> String, ByVal sGoodChars As String) As Boolean
>        Dim iCount As Integer
>        For iCount = 0 To sSuspect.Length - 1
>            If sGoodChars.IndexOf(sSuspect.ToUpper.Chars(iCount)) < 0
> Then
>                Return True
>            End If
>        Next iCount
>        Return False
>    End Function
>

> "hillcountry74" <shruth***@yahoo.com> wrote in
> news:1112110584.467762.175290@o13g2000cwo.googlegroups.com:
>
> <lots o code>
>
> Some good ideas so far. I've started to put the regex expression
together
> for you, could have it done in a few hours. If you want to send me
one of
> these files, (important info changed of course) I could fine tune the

> expression. macmanic(zero)(zero)atHotmail.com
>
> Note to anyone else reading this thread, Any ideas on the speed of
regex as
> opposed to Substring/IndexOf. I can say for sure that I've parsed a
4mb
> file with regex in a few hundred milliseconds.

"MeltingPoint" <n***@all.com> wrote in message
news:Ca6dnTEa3_YVYNTfRVn-jg@rogers.com...
> "hillcountry74" <shruth***@yahoo.com> wrote in
> news:1112110584.467762.175290@o13g2000cwo.googlegroups.com:
>
> <lots o code>
>
> Some good ideas so far. I've started to put the regex expression
> together for you, could have it done in a few hours. If you want to send
> me one of these files, (important info changed of course) I could fine
> tune the expression. macmanic(zero)(zero)atHotmail.com
>
> Note to anyone else reading this thread, Any ideas on the speed of regex
> as opposed to Substring/IndexOf. I can say for sure that I've parsed a
> 4mb file with regex in a few hundred milliseconds.
>
> ++Just saw stefs comment. I'm not sure what difference it makes as to
> weather its fixed or not. RegEx still works and its alot easier on the
> eyes:)
> ((?<ActionCode>.)
> (?<CarrierID>\d{0,25})
> (?<LastName>\w{0,60}\s*\b)
> (?<FirstName>\w{0,30}\s*\b)
> (?<MiddleName>\w{0,15}\s*\b)
> (?<Addr1>.{0,60}\s*\b)
> (?<Addr2>.{0,60}\s*\b)
> (?<City>.{0,30}\s*\b)
> (?<State>.{0,2}\s*\b)
> (?<Zip>.{0,10}\s*\b))
> Actually the fact that its fixed makes it easier.
>
> And a note as to how close I was paying attention:
> sPreferredInputFile.Trim.Length >= 439
> does not 'allude' to me that it is totally fixed.
>
> However, I don't know Stef, she probably knows more than me, considering
> I just started using RegEx a month ago. But the above Regex does match
> the following:
>
> e8374837463784958473627495Sc9ott                         8nglis
> Micheal        554 sdf sdf
> 667 rtert ertwert                                        Hell
> FL90210
>
> Which I think is what the record looks like (at least so far)
>
> Let me know, both of you :)
> MP

"Stephany Young" <noone@localhost> wrote in
news:O$CKyCNNFHA.1176@TK2MSFTNGP15.phx.gbl:

> I surrender. I was having an abberration and thinking of Regex for
> simple pattern matching rather than it's 'extraction' capability.
>
> _sInHeadOfHouse = Trim(Mid(sPreferredInputFile, 431, 9))
> ...
> _sInPrimaryStatus = Trim(Mid(sPreferredInputFile, 440, 1))
> _sInEnrollType = Trim(Mid(sPreferredInputFile, 441, 1))
> Try
>     _sInMaritalStatus = Trim(Mid(sPreferredInputFile, 442, 1))
> ...
>
> This stuff here indicates to me that the record is, more than likely,
> fixed. Note the Try ... Catch ... End Try to catch if there are not
> 442 characters, but there is no matching construct for position 440
> and 441. The earlier test is for a record length of 439 characters or
> more, so the record might be 439, 440, 441 or 442 characters. The
> catcher on position 442 implies that characters 440 and 441 are always
> present. I read between the lines and decided that 442 'should' always
> be present. Given that hilcountry74 hasn't provided all the
> information this was a 50/50 call but for the purposes of the exercise
> is largely irrelevant.
>
> I have no problem with being proved wrong, but I don't think that your
> regex will work for parsing here.
>
> In your example thus far you rely on there being exactly 25 digits for
> CarrierID. If there are less then your match attempt for LastName
> won't start at position 27. Remember that the start position for each
> component of the string is specifically defined. Also there is no
> indication that CarrierID is numeric which means that it should use .
> instead of \d. To read the correct number of characters, the
> quantifier must be {25} rather than {0,25} and this means that you
> have read any trailing spaces as well which still have to be trimmed
> off when the matches are read out.
>
> (?<LastName>\w{0,60}\s*\b) will only handle simple names - those with
> no imbedded spaces or punctuation characters like "van Allen",
> "O'Brien", "Mandeville-Brown". Also it is common for company names to
> be stored in a LastName field and other name fields left blank like
> "Acme Inc.". \w will miss imbedded spaces, apostrophes, hyphens and
> periods. Another factor is that you get idiots hitting the spacebar
> just as they are starting to type a name and never correcting it so
> you can get " Smith". The \w will report no match at all in this case.
> Use of the \b will only make things worse in such cases.
>
> In this case I think that the Mid or SubString methods are best for
> the actual parsing, however regex will certainly make the validation
> routine more compact and efficient because here you are operating on
> each individual string rather than trying to pick the character
> sequence from postion x to position y and therefore 2nd guessing what
> is actually there or not there as the case may be.
>
> BTW: I have a perfectly good name - there is no need to assume that it
> needs contracting or that the spelling needs changing.

"MeltingPoint" <n***@all.com> wrote in message
news:YpmdndvMEa8bvNffRVn-sg@rogers.com...
> "Stephany Young" <noone@localhost> wrote in
> news:O$CKyCNNFHA.1176@TK2MSFTNGP15.phx.gbl:
>
> <snip>
>
> OK just checked it, imbedded spaces screw it up. And theres nothing I
> can think of readily. I've seen some funky reg exp's - I'm sure it can
> be done but not by me:) I tried just doing:
>
> ((?<ActionCode>.{1})" _
> & "(?<CarrierID>.{25})" _
> & "(?<LastName>.{60})" _
> & "(?<FirstName>.{30})" _
> & "(?<MiddleName>.{15})" _
> & "(?<Addr1>.{60})" _
> & "(?<Addr2>.{60})" _
> & "(?<City>.{30)" _
> & "(?<State>.{2})" _
> & "(?<Zip>.{10}))"
>
> ...and my computer actually laughed at me!!
>
> Back to the drawing board...

"hillcountry74" <shruth***@yahoo.com> wrote in
news:1112223769.480509.272010@g14g2000cwa.googlegroups.com:

> Thanks a lot MP. Really appreciate your help.
>
> Can you please paste the regular expression for this? Can't find it in
> the code.
>
> Also, on the headofhouse, it could be alphanumeric. And yes, some
> fields would be blank.
>
> There could be files of size 400MB. In such a case, reading till
> endoffile might not work. Instead, if it is changed to reading one
line
> at a time, do you think the speed will reduce?
>
> Thanks again.
>

"MeltingPoint" <n***@all.com> wrote in message
news:FOqdnRmyx9xgqdbfRVn-ug@rogers.com...
> "hillcountry74" <shruth***@yahoo.com> wrote in
> news:1112223769.480509.272010@g14g2000cwa.googlegroups.com:
>
>> Thanks a lot MP. Really appreciate your help.
>>
>> Can you please paste the regular expression for this? Can't find it in
>> the code.
>>
>> Also, on the headofhouse, it could be alphanumeric. And yes, some
>> fields would be blank.
>>
>> There could be files of size 400MB. In such a case, reading till
>> endoffile might not work. Instead, if it is changed to reading one
> line
>> at a time, do you think the speed will reduce?
>>
>> Thanks again.
>>
>
> This is the Regular Expression:
> Dim _exp As String = "((?<ActionCode>.{1})" & _
>          "(?<CarrierID>.{25})" & _
>          "(?<LastName>.{60})" & _
>          "(?<FirstName>.{30})" & _
>          "(?<MiddleName>.{15})" & _
>          "(?<Addr1>.{60})" & _
>          "(?<Addr2>.{60})" & _
>          "(?<City>.{30})" & _
>          "(?<State>.{2})" & _
>          "(?<Zip>.{10})" & _
>          "(?<BenefitOption>.{60})" & _
>          "(?<EmployerGroup>.{15})" & _
>          "(?<OptionEffDate>.{8})" & _
>          "(?<HPEffDate>.{8})" & _
>          "(?<TermDate>.{8})" & _
>          "(?<Sex>.{1})" & _
>          "(?<DOB>.{8})" & _
>          "(?<SSN>.{9})" & _
>          "(?<Phone>.{12})" & _
>          "(?<EmployerGroupAnivDate>.{8})" & _
>          "(?<HeadOfHouse>.{9})" & _
>          "(?<PrimaryStatus>.{1})" & _
>          "(?<MaritalStatus>.{1}))"
>
> A pretty good definition can be found on MSDN. Search For RegEx or
> Regular Expressions. :)
>
> I'll try to "simulate"(wink wink:) a 400mb file and check performance.
> Reading one line at a time is out of the question for this experiment,
> as it would require a couple of million reads(guessing), reading in
> 442bytes * nRecords would be better if not the best way to do it. BUT
> this and ReadToEnd both REQUIRE every record to be 442 bytes (or
> whatever it is) Off by one byte, and kiss you're records goodbye.
>
> MP

"Stephany Young" <noone@localhost> wrote in
news:OFvYnVYNFHA.3844@TK2MSFTNGP14.phx.gbl:

> I'm just a little concerned that you might have missed a critical
> point her MeltingPoint.
>
> Each record in the file is terminated by a LF or a CR/LF pair. This is
> hown by the use of the ReadLine method in the original code fragment.
>
> A line is defined as a sequence of characters followed by a line feed
> or a carriage return immediately followed by a line feed. The string
> that is returned does not contain the terminating carriage return or
> line feed. The returned value is a null reference (Nothing in Visual
> Basic) if the end of the input stream is reached.
>
> If you use the ReadToEnd method then you have to identify what the
> record delimiter is and split the input into 'records' based on that
> delimiter before you can apply the RegEx anyway. Unless, of course the
> reGex is preceded by a '$' to indicate start at the beginning of each
> line.
>
> If you dont handle this then each record, subsequent to the first,
> will be off by 1 or 2 characters compounding.
>
>
>
> "MeltingPoint" <n***@all.com> wrote in message
> news:FOqdnRmyx9xgqdbfRVn-ug@rogers.com...
>> "hillcountry74" <shruth***@yahoo.com> wrote in
>> news:1112223769.480509.272010@g14g2000cwa.googlegroups.com:
>>
>>> Thanks a lot MP. Really appreciate your help.
>>>
>>> Can you please paste the regular expression for this? Can't find it
>>> in the code.
>>>
>>> Also, on the headofhouse, it could be alphanumeric. And yes, some
>>> fields would be blank.
>>>
>>> There could be files of size 400MB. In such a case, reading till
>>> endoffile might not work. Instead, if it is changed to reading one
>> line
>>> at a time, do you think the speed will reduce?
>>>
>>> Thanks again.
>>>
>>
>> This is the Regular Expression:
>> Dim _exp As String = "((?<ActionCode>.{1})" & _
>>          "(?<CarrierID>.{25})" & _
>>          "(?<LastName>.{60})" & _
>>          "(?<FirstName>.{30})" & _
>>          "(?<MiddleName>.{15})" & _
>>          "(?<Addr1>.{60})" & _
>>          "(?<Addr2>.{60})" & _
>>          "(?<City>.{30})" & _
>>          "(?<State>.{2})" & _
>>          "(?<Zip>.{10})" & _
>>          "(?<BenefitOption>.{60})" & _
>>          "(?<EmployerGroup>.{15})" & _
>>          "(?<OptionEffDate>.{8})" & _
>>          "(?<HPEffDate>.{8})" & _
>>          "(?<TermDate>.{8})" & _
>>          "(?<Sex>.{1})" & _
>>          "(?<DOB>.{8})" & _
>>          "(?<SSN>.{9})" & _
>>          "(?<Phone>.{12})" & _
>>          "(?<EmployerGroupAnivDate>.{8})" & _
>>          "(?<HeadOfHouse>.{9})" & _
>>          "(?<PrimaryStatus>.{1})" & _
>>          "(?<MaritalStatus>.{1}))"
>>
>> A pretty good definition can be found on MSDN. Search For RegEx or
>> Regular Expressions. :)
>>
>> I'll try to "simulate"(wink wink:) a 400mb file and check
>> performance. Reading one line at a time is out of the question for
>> this experiment, as it would require a couple of million
>> reads(guessing), reading in 442bytes * nRecords would be better if
>> not the best way to do it. BUT this and ReadToEnd both REQUIRE every
>> record to be 442 bytes (or whatever it is) Off by one byte, and kiss
>> you're records goodbye.
>>
>> MP
>
>
>

"MeltingPoint" <n***@all.com> wrote in message
news:68ydnYrAS_Xa1dbfRVn-3A@rogers.com...
> "Stephany Young" <noone@localhost> wrote in
> news:OFvYnVYNFHA.3844@TK2MSFTNGP14.phx.gbl:
>
>> I'm just a little concerned that you might have missed a critical
>> point her MeltingPoint.
>>
>> Each record in the file is terminated by a LF or a CR/LF pair. This is
>> hown by the use of the ReadLine method in the original code fragment.
>>
>> A line is defined as a sequence of characters followed by a line feed
>> or a carriage return immediately followed by a line feed. The string
>> that is returned does not contain the terminating carriage return or
>> line feed. The returned value is a null reference (Nothing in Visual
>> Basic) if the end of the input stream is reached.
>>
>> If you use the ReadToEnd method then you have to identify what the
>> record delimiter is and split the input into 'records' based on that
>> delimiter before you can apply the RegEx anyway. Unless, of course the
>> reGex is preceded by a '$' to indicate start at the beginning of each
>> line.
>>
>> If you dont handle this then each record, subsequent to the first,
>> will be off by 1 or 2 characters compounding.
>>
>>
>>
>> "MeltingPoint" <n***@all.com> wrote in message
>> news:FOqdnRmyx9xgqdbfRVn-ug@rogers.com...
>>> "hillcountry74" <shruth***@yahoo.com> wrote in
>>> news:1112223769.480509.272010@g14g2000cwa.googlegroups.com:
>>>
>>>> Thanks a lot MP. Really appreciate your help.
>>>>
>>>> Can you please paste the regular expression for this? Can't find it
>>>> in the code.
>>>>
>>>> Also, on the headofhouse, it could be alphanumeric. And yes, some
>>>> fields would be blank.
>>>>
>>>> There could be files of size 400MB. In such a case, reading till
>>>> endoffile might not work. Instead, if it is changed to reading one
>>> line
>>>> at a time, do you think the speed will reduce?
>>>>
>>>> Thanks again.
>>>>
>>>
>>> This is the Regular Expression:
>>> Dim _exp As String = "((?<ActionCode>.{1})" & _
>>>          "(?<CarrierID>.{25})" & _
>>>          "(?<LastName>.{60})" & _
>>>          "(?<FirstName>.{30})" & _
>>>          "(?<MiddleName>.{15})" & _
>>>          "(?<Addr1>.{60})" & _
>>>          "(?<Addr2>.{60})" & _
>>>          "(?<City>.{30})" & _
>>>          "(?<State>.{2})" & _
>>>          "(?<Zip>.{10})" & _
>>>          "(?<BenefitOption>.{60})" & _
>>>          "(?<EmployerGroup>.{15})" & _
>>>          "(?<OptionEffDate>.{8})" & _
>>>          "(?<HPEffDate>.{8})" & _
>>>          "(?<TermDate>.{8})" & _
>>>          "(?<Sex>.{1})" & _
>>>          "(?<DOB>.{8})" & _
>>>          "(?<SSN>.{9})" & _
>>>          "(?<Phone>.{12})" & _
>>>          "(?<EmployerGroupAnivDate>.{8})" & _
>>>          "(?<HeadOfHouse>.{9})" & _
>>>          "(?<PrimaryStatus>.{1})" & _
>>>          "(?<MaritalStatus>.{1}))"
>>>
>>> A pretty good definition can be found on MSDN. Search For RegEx or
>>> Regular Expressions. :)
>>>
>>> I'll try to "simulate"(wink wink:) a 400mb file and check
>>> performance. Reading one line at a time is out of the question for
>>> this experiment, as it would require a couple of million
>>> reads(guessing), reading in 442bytes * nRecords would be better if
>>> not the best way to do it. BUT this and ReadToEnd both REQUIRE every
>>> record to be 442 bytes (or whatever it is) Off by one byte, and kiss
>>> you're records goodbye.
>>>
>>> MP
>>
>>
>>
>
> I figured it out. Either way, if it is a fixed record then the cr would
> be included in the record size. So the above would be 443*nRecords. No
> harm no foul. The point is the file can evenly be divided by the number
> of bytes in a record plus the delimiter (which is the first thing I
> asked him 10 posts ago and was told the was no delimiter).
>
> MP

"hillcountry74" <shruth***@yahoo.com> wrote in message
news:1112223769.480509.272010@g14g2000cwa.googlegroups.com...
> Thanks a lot MP. Really appreciate your help.
>
> Can you please paste the regular expression for this? Can't find it in
> the code.
>
> Also, on the headofhouse, it could be alphanumeric. And yes, some
> fields would be blank.
>
> There could be files of size 400MB. In such a case, reading till
> endoffile might not work. Instead, if it is changed to reading one line
> at a time, do you think the speed will reduce?
>
> Thanks again.
>

"hillcountry74" <shruth***@yahoo.com> wrote in message
news:1112281681.094407.126860@z14g2000cwz.googlegroups.com...
> Stephany, MP
>
> I'm still reading the thread. I guess it's the time diff and so I'm not
> around when you guys are discussing.
>
> Stephany, to answer some of your questions:
>
> I've tested the same file in both Vb6 and VB.Net. This specific file
> has 4564 records and Vb6 processes it in avg of 35 secs and VB.Net
> takes an avg of 45 secs. If I process the same file again in Vb.Net,
> it's about the same speed +/- 1 sec.
>
> On the usage:
> 1. Yes, it is run by a user during the business day and sometimes when
> the file is too big like 400MB, it runs thru the following day and this
> is for the VB6 ver.
> 2. No, it is not run as a batch. Basically, the user selects a file
> processes it and then if there are additional files, continues to
> process one at atime.
> 3. I've been testing the .Net ver thru' out the day to check if time
> makes a diff. But I've noticed in the Vb6 ver, that at times(no
> specific time of the day) it is processing real fast and for the same
> file it slows down and then again picks up the speed. Note that no
> other application is run. Not sure what causes this. On the other hand,
> .Net ver always processes about the same speed.
>
> Well, the 400MB files have more than 350K records.
>
> That's exactly, even I was thinking if I was here comparing apples to
> apple or not.
>
> 400MB file size is regular. Basically, this file is sent by our client
> adn we process the files convert it to our format and then run a
> backend job to update the database with this info. Our's is a
> healthcare industry.
>
> I've not tested the VB.Net version for a 400MB size. I just found out
> from the user who runs the VB6 ver and he said it takes about 7 1/2
> hrs. So, I don't know if the there will be significant diff or not. To
> begin with, I started testing a smaller file. Since this is 15 secs
> slower, I decided to debug and try and optimize if necessary before
> testing a bigger file.
>
> We are re-writing this in Vb.Net as most of our other appls are already
> in .net and this is one of the older apps.
>
> I'm planning to test the 400MB file sometime today. Will keep you guys
> posted.
>
> Thanks.
>

"MeltingPoint" <n***@all.com> wrote in message
news:fOCdnd23SO3QjNbfRVn-vA@rogers.com...
> "hillcountry74" <shruth***@yahoo.com> wrote in
> news:1112201281.988499.58130@l41g2000cwc.googlegroups.com:
>
>> Stephany,
>>
>> Thanks for the code. I tried your sample, it doesn't seem to work. I'm
>> assuming _s variable is the string to be parsed and need not
>> necessarily have the fieldnames like Lastname etc, right?
>>
>> How does the regex engine know to take 26 characters for extracting
>> City and that it is not the first 26 chrs. Please explain. And excuse
>> me for my ignorance. Never used reg exprs.
>>
>
> Imports System.Text
> Imports System.IO
> Imports System.Text.RegularExpressions
> Module Module1
>
>    Sub Main()
>
>        Dim aStreamReader As TextReader
>        aStreamReader = New StreamReader("C:\SAMPLE FILE.txt")
>        Dim _s As String = aStreamReader.ReadToEnd
>        aStreamReader.Close()
>
>        Dim _exp As String = "((?<ActionCode>.{1})" & _
>          "(?<CarrierID>.{25})" & _
>          "(?<LastName>.{60})" & _
>          "(?<FirstName>.{30})" & _
>          "(?<MiddleName>.{15})" & _
>          "(?<Addr1>.{60})" & _
>          "(?<Addr2>.{60})" & _
>          "(?<City>.{30})" & _
>          "(?<State>.{2})" & _
>          "(?<Zip>.{10})" & _
>          "(?<BenefitOption>.{60})" & _
>          "(?<EmployerGroup>.{15})" & _
>          "(?<OptionEffDate>.{8})" & _
>          "(?<HPEffDate>.{8})" & _
>          "(?<TermDate>.{8})" & _
>          "(?<Sex>.{1})" & _
>          "(?<DOB>.{8})" & _
>          "(?<SSN>.{9})" & _
>          "(?<Phone>.{12})" & _
>          "(?<EmployerGroupAnivDate>.{8})" & _
>          "(?<HeadOfHouse>.{9})" & _
>          "(?<PrimaryStatus>.{1})" & _
>          "(?<MaritalStatus>.{1}))"
>
>        Dim r As Regex = New Regex(_exp)
>
>        Dim g As MatchCollection = r.Matches(_s)
>        Dim m As Match
>
>        Dim _sInActionCode As String
>        Dim _sInCarrierID As String
>        Dim _sInLastName As String
>        Dim _sInFirstName As String
>        Dim _sInMiddleName As String
>        Dim _sInAddr1 As String
>        Dim _sInAddr2 As String
>        Dim _sInCity As String
>        Dim _sInState As String
>        Dim _sInZip As String
>        Dim _sInBenefitOption As String
>        Dim _sInEmployerGroup As String
>        Dim _sInOptionEffDate As String
>        Dim _sInHPEffDate As String
>        Dim _sInTermDate As String
>        Dim _sInSex As String
>        Dim _sInDOB As String
>        Dim _sInSSN As String
>        Dim _sInPhone As String
>        Dim _sInEmployerGroupAnivDate As String
>        Dim _sInHeadOfHouse As String
>        Dim _sInPrimaryStatus As String
>        Dim _sInMaritalStatus As String
>        Dim d As New DateTime
>        Dim dt As Double
>
>        d = DateTime.Now
>
>        For i As Int32 = 0 To g.Count - 1
>            m = g.Item(i)
>
>            _sInActionCode = m.Groups("ActionCode").ToString.Trim
>            _sInCarrierID = m.Groups("CarrierID").ToString.Trim
>            _sInLastName = m.Groups("LastName").ToString.Trim
>            _sInFirstName = m.Groups("FirstName").ToString.Trim
>            _sInMiddleName = m.Groups("MiddleName").ToString.Trim
>            _sInAddr1 = m.Groups("Addr1").ToString.Trim
>            _sInAddr2 = m.Groups("Addr2").ToString.Trim
>            _sInCity = m.Groups("City").ToString.Trim
>            _sInState = m.Groups("State").ToString.Trim
>            _sInZip = m.Groups("Zip").ToString.Trim
>            _sInBenefitOption = m.Groups("BenefitOption").ToString.Trim
>            _sInEmployerGroup = m.Groups("EmployerGroup").ToString.Trim
>            _sInOptionEffDate = m.Groups("OptionEffDate").ToString.Trim
>            _sInHPEffDate = m.Groups("OptionEffDate").ToString.Trim
>            _sInTermDate = m.Groups("HPEffDate").ToString.Trim
>            _sInSex = m.Groups("TermDate").ToString.Trim
>            _sInDOB = m.Groups("DOB").ToString.Trim
>            _sInSSN = m.Groups("SSN").ToString.Trim
>            _sInPhone = m.Groups("Phone").ToString.Trim
>            _sInEmployerGroupAnivDate = m.Groups
> ("EmployerGroupAnivDate").ToString.Trim()
>            _sInHeadOfHouse = m.Groups("HeadOfHouse").ToString.Trim
>            _sInPrimaryStatus = m.Groups("PrimaryStatus").ToString.Trim
>            _sInMaritalStatus = m.Groups("MaritalStatus").ToString.Trim
>            'Console.WriteLine()
>            Console.WriteLine(i)
>            'Console.WriteLine()
>            'Console.WriteLine("_sInActionCode = " & _sInActionCode)
>            'Console.WriteLine("_sInCarrierID = " & _sInCarrierID)
>            'Console.WriteLine("_sInLastName = " & _sInLastName)
>            'Console.WriteLine("_sInFirstName = " & _sInFirstName)
>            'Console.WriteLine("_sInMiddleName = " & _sInMiddleName)
>            'Console.WriteLine("_sInAddr1 = " & _sInAddr1)
>            'Console.WriteLine("_sInAddr2 = " & _sInAddr2)
>            'Console.WriteLine("_sInCity = " & _sInCity)
>            'Console.WriteLine("_sInState = " & _sInState)
>            'Console.WriteLine("_sInZip = " & _sInZip)
>            'Console.WriteLine("_sInBenefitOption = " &
> _sInBenefitOption)
>            'Console.WriteLine("_sInEmployerGroup = " &
> _sInEmployerGroup)
>            'Console.WriteLine("_sInOptionEffDate = " &
> _sInOptionEffDate)
>            'Console.WriteLine("_sInHPEffDate = " & _sInHPEffDate)
>            'Console.WriteLine("_sInTermDate = " & _sInTermDate)
>            'Console.WriteLine("_sInSex = " & _sInSex)
>            'Console.WriteLine("_sInDOB = " & _sInDOB)
>            'Console.WriteLine("_sInSSN = " & _sInSSN)
>            'Console.WriteLine("_sInPhone = " & _sInPhone)
>            'Console.WriteLine("_sInEmployerGroupAnivDate = " &
> _sInEmployerGroupAnivDate)
>            'Console.WriteLine("_sInHeadOfHouse = " & _sInHeadOfHouse)
>            'Console.WriteLine("_sInPrimaryStatus = " &
> _sInPrimaryStatus)
>            'Console.WriteLine("_sInMaritalStatus = " &
> _sInMaritalStatus)
>        Next
>        Dim dt2 = DateTime.Now.Subtract(d).TotalSeconds
>
>        Console.WriteLine(dt2)
>        Console.ReadLine()
>    End Sub
>
> End Module
>
> Sorry the code is a little messy. But it works. Parsed 8064 Records in 2
> seconds flat. Simulate some other work by outputing everything to a
> console window an it takes 34 seconds.
>
> To answer your question RegEx uses a position marker *simular* to that
> of reading a file where the position is incremented relative to the
> amount read (for comparison sakes). So just telling it how much to read
> is good enough.
>
> Thankyou Stephany for writing that all out:)
>
> A note about your sample file: I hope fields were left blank, and things
> like HeadOfHouse is a number, otherwise this isn't working.
> Sample:
> _sInActionCode =
> _sInCarrierID = 00000050101
> _sInLastName = SMITH
> _sInFirstName = VICKI
> _sInMiddleName =
> _sInAddr1 = C/O SUE EDDY  -  MISD BENEFITS
> _sInAddr2 = 405 EAST DAVIS
> _sInCity = MESQUITE
> _sInState = TX
> _sInZip = 75149
> _sInBenefitOption = 001
> _sInEmployerGroup = 2002MISD
> _sInOptionEffDate = 20050301
> _sInHPEffDate = 20050301
> _sInTermDate = 20040401
> _sInSex = 20050331
> _sInDOB = 19510125
> _sInSSN = 000010009
> _sInPhone =
> _sInEmployerGroupAnivDate =
> _sInHeadOfHouse = 464088770
> _sInPrimaryStatus = P
> _sInMaritalStatus = I
>
> Let me know,
> MP
>

"MeltingPoint" <n***@all.com> wrote in message
news:QI-dnblgf6FyotbfRVn-uw@rogers.com...
> "Stephany Young" <noone@localhost> wrote in
> news:#TjZp1XNFHA.2132@TK2MSFTNGP14.phx.gbl:
>
>> In you output, note that you've got some fields out of whack.
>>
>>>            _sInHPEffDate = m.Groups("OptionEffDate").ToString.Trim
>>>            _sInTermDate = m.Groups("HPEffDate").ToString.Trim
>>>            _sInSex = m.Groups("TermDate").ToString.Trim
>>
>> This shows in that the display of _sInSex is not 1 character.
>>
>
> Sorry Stephany, post order is getting screwed up. The above is copied from
> one of your posts(and thank you for it again), but thanks for pointing it
> out, I was wondering why sex was "45738495". As for the rest of your
> comment, I was sent some sample data from hillcountry74, and thought I was
> replying under his thread. Sorry for the confusion. By the way, do you
> mind
> if I ask what field your in?
>
> Cheers,
> MP

> "hillcountry74" <shruth***@yahoo.com> wrote in
> news:1112201281.988499.58130@l41g2000cwc.googlegroups.com:
>
> > Stephany,
> >
> > Thanks for the code. I tried your sample, it doesn't seem to work.
I'm
> > assuming _s variable is the string to be parsed and need not
> > necessarily have the fieldnames like Lastname etc, right?
> >
> > How does the regex engine know to take 26 characters for extracting
> > City and that it is not the first 26 chrs. Please explain. And
excuse
> > me for my ignorance. Never used reg exprs.
> >
>
> Imports System.Text
> Imports System.IO
> Imports System.Text.RegularExpressions
> Module Module1
>
>     Sub Main()
>
>         Dim aStreamReader As TextReader
>         aStreamReader = New StreamReader("C:\SAMPLE FILE.txt")
>         Dim _s As String = aStreamReader.ReadToEnd
>         aStreamReader.Close()
>
>         Dim _exp As String = "((?<ActionCode>.{1})" & _
>           "(?<CarrierID>.{25})" & _
>           "(?<LastName>.{60})" & _
>           "(?<FirstName>.{30})" & _
>           "(?<MiddleName>.{15})" & _
>           "(?<Addr1>.{60})" & _
>           "(?<Addr2>.{60})" & _
>           "(?<City>.{30})" & _
>           "(?<State>.{2})" & _
>           "(?<Zip>.{10})" & _
>           "(?<BenefitOption>.{60})" & _
>           "(?<EmployerGroup>.{15})" & _
>           "(?<OptionEffDate>.{8})" & _
>           "(?<HPEffDate>.{8})" & _
>           "(?<TermDate>.{8})" & _
>           "(?<Sex>.{1})" & _
>           "(?<DOB>.{8})" & _
>           "(?<SSN>.{9})" & _
>           "(?<Phone>.{12})" & _
>           "(?<EmployerGroupAnivDate>.{8})" & _
>           "(?<HeadOfHouse>.{9})" & _
>           "(?<PrimaryStatus>.{1})" & _
>           "(?<MaritalStatus>.{1}))"
>
>         Dim r As Regex = New Regex(_exp)
>
>         Dim g As MatchCollection = r.Matches(_s)
>         Dim m As Match
>
>         Dim _sInActionCode As String
>         Dim _sInCarrierID As String
>         Dim _sInLastName As String
>         Dim _sInFirstName As String
>         Dim _sInMiddleName As String
>         Dim _sInAddr1 As String
>         Dim _sInAddr2 As String
>         Dim _sInCity As String
>         Dim _sInState As String
>         Dim _sInZip As String
>         Dim _sInBenefitOption As String
>         Dim _sInEmployerGroup As String
>         Dim _sInOptionEffDate As String
>         Dim _sInHPEffDate As String
>         Dim _sInTermDate As String
>         Dim _sInSex As String
>         Dim _sInDOB As String
>         Dim _sInSSN As String
>         Dim _sInPhone As String
>         Dim _sInEmployerGroupAnivDate As String
>         Dim _sInHeadOfHouse As String
>         Dim _sInPrimaryStatus As String
>         Dim _sInMaritalStatus As String
>         Dim d As New DateTime
>         Dim dt As Double
>
>         d = DateTime.Now
>
>         For i As Int32 = 0 To g.Count - 1
>             m = g.Item(i)
>
>             _sInActionCode = m.Groups("ActionCode").ToString.Trim
>             _sInCarrierID = m.Groups("CarrierID").ToString.Trim
>             _sInLastName = m.Groups("LastName").ToString.Trim
>             _sInFirstName = m.Groups("FirstName").ToString.Trim
>             _sInMiddleName = m.Groups("MiddleName").ToString.Trim
>             _sInAddr1 = m.Groups("Addr1").ToString.Trim
>             _sInAddr2 = m.Groups("Addr2").ToString.Trim
>             _sInCity = m.Groups("City").ToString.Trim
>             _sInState = m.Groups("State").ToString.Trim
>             _sInZip = m.Groups("Zip").ToString.Trim
>             _sInBenefitOption =

>             'Console.WriteLine()
>             Console.WriteLine(i)
>             'Console.WriteLine()
>             'Console.WriteLine("_sInActionCode = " & _sInActionCode)
>             'Console.WriteLine("_sInCarrierID = " & _sInCarrierID)
>             'Console.WriteLine("_sInLastName = " & _sInLastName)
>             'Console.WriteLine("_sInFirstName = " & _sInFirstName)
>             'Console.WriteLine("_sInMiddleName = " & _sInMiddleName)
>             'Console.WriteLine("_sInAddr1 = " & _sInAddr1)
>             'Console.WriteLine("_sInAddr2 = " & _sInAddr2)
>             'Console.WriteLine("_sInCity = " & _sInCity)
>             'Console.WriteLine("_sInState = " & _sInState)
>             'Console.WriteLine("_sInZip = " & _sInZip)
>             'Console.WriteLine("_sInBenefitOption = " &
> _sInBenefitOption)
>             'Console.WriteLine("_sInEmployerGroup = " &
> _sInEmployerGroup)
>             'Console.WriteLine("_sInOptionEffDate = " &
> _sInOptionEffDate)
>             'Console.WriteLine("_sInHPEffDate = " & _sInHPEffDate)
>             'Console.WriteLine("_sInTermDate = " & _sInTermDate)
>             'Console.WriteLine("_sInSex = " & _sInSex)
>             'Console.WriteLine("_sInDOB = " & _sInDOB)
>             'Console.WriteLine("_sInSSN = " & _sInSSN)
>             'Console.WriteLine("_sInPhone = " & _sInPhone)
>             'Console.WriteLine("_sInEmployerGroupAnivDate = " &
> _sInEmployerGroupAnivDate)
>             'Console.WriteLine("_sInHeadOfHouse = " &
_sInHeadOfHouse)
>             'Console.WriteLine("_sInPrimaryStatus = " &
> _sInPrimaryStatus)
>             'Console.WriteLine("_sInMaritalStatus = " &
> _sInMaritalStatus)
>         Next
>         Dim dt2 = DateTime.Now.Subtract(d).TotalSeconds
>
>         Console.WriteLine(dt2)
>         Console.ReadLine()
>     End Sub
>
> End Module
>
> Sorry the code is a little messy. But it works. Parsed 8064 Records
in 2
> seconds flat. Simulate some other work by outputing everything to a
> console window an it takes 34 seconds.
>
> To answer your question RegEx uses a position marker *simular* to
that
> of reading a file where the position is incremented relative to the
> amount read (for comparison sakes). So just telling it how much to
read
> is good enough.
>
> Thankyou Stephany for writing that all out:)
>
> A note about your sample file: I hope fields were left blank, and
things
> like HeadOfHouse is a number, otherwise this isn't working.
> Sample:
> _sInActionCode =
> _sInCarrierID = 00000050101
> _sInLastName = SMITH
> _sInFirstName = VICKI
> _sInMiddleName =
> _sInAddr1 = C/O SUE EDDY  -  MISD BENEFITS
> _sInAddr2 = 405 EAST DAVIS
> _sInCity = MESQUITE
> _sInState = TX
> _sInZip = 75149
> _sInBenefitOption = 001
> _sInEmployerGroup = 2002MISD
> _sInOptionEffDate = 20050301
> _sInHPEffDate = 20050301
> _sInTermDate = 20040401
> _sInSex = 20050331
> _sInDOB = 19510125
> _sInSSN = 000010009
> _sInPhone =
> _sInEmployerGroupAnivDate =
> _sInHeadOfHouse = 464088770
> _sInPrimaryStatus = P
> _sInMaritalStatus = I
>
> Let me know,
> MP

"hillcountry74" <shruth***@yahoo.com> wrote in
news:1112224455.933751.78520@l41g2000cwc.googlegroups.com:

> MP,
> Posting this msg for the 2nd time.
>
> Thanks a lot for the code. I really appreciate your help and time.
>
> Can you please post the regular expr for this as I can't find it in
the
> code?
>
> As there could be files of size 400MB, reading till endoffile might
not
> work. Instead, if it is changed to reading one line at a time, will it
> slowdown the parsing?
>
> Also, on the headofhouse, it can be alphanumeric. And yes, some fields
> could be blank.
>
> Thanks.

"hillcountry74" <shruth***@yahoo.com> wrote in message
news:1112201281.988499.58130@l41g2000cwc.googlegroups.com...
> Stephany,
>
> Thanks for the code. I tried your sample, it doesn't seem to work. I'm
> assuming _s variable is the string to be parsed and need not
> necessarily have the fieldnames like Lastname etc, right?
>
> How does the regex engine know to take 26 characters for extracting
> City and that it is not the first 26 chrs. Please explain. And excuse
> me for my ignorance. Never used reg exprs.
>

"MeltingPoint" <n***@all.com> wrote in message
news:PfednS7FVvZH-dbfRVn-1Q@rogers.com...
> "hillcountry74" <shruth***@yahoo.com> wrote in
> news:1112049500.118960.294240@f14g2000cwb.googlegroups.com:
>
> Inside the IDE - Not being displayed to console.
> Processed 83265 records in 5.6875 seconds. At 2 Records per pass.
> Processed 83265 records in 4.28125 seconds. At 20 Records per pass.
> Processed 83265 records in 4.046875 seconds. At 50 Records per pass.
> Processed 83265 records in 4.046875 seconds. At 75 Records per pass.
> Processed 83265 records in 4.765625 seconds. At 100 Records per pass.
> Breaking Point Reached.
>
> Compiled Application
> Processed 83265 records in 3.53125 seconds. At 75 Records per pass.
> Processed 83265 records in 3.625 seconds. At 100 Records per pass.
> Processed 83265 records in 3.59375 seconds. At 200 Records per pass.
> Processed 83265 records in 3.609375 seconds. At 500 Records per pass.
> Processed 83265 records in 3.625 seconds. At 1000 Records per pass.
> Processed 83265 records in 3.609375 seconds. At 10000 Records per pass.
> Processed 83265 records in 3.59375 seconds. At 50000 Records per pass.
>
> You be the judge.
> Heres the source code.
> Let me know if you need help with the verify routines.
>
> Imports System.Text
> Imports System.IO
> Imports System.Text.RegularExpressions
> Module Module1
>
>    Sub Main()
> 'File path and number of records to parse per pass
>        ReadAndParse("C:\SAMPLE FILE.txt", 1000)
>    End Sub
>
> #Region " Expression Definition "
>    Dim _exp As String = "((?<ActionCode>.{1})" & _
>      "(?<CarrierID>.{25})" & _
>      "(?<LastName>.{60})" & _
>      "(?<FirstName>.{30})" & _
>      "(?<MiddleName>.{15})" & _
>      "(?<Addr1>.{60})" & _
>      "(?<Addr2>.{60})" & _
>      "(?<City>.{30})" & _
>      "(?<State>.{2})" & _
>      "(?<Zip>.{10})" & _
>      "(?<BenefitOption>.{60})" & _
>      "(?<EmployerGroup>.{15})" & _
>      "(?<OptionEffDate>.{8})" & _
>      "(?<HPEffDate>.{8})" & _
>      "(?<TermDate>.{8})" & _
>      "(?<Sex>.{1})" & _
>      "(?<DOB>.{8})" & _
>      "(?<SSN>.{9})" & _
>      "(?<Phone>.{12})" & _
>      "(?<EmployerGroupAnivDate>.{8})" & _
>      "(?<HeadOfHouse>.{9})" & _
>      "(?<PrimaryStatus>.{1})" & _
>      "(?<MaritalStatus>.{1}))"
> #End Region
>
> #Region " Label Definitions "
>    Dim _sInActionCode As String
>    Dim _sInCarrierID As String
>    Dim _sInLastName As String
>    Dim _sInFirstName As String
>    Dim _sInMiddleName As String
>    Dim _sInAddr1 As String
>    Dim _sInAddr2 As String
>    Dim _sInCity As String
>    Dim _sInState As String
>    Dim _sInZip As String
>    Dim _sInBenefitOption As String
>    Dim _sInEmployerGroup As String
>    Dim _sInOptionEffDate As String
>    Dim _sInHPEffDate As String
>    Dim _sInTermDate As String
>    Dim _sInSex As String
>    Dim _sInDOB As String
>    Dim _sInSSN As String
>    Dim _sInPhone As String
>    Dim _sInEmployerGroupAnivDate As String
>    Dim _sInHeadOfHouse As String
>    Dim _sInPrimaryStatus As String
>    Dim _sInMaritalStatus As String
> #End Region
>
> #Region " Timing "
>    Dim startTime As New DateTime
>    Dim finishTime As Double
> #End Region
>
>
>
>    Sub ReadAndParse(ByVal inFilePath As String, ByVal numRecordsPerBlock
> As Int32)
>        Const RECORD_SIZE As Int32 = 443
>        Dim inputFile As New FileInfo(inFilePath)
>        Dim inputFileLen As Int64 = inputFile.Length
>        Dim iterations As Int32
>        Dim bytesPerIteration As Int32
>        Dim totalRecords As Int32
>        Dim moreRecords As Boolean
>
>        'Verify Length
>        If Not inputFileLen Mod 443 = 0 Then
>            Throw New ApplicationException("File Length Error")
>        End If
>
>        'Figure out how many times to loop
>        iterations = inputFileLen \ (numRecordsPerBlock * RECORD_SIZE)
>        'Bytes(records) per loop
>        bytesPerIteration = numRecordsPerBlock * RECORD_SIZE
>        'Check to see if we got lucky
>        moreRecords = ((iterations * RECORD_SIZE) <> inputFileLen)
>        'reset total records
>        totalRecords = 0
>
>        'Get input stream
>        Dim inStream As New StreamReader(inputFile.FullName)
>        Dim inputBlock As String
>        Dim buf(bytesPerIteration) As Char
>
>        'Set up regex
>        Dim regExp As New Regex(_exp, RegexOptions.Compiled) ' I think this
> speeds it up'
>        Dim mc As MatchCollection
>        Dim record As Match
>
>        'Set up and loop
>        startTime = Now()
>        For i As Int32 = 1 To iterations
>
>            inStream.ReadBlock(buf, 0, bytesPerIteration)
>            inputBlock = New String(buf)
>
>            'Parse it
>            mc = regExp.Matches(inputBlock)
>            For j As Int32 = 0 To mc.Count - 1
>                record = mc.Item(j)
>                'Verify record proc here
>                totalRecords += 1
>                _sInActionCode = record.Groups("ActionCode").ToString.Trim
>                _sInCarrierID = record.Groups("CarrierID").ToString.Trim
>                _sInLastName = record.Groups("LastName").ToString.Trim
>                _sInFirstName = record.Groups("FirstName").ToString.Trim
>                _sInMiddleName = record.Groups("MiddleName").ToString.Trim
>                _sInAddr1 = record.Groups("Addr1").ToString.Trim
>                _sInAddr2 = record.Groups("Addr2").ToString.Trim
>                _sInCity = record.Groups("City").ToString.Trim
>                _sInState = record.Groups("State").ToString.Trim
>                _sInZip = record.Groups("Zip").ToString.Trim
>                _sInBenefitOption =
> record.Groups("BenefitOption").ToString.Trim
>                _sInEmployerGroup =
> record.Groups("EmployerGroup").ToString.Trim
>                _sInOptionEffDate =
> record.Groups("OptionEffDate").ToString.Trim
>                _sInHPEffDate = record.Groups("HPEffDate").ToString.Trim
>                _sInTermDate = record.Groups("TermDate").ToString.Trim
>                _sInSex = record.Groups("Sex").ToString.Trim
>                _sInDOB = record.Groups("DOB").ToString.Trim
>                _sInSSN = record.Groups("SSN").ToString.Trim
>                _sInPhone = record.Groups("Phone").ToString.Trim
>                _sInEmployerGroupAnivDate =
> record.Groups("EmployerGroupAnivDate").ToString.Trim()
>                _sInHeadOfHouse =
> record.Groups("HeadOfHouse").ToString.Trim
>                _sInPrimaryStatus =
> record.Groups("PrimaryStatus").ToString.Trim
>                _sInMaritalStatus =
> record.Groups("MaritalStatus").ToString.Trim
>                'REMOVE
>                DisplayToConsole(record)
>                'END REMOVE
>
>            Next
>        Next
>
>        'One last time through
>        If moreRecords Then
>            inputBlock = inStream.ReadToEnd() 'Finish off reading
>            inStream.Close()
>            mc = regExp.Matches(inputBlock)
>            For j As Int32 = 0 To mc.Count - 1
>                record = mc.Item(j)
>                'Verify record proc here
>                totalRecords += 1
>                _sInActionCode = record.Groups("ActionCode").ToString.Trim
>                _sInCarrierID = record.Groups("CarrierID").ToString.Trim
>                _sInLastName = record.Groups("LastName").ToString.Trim
>                _sInFirstName = record.Groups("FirstName").ToString.Trim
>                _sInMiddleName = record.Groups("MiddleName").ToString.Trim
>                _sInAddr1 = record.Groups("Addr1").ToString.Trim
>                _sInAddr2 = record.Groups("Addr2").ToString.Trim
>                _sInCity = record.Groups("City").ToString.Trim
>                _sInState = record.Groups("State").ToString.Trim
>                _sInZip = record.Groups("Zip").ToString.Trim
>                _sInBenefitOption =
> record.Groups("BenefitOption").ToString.Trim
>                _sInEmployerGroup =
> record.Groups("EmployerGroup").ToString.Trim
>                _sInOptionEffDate =
> record.Groups("OptionEffDate").ToString.Trim
>                _sInHPEffDate = record.Groups("HPEffDate").ToString.Trim
>                _sInTermDate = record.Groups("TermDate").ToString.Trim
>                _sInSex = record.Groups("Sex").ToString.Trim
>                _sInDOB = record.Groups("DOB").ToString.Trim
>                _sInSSN = record.Groups("SSN").ToString.Trim
>                _sInPhone = record.Groups("Phone").ToString.Trim
>                _sInEmployerGroupAnivDate =
> record.Groups("EmployerGroupAnivDate").ToString.Trim()
>                _sInHeadOfHouse =
> record.Groups("HeadOfHouse").ToString.Trim
>                _sInPrimaryStatus =
> record.Groups("PrimaryStatus").ToString.Trim
>                _sInMaritalStatus =
> record.Groups("MaritalStatus").ToString.Trim
>                'REMOVE
>                DisplayToConsole(record)
>                'END REMOVE
>            Next
>        Else
>            inStream.Close()
>        End If
>
>        Dim finishTime = DateTime.Now.Subtract(startTime).TotalSeconds
>        Console.WriteLine()
>        Console.WriteLine("Processed {0} records in {1} seconds.",
> totalRecords, finishTime)
>        Console.ReadLine()
>    End Sub
>    Sub DisplayToConsole(ByVal record As Match)
>        _sInActionCode = record.Groups("ActionCode").ToString.Trim
>        _sInCarrierID = record.Groups("CarrierID").ToString.Trim
>        _sInLastName = record.Groups("LastName").ToString.Trim
>        _sInFirstName = record.Groups("FirstName").ToString.Trim
>        _sInMiddleName = record.Groups("MiddleName").ToString.Trim
>        _sInAddr1 = record.Groups("Addr1").ToString.Trim
>        _sInAddr2 = record.Groups("Addr2").ToString.Trim
>        _sInCity = record.Groups("City").ToString.Trim
>        _sInState = record.Groups("State").ToString.Trim
>        _sInZip = record.Groups("Zip").ToString.Trim
>        _sInBenefitOption = record.Groups("BenefitOption").ToString.Trim
>        _sInEmployerGroup = record.Groups("EmployerGroup").ToString.Trim
>        _sInOptionEffDate = record.Groups("OptionEffDate").ToString.Trim
>        _sInHPEffDate = record.Groups("HPEffDate").ToString.Trim
>        _sInTermDate = record.Groups("TermDate").ToString.Trim
>        _sInSex = record.Groups("Sex").ToString.Trim
>        _sInDOB = record.Groups("DOB").ToString.Trim
>        _sInSSN = record.Groups("SSN").ToString.Trim
>        _sInPhone = record.Groups("Phone").ToString.Trim
>        _sInEmployerGroupAnivDate =
> record.Groups("EmployerGroupAnivDate").ToString.Trim()
>        _sInHeadOfHouse = record.Groups("HeadOfHouse").ToString.Trim
>        _sInPrimaryStatus = record.Groups("PrimaryStatus").ToString.Trim
>        _sInMaritalStatus = record.Groups("MaritalStatus").ToString.Trim
>
>        Console.WriteLine()
>        Console.WriteLine("_sInActionCode = " & _sInActionCode)
>        Console.WriteLine("_sInCarrierID = " & _sInCarrierID)
>        Console.WriteLine("_sInLastName = " & _sInLastName)
>        Console.WriteLine("_sInFirstName = " & _sInFirstName)
>        Console.WriteLine("_sInMiddleName = " & _sInMiddleName)
>        Console.WriteLine("_sInAddr1 = " & _sInAddr1)
>        Console.WriteLine("_sInAddr2 = " & _sInAddr2)
>        Console.WriteLine("_sInCity = " & _sInCity)
>        Console.WriteLine("_sInState = " & _sInState)
>        Console.WriteLine("_sInZip = " & _sInZip)
>        Console.WriteLine("_sInBenefitOption = " & _sInBenefitOption)
>        Console.WriteLine("_sInEmployerGroup = " & _sInEmployerGroup)
>        Console.WriteLine("_sInOptionEffDate = " & _sInOptionEffDate)
>        Console.WriteLine("_sInHPEffDate = " & _sInHPEffDate)
>        Console.WriteLine("_sInTermDate = " & _sInTermDate)
>        Console.WriteLine("_sInSex = " & _sInSex)
>        Console.WriteLine("_sInDOB = " & _sInDOB)
>        Console.WriteLine("_sInSSN = " & _sInSSN)
>        Console.WriteLine("_sInPhone = " & _sInPhone)
>        Console.WriteLine("_sInEmployerGroupAnivDate = " &
> _sInEmployerGroupAnivDate)
>        Console.WriteLine("_sInHeadOfHouse = " & _sInHeadOfHouse)
>        Console.WriteLine("_sInPrimaryStatus = " & _sInPrimaryStatus)
>        Console.WriteLine("_sInMaritalStatus = " & _sInMaritalStatus)
>    End Sub
> End Module

"MeltingPoint" <n***@all.com> wrote in message
news:0J6dnR_gUoZzCNbfRVn-rA@rogers.com...
> "Stephany Young" <noone@localhost> wrote in
> news:#8CTfEbNFHA.3296@TK2MSFTNGP15.phx.gbl:
>
> So...... are we saying that the core of his parsing code was the fastest
> to
> begin with, give or take a trim. I won't argue that. I started with the
> impression that that many reads was causing a significant overhead, and
> looked for a solution that required less reads. As far as comparitive
> results, I think we have them, if your best time was 1.5 and mine 3.5 then
> the results are in:) For a box to box test, just post the code and I'll
> run
> it here and let you know the results (and hillcountry if he's still
> reading
> this thread:)
>
> Night,
> MP