message_test.go

// Copyright (c) quickfixengine.org  All rights reserved.
//
// This file may be distributed under the terms of the quickfixengine.org
// license as defined by quickfixengine.org and appearing in the file
// LICENSE included in the packaging of this file.
//
// This file is provided AS IS with NO WARRANTY OF ANY KIND, INCLUDING
// THE WARRANTY OF DESIGN, MERCHANTABILITY AND FITNESS FOR A
// PARTICULAR PURPOSE.
//
// See http://www.quickfixengine.org/LICENSE for licensing information.
//
// Contact ask@quickfixengine.org if any conditions of this licensing
// are not clear to you.

package quickfix

import (
	"bytes"
	"reflect"
	"testing"

	"github.com/stretchr/testify/suite"

	"github.com/quickfixgo/quickfix/datadictionary"
)

func BenchmarkParseMessage(b *testing.B) {
	rawMsg := bytes.NewBufferString("8=FIX.4.2
9=104
35=D
34=2
49=TW
52=20140515-19:49:56.659
56=ISLD
11=100
21=1
40=1
54=1
55=TSLA
60=00010101-00:00:00.000
10=039
")

	msg := NewMessage()
	for i := 0; i < b.N; i++ {
		_ = ParseMessage(msg, rawMsg)
	}
}

type MessageSuite struct {
	QuickFIXSuite
	msg *Message
}

func TestMessageSuite(t *testing.T) {
	suite.Run(t, new(MessageSuite))
}

func (s *MessageSuite) SetupTest() {
	s.msg = NewMessage()
}

func TestXMLNonFIX(t *testing.T) {
	rawMsg := bytes.NewBufferString("8=FIX.4.2
9=372
35=n
34=25512
369=1481
52=20200522-07:05:33.756
49=CME
50=G
56=OAEAAAN
57=TRADE_CAPTURE
143=US,IL
212=261
213=<RTRF>8=FIX.4.2
9=225
35=BZ
34=6549
369=6518
52=20200522-07:05:33.746
49=CME
50=G
56=9Q5000N
57=DUMMY
143=US,IL
11=ACP1590131133734
60=20200522-07:05:33.734
533=0
893=Y
1028=Y
1300=99
1369=99612:32508
1373=3
1374=9
1375=1
5979=1590131133734617697
10=167
</RTRF>
10=245
\"")
	msg := NewMessage()
	_ = ParseMessage(msg, rawMsg)

	if !msg.Header.Has(tagXMLData) {
		t.Error("Expected xmldata tag")
	}
}

func (s *MessageSuite) TestParseMessageEmpty() {
	rawMsg := bytes.NewBufferString("")

	err := ParseMessage(s.msg, rawMsg)
	s.NotNil(err)
}

func (s *MessageSuite) TestParseMessage() {
	rawMsg := bytes.NewBufferString("8=FIX.4.2
9=104
35=D
34=2
49=TW
52=20140515-19:49:56.659
56=ISLD
11=100
21=1
40=1
54=1
55=TSLA
60=00010101-00:00:00.000
10=039
")

	err := ParseMessage(s.msg, rawMsg)
	s.Nil(err)

	s.True(bytes.Equal(rawMsg.Bytes(), s.msg.rawMessage.Bytes()), "Expected msg bytes to equal raw bytes")

	expectedBodyBytes := []byte("11=100
21=1
40=1
54=1
55=TSLA
60=00010101-00:00:00.000
")

	s.True(bytes.Equal(s.msg.bodyBytes, expectedBodyBytes), "Incorrect body bytes, got %s", string(s.msg.bodyBytes))

	s.Equal(14, len(s.msg.fields))

	msgType, err := s.msg.MsgType()
	s.Nil(err)

	s.Equal("D", msgType)
	s.True(s.msg.IsMsgTypeOf("D"))

	s.False(s.msg.IsMsgTypeOf("A"))
}

func (s *MessageSuite) TestParseMessageWithDataDictionary() {
	dict := new(datadictionary.DataDictionary)
	dict.Header = &datadictionary.MessageDef{
		Fields: map[int]*datadictionary.FieldDef{
			10030: nil,
		},
	}
	dict.Trailer = &datadictionary.MessageDef{
		Fields: map[int]*datadictionary.FieldDef{
			5050: nil,
		},
	}
	rawMsg := bytes.NewBufferString("8=FIX.4.2
9=126
35=D
34=2
49=TW
52=20140515-19:49:56.659
56=ISLD
10030=CUST
11=100
21=1
40=1
54=1
55=TSLA
60=00010101-00:00:00.000
5050=HELLO
10=039
")

	err := ParseMessageWithDataDictionary(s.msg, rawMsg, dict, dict)
	s.Nil(err)
	s.FieldEquals(Tag(10030), "CUST", s.msg.Header)
	s.FieldEquals(Tag(5050), "HELLO", s.msg.Trailer)
}

func (s *MessageSuite) TestParseOutOfOrder() {
	// Allow fields out of order, save for validation.
	rawMsg := bytes.NewBufferString("8=FIX.4.0
9=81
35=D
11=id
21=3
38=100
40=1
54=1
55=MSFT
34=2
49=TW
52=20140521-22:07:09
56=ISLD
10=250
")
	s.Nil(ParseMessage(s.msg, rawMsg))
}

func (s *MessageSuite) TestParseGroup_BodyFieldAfterNestedGroup() {
	dict, dictErr := datadictionary.Parse("spec/FIX44.xml")
	s.Nil(dictErr)

	// Wire layout (FIX 4.4 MassQuoteAcknowledgement):
	//   117=QID              QuoteID (body)
	//   296=1                NoQuoteSets count (body group)
	//     302=SET1           QuoteSetID (inside NoQuoteSets)
	//     295=1              NoQuoteEntries count (nested group)
	//       299=E1           QuoteEntryID (inside NoQuoteEntries)
	//       132=100          BidPx (inside NoQuoteEntries)
	//       133=101          OfferPx (inside NoQuoteEntries)
	//   297=0                QuoteStatus (BODY level, AFTER the group)
	rawMsg := bytes.NewBufferString(
		"8=FIX.4.4
9=63
35=b
117=QID
" +
			"296=1
302=SET1
" +
			"295=1
299=E1
132=100
133=101
" +
			"297=1
" +
			"10=002
")

	err := ParseMessageWithDataDictionary(s.msg, rawMsg, dict, dict)
	s.Nil(err)

	rebuildBytes := s.msg.build()
	expectedBytes := rawMsg.Bytes()
	s.True(bytes.Equal(expectedBytes, rebuildBytes), "Unexpected bytes,\n +%s\n -%s", rebuildBytes, expectedBytes)

	// NoQuoteSets count (group delimiter) lands in Body as expected.
	s.True(s.msg.Body.Has(Tag(296)))

	// QuoteStatus (297) must be a top-level body field per FIX 4.4.
	s.True(s.msg.Body.Has(Tag(297)),
		"QuoteStatus (297) must land at the body level; it is a body field "+
			"in MassQuoteAcknowledgement, not a member of NoQuoteSets.")
	val, verr := s.msg.Body.GetInt(Tag(297))
	s.Nil(verr)
	s.Equal(1, val)
}

func (s *MessageSuite) TestBuild() {
	s.msg.Header.SetField(tagBeginString, FIXString(BeginStringFIX44))
	s.msg.Header.SetField(tagMsgType, FIXString("A"))
	s.msg.Header.SetField(tagSendingTime, FIXString("20140615-19:49:56"))

	s.msg.Body.SetField(Tag(553), FIXString("my_user"))
	s.msg.Body.SetField(Tag(554), FIXString("secret"))

	expectedBytes := []byte("8=FIX.4.4
9=49
35=A
52=20140615-19:49:56
553=my_user
554=secret
10=072
")
	result := s.msg.build()
	s.True(bytes.Equal(expectedBytes, result), "Unexpected bytes, got %s", string(result))
}

func (s *MessageSuite) TestReBuild() {
	rawMsg := bytes.NewBufferString("8=FIX.4.2
9=104
35=D
34=2
49=TW
52=20140515-19:49:56.659
56=ISLD
11=100
21=1
40=1
54=1
55=TSLA
60=00010101-00:00:00.000
10=039
")

	s.Nil(ParseMessage(s.msg, rawMsg))

	s.msg.Header.SetField(tagOrigSendingTime, FIXString("20140515-19:49:56.659"))
	s.msg.Header.SetField(tagSendingTime, FIXString("20140615-19:49:56"))
	s.msg.Header.SetField(tagPossDupFlag, FIXBoolean(true))

	rebuildBytes := s.msg.build()

	expectedBytes := []byte("8=FIX.4.2
9=131
35=D
34=2
43=Y
49=TW
52=20140615-19:49:56
56=ISLD
122=20140515-19:49:56.659
11=100
21=1
40=1
54=1
55=TSLA
60=00010101-00:00:00.000
10=122
")

	s.True(bytes.Equal(expectedBytes, rebuildBytes), "Unexpected bytes,\n +%s\n -%s", rebuildBytes, expectedBytes)

	expectedBodyBytes := []byte("11=100
21=1
40=1
54=1
55=TSLA
60=00010101-00:00:00.000
")

	s.True(bytes.Equal(s.msg.bodyBytes, expectedBodyBytes), "Incorrect body bytes, got %s", string(s.msg.bodyBytes))
}

func (s *MessageSuite) TestRebuildOneRepeatingGroupWithDictionary() {
	dict, dictErr := datadictionary.Parse("spec/FIX44.xml")
	s.Nil(dictErr)

	// Given message bytes from a valid string with a 453 repeating group.
	rawMsg := bytes.NewBufferString(
		"8=FIX.4.4
9=165
35=D
34=2
49=01001
50=01001a
52=20231231-20:19:41
56=TEST
" +
			"1=acct1
11=13976
21=1
38=1
40=2
44=12
54=1
55=SYMABC
59=0
60=20231231-20:19:41
453=1
448=4501
447=D
452=28
" +
			"10=026
")

	// When we parse it into a message
	s.Nil(ParseMessageWithDataDictionary(s.msg, rawMsg, dict, dict))

	// And then rebuild the message bytes
	rebuildBytes := s.msg.build()
	expectedBytes := []byte(
		"8=FIX.4.4
9=165
35=D
34=2
49=01001
50=01001a
52=20231231-20:19:41
56=TEST
" +
			"1=acct1
11=13976
21=1
38=1
40=2
44=12
54=1
55=SYMABC
59=0
60=20231231-20:19:41
453=1
448=4501
447=D
452=28
" +
			"10=026
")

	// Then the bytes should have repeating groups properly ordered
	s.True(bytes.Equal(expectedBytes, rebuildBytes), "Unexpected bytes,\n expected: %s\n but got: %s", expectedBytes, rebuildBytes)
}

func (s *MessageSuite) TestRebuildTwoRepeatingGroupsWithDictionary() {
	dict, dictErr := datadictionary.Parse("spec/FIX44.xml")
	s.Nil(dictErr)

	// Given message bytes from a valid string with a 386 repeating group and a 453 repeating group.
	rawMsg := bytes.NewBufferString("8=FIX.4.4
9=210
35=D
34=2
347=UTF-8
52=20231231-20:19:41
49=01001
50=01001a
56=TEST
44=12
11=13976
1=10100400
21=1
386=1
336=NOPL
55=SYMABC
54=1
60=20231231-20:19:41
38=1
40=2
59=0
453=1
448=4501
447=D
452=28
354=6
355=Public
10=104
")

	// When we parse it into a message
	s.Nil(ParseMessageWithDataDictionary(s.msg, rawMsg, dict, dict))

	// And then rebuild the message bytes
	rebuildBytes := s.msg.build()
	expectedBytes := []byte("8=FIX.4.4
9=210
35=D
34=2
49=01001
50=01001a
52=20231231-20:19:41
56=TEST
347=UTF-8
1=10100400
11=13976
21=1
38=1
40=2
44=12
54=1
55=SYMABC
59=0
60=20231231-20:19:41
354=6
355=Public
386=1
336=NOPL
453=1
448=4501
447=D
452=28
10=104
")

	// Then the bytes should have repeating groups properly ordered
	s.True(bytes.Equal(expectedBytes, rebuildBytes), "Unexpected bytes,\n expected: %s\n but got: %s", expectedBytes, rebuildBytes)
}

func (s *MessageSuite) TestRebuildOneRepeatingGroupWithTwoMembersWithDictionary() {
	dict, dictErr := datadictionary.Parse("spec/FIX44.xml")
	s.Nil(dictErr)

	// Given message bytes from a valid string with a 453 repeating group that has 2 child groups.
	rawMsg := bytes.NewBufferString(
		"8=FIX.4.4
9=187
35=D
34=2
49=01001
50=01001a
52=20231231-20:19:41
56=TEST
" +
			"1=acct1
11=13976
21=1
38=1
40=2
44=12
54=1
55=SYMABC
59=0
60=20231231-20:19:41
453=2
448=4501
447=D
452=28
448=4502
447=D
452=28
" +
			"10=044
")

	// When we parse it into a message
	s.Nil(ParseMessageWithDataDictionary(s.msg, rawMsg, dict, dict))

	// And then rebuild the message bytes
	rebuildBytes := s.msg.build()
	expectedBytes := []byte(
		"8=FIX.4.4
9=187
35=D
34=2
49=01001
50=01001a
52=20231231-20:19:41
56=TEST
" +
			"1=acct1
11=13976
21=1
38=1
40=2
44=12
54=1
55=SYMABC
59=0
60=20231231-20:19:41
453=2
448=4501
447=D
452=28
448=4502
447=D
452=28
" +
			"10=044
")

	// Then the bytes should have repeating groups properly ordered
	s.True(bytes.Equal(expectedBytes, rebuildBytes), "Unexpected bytes,\n expected: %s\n but got: %s", expectedBytes, rebuildBytes)
}

func (s *MessageSuite) TestRebuildTwoSequentialRepeatingGroupWithDictionary() {
	dict, dictErr := datadictionary.Parse("spec/FIX44.xml")
	s.Nil(dictErr)

	// Given message bytes from a valid string with both a 78 and 453 repeating group that each have 2 child groups.
	rawMsg := bytes.NewBufferString(
		"8=FIX.4.4
9=210
35=D
34=2
49=01001
50=01001a
52=20231231-20:19:41
56=TEST
" +
			"1=acct1
11=13976
21=1
38=1
40=2
44=12
54=1
55=SYMABC
59=0
60=20231231-20:19:41
78=2
79=acct1
79=acct2
453=2
448=4501
447=D
452=28
448=4502
447=D
452=28
" +
			"10=243
")

	// When we parse it into a message
	s.Nil(ParseMessageWithDataDictionary(s.msg, rawMsg, dict, dict))

	// And then rebuild the message bytes
	rebuildBytes := s.msg.build()
	expectedBytes := []byte(
		"8=FIX.4.4
9=210
35=D
34=2
49=01001
50=01001a
52=20231231-20:19:41
56=TEST
" +
			"1=acct1
11=13976
21=1
38=1
40=2
44=12
54=1
55=SYMABC
59=0
60=20231231-20:19:41
78=2
79=acct1
79=acct2
453=2
448=4501
447=D
452=28
448=4502
447=D
452=28
" +
			"10=243
")

	// Then the bytes should have repeating groups properly ordered
	s.True(bytes.Equal(expectedBytes, rebuildBytes), "Unexpected bytes,\n expected: %s\n but got: %s", expectedBytes, rebuildBytes)
}

func (s *MessageSuite) TestRebuildNestedRepeatingGroupWithDictionary() {
	dict, dictErr := datadictionary.Parse("spec/FIX44.xml")
	s.Nil(dictErr)

	// Given message bytes from a valid string with a 78 repeating group that has
	// a nested 539 group and then another 80 tag in the 78 group
	rawMsg := bytes.NewBufferString(
		"8=FIX.4.4
9=177
35=D
34=2
49=01001
50=01001a
52=20231231-20:19:41
56=TEST
" +
			"1=acct1
11=13976
21=1
38=1
40=2
44=12
54=1
55=SYMABC
59=0
60=20231231-20:19:41
78=1
79=acct1
539=1
524=nestedid
80=100
" +
			"10=206
")

	// When we parse it into a message
	s.Nil(ParseMessageWithDataDictionary(s.msg, rawMsg, dict, dict))

	// And then rebuild the message bytes
	rebuildBytes := s.msg.build()
	expectedBytes := []byte(
		"8=FIX.4.4
9=177
35=D
34=2
49=01001
50=01001a
52=20231231-20:19:41
56=TEST
" +
			"1=acct1
11=13976
21=1
38=1
40=2
44=12
54=1
55=SYMABC
59=0
60=20231231-20:19:41
78=1
79=acct1
539=1
524=nestedid
80=100
" +
			"10=206
")

	// Then the bytes should have repeating groups properly ordered
	s.True(bytes.Equal(expectedBytes, rebuildBytes), "Unexpected bytes,\n expected: %s\n but got: %s", expectedBytes, rebuildBytes)
}

func (s *MessageSuite) TestRebuildDoubleNestedRepeatingGroupWithDictionary() {
	dict, dictErr := datadictionary.Parse("spec/FIX44.xml")
	s.Nil(dictErr)

	// Given message bytes from a valid string with a 78 repeating group that has a
	// double nested 539 and then 804 groups and then another 80 tag in the 78 group
	rawMsg := bytes.NewBufferString(
		"8=FIX.4.4
9=202
35=D
34=2
49=01001
50=01001a
52=20231231-20:19:41
56=TEST
" +
			"1=acct1
11=13976
21=1
38=1
40=2
44=12
54=1
55=SYMABC
59=0
60=20231231-20:19:41
78=1
79=acct1
539=1
524=nestedid
804=1
545=doublenestedid
80=100
" +
			"10=117
")

	// When we parse it into a message
	s.Nil(ParseMessageWithDataDictionary(s.msg, rawMsg, dict, dict))

	// And then rebuild the message bytes
	rebuildBytes := s.msg.build()
	expectedBytes := []byte(
		"8=FIX.4.4
9=202
35=D
34=2
49=01001
50=01001a
52=20231231-20:19:41
56=TEST
" +
			"1=acct1
11=13976
21=1
38=1
40=2
44=12
54=1
55=SYMABC
59=0
60=20231231-20:19:41
78=1
79=acct1
539=1
524=nestedid
804=1
545=doublenestedid
80=100
" +
			"10=117
")

	// Then the bytes should have repeating groups properly ordered
	s.True(bytes.Equal(expectedBytes, rebuildBytes), "Unexpected bytes,\n expected: %s\n but got: %s", expectedBytes, rebuildBytes)
}

func (s *MessageSuite) TestRebuildDoubleNestedThenAnotherRepeatingGroupWithDictionary() {
	dict, dictErr := datadictionary.Parse("spec/FIX44.xml")
	s.Nil(dictErr)

	// Given message bytes from a valid string with a 78 repeating group that has a double nested 539 and then 804 groups
	// and then another repeating group 453 with two children.
	rawMsg := bytes.NewBufferString(
		"8=FIX.4.4
9=245
35=D
34=2
49=01001
50=01001a
52=20231231-20:19:41
56=TEST
" +
			"1=acct1
11=13976
21=1
38=1
40=2
44=12
54=1
55=SYMABC
59=0
60=20231231-20:19:41
78=1
79=acct1
539=1
524=nestedid
804=1
545=doublenestedid
453=2
448=4501
447=D
452=28
448=4502
447=D
452=28
" +
			"10=106
")

	// When we parse it into a message
	s.Nil(ParseMessageWithDataDictionary(s.msg, rawMsg, dict, dict))

	// And then rebuild the message bytes
	rebuildBytes := s.msg.build()
	expectedBytes := []byte(
		"8=FIX.4.4
9=245
35=D
34=2
49=01001
50=01001a
52=20231231-20:19:41
56=TEST
" +
			"1=acct1
11=13976
21=1
38=1
40=2
44=12
54=1
55=SYMABC
59=0
60=20231231-20:19:41
78=1
79=acct1
539=1
524=nestedid
804=1
545=doublenestedid
453=2
448=4501
447=D
452=28
448=4502
447=D
452=28
" +
			"10=106
")

	// Then the bytes should have repeating groups properly ordered
	s.True(bytes.Equal(expectedBytes, rebuildBytes), "Unexpected bytes,\n expected: %s\n but got: %s", expectedBytes, rebuildBytes)
}

func (s *MessageSuite) TestRebuildDoubleNestedThenBodyTagThenAnotherRepeatingGroupWithDictionary() {
	dict, dictErr := datadictionary.Parse("spec/FIX44.xml")
	s.Nil(dictErr)

	// Given message bytes from a valid string with a 78 repeating group that has a double nested 539 and then 804 groups
	// then a 376 body tag and then another repeating group 453 with two children.
	rawMsg := bytes.NewBufferString(
		"8=FIX.4.4
9=256
35=D
34=2
49=01001
50=01001a
52=20231231-20:19:41
56=TEST
" +
			"1=acct1
11=13976
21=1
38=1
40=2
44=12
54=1
55=SYMABC
59=0
60=20231231-20:19:41
78=1
79=acct1
539=1
524=nestedid
804=1
545=doublenestedid
376=compid
453=2
448=4501
447=D
452=28
448=4502
447=D
452=28
" +
			"10=198
")

	// When we parse it into a message
	s.Nil(ParseMessageWithDataDictionary(s.msg, rawMsg, dict, dict))

	// And then rebuild the message bytes
	rebuildBytes := s.msg.build()
	expectedBytes := []byte(
		"8=FIX.4.4
9=256
35=D
34=2
49=01001
50=01001a
52=20231231-20:19:41
56=TEST
" +
			"1=acct1
11=13976
21=1
38=1
40=2
44=12
54=1
55=SYMABC
59=0
60=20231231-20:19:41
78=1
79=acct1
539=1
524=nestedid
804=1
545=doublenestedid
376=compid
453=2
448=4501
447=D
452=28
448=4502
447=D
452=28
" +
			"10=198
")

	// Then the bytes should have repeating groups properly ordered
	s.True(bytes.Equal(expectedBytes, rebuildBytes), "Unexpected bytes,\n expected: %s\n but got: %s", expectedBytes, rebuildBytes)
}

func (s *MessageSuite) TestRebuildDoubleNestedWithTwoMembersRepeatingGroupWithDictionary() {
	dict, dictErr := datadictionary.Parse("spec/FIX44.xml")
	s.Nil(dictErr)

	// Given message bytes from a valid string with a 78 repeating group that
	// has a double nested 539 and then 804 groups all with two children.
	rawMsg := bytes.NewBufferString(
		"8=FIX.4.4
9=406
35=D
34=2
49=01001
50=01001a
52=20231231-20:19:41
56=TEST
" +
			"1=acct1
11=13976
21=1
38=1
40=2
44=12
54=1
55=SYMABC
59=0
60=20231231-20:19:41
" +
			"78=1
79=acct1
" +
			"539=2
" +
			"524=nestedid
" +
			"804=2
" +
			"545=doublenestedid
" +
			"545=doublenestedid2
" +
			"524=nestedid2
" +
			"804=2
" +
			"545=doublenestedid
" +
			"545=doublenestedid2
" +
			"79=acct2
" +
			"539=2
" +
			"524=nestedid
" +
			"804=2
" +
			"545=doublenestedid
" +
			"545=doublenestedid2
" +
			"524=nestedid2
" +
			"804=2
" +
			"545=doublenestedid
" +
			"545=doublenestedid2
" +
			"10=046
")

	// When we parse it into a message
	s.Nil(ParseMessageWithDataDictionary(s.msg, rawMsg, dict, dict))

	// And then rebuild the message bytes
	rebuildBytes := s.msg.build()
	expectedBytes := []byte(
		"8=FIX.4.4
9=406
35=D
34=2
49=01001
50=01001a
52=20231231-20:19:41
56=TEST
" +
			"1=acct1
11=13976
21=1
38=1
40=2
44=12
54=1
55=SYMABC
59=0
60=20231231-20:19:41
" +
			"78=1
79=acct1
539=2
524=nestedid
804=2
545=doublenestedid
545=doublenestedid2
524=nestedid2
804=2
545=doublenestedid
545=doublenestedid2
" +
			"79=acct2
539=2
524=nestedid
804=2
545=doublenestedid
545=doublenestedid2
524=nestedid2
804=2
545=doublenestedid
545=doublenestedid2
" +
			"10=046
")

	// Then the bytes should have repeating groups properly ordered
	s.True(bytes.Equal(expectedBytes, rebuildBytes), "Unexpected bytes,\n expected: %s\n but got: %s", expectedBytes, rebuildBytes)
}

func (s *MessageSuite) TestReBuildWithRepeatingGroupForResend() {
	// Given the following message with a repeating group
	origHeader := "8=FIXT.1.1
9=161
35=8
34=3
49=ISLD
52=20240415-03:43:17.923
56=TW
"
	origBody := "6=1.00
11=1
14=1.00
17=1
31=1.00
32=1.00
37=1
38=1.00
39=2
54=1
55=1
150=2
151=0.00
453=1
448=xyzzy
447=D
452=1
"
	origTrailer := "10=014
"
	rawMsg := bytes.NewBufferString(origHeader + origBody + origTrailer)

	// When I reparse the message from the store during a resend request
	s.Nil(ParseMessage(s.msg, rawMsg))

	// And I update the headers for resend
	s.msg.Header.SetField(tagOrigSendingTime, FIXString("20240415-03:43:17.923"))
	s.msg.Header.SetField(tagSendingTime, FIXString("20240415-14:41:23.456"))
	s.msg.Header.SetField(tagPossDupFlag, FIXBoolean(true))

	// When I rebuild the message
	rebuildBytes := s.msg.build()

	// Then the repeating groups will not be in the correct order in the rebuilt message (note tags 447, 448, 452, 453)
	expectedBytes := []byte("8=FIXT.1.1
9=192
35=8
34=3
43=Y
49=ISLD
52=20240415-14:41:23.456
56=TW
122=20240415-03:43:17.923
6=1.00
11=1
14=1.00
17=1
31=1.00
32=1.00
37=1
38=1.00
39=2
54=1
55=1
150=2
151=0.00
453=1
448=xyzzy
447=D
452=1
10=018
")
	s.False(bytes.Equal(expectedBytes, rebuildBytes), "Unexpected bytes,\n expected: %s\n  but was: %s", expectedBytes, rebuildBytes)
	expectedOutOfOrderBytes := []byte("8=FIXT.1.1
9=192
35=8
34=3
43=Y
49=ISLD
52=20240415-14:41:23.456
56=TW
122=20240415-03:43:17.923
6=1.00
11=1
14=1.00
17=1
31=1.00
32=1.00
37=1
38=1.00
39=2
54=1
55=1
150=2
151=0.00
447=D
448=xyzzy
452=1
453=1
10=018
")
	s.True(bytes.Equal(expectedOutOfOrderBytes, rebuildBytes), "Unexpected bytes,\n expected: %s\n  but was: %s", expectedOutOfOrderBytes, rebuildBytes)

	// But the bodyBytes will still be correct
	origBodyBytes := []byte(origBody)
	s.True(bytes.Equal(origBodyBytes, s.msg.bodyBytes), "Incorrect body bytes, \n expected: %s\n  but was: %s", origBodyBytes, s.msg.bodyBytes)

	// So when I combine the updated header + the original bodyBytes + the as-is trailer
	resendBytes := s.msg.buildWithBodyBytes(s.msg.bodyBytes)

	// Then the reparsed, rebuilt message will retain the correct ordering of repeating group tags during resend
	s.True(bytes.Equal(expectedBytes, resendBytes), "Unexpected bytes,\n expected: %s\n  but was: %s", expectedBytes, resendBytes)
}

func (s *MessageSuite) TestReBuildWithRepeatingGroupMultipleEntriesInGroupForResend() {
	// Given the following message with a repeating group that has 2 entries
	origHeader := "8=FIXT.1.1
9=184
35=8
34=3
49=ISLD
52=20240415-03:43:17.923
56=TW
"
	origBody := "6=1.00
11=1
14=1.00
17=1
31=1.00
32=1.00
37=1
38=1.00
39=2
54=1
55=1
150=2
151=0.00
453=2
448=xyzzy
447=D
452=1
448=foobar
447=D
452=3
"
	origTrailer := "10=152
"
	rawMsg := bytes.NewBufferString(origHeader + origBody + origTrailer)

	// When I reparse the message from the store during a resend request
	s.Nil(ParseMessage(s.msg, rawMsg))

	// And I update the headers for resend
	s.msg.Header.SetField(tagOrigSendingTime, FIXString("20240415-03:43:17.923"))
	s.msg.Header.SetField(tagSendingTime, FIXString("20240415-14:41:23.456"))
	s.msg.Header.SetField(tagPossDupFlag, FIXBoolean(true))

	// The bodyBytes will still be correct
	origBodyBytes := []byte(origBody)
	s.True(bytes.Equal(origBodyBytes, s.msg.bodyBytes), "Incorrect body bytes, \n expected: %s\n  but was: %s", origBodyBytes, s.msg.bodyBytes)

	// So when I combine the updated header + the original bodyBytes + the as-is trailer
	resendBytes := s.msg.buildWithBodyBytes(origBodyBytes)

	// Then the reparsed, rebuilt message will retain the correct ordering of repeating group tags during resend
	expectedResendHeader := "8=FIXT.1.1
9=215
35=8
34=3
43=Y
49=ISLD
52=20240415-14:41:23.456
56=TW
122=20240415-03:43:17.923
"
	expectedResendBody := "6=1.00
11=1
14=1.00
17=1
31=1.00
32=1.00
37=1
38=1.00
39=2
54=1
55=1
150=2
151=0.00
453=2
448=xyzzy
447=D
452=1
448=foobar
447=D
452=3
"
	expectedResendTrailer := "10=147
"
	expectedResendBytes := []byte(expectedResendHeader + expectedResendBody + expectedResendTrailer)
	s.True(bytes.Equal(expectedResendBytes, resendBytes), "Unexpected bytes,\n expected: %s\n  but was: %s", expectedResendBytes, resendBytes)
}

func (s *MessageSuite) TestReBuildWithRepeatingGroupWithDictionaryForResend() {
	dict, dictErr := datadictionary.Parse("spec/FIX44.xml")
	s.Nil(dictErr)

	// A message whose body ends in a repeating group (453), parsed WITH a
	// dictionary so parseGroup handles the group.
	rawMsg := bytes.NewBufferString(
		"8=FIX.4.4\x019=165\x0135=D\x0134=2\x0149=01001\x0150=01001a\x0152=20231231-20:19:41\x0156=TEST\x01" +
			"1=acct1\x0111=13976\x0121=1\x0138=1\x0140=2\x0144=12\x0154=1\x0155=SYMABC\x0159=0\x0160=20231231-20:19:41\x01453=1\x01448=4501\x01447=D\x01452=28\x01" +
			"10=026\x01")
	s.Nil(ParseMessageWithDataDictionary(s.msg, rawMsg, dict, dict))

	// The trailer must not stay embedded in bodyBytes.
	s.False(bytes.Contains(s.msg.bodyBytes, []byte("\x0110=")), "trailer leaked into bodyBytes: %s", s.msg.bodyBytes)

	// A resend rebuilt from bodyBytes must carry exactly one 10= checksum.
	resendBytes := s.msg.buildWithBodyBytes(s.msg.bodyBytes)
	s.Equal(1, bytes.Count(resendBytes, []byte("\x0110=")), "expected exactly one 10= checksum, got: %s", resendBytes)
}

func (s *MessageSuite) TestReverseRoute() {
	s.Nil(ParseMessage(s.msg, bytes.NewBufferString("8=FIX.4.2
9=171
35=D
34=2
49=TW
50=KK
52=20060102-15:04:05
56=ISLD
57=AP
144=BB
115=JCD
116=CS
128=MG
129=CB
142=JV
143=RY
145=BH
11=ID
21=3
38=100
40=w
54=1
55=INTC
60=20060102-15:04:05
10=123
")))

	builder := s.msg.reverseRoute()

	var testCases = []struct {
		tag           Tag
		expectedValue string
	}{
		{tagTargetCompID, "TW"},
		{tagTargetSubID, "KK"},
		{tagTargetLocationID, "JV"},
		{tagSenderCompID, "ISLD"},
		{tagSenderSubID, "AP"},
		{tagSenderLocationID, "RY"},
		{tagDeliverToCompID, "JCD"},
		{tagDeliverToSubID, "CS"},
		{tagDeliverToLocationID, "BB"},
		{tagOnBehalfOfCompID, "MG"},
		{tagOnBehalfOfSubID, "CB"},
		{tagOnBehalfOfLocationID, "BH"},
	}

	for _, tc := range testCases {
		var field FIXString
		s.Nil(builder.Header.GetField(tc.tag, &field))

		s.Equal(tc.expectedValue, string(field))
	}
}

func (s *MessageSuite) TestReverseRouteIgnoreEmpty() {
	s.Nil(ParseMessage(s.msg, bytes.NewBufferString("8=FIX.4.0
9=128
35=D
34=2
49=TW
52=20060102-15:04:05
56=ISLD
115=
116=CS
128=MG
129=CB
11=ID
21=3
38=100
40=w
54=1
55=INTC
60=20060102-15:04:05
10=123
")))
	builder := s.msg.reverseRoute()

	s.False(builder.Header.Has(tagDeliverToCompID), "Should not reverse if empty")
}

func (s *MessageSuite) TestReverseRouteFIX40() {
	// The onbehalfof/deliverto location id not supported in fix 4.0.
	s.Nil(ParseMessage(s.msg, bytes.NewBufferString("8=FIX.4.0
9=171
35=D
34=2
49=TW
50=KK
52=20060102-15:04:05
56=ISLD
57=AP
144=BB
115=JCD
116=CS
128=MG
129=CB
142=JV
143=RY
145=BH
11=ID
21=3
38=100
40=w
54=1
55=INTC
60=20060102-15:04:05
10=123
")))

	builder := s.msg.reverseRoute()

	s.False(builder.Header.Has(tagDeliverToLocationID), "delivertolocation id not supported in fix40")

	s.False(builder.Header.Has(tagOnBehalfOfLocationID), "onbehalfof location id not supported in fix40")
}

func (s *MessageSuite) TestCopyIntoMessage() {
	msgString := "8=FIX.4.2
9=171
35=D
34=2
49=TW
50=KK
52=20060102-15:04:05
56=ISLD
57=AP
144=BB
115=JCD
116=CS
128=MG
129=CB
142=JV
143=RY
145=BH
11=ID
21=3
38=100
40=w
54=1
55=INTC
60=20060102-15:04:05
10=123
"
	msgBuf := bytes.NewBufferString(msgString)
	s.Nil(ParseMessage(s.msg, msgBuf))

	dest := NewMessage()
	s.msg.CopyInto(dest)

	checkFieldInt(s, dest.Header.FieldMap, int(tagMsgSeqNum), 2)
	checkFieldInt(s, dest.Body.FieldMap, 21, 3)
	checkFieldString(s, dest.Body.FieldMap, 11, "ID")
	s.Equal(len(dest.bodyBytes), len(s.msg.bodyBytes))

	// copying decouples the message from its input buffer, so the raw message will be re-rendered
	renderedString := "8=FIX.4.2
9=171
35=D
34=2
49=TW
50=KK
52=20060102-15:04:05
56=ISLD
57=AP
115=JCD
116=CS
128=MG
129=CB
142=JV
143=RY
144=BB
145=BH
11=ID
21=3
38=100
40=w
54=1
55=INTC
60=20060102-15:04:05
10=033
"
	s.Equal(dest.String(), renderedString)

	s.True(reflect.DeepEqual(s.msg.bodyBytes, dest.bodyBytes))
	s.True(s.msg.IsMsgTypeOf("D"))
	s.Equal(s.msg.ReceiveTime, dest.ReceiveTime)

	s.True(reflect.DeepEqual(s.msg.fields, dest.fields))

	// update the source message to validate the copy is truly deep
	newMsgString := "8=FIX.4.4
9=49
35=A
52=20140615-19:49:56
553=my_user
554=secret
10=072
"
	s.Nil(ParseMessage(s.msg, bytes.NewBufferString(newMsgString)))
	s.True(s.msg.IsMsgTypeOf("A"))
	s.Equal(s.msg.String(), newMsgString)
	s.Equal(string(s.msg.Bytes()), newMsgString)

	// clear the source buffer also
	msgBuf.Reset()

	s.True(dest.IsMsgTypeOf("D"))
	s.Equal(dest.String(), renderedString)
	s.Equal(string(dest.Bytes()), renderedString)
}

func checkFieldInt(s *MessageSuite, fields FieldMap, tag, expected int) {
	toCheck, _ := fields.GetInt(Tag(tag))
	s.Equal(expected, toCheck)
}

func checkFieldString(s *MessageSuite, fields FieldMap, tag int, expected string) {
	toCheck, err := fields.GetString(Tag(tag))
	s.NoError(err)
	s.Equal(expected, toCheck)
}