Merge branch 'master' into clip-norm-0

53 files changed, 2346 insertions, 12 deletions

diff --git a/README.md b/README.md
index af0a20c..db42dda 100644
--- a/README.md
+++ b/README.md
@@ -121,6 +121,10 @@ On Jenkins, Marian is compiled using the following commands:
     make -j
     make test
 
+This compilation command allows to build Marian that is needed to test
+majority of regression tests (only few might be skipped due to requirements
+for specific CPU architectures).
+
 If this succeeds, created executables are used to run regression tests.
 
 
diff --git a/tests/decoder/intgemm/.gitignore b/tests/decoder/intgemm/.gitignore
new file mode 100644
index 0000000..3ab86da
--- /dev/null
+++ b/tests/decoder/intgemm/.gitignore
@@ -0,0 +1,4 @@
+*.bin
+*.out.bleu
+*.src
+*.ref
diff --git a/tests/decoder/intgemm/README.md b/tests/decoder/intgemm/README.md
new file mode 100644
index 0000000..9c8e9ca
--- /dev/null
+++ b/tests/decoder/intgemm/README.md
@@ -0,0 +1,2 @@
+Regression test outputs have been generated on valhalla using gna (avx), hodor
+(avx2), and fulla (avx512). No outputs generated for avx512_vnni yet.
diff --git a/tests/decoder/intgemm/_test_fbgemm_packed8_intgemm_int8.sh b/tests/decoder/intgemm/_test_fbgemm_packed8_intgemm_int8.sh
new file mode 100644
index 0000000..9a18e1b
--- /dev/null
+++ b/tests/decoder/intgemm/_test_fbgemm_packed8_intgemm_int8.sh
@@ -0,0 +1,55 @@
+#!/bin/bash
+
+#####################################################################
+# SUMMARY: Decode fbgemm + intgemm 8bit for the output layer
+# TAGS: cpu student shortlist intgemm fbgemm
+#####################################################################
+
+# Exit on error
+set -e
+
+# Skip if requirements are not met
+if [ ! $MRT_MARIAN_USE_FBGEMM ]; then
+    echo "Marian is not compiled with FBGEMM" 1>&2
+    exit 100
+elif ! grep -q "avx2" /proc/cpuinfo; then
+    echo "Your CPU does not support AVX2, which is required" 1>&2
+    exit 100
+fi
+
+# Outputs differ on CPUs supporting AVX AVX2 or AVX512
+suffix=avx2
+if grep -q "avx512_vnni" /proc/cpuinfo; then
+    suffix=avx512_vnni
+elif grep -q "avx512" /proc/cpuinfo; then
+    suffix=avx512
+fi
+
+prefix=fbgemm_intgemm_8bit
+
+
+# Remove previous outputs
+rm -f $prefix.out $prefix.$suffix.bin
+
+# Pack the model
+$MRT_MARIAN/marian-conv -f $MRT_MODELS/student-eten/model.npz -t $prefix.$suffix.bin --gemm-type packed8$suffix
+test -s $prefix.$suffix.bin
+
+# Run test
+$MRT_MARIAN/marian-decoder \
+    -m $prefix.$suffix.bin -v $MRT_MODELS/student-eten/{vocab.spm,vocab.spm} \
+    -i newstest2018.src -o $prefix.out \
+    -b 1 --mini-batch 32 --maxi-batch 100 --maxi-batch-sort src -w 128 \
+    --shortlist $MRT_MODELS/student-eten/lex.s2t 50 50 --cpu-threads 1 --int8 \
+    --quiet-translation
+
+# Print current and expected BLEU for debugging
+python3 $MRT_TOOLS/sacrebleu/sacrebleu.py newstest2018.ref < $prefix.out | tee $prefix.out.bleu
+cat $prefix.$suffix.expected.bleu
+
+# Compare with the expected output
+$MRT_TOOLS/diff.sh $prefix.out $prefix.$suffix.expected > $prefix.diff
+
+
+# Exit with success code
+exit 0
diff --git a/tests/decoder/intgemm/_test_fbgemm_packed8_intgemm_int8_shifted.sh b/tests/decoder/intgemm/_test_fbgemm_packed8_intgemm_int8_shifted.sh
new file mode 100644
index 0000000..24640d9
--- /dev/null
+++ b/tests/decoder/intgemm/_test_fbgemm_packed8_intgemm_int8_shifted.sh
@@ -0,0 +1,56 @@
+#!/bin/bash
+
+#####################################################################
+# SUMMARY: Decode fbgemm + intgemm 8bit shifted for the output layer
+# TAGS: cpu student shortlist intgemm fbgemm
+#####################################################################
+
+# Exit on error
+set -e
+
+# Skip if requirements are not met
+if [ ! $MRT_MARIAN_USE_FBGEMM ]; then
+    echo "Marian is not compiled with FBGEMM" 1>&2
+    exit 100
+elif ! grep -q "avx2" /proc/cpuinfo; then
+    echo "Your CPU does not support AVX2, which is required" 1>&2
+    exit 100
+fi
+
+# Outputs differ on CPUs supporting AVX AVX2 or AVX512
+suffix=avx2
+if grep -q "avx512_vnni" /proc/cpuinfo; then
+    suffix=avx512_vnni
+elif grep -q "avx512" /proc/cpuinfo; then
+    suffix=avx512
+fi
+
+prefix=fbgemm_intgemm_8bit_shifted
+prefix_ref=fbgemm_intgemm_8bit
+
+
+# Remove previous outputs
+rm -f $prefix.out $prefix.$suffix.bin
+
+# Pack the model
+$MRT_MARIAN/marian-conv -f $MRT_MODELS/student-eten/model.npz -t $prefix.$suffix.bin --gemm-type packed8$suffix
+test -s $prefix.$suffix.bin
+
+# Run test
+$MRT_MARIAN/marian-decoder \
+    -m $prefix.$suffix.bin -v $MRT_MODELS/student-eten/{vocab.spm,vocab.spm} \
+    -i newstest2018.src -o $prefix.out \
+    -b 1 --mini-batch 32 --maxi-batch 100 --maxi-batch-sort src -w 128 \
+    --shortlist $MRT_MODELS/student-eten/lex.s2t 50 50 --cpu-threads 1 --int8shift \
+    --quiet-translation
+
+# Print current and expected BLEU for debugging
+python3 $MRT_TOOLS/sacrebleu/sacrebleu.py newstest2018.ref < $prefix.out | tee $prefix.out.bleu
+cat $prefix_ref.$suffix.expected.bleu
+
+# Compare with the expected output
+$MRT_TOOLS/diff.sh $prefix.out $prefix_ref.$suffix.expected > $prefix.diff
+
+
+# Exit with success code
+exit 0
diff --git a/tests/decoder/intgemm/_test_intgemm_16bit.sh b/tests/decoder/intgemm/_test_intgemm_16bit.sh
new file mode 100644
index 0000000..cc10e7f
--- /dev/null
+++ b/tests/decoder/intgemm/_test_intgemm_16bit.sh
@@ -0,0 +1,53 @@
+#!/bin/bash
+
+#####################################################################
+# SUMMARY: Decode intgemm 16bit with on-the-fly conversion
+# TAGS: cpu student shortlist intgemm
+#####################################################################
+
+# Exit on error
+set -e
+
+# Skip if requirements are not met
+if [ ! $MRT_MARIAN_USE_MKL ]; then
+    echo "Marian is not compiled with CPU" 1>&2
+    exit 100
+elif ! grep -q "avx" /proc/cpuinfo; then
+    echo "Your CPU does not support AVX, which is required" 1>&2
+    exit 100
+fi
+
+# Outputs differ on CPUs supporting AVX AVX2 or AVX512
+suffix=avx
+if grep -q "avx512_vnni" /proc/cpuinfo; then
+    suffix=avx512_vnni
+elif grep -q "avx512" /proc/cpuinfo; then
+    suffix=avx512
+elif grep -q "avx2" /proc/cpuinfo; then
+    suffix=avx2
+fi
+
+prefix=intgemm_16bit
+
+
+# Remove previous outputs
+rm -f $prefix.out
+
+# Run test
+$MRT_MARIAN/marian-decoder \
+    -m $MRT_MODELS/student-eten/model.npz -v $MRT_MODELS/student-eten/{vocab.spm,vocab.spm} \
+    -i newstest2018.src -o $prefix.out \
+    -b 1 --mini-batch 32 --maxi-batch 100 --maxi-batch-sort src -w 128 \
+    --shortlist $MRT_MODELS/student-eten/lex.s2t 50 50 --cpu-threads 1 \
+    --quiet-translation
+
+# Print current and expected BLEU for debugging
+python3 $MRT_TOOLS/sacrebleu/sacrebleu.py newstest2018.ref < $prefix.out | tee $prefix.out.bleu
+cat $prefix.$suffix.expected.bleu
+
+# Compare with the expected output
+$MRT_TOOLS/diff.sh $prefix.out $prefix.$suffix.expected > $prefix.diff
+
+
+# Exit with success code
+exit 0
diff --git a/tests/decoder/intgemm/_test_intgemm_8bit.sh b/tests/decoder/intgemm/_test_intgemm_8bit.sh
new file mode 100644
index 0000000..a2684ca
--- /dev/null
+++ b/tests/decoder/intgemm/_test_intgemm_8bit.sh
@@ -0,0 +1,53 @@
+#!/bin/bash
+
+#####################################################################
+# SUMMARY: Decode intgemm 8bit with on-the-fly conversion
+# TAGS: cpu student shortlist intgemm
+#####################################################################
+
+# Exit on error
+set -e
+
+# Skip if requirements are not met
+if [ ! $MRT_MARIAN_USE_MKL ]; then
+    echo "Marian is not compiled with CPU" 1>&2
+    exit 100
+elif ! grep -q "avx" /proc/cpuinfo; then
+    echo "Your CPU does not support AVX, which is required" 1>&2
+    exit 100
+fi
+
+# Outputs differ on CPUs supporting AVX AVX2 or AVX512
+suffix=avx
+if grep -q "avx512_vnni" /proc/cpuinfo; then
+    suffix=avx512_vnni
+elif grep -q "avx512" /proc/cpuinfo; then
+    suffix=avx512
+elif grep -q "avx2" /proc/cpuinfo; then
+    suffix=avx2
+fi
+
+prefix=intgemm_8bit
+
+
+# Remove previous outputs
+rm -f $prefix.out
+
+# Run test
+$MRT_MARIAN/marian-decoder \
+    -m $MRT_MODELS/student-eten/model.npz -v $MRT_MODELS/student-eten/{vocab.spm,vocab.spm} \
+    -i newstest2018.src -o $prefix.out \
+    -b 1 --mini-batch 32 --maxi-batch 100 --maxi-batch-sort src -w 128 \
+    --shortlist $MRT_MODELS/student-eten/lex.s2t 50 50 --cpu-threads 1 \
+    --quiet-translation
+
+# Print current and expected BLEU for debugging
+python3 $MRT_TOOLS/sacrebleu/sacrebleu.py newstest2018.ref < $prefix.out | tee $prefix.out.bleu
+cat $prefix.$suffix.expected.bleu
+
+# Compare with the expected output
+$MRT_TOOLS/diff.sh $prefix.out $prefix.$suffix.expected > $prefix.diff
+
+
+# Exit with success code
+exit 0
diff --git a/tests/decoder/intgemm/_test_intgemm_8bit_shifted.sh b/tests/decoder/intgemm/_test_intgemm_8bit_shifted.sh
new file mode 100644
index 0000000..1782f35
--- /dev/null
+++ b/tests/decoder/intgemm/_test_intgemm_8bit_shifted.sh
@@ -0,0 +1,57 @@
+#!/bin/bash
+
+#####################################################################
+# SUMMARY: Decode intgemm 8bit shifted with a binary model
+# TAGS: cpu student shortlist intgemm
+#####################################################################
+
+# Exit on error
+set -e
+
+# Skip if requirements are not met
+if [ ! $MRT_MARIAN_USE_MKL ]; then
+    echo "Marian is not compiled with CPU" 1>&2
+    exit 100
+elif ! grep -q "avx" /proc/cpuinfo; then
+    echo "Your CPU does not support AVX, which is required" 1>&2
+    exit 100
+fi
+
+# Outputs differ on CPUs supporting AVX AVX2 or AVX512
+suffix=avx
+if grep -q "avx512_vnni" /proc/cpuinfo; then
+    suffix=avx512_vnni
+elif grep -q "avx512" /proc/cpuinfo; then
+    suffix=avx512
+elif grep -q "avx2" /proc/cpuinfo; then
+    suffix=avx2
+fi
+
+prefix=intgemm_8bit_shifted
+
+
+# Remove previous outputs
+rm -f $prefix.out $prefix.$suffix.bin
+
+# Pack the model
+$MRT_MARIAN/marian-conv -f $MRT_MODELS/student-eten/model.npz -t $prefix.$suffix.bin --gemm-type intgemm8
+test -s $prefix.$suffix.bin
+
+# Run test
+$MRT_MARIAN/marian-decoder \
+    -m $prefix.$suffix.bin -v $MRT_MODELS/student-eten/{vocab.spm,vocab.spm} \
+    -i newstest2018.src -o $prefix.out \
+    -b 1 --mini-batch 32 --maxi-batch 100 --maxi-batch-sort src -w 128 \
+    --shortlist $MRT_MODELS/student-eten/lex.s2t 50 50 --cpu-threads 1 --int8shift \
+    --quiet-translation
+
+# Print current and expected BLEU for debugging
+python3 $MRT_TOOLS/sacrebleu/sacrebleu.py newstest2018.ref < $prefix.out | tee $prefix.out.bleu
+cat $prefix.$suffix.expected.bleu
+
+# Compare with the expected output
+$MRT_TOOLS/diff.sh $prefix.out $prefix.$suffix.expected > $prefix.diff
+
+
+# Exit with success code
+exit 0
diff --git a/tests/decoder/intgemm/intgemm_16bit.avx.expected b/tests/decoder/intgemm/intgemm_16bit.avx.expected
new file mode 100644
index 0000000..c065d0f
--- /dev/null
+++ b/tests/decoder/intgemm/intgemm_16bit.avx.expected
@@ -0,0 +1,100 @@
+Four members of the Kemerovo group detained in Estonia and Spain
+Slava Gulevich, the leader of the so-called Kemerovo group in the Estonian underworld and is known in the criminal world as Slava Kemerovsky, was detained by police in Spain, according to the Post.
+Gulevich, who was detained in Spain, was arrested with court permission.
+Yesterday, a court also took three suspects detained in Estonia into custody.
+The suspect is said to be members of the so-called Kemerovo Crime Society between the ages of 27 and 57, who mainly commit drug offences.
+The alleged head of a criminal association has been detained in Mijas, Malaga province, Spain.
+Three men were arrested on suspicion in Estonia, one of whom is a leading figure in the criminal association, according to the data collected, and two are members of the criminal association.
+The data collected indicate that the tasks and roles were clearly distributed in the criminal community.
+The purpose of the criminal association's activities was to commit drug crimes and thus generate criminal proceeds," said Mr Verte, head of pretrial proceedings in the criminal case and state prosecutor.
+"We do not rule out an increase in the number of suspects in this criminal case," the prosecutor added.
+These are people who have been in the interest of law enforcement in the past, and some have served sentences for drug crimes.
+Verte stressed that cooperation with Spanish counterparts had been important throughout the investigation.
+"International cooperation has become commonplace for us, and this week's operation shows the success of cooperation," prosecutor Verte said.
+Ago Leis, head of the Central Criminal Police Service, said the arrests were preceded by a year-and-a-half probe.
+"In the first half of the year, the long-term work materialised and we detained suspects of crimes in Estonia and Spain at the same time," he said.
+Leis added that Central Criminal Police officers were assisting in their arrest in Spain.
+For years we have had good contact and understanding with the Spanish police and the Civil Guard.
+These arrests are yet another message to criminals that we can get them from the other end of Europe," Leis said.
+The information gathered so far clearly indicates that the men suspected of continuing to commit new crimes while at large, so the prosecution requested their arrest and the court approved it.
+A man arrested in Spain is awaiting transfer to Estonia.
+Property, vehicles and cash have been seized as part of this criminal case to ensure confiscation.
+The pre-trial proceedings in the case are carried out by the Central Criminal Police Organised Crime Bureau and led by the Crown Prosecution Service.
+Slava Gulevich was convicted by a district court in 2005 of racketeering and sentenced to five years in prison.
+In the middle of the last decade, Gulevich was considered the second most important man in the Estonian criminal world after then underworld leader Nikolai Tarankov.
+Gulevich, from Kemerovo, rose to prominence in the Estonian underworld in the early 1990s when he began extortion in Tallinn.
+He allegedly taxi drivers and prostitutes operating at various hotels and demanded monthly roof tax from businessmen.
+International joint operations, confiscations of criminal proceeds and court rulings that have entered into force confirm that the fight against organised crime is effective.
+For example, the latest court rulings, eight defendants separated from the so-called Dikayev Criminal Association criminal case, who were ordered to pay BGN 80,000 for the proceeds of criminal damage, or the judgment of nine individuals, in 2006 that Igor Aleynikov established a criminal association aimed at the illegal trade in cigarettes and the committing of crimes related to human trafficking in East Virginia and the South in Estonia.
+Confirmed criminal proceeds there are around 71,500 euros.
+In these criminal matters, it has ensured that police officers exchange information and evidence with foreign colleagues every day and, if necessary, carry out actions together in any European Union country.
+Civil rights group warns against travel to Missouri
+The National Association for the Advancement of Colored People (NAACP) has warned black people traveling to Missouri against discriminatory policies and racist attacks in the state.
+The group's statement reads: "A NAACP travel note issued for the state of Midsugar, which runs until August 28, 2017, invites all African-American travelers, visitors and Missourians to be particularly attentive and extremely careful as they move around the state, taking into account the entire suspicious racial events that have recently taken place across the state and are also mentioned here."
+The NAACP said the group urged the travel warning to issue both a recent Missouri law that makes it harder to win discrimination lawsuits and the fact that the state's law enforcement agencies target unequally largely minorities.
+"People's civil rights are being violated.
+They are pulled to the side of the road because of the color of their skin, beaten or killed," Rod Chapel, president of the Missouri branch of the NAACP, told The Kansas City Star.
+'We've never had so close complaints before.'
+It is the first such warning the organization has issued about the U.S. state.
+The group cited events such as racist insults at the University of Missouri and the death of Tory Sanders, a 28-year-old black man from Tennessee.
+Sanders died in suspicious circumstances earlier this year after he ran out of petrol while driving through the state and was taken into custody by Missouri police without being charged with a crime.
+In addition, the note points to a recent report by the Missouri Attorney General, which shows that in the state, black drivers are 75% more likely to be stopped than white people.
+"The alarm is designed to make people aware and warn their families, friends and co-workers about what could happen in Missouri," Chapel said.
+"People have to be prepared, whether it's taking bail money or informing relatives that they're going through the state," he said.
+According to the latest data from the FBI's hate crime reporting program, Missouri documented 100 hate crimes in 2015, putting the state 16th in the state's penetrating number of similar violations.
+The travel warning is also a response to Missouri's new law, which makes it difficult for the company to sue over discrimination in search of housing or work.
+The American Civil Liberties Union (American Civil Liberties Union) had previously issued travel notices for Texas and Arizona after those states passed immigration laws that required local authorities to arrest people for immigration violations because the ACLU said it would increase racial profiling.
+Typically, travel warnings are issued by the State Department for other countries, but recently interest groups have begun to use the measure as a counter-reaction to certain intra-U.S. laws and trends.
+Hepatitis: what would anyone know about different forms of this serious disease?
+Hepatitis, or liver inflammation, can be caused by five different - A, B, C, D and E viruses.
+All these viruses trigger acute inflammation of liver tissue.
+However, chronic hepatitis B and C, which can develop into cirrhosis of the liver, or liver wrinkles and liver cancer, is a poor cost.
+Moo Kutsar, an epidemiology adviser at the Department of Health, says acute hepatitis symptoms are the same for all types of liver inflammation - fever, fatigue, appetite, nasalty, vomiting, abdominal pain, smear excrement, dark urine, muscle and joint pain, and the yellowing of the skin and mucus.
+The popular name for liver inflammation also comes from the latest disease.
+In children, hepatitis can progress without signs of disease.
+Different types of inflammation can only be determined on the basis of data from laboratory studies.
+Extreme hepatitis can switch to chronic hepatitis and run for decades without signs of disease, meaning a person may not know anything about their dangerous liver-damaging disease.
+Mr Kutsar points out different forms of hepatitis and describes their progress more closely.
+Hepatitis A viruses spread from sick people and infect us by eating contaminated food or drinking water, through sex, from the stools of an infected person to their hands and hands to their hands, surfaces, objects, mouths and drug use.
+Family members and carers of hepatitis infection, people with chronic liver disease, people having sex with infected people, men having sex with men, drug addicts, travelers visiting countries with hepatitis A high spread.
+Infectiousness can be prevented by vaccination, in particular for people travelling at risk of vaccination and at risk of hepatitis A.
+In addition, daily hygiene compliance is important: wash or disinfect your hands, wash all fruit and vegetables before using them for food.
+Hepatitis B viruses are spread when exposed to the blood of a sick person, injecting drugs, tattooing, hole-in-aged, blood-contaminated creatures (toothbrushes, squatting tools), donor blood, having sex with a hepatitis-chemist, hepatitis Cathedential person, and from a hepatitis-stricken mother to the foelicen/born.
+The risk group for hepatitis B infection includes injection drug addicts, sex partners of an infected person, men having sex with men, newborns of an infected mother, sick family members and carers, health, rescue workers and police officers exposed to blood and other bodily fluids, and travelers visiting countries with high hepatitis B.
+People can be vaccinated to prevent hepatitis B; in particular, people at risk have been recommended, as well as those with chronic liver disease, HIV infection, sexually transmitted diseases and diabetes.
+Other preventive measures for hepatitis B include: avoiding the use of foreign hygiene and manicure products, other sharpeners and needles, tattooing and hole-in-the-wall, and the use of condoms in the event of infectious sex or avoiding sexual risky behaviour.
+Vaccination against hepatitis B is part of the national immunisation scheme in Estonia and free for children.
+Hepatitis C viruses are spread when exposed to the blood of a sick person, injecting drugs, tattooing, skull, using blood-contaminated creatures, donor blood, having sex with a hepatitis-maker, and from hepatitis to mother to foetus/best.
+The risk group for hepatitis C infection includes injection drug addicts, sex partners of an infected person, men having sex with men, newborns of an infected mother, sick family members and carers, health, rescue workers and police officers exposed to blood and other bodily fluids, HIV infections, and travelers visiting countries with high hepatitis C.
+The prevention measure of hepatitis C is: avoiding the use of foreign hygiene and manicure products, other sharpeners and syringes and needles, tattooing and sniffing, and using condoms for condom-threatening sex.
+There is no vaccine against hepatitis C.
+Hepatitis D is caused by hepatitis D virus, which reproduces in the presence of hepatitis B virus.
+As a result, hepatitis D infection occurs in hepatitis B or as a super infection in chronic hepatitis B patients.
+Hepatitis D viruses are spread through contact with blood and other bodily fluids, with contaminated needles, sexually and rarely infected mothers to the fetus.
+Hepatitis D is a risk group for chronic hepatitis B virus carriers and people with no immunity against hepatitis B.
+An effective preventive measure is vaccination with the hepatitis B vaccine, which also protects people from infection with the hepatitis D virus.
+Hepatitis viruses spread through fetal-oral drinking water and food, including eating low-heated beef, fish and sea cucumbers, donor blood, joint-use syringes and infected mothers to fetus.
+Passengers may become infected in countries with hepatitis E high disease.
+Hepatitis prevention measures include meeting hygiene requirements: wash or disinfect your hands after going to the toilet, before cooking and eating, after caring for the sick.
+Wash fruit and vegetables before consumption, avoid eating low-heated beef, fish and seafood, drink only safe drinking water and avoid drug use.
+While rivals tried to sprint off the four-time Olympic champion in the final round, 34-year-old Farah found strength in the final round and won in 26.49.51.
+Farah didn't think long, pulling his wife Tania and children along the way with him after the finish.
+It was a special moment for me.
+I very much miss my family.
+Being on the track with them was wonderful," Farah told reporters.
+Farah is aiming for a fifth title race in London in a row with a golden duo of 5,000 and 10,000 metres.
+Anything is possible if you believe in it.
+Despite the title, Anne-Marie O'Connor's "Daam in Gold; Gustav Klimt's masterpiece, Adele Bloch-Bauer's Portrait Extraoral Story," delves much deeper into the origin story of one artwork from the birth story of one artwork to the cultural life of late 19th and early 20th-century Vienna.
+But even more in history.
+The awesome amount of information would perhaps have been worn out, perhaps a louder cut, a narrower subject that allowed the portrait allowed in the title to become more of an impact.
+Today, there would be two books on the same cover: the story of Gustav Klimt and his painting "Daam in Gold," Adele Bloch-Bauer, and a much larger and more comprehensive historical book about the esteemed Jewish families and the German occupation, along with its aftermath in Austria.
+The first third of the book leads to the cultural life of Vienna in the midst of a bustling Vienna, and who have entered the Austrian capital, you can imagine, without the slightest effort, how life went around Ringstrasse more than a hundred years ago, or how everyone turned their heads in the Central Cafe when Klimt stepped in.
+The concentration of cultural figures was high in one of Europe's richest cities, and when you see a familiar name in the book, you feel more cultured.
+At the same time, for example, the fact that Sigmund Freud operated in a city where incurable syphilis was rampant and was Europe's highest suicide rate, doesn't seem to add anything to the story's development.
+Or, perhaps, every pair of brushstrokes adds colours to the cultural life of the early 20th century in Vienna.
+The dream of a trip to the Soviet Union
+In the last decades of the 19th century, the number of Jews in Vienna had exploded, becoming the largest Jewish community in Western Europe.
+At the turn of the century, almost one in ten residents of Vienna was a Jew.
+Adele's parents were newcomers to Vienna, too, but by the time Adele married her two-time Open Czech sugar magnate Ferdinand Bloch and Klimt for her famous paintings, her father's bank had become the seventh-largest bank in the Habsburg empire.
+But Adelet didn't draw all the glamorous life to which she belonged.
+If you look at "Damid in gold," it's hard to believe that towards the end of her life, this great lady became infected with socialism and dreamed of a trip to the Soviet Union.
diff --git a/tests/decoder/intgemm/intgemm_16bit.avx.expected.bleu b/tests/decoder/intgemm/intgemm_16bit.avx.expected.bleu
new file mode 100644
index 0000000..a38fca0
--- /dev/null
+++ b/tests/decoder/intgemm/intgemm_16bit.avx.expected.bleu
@@ -0,0 +1 @@
+BLEU+case.mixed+numrefs.1+smooth.exp+tok.13a+version.1.2.12 = 30.5 66.3/38.6/24.5/15.8 (BP = 0.967 ratio = 0.967 hyp_len = 2745 ref_len = 2838)
diff --git a/tests/decoder/intgemm/intgemm_16bit.avx2.expected b/tests/decoder/intgemm/intgemm_16bit.avx2.expected
new file mode 100644
index 0000000..4aba19b
--- /dev/null
+++ b/tests/decoder/intgemm/intgemm_16bit.avx2.expected
@@ -0,0 +1,100 @@
+Four members of the Kemerovo group detained in Estonia and Spain
+Slava Gulevich, the leader of the so-called Kemerovo group in the Estonian underworld and is known in the criminal world as Slava Kemerovsky, was detained by police in Spain, according to the Post.
+Gulevich, who was detained in Spain, was arrested with court permission.
+Yesterday, a court also took three suspects detained in Estonia into custody.
+The suspect is said to be members of the so-called Kemerovo Crime Society between the ages of 27 and 57, who mainly commit drug offences.
+The alleged head of a criminal association has been detained in Mijas, Malaga province, Spain.
+Three men were arrested on suspicion of being arrested in Estonia, one of whom is a leading figure in the criminal association, according to the data collected, and two are members of the criminal association.
+The data collected indicate that the tasks and roles were clearly distributed in the criminal community.
+The purpose of the criminal association's activities was to commit drug crimes and thus generate criminal proceeds," said Mr Verte, head of pretrial proceedings in the criminal case and state prosecutor.
+"We do not rule out increasing the number of suspects in this criminal case," the prosecutor added.
+These are people who have been in the interest of law enforcement in the past, and some have served sentences for drug crimes.
+Verte stressed that cooperation with Spanish counterparts had been important throughout the investigation.
+"International cooperation has become commonplace for us, and this week's operation shows the success of cooperation," prosecutor Verte said.
+Ago Leis, head of the Central Criminal Police Service, said the arrests were preceded by a year-and-a-half probe.
+"In the first half of the year, the long-term work materialised and we detained suspects of crimes in Estonia and Spain at the same time," he said.
+Leis added that Central Criminal Police officers were assisting in their arrest in Spain.
+For years we have had good contact and understanding with the Spanish police and the Civil Guard.
+These arrests are yet another message to criminals that we can get them from the other end of Europe," Leis said.
+The information gathered so far clearly indicates that the men suspected of continuing to commit new crimes while at large, so the prosecution requested their arrest and the court approved it.
+A man arrested in Spain is awaiting transfer to Estonia.
+Property, vehicles and cash have been seized as part of this criminal case to ensure confiscation.
+The pre-trial proceedings in the case are carried out by the Central Criminal Police Organised Crime Bureau and led by the Crown Prosecution Service.
+Slava Gulevich was convicted by a district court in 2005 of racketeering and sentenced to five years in prison.
+In the middle of the last decade, Gulevich was considered the second most important man in the Estonian criminal world after then underworld leader Nikolai Tarankov.
+Gulevich, from Kemerovo, rose to prominence in the Estonian underworld in the early 1990s when he began extortion in Tallinn.
+He allegedly taxi drivers and prostitutes operating at various hotels and demanded monthly roof tax from businessmen.
+International joint operations, confiscations of criminal proceeds and court rulings that have entered into force confirm that the fight against organised crime is effective.
+For example, the latest court rulings, eight defendants separated from the so-called Dikayev Criminal Association criminal case, who were ordered to pay BGN 80,000 for the proceeds of criminal damage, or the judgment of nine individuals, in 2006 that Igor Aleynikov established a criminal association aimed at the illegal trade in cigarettes and the committing of crimes related to human trafficking in East Virginia and the South in Estonia.
+Confirmed criminal proceeds there are around 71,500 euros.
+In these criminal matters, it has ensured that police officers exchange information and evidence with foreign colleagues every day and, if necessary, carry out actions together in any European Union country.
+Civil rights group warns against travel to Missouri
+The National Association for the Advancement of Colored People (NAACP) has warned black people traveling to Missouri against discriminatory policies and racist attacks in the state.
+The group's statement reads: "A NAACP travel note issued for the state of Midsugar, which runs until August 28, 2017, invites all African-American travelers, visitors and Missourians to be particularly attentive and extremely careful as they move around the state, taking into account the entire suspicious racial events that have recently taken place across the state and are also mentioned here."
+The NAACP said the group urged the travel warning to issue both a recent Missouri law that makes it harder to win discrimination lawsuits and the fact that the state's law enforcement agencies target unequally largely minorities.
+"People's civil rights are being violated.
+They are pulled to the side of the road because of the color of their skin, beaten or killed," Rod Chapel, president of the Missouri branch of the NAACP, told The Kansas City Star.
+'We've never had so close complaints before.'
+It is the first such warning the organization has issued about the U.S. state.
+The group cited events such as racist insults at the University of Missouri and the death of Tory Sanders, a 28-year-old black man from Tennessee.
+Sanders died in suspicious circumstances earlier this year after he ran out of petrol while driving through the state and was taken into custody by Missouri police without being charged with a crime.
+In addition, the note points to a recent report by the Missouri Attorney General, which shows that in the state, black drivers are 75% more likely to be stopped than white people.
+"The alarm is designed to make people aware and warn their families, friends and co-workers about what could happen in Missouri," Chapel said.
+"People have to be prepared, whether it's taking bail money or informing relatives that they're going through the state," he said.
+According to the latest data from the FBI's hate crime reporting program, Missouri documented 100 hate crimes in 2015, putting the state 16th in the state's penetrating number of similar violations.
+The travel warning is also a response to Missouri's new law, which makes it difficult for the company to sue over discrimination in search of housing or work.
+The American Civil Liberties Union (American Civil Liberties Union) had previously issued travel notices for Texas and Arizona after those states passed immigration laws that required local authorities to arrest people for immigration violations because the ACLU said it would increase racial profiling.
+Typically, travel warnings are issued by the State Department for other countries, but recently interest groups have begun to use the measure as a counter-reaction to certain intra-U.S. laws and trends.
+Hepatitis: what would anyone know about different forms of this serious disease?
+Hepatitis, or liver inflammation, can be caused by five different - A, B, C, D and E viruses.
+All these viruses trigger acute inflammation of liver tissue.
+However, chronic hepatitis B and C, which can develop into cirrhosis of the liver, or liver wrinkles and liver cancer, is a poor cost.
+Moo Kutsar, an epidemiology adviser at the Department of Health, says acute hepatitis symptoms are the same for all types of liver inflammation - fever, fatigue, appetite, nasalty, vomiting, abdominal pain, smear excrement, dark urine, muscle and joint pain, and the yellowing of the skin and mucus.
+The popular name for liver inflammation also comes from the latest disease.
+In children, hepatitis can go without signs of disease.
+Different types of inflammation can only be determined on the basis of data from laboratory studies.
+Extreme hepatitis can switch to chronic hepatitis and run for decades without signs of disease, meaning a person may not know anything about their dangerous liver-damaging disease.
+Mr Kutsar points out different forms of hepatitis and describes their progress more closely.
+Hepatitis A viruses spread from sick people and infect us by eating contaminated food or drinking water, through sex, from the stools of an infected person to their hands and hands to their hands, surfaces, objects, mouths and drug use.
+Family members and carers of hepatitis infection, people with chronic liver disease, people having sex with infected people, men having sex with men, drug addicts, travelers visiting countries with hepatitis A high spread.
+Infectiousness can be prevented by vaccination, in particular for people travelling at risk of vaccination and at risk of hepatitis A.
+In addition, daily hygiene compliance is important: wash or disinfect your hands, wash all fruit and vegetables before using them for food.
+Hepatitis B viruses are spread when exposed to the blood of a sick person, injecting drugs, tattooing, hole-in-aged, blood-contaminated creatures (toothbrushes, squatting tools), donor blood, having sex with a hepatitis-chemist, hepatitis Cathedential person, and from a hepatitis-stricken mother to the foelicen/born.
+The risk group for hepatitis B infection includes injection drug addicts, sex partners of an infected person, men having sex with men, newborns of an infected mother, sick family members and carers, health, rescue workers and police officers exposed to blood and other bodily fluids, and travelers visiting countries with high hepatitis B.
+People can be vaccinated to prevent hepatitis B; in particular, people at risk have been recommended, as well as those with chronic liver disease, HIV infection, sexually transmitted diseases and diabetes.
+Other preventive measures for hepatitis B include: avoiding the use of foreign hygiene and manicure products, other sharpeners and needles, tattooing and hole-in-the-wall, and the use of condoms in the event of infectious sex or avoiding sexual risky behaviour.
+Vaccination against hepatitis B is part of the national immunisation scheme in Estonia and free for children.
+Hepatitis C viruses are spread when exposed to the blood of a sick person, injecting drugs, tattooing, skull, using blood-contaminated creatures, donor blood, having sex with a hepatitis-maker, and from hepatitis to mother to foetus/best.
+The risk group for hepatitis C infection includes injection drug addicts, sex partners of an infected person, men having sex with men, newborns of an infected mother, sick family members and carers, health, rescue workers and police officers exposed to blood and other bodily fluids, HIV infections, and travelers visiting countries with high hepatitis C.
+The prevention measure of hepatitis C is: avoiding the use of foreign hygiene and manicure products, other sharpeners and syringes and needles, tattooing and sniffing, and using condoms for condom-threatening sex.
+There is no vaccine against hepatitis C.
+Hepatitis D is caused by hepatitis D virus, which reproduces in the presence of hepatitis B virus.
+As a result, hepatitis D infection occurs in hepatitis B or as a super infection in chronic hepatitis B patients.
+Hepatitis D viruses are spread through contact with blood and other bodily fluids, with contaminated needles, sexually and rarely infected mothers to the fetus.
+Hepatitis D is a risk group for chronic hepatitis B virus carriers and people with no immunity against hepatitis B.
+An effective preventive measure is vaccination with the hepatitis B vaccine, which also protects people from infection with the hepatitis D virus.
+Hepatitis viruses spread through fetal-oral drinking water and food, including eating low-heated beef, fish and sea cucumbers, donor blood, joint-use syringes and infected mothers to fetus.
+Passengers may become infected in countries with hepatitis E high disease.
+Hepatitis prevention measures include meeting hygiene requirements: wash or disinfect your hands after going to the toilet, before cooking and eating, after caring for the sick.
+Wash fruit and vegetables before consumption, avoid eating low-heated beef, fish and seafood, drink only safe drinking water and avoid drug use.
+While rivals tried to sprint off the four-time Olympic champion in the final round, 34-year-old Farah found strength in the final round and won in 26.49.51.
+Farah didn't think long, pulling his wife Tania and children along the way with him after the finish.
+It was a special moment for me.
+I very much miss my family.
+Being on the track with them was wonderful," Farah told reporters.
+Farah is aiming for a fifth title race in London in a row with a golden duo of 5,000 and 10,000 metres.
+Anything is possible if you believe in it.
+Despite the title, Anne-Marie O'Connor's "Daam in Gold; Gustav Klimt's masterpiece, Adele Bloch-Bauer's Portrait Extraoral Story," delves much deeper into the origin story of one artwork from the birth story of one artwork to the cultural life of late 19th and early 20th-century Vienna.
+But even more in history.
+The awesome amount of information would perhaps have been worn out, perhaps a louder cut, a narrower subject that allowed the portrait allowed in the title to become more of an impact.
+Today, there would be two books on the same cover: the story of Gustav Klimt and his painting "Daam in Gold," Adele Bloch-Bauer, and a much larger and more comprehensive historical book about the esteemed Jewish families and the German occupation, along with its aftermath in Austria.
+The first third of the book leads to the cultural life of Vienna in the midst of a bustling Vienna, and who have entered the Austrian capital, you can imagine, without the slightest effort, how life went around Ringstrasse more than a hundred years ago, or how everyone turned their heads in the Central Cafe when Klimt stepped in.
+The concentration of cultural figures was high in one of Europe's richest cities, and when you see a familiar name in the book, you feel more cultured.
+At the same time, for example, the fact that Sigmund Freud operated in a city where incurable syphilis was rampant and was Europe's highest suicide rate, doesn't seem to add anything to the story's development.
+Or, perhaps, every pair of brushstrokes adds colours to the cultural life of the early 20th century in Vienna.
+The dream of a trip to the Soviet Union
+In the last decades of the 19th century, the number of Jews in Vienna had exploded, becoming the largest Jewish community in Western Europe.
+At the turn of the century, almost one in ten residents of Vienna was a Jew.
+Adele's parents were newcomers to Vienna, too, but by the time Adele married her two-time Open Czech sugar magnate Ferdinand Bloch and Klimt for her famous paintings, her father's bank had become the seventh-largest bank in the Habsburg empire.
+But Adelet didn't draw all the glamorous life to which she belonged.
+If you look at "Damid in gold," it's hard to believe that towards the end of her life, this great lady became infected with socialism and dreamed of a trip to the Soviet Union.
diff --git a/tests/decoder/intgemm/intgemm_16bit.avx2.expected.bleu b/tests/decoder/intgemm/intgemm_16bit.avx2.expected.bleu
new file mode 100644
index 0000000..325273e
--- /dev/null
+++ b/tests/decoder/intgemm/intgemm_16bit.avx2.expected.bleu
@@ -0,0 +1 @@
+BLEU+case.mixed+numrefs.1+smooth.exp+tok.13a+version.1.2.12 = 30.4 66.2/38.5/24.4/15.7 (BP = 0.967 ratio = 0.968 hyp_len = 2746 ref_len = 2838)
diff --git a/tests/decoder/intgemm/intgemm_16bit.avx512.expected b/tests/decoder/intgemm/intgemm_16bit.avx512.expected
new file mode 100644
index 0000000..4aba19b
--- /dev/null
+++ b/tests/decoder/intgemm/intgemm_16bit.avx512.expected
@@ -0,0 +1,100 @@
+Four members of the Kemerovo group detained in Estonia and Spain
+Slava Gulevich, the leader of the so-called Kemerovo group in the Estonian underworld and is known in the criminal world as Slava Kemerovsky, was detained by police in Spain, according to the Post.
+Gulevich, who was detained in Spain, was arrested with court permission.
+Yesterday, a court also took three suspects detained in Estonia into custody.
+The suspect is said to be members of the so-called Kemerovo Crime Society between the ages of 27 and 57, who mainly commit drug offences.
+The alleged head of a criminal association has been detained in Mijas, Malaga province, Spain.
+Three men were arrested on suspicion of being arrested in Estonia, one of whom is a leading figure in the criminal association, according to the data collected, and two are members of the criminal association.
+The data collected indicate that the tasks and roles were clearly distributed in the criminal community.
+The purpose of the criminal association's activities was to commit drug crimes and thus generate criminal proceeds," said Mr Verte, head of pretrial proceedings in the criminal case and state prosecutor.
+"We do not rule out increasing the number of suspects in this criminal case," the prosecutor added.
+These are people who have been in the interest of law enforcement in the past, and some have served sentences for drug crimes.
+Verte stressed that cooperation with Spanish counterparts had been important throughout the investigation.
+"International cooperation has become commonplace for us, and this week's operation shows the success of cooperation," prosecutor Verte said.
+Ago Leis, head of the Central Criminal Police Service, said the arrests were preceded by a year-and-a-half probe.
+"In the first half of the year, the long-term work materialised and we detained suspects of crimes in Estonia and Spain at the same time," he said.
+Leis added that Central Criminal Police officers were assisting in their arrest in Spain.
+For years we have had good contact and understanding with the Spanish police and the Civil Guard.
+These arrests are yet another message to criminals that we can get them from the other end of Europe," Leis said.
+The information gathered so far clearly indicates that the men suspected of continuing to commit new crimes while at large, so the prosecution requested their arrest and the court approved it.
+A man arrested in Spain is awaiting transfer to Estonia.
+Property, vehicles and cash have been seized as part of this criminal case to ensure confiscation.
+The pre-trial proceedings in the case are carried out by the Central Criminal Police Organised Crime Bureau and led by the Crown Prosecution Service.
+Slava Gulevich was convicted by a district court in 2005 of racketeering and sentenced to five years in prison.
+In the middle of the last decade, Gulevich was considered the second most important man in the Estonian criminal world after then underworld leader Nikolai Tarankov.
+Gulevich, from Kemerovo, rose to prominence in the Estonian underworld in the early 1990s when he began extortion in Tallinn.
+He allegedly taxi drivers and prostitutes operating at various hotels and demanded monthly roof tax from businessmen.
+International joint operations, confiscations of criminal proceeds and court rulings that have entered into force confirm that the fight against organised crime is effective.
+For example, the latest court rulings, eight defendants separated from the so-called Dikayev Criminal Association criminal case, who were ordered to pay BGN 80,000 for the proceeds of criminal damage, or the judgment of nine individuals, in 2006 that Igor Aleynikov established a criminal association aimed at the illegal trade in cigarettes and the committing of crimes related to human trafficking in East Virginia and the South in Estonia.
+Confirmed criminal proceeds there are around 71,500 euros.
+In these criminal matters, it has ensured that police officers exchange information and evidence with foreign colleagues every day and, if necessary, carry out actions together in any European Union country.
+Civil rights group warns against travel to Missouri
+The National Association for the Advancement of Colored People (NAACP) has warned black people traveling to Missouri against discriminatory policies and racist attacks in the state.
+The group's statement reads: "A NAACP travel note issued for the state of Midsugar, which runs until August 28, 2017, invites all African-American travelers, visitors and Missourians to be particularly attentive and extremely careful as they move around the state, taking into account the entire suspicious racial events that have recently taken place across the state and are also mentioned here."
+The NAACP said the group urged the travel warning to issue both a recent Missouri law that makes it harder to win discrimination lawsuits and the fact that the state's law enforcement agencies target unequally largely minorities.
+"People's civil rights are being violated.
+They are pulled to the side of the road because of the color of their skin, beaten or killed," Rod Chapel, president of the Missouri branch of the NAACP, told The Kansas City Star.
+'We've never had so close complaints before.'
+It is the first such warning the organization has issued about the U.S. state.
+The group cited events such as racist insults at the University of Missouri and the death of Tory Sanders, a 28-year-old black man from Tennessee.
+Sanders died in suspicious circumstances earlier this year after he ran out of petrol while driving through the state and was taken into custody by Missouri police without being charged with a crime.
+In addition, the note points to a recent report by the Missouri Attorney General, which shows that in the state, black drivers are 75% more likely to be stopped than white people.
+"The alarm is designed to make people aware and warn their families, friends and co-workers about what could happen in Missouri," Chapel said.
+"People have to be prepared, whether it's taking bail money or informing relatives that they're going through the state," he said.
+According to the latest data from the FBI's hate crime reporting program, Missouri documented 100 hate crimes in 2015, putting the state 16th in the state's penetrating number of similar violations.
+The travel warning is also a response to Missouri's new law, which makes it difficult for the company to sue over discrimination in search of housing or work.
+The American Civil Liberties Union (American Civil Liberties Union) had previously issued travel notices for Texas and Arizona after those states passed immigration laws that required local authorities to arrest people for immigration violations because the ACLU said it would increase racial profiling.
+Typically, travel warnings are issued by the State Department for other countries, but recently interest groups have begun to use the measure as a counter-reaction to certain intra-U.S. laws and trends.
+Hepatitis: what would anyone know about different forms of this serious disease?
+Hepatitis, or liver inflammation, can be caused by five different - A, B, C, D and E viruses.
+All these viruses trigger acute inflammation of liver tissue.
+However, chronic hepatitis B and C, which can develop into cirrhosis of the liver, or liver wrinkles and liver cancer, is a poor cost.
+Moo Kutsar, an epidemiology adviser at the Department of Health, says acute hepatitis symptoms are the same for all types of liver inflammation - fever, fatigue, appetite, nasalty, vomiting, abdominal pain, smear excrement, dark urine, muscle and joint pain, and the yellowing of the skin and mucus.
+The popular name for liver inflammation also comes from the latest disease.
+In children, hepatitis can go without signs of disease.
+Different types of inflammation can only be determined on the basis of data from laboratory studies.
+Extreme hepatitis can switch to chronic hepatitis and run for decades without signs of disease, meaning a person may not know anything about their dangerous liver-damaging disease.
+Mr Kutsar points out different forms of hepatitis and describes their progress more closely.
+Hepatitis A viruses spread from sick people and infect us by eating contaminated food or drinking water, through sex, from the stools of an infected person to their hands and hands to their hands, surfaces, objects, mouths and drug use.
+Family members and carers of hepatitis infection, people with chronic liver disease, people having sex with infected people, men having sex with men, drug addicts, travelers visiting countries with hepatitis A high spread.
+Infectiousness can be prevented by vaccination, in particular for people travelling at risk of vaccination and at risk of hepatitis A.
+In addition, daily hygiene compliance is important: wash or disinfect your hands, wash all fruit and vegetables before using them for food.
+Hepatitis B viruses are spread when exposed to the blood of a sick person, injecting drugs, tattooing, hole-in-aged, blood-contaminated creatures (toothbrushes, squatting tools), donor blood, having sex with a hepatitis-chemist, hepatitis Cathedential person, and from a hepatitis-stricken mother to the foelicen/born.
+The risk group for hepatitis B infection includes injection drug addicts, sex partners of an infected person, men having sex with men, newborns of an infected mother, sick family members and carers, health, rescue workers and police officers exposed to blood and other bodily fluids, and travelers visiting countries with high hepatitis B.
+People can be vaccinated to prevent hepatitis B; in particular, people at risk have been recommended, as well as those with chronic liver disease, HIV infection, sexually transmitted diseases and diabetes.
+Other preventive measures for hepatitis B include: avoiding the use of foreign hygiene and manicure products, other sharpeners and needles, tattooing and hole-in-the-wall, and the use of condoms in the event of infectious sex or avoiding sexual risky behaviour.
+Vaccination against hepatitis B is part of the national immunisation scheme in Estonia and free for children.
+Hepatitis C viruses are spread when exposed to the blood of a sick person, injecting drugs, tattooing, skull, using blood-contaminated creatures, donor blood, having sex with a hepatitis-maker, and from hepatitis to mother to foetus/best.
+The risk group for hepatitis C infection includes injection drug addicts, sex partners of an infected person, men having sex with men, newborns of an infected mother, sick family members and carers, health, rescue workers and police officers exposed to blood and other bodily fluids, HIV infections, and travelers visiting countries with high hepatitis C.
+The prevention measure of hepatitis C is: avoiding the use of foreign hygiene and manicure products, other sharpeners and syringes and needles, tattooing and sniffing, and using condoms for condom-threatening sex.
+There is no vaccine against hepatitis C.
+Hepatitis D is caused by hepatitis D virus, which reproduces in the presence of hepatitis B virus.
+As a result, hepatitis D infection occurs in hepatitis B or as a super infection in chronic hepatitis B patients.
+Hepatitis D viruses are spread through contact with blood and other bodily fluids, with contaminated needles, sexually and rarely infected mothers to the fetus.
+Hepatitis D is a risk group for chronic hepatitis B virus carriers and people with no immunity against hepatitis B.
+An effective preventive measure is vaccination with the hepatitis B vaccine, which also protects people from infection with the hepatitis D virus.
+Hepatitis viruses spread through fetal-oral drinking water and food, including eating low-heated beef, fish and sea cucumbers, donor blood, joint-use syringes and infected mothers to fetus.
+Passengers may become infected in countries with hepatitis E high disease.
+Hepatitis prevention measures include meeting hygiene requirements: wash or disinfect your hands after going to the toilet, before cooking and eating, after caring for the sick.
+Wash fruit and vegetables before consumption, avoid eating low-heated beef, fish and seafood, drink only safe drinking water and avoid drug use.
+While rivals tried to sprint off the four-time Olympic champion in the final round, 34-year-old Farah found strength in the final round and won in 26.49.51.
+Farah didn't think long, pulling his wife Tania and children along the way with him after the finish.
+It was a special moment for me.
+I very much miss my family.
+Being on the track with them was wonderful," Farah told reporters.
+Farah is aiming for a fifth title race in London in a row with a golden duo of 5,000 and 10,000 metres.
+Anything is possible if you believe in it.
+Despite the title, Anne-Marie O'Connor's "Daam in Gold; Gustav Klimt's masterpiece, Adele Bloch-Bauer's Portrait Extraoral Story," delves much deeper into the origin story of one artwork from the birth story of one artwork to the cultural life of late 19th and early 20th-century Vienna.
+But even more in history.
+The awesome amount of information would perhaps have been worn out, perhaps a louder cut, a narrower subject that allowed the portrait allowed in the title to become more of an impact.
+Today, there would be two books on the same cover: the story of Gustav Klimt and his painting "Daam in Gold," Adele Bloch-Bauer, and a much larger and more comprehensive historical book about the esteemed Jewish families and the German occupation, along with its aftermath in Austria.
+The first third of the book leads to the cultural life of Vienna in the midst of a bustling Vienna, and who have entered the Austrian capital, you can imagine, without the slightest effort, how life went around Ringstrasse more than a hundred years ago, or how everyone turned their heads in the Central Cafe when Klimt stepped in.
+The concentration of cultural figures was high in one of Europe's richest cities, and when you see a familiar name in the book, you feel more cultured.
+At the same time, for example, the fact that Sigmund Freud operated in a city where incurable syphilis was rampant and was Europe's highest suicide rate, doesn't seem to add anything to the story's development.
+Or, perhaps, every pair of brushstrokes adds colours to the cultural life of the early 20th century in Vienna.
+The dream of a trip to the Soviet Union
+In the last decades of the 19th century, the number of Jews in Vienna had exploded, becoming the largest Jewish community in Western Europe.
+At the turn of the century, almost one in ten residents of Vienna was a Jew.
+Adele's parents were newcomers to Vienna, too, but by the time Adele married her two-time Open Czech sugar magnate Ferdinand Bloch and Klimt for her famous paintings, her father's bank had become the seventh-largest bank in the Habsburg empire.
+But Adelet didn't draw all the glamorous life to which she belonged.
+If you look at "Damid in gold," it's hard to believe that towards the end of her life, this great lady became infected with socialism and dreamed of a trip to the Soviet Union.
diff --git a/tests/decoder/intgemm/intgemm_16bit.avx512.expected.bleu b/tests/decoder/intgemm/intgemm_16bit.avx512.expected.bleu
new file mode 100644
index 0000000..325273e
--- /dev/null
+++ b/tests/decoder/intgemm/intgemm_16bit.avx512.expected.bleu
@@ -0,0 +1 @@
+BLEU+case.mixed+numrefs.1+smooth.exp+tok.13a+version.1.2.12 = 30.4 66.2/38.5/24.4/15.7 (BP = 0.967 ratio = 0.968 hyp_len = 2746 ref_len = 2838)
diff --git a/tests/decoder/intgemm/intgemm_16bit_avx2.avx2.expected b/tests/decoder/intgemm/intgemm_16bit_avx2.avx2.expected
new file mode 100644
index 0000000..4aba19b
--- /dev/null
+++ b/tests/decoder/intgemm/intgemm_16bit_avx2.avx2.expected
@@ -0,0 +1,100 @@
+Four members of the Kemerovo group detained in Estonia and Spain
+Slava Gulevich, the leader of the so-called Kemerovo group in the Estonian underworld and is known in the criminal world as Slava Kemerovsky, was detained by police in Spain, according to the Post.
+Gulevich, who was detained in Spain, was arrested with court permission.
+Yesterday, a court also took three suspects detained in Estonia into custody.
+The suspect is said to be members of the so-called Kemerovo Crime Society between the ages of 27 and 57, who mainly commit drug offences.
+The alleged head of a criminal association has been detained in Mijas, Malaga province, Spain.
+Three men were arrested on suspicion of being arrested in Estonia, one of whom is a leading figure in the criminal association, according to the data collected, and two are members of the criminal association.
+The data collected indicate that the tasks and roles were clearly distributed in the criminal community.
+The purpose of the criminal association's activities was to commit drug crimes and thus generate criminal proceeds," said Mr Verte, head of pretrial proceedings in the criminal case and state prosecutor.
+"We do not rule out increasing the number of suspects in this criminal case," the prosecutor added.
+These are people who have been in the interest of law enforcement in the past, and some have served sentences for drug crimes.
+Verte stressed that cooperation with Spanish counterparts had been important throughout the investigation.
+"International cooperation has become commonplace for us, and this week's operation shows the success of cooperation," prosecutor Verte said.
+Ago Leis, head of the Central Criminal Police Service, said the arrests were preceded by a year-and-a-half probe.
+"In the first half of the year, the long-term work materialised and we detained suspects of crimes in Estonia and Spain at the same time," he said.
+Leis added that Central Criminal Police officers were assisting in their arrest in Spain.
+For years we have had good contact and understanding with the Spanish police and the Civil Guard.
+These arrests are yet another message to criminals that we can get them from the other end of Europe," Leis said.
+The information gathered so far clearly indicates that the men suspected of continuing to commit new crimes while at large, so the prosecution requested their arrest and the court approved it.
+A man arrested in Spain is awaiting transfer to Estonia.
+Property, vehicles and cash have been seized as part of this criminal case to ensure confiscation.
+The pre-trial proceedings in the case are carried out by the Central Criminal Police Organised Crime Bureau and led by the Crown Prosecution Service.
+Slava Gulevich was convicted by a district court in 2005 of racketeering and sentenced to five years in prison.
+In the middle of the last decade, Gulevich was considered the second most important man in the Estonian criminal world after then underworld leader Nikolai Tarankov.
+Gulevich, from Kemerovo, rose to prominence in the Estonian underworld in the early 1990s when he began extortion in Tallinn.
+He allegedly taxi drivers and prostitutes operating at various hotels and demanded monthly roof tax from businessmen.
+International joint operations, confiscations of criminal proceeds and court rulings that have entered into force confirm that the fight against organised crime is effective.
+For example, the latest court rulings, eight defendants separated from the so-called Dikayev Criminal Association criminal case, who were ordered to pay BGN 80,000 for the proceeds of criminal damage, or the judgment of nine individuals, in 2006 that Igor Aleynikov established a criminal association aimed at the illegal trade in cigarettes and the committing of crimes related to human trafficking in East Virginia and the South in Estonia.
+Confirmed criminal proceeds there are around 71,500 euros.
+In these criminal matters, it has ensured that police officers exchange information and evidence with foreign colleagues every day and, if necessary, carry out actions together in any European Union country.
+Civil rights group warns against travel to Missouri
+The National Association for the Advancement of Colored People (NAACP) has warned black people traveling to Missouri against discriminatory policies and racist attacks in the state.
+The group's statement reads: "A NAACP travel note issued for the state of Midsugar, which runs until August 28, 2017, invites all African-American travelers, visitors and Missourians to be particularly attentive and extremely careful as they move around the state, taking into account the entire suspicious racial events that have recently taken place across the state and are also mentioned here."
+The NAACP said the group urged the travel warning to issue both a recent Missouri law that makes it harder to win discrimination lawsuits and the fact that the state's law enforcement agencies target unequally largely minorities.
+"People's civil rights are being violated.
+They are pulled to the side of the road because of the color of their skin, beaten or killed," Rod Chapel, president of the Missouri branch of the NAACP, told The Kansas City Star.
+'We've never had so close complaints before.'
+It is the first such warning the organization has issued about the U.S. state.
+The group cited events such as racist insults at the University of Missouri and the death of Tory Sanders, a 28-year-old black man from Tennessee.
+Sanders died in suspicious circumstances earlier this year after he ran out of petrol while driving through the state and was taken into custody by Missouri police without being charged with a crime.
+In addition, the note points to a recent report by the Missouri Attorney General, which shows that in the state, black drivers are 75% more likely to be stopped than white people.
+"The alarm is designed to make people aware and warn their families, friends and co-workers about what could happen in Missouri," Chapel said.
+"People have to be prepared, whether it's taking bail money or informing relatives that they're going through the state," he said.
+According to the latest data from the FBI's hate crime reporting program, Missouri documented 100 hate crimes in 2015, putting the state 16th in the state's penetrating number of similar violations.
+The travel warning is also a response to Missouri's new law, which makes it difficult for the company to sue over discrimination in search of housing or work.
+The American Civil Liberties Union (American Civil Liberties Union) had previously issued travel notices for Texas and Arizona after those states passed immigration laws that required local authorities to arrest people for immigration violations because the ACLU said it would increase racial profiling.
+Typically, travel warnings are issued by the State Department for other countries, but recently interest groups have begun to use the measure as a counter-reaction to certain intra-U.S. laws and trends.
+Hepatitis: what would anyone know about different forms of this serious disease?
+Hepatitis, or liver inflammation, can be caused by five different - A, B, C, D and E viruses.
+All these viruses trigger acute inflammation of liver tissue.
+However, chronic hepatitis B and C, which can develop into cirrhosis of the liver, or liver wrinkles and liver cancer, is a poor cost.
+Moo Kutsar, an epidemiology adviser at the Department of Health, says acute hepatitis symptoms are the same for all types of liver inflammation - fever, fatigue, appetite, nasalty, vomiting, abdominal pain, smear excrement, dark urine, muscle and joint pain, and the yellowing of the skin and mucus.
+The popular name for liver inflammation also comes from the latest disease.
+In children, hepatitis can go without signs of disease.
+Different types of inflammation can only be determined on the basis of data from laboratory studies.
+Extreme hepatitis can switch to chronic hepatitis and run for decades without signs of disease, meaning a person may not know anything about their dangerous liver-damaging disease.
+Mr Kutsar points out different forms of hepatitis and describes their progress more closely.
+Hepatitis A viruses spread from sick people and infect us by eating contaminated food or drinking water, through sex, from the stools of an infected person to their hands and hands to their hands, surfaces, objects, mouths and drug use.
+Family members and carers of hepatitis infection, people with chronic liver disease, people having sex with infected people, men having sex with men, drug addicts, travelers visiting countries with hepatitis A high spread.
+Infectiousness can be prevented by vaccination, in particular for people travelling at risk of vaccination and at risk of hepatitis A.
+In addition, daily hygiene compliance is important: wash or disinfect your hands, wash all fruit and vegetables before using them for food.
+Hepatitis B viruses are spread when exposed to the blood of a sick person, injecting drugs, tattooing, hole-in-aged, blood-contaminated creatures (toothbrushes, squatting tools), donor blood, having sex with a hepatitis-chemist, hepatitis Cathedential person, and from a hepatitis-stricken mother to the foelicen/born.
+The risk group for hepatitis B infection includes injection drug addicts, sex partners of an infected person, men having sex with men, newborns of an infected mother, sick family members and carers, health, rescue workers and police officers exposed to blood and other bodily fluids, and travelers visiting countries with high hepatitis B.
+People can be vaccinated to prevent hepatitis B; in particular, people at risk have been recommended, as well as those with chronic liver disease, HIV infection, sexually transmitted diseases and diabetes.
+Other preventive measures for hepatitis B include: avoiding the use of foreign hygiene and manicure products, other sharpeners and needles, tattooing and hole-in-the-wall, and the use of condoms in the event of infectious sex or avoiding sexual risky behaviour.
+Vaccination against hepatitis B is part of the national immunisation scheme in Estonia and free for children.
+Hepatitis C viruses are spread when exposed to the blood of a sick person, injecting drugs, tattooing, skull, using blood-contaminated creatures, donor blood, having sex with a hepatitis-maker, and from hepatitis to mother to foetus/best.
+The risk group for hepatitis C infection includes injection drug addicts, sex partners of an infected person, men having sex with men, newborns of an infected mother, sick family members and carers, health, rescue workers and police officers exposed to blood and other bodily fluids, HIV infections, and travelers visiting countries with high hepatitis C.
+The prevention measure of hepatitis C is: avoiding the use of foreign hygiene and manicure products, other sharpeners and syringes and needles, tattooing and sniffing, and using condoms for condom-threatening sex.
+There is no vaccine against hepatitis C.
+Hepatitis D is caused by hepatitis D virus, which reproduces in the presence of hepatitis B virus.
+As a result, hepatitis D infection occurs in hepatitis B or as a super infection in chronic hepatitis B patients.
+Hepatitis D viruses are spread through contact with blood and other bodily fluids, with contaminated needles, sexually and rarely infected mothers to the fetus.
+Hepatitis D is a risk group for chronic hepatitis B virus carriers and people with no immunity against hepatitis B.
+An effective preventive measure is vaccination with the hepatitis B vaccine, which also protects people from infection with the hepatitis D virus.
+Hepatitis viruses spread through fetal-oral drinking water and food, including eating low-heated beef, fish and sea cucumbers, donor blood, joint-use syringes and infected mothers to fetus.
+Passengers may become infected in countries with hepatitis E high disease.
+Hepatitis prevention measures include meeting hygiene requirements: wash or disinfect your hands after going to the toilet, before cooking and eating, after caring for the sick.
+Wash fruit and vegetables before consumption, avoid eating low-heated beef, fish and seafood, drink only safe drinking water and avoid drug use.
+While rivals tried to sprint off the four-time Olympic champion in the final round, 34-year-old Farah found strength in the final round and won in 26.49.51.
+Farah didn't think long, pulling his wife Tania and children along the way with him after the finish.
+It was a special moment for me.
+I very much miss my family.
+Being on the track with them was wonderful," Farah told reporters.
+Farah is aiming for a fifth title race in London in a row with a golden duo of 5,000 and 10,000 metres.
+Anything is possible if you believe in it.
+Despite the title, Anne-Marie O'Connor's "Daam in Gold; Gustav Klimt's masterpiece, Adele Bloch-Bauer's Portrait Extraoral Story," delves much deeper into the origin story of one artwork from the birth story of one artwork to the cultural life of late 19th and early 20th-century Vienna.
+But even more in history.
+The awesome amount of information would perhaps have been worn out, perhaps a louder cut, a narrower subject that allowed the portrait allowed in the title to become more of an impact.
+Today, there would be two books on the same cover: the story of Gustav Klimt and his painting "Daam in Gold," Adele Bloch-Bauer, and a much larger and more comprehensive historical book about the esteemed Jewish families and the German occupation, along with its aftermath in Austria.
+The first third of the book leads to the cultural life of Vienna in the midst of a bustling Vienna, and who have entered the Austrian capital, you can imagine, without the slightest effort, how life went around Ringstrasse more than a hundred years ago, or how everyone turned their heads in the Central Cafe when Klimt stepped in.
+The concentration of cultural figures was high in one of Europe's richest cities, and when you see a familiar name in the book, you feel more cultured.
+At the same time, for example, the fact that Sigmund Freud operated in a city where incurable syphilis was rampant and was Europe's highest suicide rate, doesn't seem to add anything to the story's development.
+Or, perhaps, every pair of brushstrokes adds colours to the cultural life of the early 20th century in Vienna.
+The dream of a trip to the Soviet Union
+In the last decades of the 19th century, the number of Jews in Vienna had exploded, becoming the largest Jewish community in Western Europe.
+At the turn of the century, almost one in ten residents of Vienna was a Jew.
+Adele's parents were newcomers to Vienna, too, but by the time Adele married her two-time Open Czech sugar magnate Ferdinand Bloch and Klimt for her famous paintings, her father's bank had become the seventh-largest bank in the Habsburg empire.
+But Adelet didn't draw all the glamorous life to which she belonged.
+If you look at "Damid in gold," it's hard to believe that towards the end of her life, this great lady became infected with socialism and dreamed of a trip to the Soviet Union.
diff --git a/tests/decoder/intgemm/intgemm_16bit_avx2.avx2.expected.bleu b/tests/decoder/intgemm/intgemm_16bit_avx2.avx2.expected.bleu
new file mode 100644
index 0000000..325273e
--- /dev/null
+++ b/tests/decoder/intgemm/intgemm_16bit_avx2.avx2.expected.bleu
@@ -0,0 +1 @@
+BLEU+case.mixed+numrefs.1+smooth.exp+tok.13a+version.1.2.12 = 30.4 66.2/38.5/24.4/15.7 (BP = 0.967 ratio = 0.968 hyp_len = 2746 ref_len = 2838)
diff --git a/tests/decoder/intgemm/intgemm_16bit_avx2.avx512.expected b/tests/decoder/intgemm/intgemm_16bit_avx2.avx512.expected
new file mode 100644
index 0000000..4aba19b
--- /dev/null
+++ b/tests/decoder/intgemm/intgemm_16bit_avx2.avx512.expected
@@ -0,0 +1,100 @@
+Four members of the Kemerovo group detained in Estonia and Spain
+Slava Gulevich, the leader of the so-called Kemerovo group in the Estonian underworld and is known in the criminal world as Slava Kemerovsky, was detained by police in Spain, according to the Post.
+Gulevich, who was detained in Spain, was arrested with court permission.
+Yesterday, a court also took three suspects detained in Estonia into custody.
+The suspect is said to be members of the so-called Kemerovo Crime Society between the ages of 27 and 57, who mainly commit drug offences.
+The alleged head of a criminal association has been detained in Mijas, Malaga province, Spain.
+Three men were arrested on suspicion of being arrested in Estonia, one of whom is a leading figure in the criminal association, according to the data collected, and two are members of the criminal association.
+The data collected indicate that the tasks and roles were clearly distributed in the criminal community.
+The purpose of the criminal association's activities was to commit drug crimes and thus generate criminal proceeds," said Mr Verte, head of pretrial proceedings in the criminal case and state prosecutor.
+"We do not rule out increasing the number of suspects in this criminal case," the prosecutor added.
+These are people who have been in the interest of law enforcement in the past, and some have served sentences for drug crimes.
+Verte stressed that cooperation with Spanish counterparts had been important throughout the investigation.
+"International cooperation has become commonplace for us, and this week's operation shows the success of cooperation," prosecutor Verte said.
+Ago Leis, head of the Central Criminal Police Service, said the arrests were preceded by a year-and-a-half probe.
+"In the first half of the year, the long-term work materialised and we detained suspects of crimes in Estonia and Spain at the same time," he said.
+Leis added that Central Criminal Police officers were assisting in their arrest in Spain.
+For years we have had good contact and understanding with the Spanish police and the Civil Guard.
+These arrests are yet another message to criminals that we can get them from the other end of Europe," Leis said.
+The information gathered so far clearly indicates that the men suspected of continuing to commit new crimes while at large, so the prosecution requested their arrest and the court approved it.
+A man arrested in Spain is awaiting transfer to Estonia.
+Property, vehicles and cash have been seized as part of this criminal case to ensure confiscation.
+The pre-trial proceedings in the case are carried out by the Central Criminal Police Organised Crime Bureau and led by the Crown Prosecution Service.
+Slava Gulevich was convicted by a district court in 2005 of racketeering and sentenced to five years in prison.
+In the middle of the last decade, Gulevich was considered the second most important man in the Estonian criminal world after then underworld leader Nikolai Tarankov.
+Gulevich, from Kemerovo, rose to prominence in the Estonian underworld in the early 1990s when he began extortion in Tallinn.
+He allegedly taxi drivers and prostitutes operating at various hotels and demanded monthly roof tax from businessmen.
+International joint operations, confiscations of criminal proceeds and court rulings that have entered into force confirm that the fight against organised crime is effective.
+For example, the latest court rulings, eight defendants separated from the so-called Dikayev Criminal Association criminal case, who were ordered to pay BGN 80,000 for the proceeds of criminal damage, or the judgment of nine individuals, in 2006 that Igor Aleynikov established a criminal association aimed at the illegal trade in cigarettes and the committing of crimes related to human trafficking in East Virginia and the South in Estonia.
+Confirmed criminal proceeds there are around 71,500 euros.
+In these criminal matters, it has ensured that police officers exchange information and evidence with foreign colleagues every day and, if necessary, carry out actions together in any European Union country.
+Civil rights group warns against travel to Missouri
+The National Association for the Advancement of Colored People (NAACP) has warned black people traveling to Missouri against discriminatory policies and racist attacks in the state.
+The group's statement reads: "A NAACP travel note issued for the state of Midsugar, which runs until August 28, 2017, invites all African-American travelers, visitors and Missourians to be particularly attentive and extremely careful as they move around the state, taking into account the entire suspicious racial events that have recently taken place across the state and are also mentioned here."
+The NAACP said the group urged the travel warning to issue both a recent Missouri law that makes it harder to win discrimination lawsuits and the fact that the state's law enforcement agencies target unequally largely minorities.
+"People's civil rights are being violated.
+They are pulled to the side of the road because of the color of their skin, beaten or killed," Rod Chapel, president of the Missouri branch of the NAACP, told The Kansas City Star.
+'We've never had so close complaints before.'
+It is the first such warning the organization has issued about the U.S. state.
+The group cited events such as racist insults at the University of Missouri and the death of Tory Sanders, a 28-year-old black man from Tennessee.
+Sanders died in suspicious circumstances earlier this year after he ran out of petrol while driving through the state and was taken into custody by Missouri police without being charged with a crime.
+In addition, the note points to a recent report by the Missouri Attorney General, which shows that in the state, black drivers are 75% more likely to be stopped than white people.
+"The alarm is designed to make people aware and warn their families, friends and co-workers about what could happen in Missouri," Chapel said.
+"People have to be prepared, whether it's taking bail money or informing relatives that they're going through the state," he said.
+According to the latest data from the FBI's hate crime reporting program, Missouri documented 100 hate crimes in 2015, putting the state 16th in the state's penetrating number of similar violations.
+The travel warning is also a response to Missouri's new law, which makes it difficult for the company to sue over discrimination in search of housing or work.
+The American Civil Liberties Union (American Civil Liberties Union) had previously issued travel notices for Texas and Arizona after those states passed immigration laws that required local authorities to arrest people for immigration violations because the ACLU said it would increase racial profiling.
+Typically, travel warnings are issued by the State Department for other countries, but recently interest groups have begun to use the measure as a counter-reaction to certain intra-U.S. laws and trends.
+Hepatitis: what would anyone know about different forms of this serious disease?
+Hepatitis, or liver inflammation, can be caused by five different - A, B, C, D and E viruses.
+All these viruses trigger acute inflammation of liver tissue.
+However, chronic hepatitis B and C, which can develop into cirrhosis of the liver, or liver wrinkles and liver cancer, is a poor cost.
+Moo Kutsar, an epidemiology adviser at the Department of Health, says acute hepatitis symptoms are the same for all types of liver inflammation - fever, fatigue, appetite, nasalty, vomiting, abdominal pain, smear excrement, dark urine, muscle and joint pain, and the yellowing of the skin and mucus.
+The popular name for liver inflammation also comes from the latest disease.
+In children, hepatitis can go without signs of disease.
+Different types of inflammation can only be determined on the basis of data from laboratory studies.
+Extreme hepatitis can switch to chronic hepatitis and run for decades without signs of disease, meaning a person may not know anything about their dangerous liver-damaging disease.
+Mr Kutsar points out different forms of hepatitis and describes their progress more closely.
+Hepatitis A viruses spread from sick people and infect us by eating contaminated food or drinking water, through sex, from the stools of an infected person to their hands and hands to their hands, surfaces, objects, mouths and drug use.
+Family members and carers of hepatitis infection, people with chronic liver disease, people having sex with infected people, men having sex with men, drug addicts, travelers visiting countries with hepatitis A high spread.
+Infectiousness can be prevented by vaccination, in particular for people travelling at risk of vaccination and at risk of hepatitis A.
+In addition, daily hygiene compliance is important: wash or disinfect your hands, wash all fruit and vegetables before using them for food.
+Hepatitis B viruses are spread when exposed to the blood of a sick person, injecting drugs, tattooing, hole-in-aged, blood-contaminated creatures (toothbrushes, squatting tools), donor blood, having sex with a hepatitis-chemist, hepatitis Cathedential person, and from a hepatitis-stricken mother to the foelicen/born.
+The risk group for hepatitis B infection includes injection drug addicts, sex partners of an infected person, men having sex with men, newborns of an infected mother, sick family members and carers, health, rescue workers and police officers exposed to blood and other bodily fluids, and travelers visiting countries with high hepatitis B.
+People can be vaccinated to prevent hepatitis B; in particular, people at risk have been recommended, as well as those with chronic liver disease, HIV infection, sexually transmitted diseases and diabetes.
+Other preventive measures for hepatitis B include: avoiding the use of foreign hygiene and manicure products, other sharpeners and needles, tattooing and hole-in-the-wall, and the use of condoms in the event of infectious sex or avoiding sexual risky behaviour.
+Vaccination against hepatitis B is part of the national immunisation scheme in Estonia and free for children.
+Hepatitis C viruses are spread when exposed to the blood of a sick person, injecting drugs, tattooing, skull, using blood-contaminated creatures, donor blood, having sex with a hepatitis-maker, and from hepatitis to mother to foetus/best.
+The risk group for hepatitis C infection includes injection drug addicts, sex partners of an infected person, men having sex with men, newborns of an infected mother, sick family members and carers, health, rescue workers and police officers exposed to blood and other bodily fluids, HIV infections, and travelers visiting countries with high hepatitis C.
+The prevention measure of hepatitis C is: avoiding the use of foreign hygiene and manicure products, other sharpeners and syringes and needles, tattooing and sniffing, and using condoms for condom-threatening sex.
+There is no vaccine against hepatitis C.
+Hepatitis D is caused by hepatitis D virus, which reproduces in the presence of hepatitis B virus.
+As a result, hepatitis D infection occurs in hepatitis B or as a super infection in chronic hepatitis B patients.
+Hepatitis D viruses are spread through contact with blood and other bodily fluids, with contaminated needles, sexually and rarely infected mothers to the fetus.
+Hepatitis D is a risk group for chronic hepatitis B virus carriers and people with no immunity against hepatitis B.
+An effective preventive measure is vaccination with the hepatitis B vaccine, which also protects people from infection with the hepatitis D virus.
+Hepatitis viruses spread through fetal-oral drinking water and food, including eating low-heated beef, fish and sea cucumbers, donor blood, joint-use syringes and infected mothers to fetus.
+Passengers may become infected in countries with hepatitis E high disease.
+Hepatitis prevention measures include meeting hygiene requirements: wash or disinfect your hands after going to the toilet, before cooking and eating, after caring for the sick.
+Wash fruit and vegetables before consumption, avoid eating low-heated beef, fish and seafood, drink only safe drinking water and avoid drug use.
+While rivals tried to sprint off the four-time Olympic champion in the final round, 34-year-old Farah found strength in the final round and won in 26.49.51.
+Farah didn't think long, pulling his wife Tania and children along the way with him after the finish.
+It was a special moment for me.
+I very much miss my family.
+Being on the track with them was wonderful," Farah told reporters.
+Farah is aiming for a fifth title race in London in a row with a golden duo of 5,000 and 10,000 metres.
+Anything is possible if you believe in it.
+Despite the title, Anne-Marie O'Connor's "Daam in Gold; Gustav Klimt's masterpiece, Adele Bloch-Bauer's Portrait Extraoral Story," delves much deeper into the origin story of one artwork from the birth story of one artwork to the cultural life of late 19th and early 20th-century Vienna.
+But even more in history.
+The awesome amount of information would perhaps have been worn out, perhaps a louder cut, a narrower subject that allowed the portrait allowed in the title to become more of an impact.
+Today, there would be two books on the same cover: the story of Gustav Klimt and his painting "Daam in Gold," Adele Bloch-Bauer, and a much larger and more comprehensive historical book about the esteemed Jewish families and the German occupation, along with its aftermath in Austria.
+The first third of the book leads to the cultural life of Vienna in the midst of a bustling Vienna, and who have entered the Austrian capital, you can imagine, without the slightest effort, how life went around Ringstrasse more than a hundred years ago, or how everyone turned their heads in the Central Cafe when Klimt stepped in.
+The concentration of cultural figures was high in one of Europe's richest cities, and when you see a familiar name in the book, you feel more cultured.
+At the same time, for example, the fact that Sigmund Freud operated in a city where incurable syphilis was rampant and was Europe's highest suicide rate, doesn't seem to add anything to the story's development.
+Or, perhaps, every pair of brushstrokes adds colours to the cultural life of the early 20th century in Vienna.
+The dream of a trip to the Soviet Union
+In the last decades of the 19th century, the number of Jews in Vienna had exploded, becoming the largest Jewish community in Western Europe.
+At the turn of the century, almost one in ten residents of Vienna was a Jew.
+Adele's parents were newcomers to Vienna, too, but by the time Adele married her two-time Open Czech sugar magnate Ferdinand Bloch and Klimt for her famous paintings, her father's bank had become the seventh-largest bank in the Habsburg empire.
+But Adelet didn't draw all the glamorous life to which she belonged.
+If you look at "Damid in gold," it's hard to believe that towards the end of her life, this great lady became infected with socialism and dreamed of a trip to the Soviet Union.
diff --git a/tests/decoder/intgemm/intgemm_16bit_avx2.avx512.expected.bleu b/tests/decoder/intgemm/intgemm_16bit_avx2.avx512.expected.bleu
new file mode 100644
index 0000000..325273e
--- /dev/null
+++ b/tests/decoder/intgemm/intgemm_16bit_avx2.avx512.expected.bleu
@@ -0,0 +1 @@
+BLEU+case.mixed+numrefs.1+smooth.exp+tok.13a+version.1.2.12 = 30.4 66.2/38.5/24.4/15.7 (BP = 0.967 ratio = 0.968 hyp_len = 2746 ref_len = 2838)
diff --git a/tests/decoder/intgemm/intgemm_16bit_sse2.avx.expected b/tests/decoder/intgemm/intgemm_16bit_sse2.avx.expected
new file mode 100644
index 0000000..c065d0f
--- /dev/null
+++ b/tests/decoder/intgemm/intgemm_16bit_sse2.avx.expected
@@ -0,0 +1,100 @@
+Four members of the Kemerovo group detained in Estonia and Spain
+Slava Gulevich, the leader of the so-called Kemerovo group in the Estonian underworld and is known in the criminal world as Slava Kemerovsky, was detained by police in Spain, according to the Post.
+Gulevich, who was detained in Spain, was arrested with court permission.
+Yesterday, a court also took three suspects detained in Estonia into custody.
+The suspect is said to be members of the so-called Kemerovo Crime Society between the ages of 27 and 57, who mainly commit drug offences.
+The alleged head of a criminal association has been detained in Mijas, Malaga province, Spain.
+Three men were arrested on suspicion in Estonia, one of whom is a leading figure in the criminal association, according to the data collected, and two are members of the criminal association.
+The data collected indicate that the tasks and roles were clearly distributed in the criminal community.
+The purpose of the criminal association's activities was to commit drug crimes and thus generate criminal proceeds," said Mr Verte, head of pretrial proceedings in the criminal case and state prosecutor.
+"We do not rule out an increase in the number of suspects in this criminal case," the prosecutor added.
+These are people who have been in the interest of law enforcement in the past, and some have served sentences for drug crimes.
+Verte stressed that cooperation with Spanish counterparts had been important throughout the investigation.
+"International cooperation has become commonplace for us, and this week's operation shows the success of cooperation," prosecutor Verte said.
+Ago Leis, head of the Central Criminal Police Service, said the arrests were preceded by a year-and-a-half probe.
+"In the first half of the year, the long-term work materialised and we detained suspects of crimes in Estonia and Spain at the same time," he said.
+Leis added that Central Criminal Police officers were assisting in their arrest in Spain.
+For years we have had good contact and understanding with the Spanish police and the Civil Guard.
+These arrests are yet another message to criminals that we can get them from the other end of Europe," Leis said.
+The information gathered so far clearly indicates that the men suspected of continuing to commit new crimes while at large, so the prosecution requested their arrest and the court approved it.
+A man arrested in Spain is awaiting transfer to Estonia.
+Property, vehicles and cash have been seized as part of this criminal case to ensure confiscation.
+The pre-trial proceedings in the case are carried out by the Central Criminal Police Organised Crime Bureau and led by the Crown Prosecution Service.
+Slava Gulevich was convicted by a district court in 2005 of racketeering and sentenced to five years in prison.
+In the middle of the last decade, Gulevich was considered the second most important man in the Estonian criminal world after then underworld leader Nikolai Tarankov.
+Gulevich, from Kemerovo, rose to prominence in the Estonian underworld in the early 1990s when he began extortion in Tallinn.
+He allegedly taxi drivers and prostitutes operating at various hotels and demanded monthly roof tax from businessmen.
+International joint operations, confiscations of criminal proceeds and court rulings that have entered into force confirm that the fight against organised crime is effective.
+For example, the latest court rulings, eight defendants separated from the so-called Dikayev Criminal Association criminal case, who were ordered to pay BGN 80,000 for the proceeds of criminal damage, or the judgment of nine individuals, in 2006 that Igor Aleynikov established a criminal association aimed at the illegal trade in cigarettes and the committing of crimes related to human trafficking in East Virginia and the South in Estonia.
+Confirmed criminal proceeds there are around 71,500 euros.
+In these criminal matters, it has ensured that police officers exchange information and evidence with foreign colleagues every day and, if necessary, carry out actions together in any European Union country.
+Civil rights group warns against travel to Missouri
+The National Association for the Advancement of Colored People (NAACP) has warned black people traveling to Missouri against discriminatory policies and racist attacks in the state.
+The group's statement reads: "A NAACP travel note issued for the state of Midsugar, which runs until August 28, 2017, invites all African-American travelers, visitors and Missourians to be particularly attentive and extremely careful as they move around the state, taking into account the entire suspicious racial events that have recently taken place across the state and are also mentioned here."
+The NAACP said the group urged the travel warning to issue both a recent Missouri law that makes it harder to win discrimination lawsuits and the fact that the state's law enforcement agencies target unequally largely minorities.
+"People's civil rights are being violated.
+They are pulled to the side of the road because of the color of their skin, beaten or killed," Rod Chapel, president of the Missouri branch of the NAACP, told The Kansas City Star.
+'We've never had so close complaints before.'
+It is the first such warning the organization has issued about the U.S. state.
+The group cited events such as racist insults at the University of Missouri and the death of Tory Sanders, a 28-year-old black man from Tennessee.
+Sanders died in suspicious circumstances earlier this year after he ran out of petrol while driving through the state and was taken into custody by Missouri police without being charged with a crime.
+In addition, the note points to a recent report by the Missouri Attorney General, which shows that in the state, black drivers are 75% more likely to be stopped than white people.
+"The alarm is designed to make people aware and warn their families, friends and co-workers about what could happen in Missouri," Chapel said.
+"People have to be prepared, whether it's taking bail money or informing relatives that they're going through the state," he said.
+According to the latest data from the FBI's hate crime reporting program, Missouri documented 100 hate crimes in 2015, putting the state 16th in the state's penetrating number of similar violations.
+The travel warning is also a response to Missouri's new law, which makes it difficult for the company to sue over discrimination in search of housing or work.
+The American Civil Liberties Union (American Civil Liberties Union) had previously issued travel notices for Texas and Arizona after those states passed immigration laws that required local authorities to arrest people for immigration violations because the ACLU said it would increase racial profiling.
+Typically, travel warnings are issued by the State Department for other countries, but recently interest groups have begun to use the measure as a counter-reaction to certain intra-U.S. laws and trends.
+Hepatitis: what would anyone know about different forms of this serious disease?
+Hepatitis, or liver inflammation, can be caused by five different - A, B, C, D and E viruses.
+All these viruses trigger acute inflammation of liver tissue.
+However, chronic hepatitis B and C, which can develop into cirrhosis of the liver, or liver wrinkles and liver cancer, is a poor cost.
+Moo Kutsar, an epidemiology adviser at the Department of Health, says acute hepatitis symptoms are the same for all types of liver inflammation - fever, fatigue, appetite, nasalty, vomiting, abdominal pain, smear excrement, dark urine, muscle and joint pain, and the yellowing of the skin and mucus.
+The popular name for liver inflammation also comes from the latest disease.
+In children, hepatitis can progress without signs of disease.
+Different types of inflammation can only be determined on the basis of data from laboratory studies.
+Extreme hepatitis can switch to chronic hepatitis and run for decades without signs of disease, meaning a person may not know anything about their dangerous liver-damaging disease.
+Mr Kutsar points out different forms of hepatitis and describes their progress more closely.
+Hepatitis A viruses spread from sick people and infect us by eating contaminated food or drinking water, through sex, from the stools of an infected person to their hands and hands to their hands, surfaces, objects, mouths and drug use.
+Family members and carers of hepatitis infection, people with chronic liver disease, people having sex with infected people, men having sex with men, drug addicts, travelers visiting countries with hepatitis A high spread.
+Infectiousness can be prevented by vaccination, in particular for people travelling at risk of vaccination and at risk of hepatitis A.
+In addition, daily hygiene compliance is important: wash or disinfect your hands, wash all fruit and vegetables before using them for food.
+Hepatitis B viruses are spread when exposed to the blood of a sick person, injecting drugs, tattooing, hole-in-aged, blood-contaminated creatures (toothbrushes, squatting tools), donor blood, having sex with a hepatitis-chemist, hepatitis Cathedential person, and from a hepatitis-stricken mother to the foelicen/born.
+The risk group for hepatitis B infection includes injection drug addicts, sex partners of an infected person, men having sex with men, newborns of an infected mother, sick family members and carers, health, rescue workers and police officers exposed to blood and other bodily fluids, and travelers visiting countries with high hepatitis B.
+People can be vaccinated to prevent hepatitis B; in particular, people at risk have been recommended, as well as those with chronic liver disease, HIV infection, sexually transmitted diseases and diabetes.
+Other preventive measures for hepatitis B include: avoiding the use of foreign hygiene and manicure products, other sharpeners and needles, tattooing and hole-in-the-wall, and the use of condoms in the event of infectious sex or avoiding sexual risky behaviour.
+Vaccination against hepatitis B is part of the national immunisation scheme in Estonia and free for children.
+Hepatitis C viruses are spread when exposed to the blood of a sick person, injecting drugs, tattooing, skull, using blood-contaminated creatures, donor blood, having sex with a hepatitis-maker, and from hepatitis to mother to foetus/best.
+The risk group for hepatitis C infection includes injection drug addicts, sex partners of an infected person, men having sex with men, newborns of an infected mother, sick family members and carers, health, rescue workers and police officers exposed to blood and other bodily fluids, HIV infections, and travelers visiting countries with high hepatitis C.
+The prevention measure of hepatitis C is: avoiding the use of foreign hygiene and manicure products, other sharpeners and syringes and needles, tattooing and sniffing, and using condoms for condom-threatening sex.
+There is no vaccine against hepatitis C.
+Hepatitis D is caused by hepatitis D virus, which reproduces in the presence of hepatitis B virus.
+As a result, hepatitis D infection occurs in hepatitis B or as a super infection in chronic hepatitis B patients.
+Hepatitis D viruses are spread through contact with blood and other bodily fluids, with contaminated needles, sexually and rarely infected mothers to the fetus.
+Hepatitis D is a risk group for chronic hepatitis B virus carriers and people with no immunity against hepatitis B.
+An effective preventive measure is vaccination with the hepatitis B vaccine, which also protects people from infection with the hepatitis D virus.
+Hepatitis viruses spread through fetal-oral drinking water and food, including eating low-heated beef, fish and sea cucumbers, donor blood, joint-use syringes and infected mothers to fetus.
+Passengers may become infected in countries with hepatitis E high disease.
+Hepatitis prevention measures include meeting hygiene requirements: wash or disinfect your hands after going to the toilet, before cooking and eating, after caring for the sick.
+Wash fruit and vegetables before consumption, avoid eating low-heated beef, fish and seafood, drink only safe drinking water and avoid drug use.
+While rivals tried to sprint off the four-time Olympic champion in the final round, 34-year-old Farah found strength in the final round and won in 26.49.51.
+Farah didn't think long, pulling his wife Tania and children along the way with him after the finish.
+It was a special moment for me.
+I very much miss my family.
+Being on the track with them was wonderful," Farah told reporters.
+Farah is aiming for a fifth title race in London in a row with a golden duo of 5,000 and 10,000 metres.
+Anything is possible if you believe in it.
+Despite the title, Anne-Marie O'Connor's "Daam in Gold; Gustav Klimt's masterpiece, Adele Bloch-Bauer's Portrait Extraoral Story," delves much deeper into the origin story of one artwork from the birth story of one artwork to the cultural life of late 19th and early 20th-century Vienna.
+But even more in history.
+The awesome amount of information would perhaps have been worn out, perhaps a louder cut, a narrower subject that allowed the portrait allowed in the title to become more of an impact.
+Today, there would be two books on the same cover: the story of Gustav Klimt and his painting "Daam in Gold," Adele Bloch-Bauer, and a much larger and more comprehensive historical book about the esteemed Jewish families and the German occupation, along with its aftermath in Austria.
+The first third of the book leads to the cultural life of Vienna in the midst of a bustling Vienna, and who have entered the Austrian capital, you can imagine, without the slightest effort, how life went around Ringstrasse more than a hundred years ago, or how everyone turned their heads in the Central Cafe when Klimt stepped in.
+The concentration of cultural figures was high in one of Europe's richest cities, and when you see a familiar name in the book, you feel more cultured.
+At the same time, for example, the fact that Sigmund Freud operated in a city where incurable syphilis was rampant and was Europe's highest suicide rate, doesn't seem to add anything to the story's development.
+Or, perhaps, every pair of brushstrokes adds colours to the cultural life of the early 20th century in Vienna.
+The dream of a trip to the Soviet Union
+In the last decades of the 19th century, the number of Jews in Vienna had exploded, becoming the largest Jewish community in Western Europe.
+At the turn of the century, almost one in ten residents of Vienna was a Jew.
+Adele's parents were newcomers to Vienna, too, but by the time Adele married her two-time Open Czech sugar magnate Ferdinand Bloch and Klimt for her famous paintings, her father's bank had become the seventh-largest bank in the Habsburg empire.
+But Adelet didn't draw all the glamorous life to which she belonged.
+If you look at "Damid in gold," it's hard to believe that towards the end of her life, this great lady became infected with socialism and dreamed of a trip to the Soviet Union.
diff --git a/tests/decoder/intgemm/intgemm_16bit_sse2.avx.expected.bleu b/tests/decoder/intgemm/intgemm_16bit_sse2.avx.expected.bleu
new file mode 100644
index 0000000..a38fca0
--- /dev/null
+++ b/tests/decoder/intgemm/intgemm_16bit_sse2.avx.expected.bleu
@@ -0,0 +1 @@
+BLEU+case.mixed+numrefs.1+smooth.exp+tok.13a+version.1.2.12 = 30.5 66.3/38.6/24.5/15.8 (BP = 0.967 ratio = 0.967 hyp_len = 2745 ref_len = 2838)
diff --git a/tests/decoder/intgemm/intgemm_16bit_sse2.avx2.expected b/tests/decoder/intgemm/intgemm_16bit_sse2.avx2.expected
new file mode 100644
index 0000000..4aba19b
--- /dev/null
+++ b/tests/decoder/intgemm/intgemm_16bit_sse2.avx2.expected
@@ -0,0 +1,100 @@
+Four members of the Kemerovo group detained in Estonia and Spain
+Slava Gulevich, the leader of the so-called Kemerovo group in the Estonian underworld and is known in the criminal world as Slava Kemerovsky, was detained by police in Spain, according to the Post.
+Gulevich, who was detained in Spain, was arrested with court permission.
+Yesterday, a court also took three suspects detained in Estonia into custody.
+The suspect is said to be members of the so-called Kemerovo Crime Society between the ages of 27 and 57, who mainly commit drug offences.
+The alleged head of a criminal association has been detained in Mijas, Malaga province, Spain.
+Three men were arrested on suspicion of being arrested in Estonia, one of whom is a leading figure in the criminal association, according to the data collected, and two are members of the criminal association.
+The data collected indicate that the tasks and roles were clearly distributed in the criminal community.
+The purpose of the criminal association's activities was to commit drug crimes and thus generate criminal proceeds," said Mr Verte, head of pretrial proceedings in the criminal case and state prosecutor.
+"We do not rule out increasing the number of suspects in this criminal case," the prosecutor added.
+These are people who have been in the interest of law enforcement in the past, and some have served sentences for drug crimes.
+Verte stressed that cooperation with Spanish counterparts had been important throughout the investigation.
+"International cooperation has become commonplace for us, and this week's operation shows the success of cooperation," prosecutor Verte said.
+Ago Leis, head of the Central Criminal Police Service, said the arrests were preceded by a year-and-a-half probe.
+"In the first half of the year, the long-term work materialised and we detained suspects of crimes in Estonia and Spain at the same time," he said.
+Leis added that Central Criminal Police officers were assisting in their arrest in Spain.
+For years we have had good contact and understanding with the Spanish police and the Civil Guard.
+These arrests are yet another message to criminals that we can get them from the other end of Europe," Leis said.
+The information gathered so far clearly indicates that the men suspected of continuing to commit new crimes while at large, so the prosecution requested their arrest and the court approved it.
+A man arrested in Spain is awaiting transfer to Estonia.
+Property, vehicles and cash have been seized as part of this criminal case to ensure confiscation.
+The pre-trial proceedings in the case are carried out by the Central Criminal Police Organised Crime Bureau and led by the Crown Prosecution Service.
+Slava Gulevich was convicted by a district court in 2005 of racketeering and sentenced to five years in prison.
+In the middle of the last decade, Gulevich was considered the second most important man in the Estonian criminal world after then underworld leader Nikolai Tarankov.
+Gulevich, from Kemerovo, rose to prominence in the Estonian underworld in the early 1990s when he began extortion in Tallinn.
+He allegedly taxi drivers and prostitutes operating at various hotels and demanded monthly roof tax from businessmen.
+International joint operations, confiscations of criminal proceeds and court rulings that have entered into force confirm that the fight against organised crime is effective.
+For example, the latest court rulings, eight defendants separated from the so-called Dikayev Criminal Association criminal case, who were ordered to pay BGN 80,000 for the proceeds of criminal damage, or the judgment of nine individuals, in 2006 that Igor Aleynikov established a criminal association aimed at the illegal trade in cigarettes and the committing of crimes related to human trafficking in East Virginia and the South in Estonia.
+Confirmed criminal proceeds there are around 71,500 euros.
+In these criminal matters, it has ensured that police officers exchange information and evidence with foreign colleagues every day and, if necessary, carry out actions together in any European Union country.
+Civil rights group warns against travel to Missouri
+The National Association for the Advancement of Colored People (NAACP) has warned black people traveling to Missouri against discriminatory policies and racist attacks in the state.
+The group's statement reads: "A NAACP travel note issued for the state of Midsugar, which runs until August 28, 2017, invites all African-American travelers, visitors and Missourians to be particularly attentive and extremely careful as they move around the state, taking into account the entire suspicious racial events that have recently taken place across the state and are also mentioned here."
+The NAACP said the group urged the travel warning to issue both a recent Missouri law that makes it harder to win discrimination lawsuits and the fact that the state's law enforcement agencies target unequally largely minorities.
+"People's civil rights are being violated.
+They are pulled to the side of the road because of the color of their skin, beaten or killed," Rod Chapel, president of the Missouri branch of the NAACP, told The Kansas City Star.
+'We've never had so close complaints before.'
+It is the first such warning the organization has issued about the U.S. state.
+The group cited events such as racist insults at the University of Missouri and the death of Tory Sanders, a 28-year-old black man from Tennessee.
+Sanders died in suspicious circumstances earlier this year after he ran out of petrol while driving through the state and was taken into custody by Missouri police without being charged with a crime.
+In addition, the note points to a recent report by the Missouri Attorney General, which shows that in the state, black drivers are 75% more likely to be stopped than white people.
+"The alarm is designed to make people aware and warn their families, friends and co-workers about what could happen in Missouri," Chapel said.
+"People have to be prepared, whether it's taking bail money or informing relatives that they're going through the state," he said.
+According to the latest data from the FBI's hate crime reporting program, Missouri documented 100 hate crimes in 2015, putting the state 16th in the state's penetrating number of similar violations.
+The travel warning is also a response to Missouri's new law, which makes it difficult for the company to sue over discrimination in search of housing or work.
+The American Civil Liberties Union (American Civil Liberties Union) had previously issued travel notices for Texas and Arizona after those states passed immigration laws that required local authorities to arrest people for immigration violations because the ACLU said it would increase racial profiling.
+Typically, travel warnings are issued by the State Department for other countries, but recently interest groups have begun to use the measure as a counter-reaction to certain intra-U.S. laws and trends.
+Hepatitis: what would anyone know about different forms of this serious disease?
+Hepatitis, or liver inflammation, can be caused by five different - A, B, C, D and E viruses.
+All these viruses trigger acute inflammation of liver tissue.
+However, chronic hepatitis B and C, which can develop into cirrhosis of the liver, or liver wrinkles and liver cancer, is a poor cost.
+Moo Kutsar, an epidemiology adviser at the Department of Health, says acute hepatitis symptoms are the same for all types of liver inflammation - fever, fatigue, appetite, nasalty, vomiting, abdominal pain, smear excrement, dark urine, muscle and joint pain, and the yellowing of the skin and mucus.
+The popular name for liver inflammation also comes from the latest disease.
+In children, hepatitis can go without signs of disease.
+Different types of inflammation can only be determined on the basis of data from laboratory studies.
+Extreme hepatitis can switch to chronic hepatitis and run for decades without signs of disease, meaning a person may not know anything about their dangerous liver-damaging disease.
+Mr Kutsar points out different forms of hepatitis and describes their progress more closely.
+Hepatitis A viruses spread from sick people and infect us by eating contaminated food or drinking water, through sex, from the stools of an infected person to their hands and hands to their hands, surfaces, objects, mouths and drug use.
+Family members and carers of hepatitis infection, people with chronic liver disease, people having sex with infected people, men having sex with men, drug addicts, travelers visiting countries with hepatitis A high spread.
+Infectiousness can be prevented by vaccination, in particular for people travelling at risk of vaccination and at risk of hepatitis A.
+In addition, daily hygiene compliance is important: wash or disinfect your hands, wash all fruit and vegetables before using them for food.
+Hepatitis B viruses are spread when exposed to the blood of a sick person, injecting drugs, tattooing, hole-in-aged, blood-contaminated creatures (toothbrushes, squatting tools), donor blood, having sex with a hepatitis-chemist, hepatitis Cathedential person, and from a hepatitis-stricken mother to the foelicen/born.
+The risk group for hepatitis B infection includes injection drug addicts, sex partners of an infected person, men having sex with men, newborns of an infected mother, sick family members and carers, health, rescue workers and police officers exposed to blood and other bodily fluids, and travelers visiting countries with high hepatitis B.
+People can be vaccinated to prevent hepatitis B; in particular, people at risk have been recommended, as well as those with chronic liver disease, HIV infection, sexually transmitted diseases and diabetes.
+Other preventive measures for hepatitis B include: avoiding the use of foreign hygiene and manicure products, other sharpeners and needles, tattooing and hole-in-the-wall, and the use of condoms in the event of infectious sex or avoiding sexual risky behaviour.
+Vaccination against hepatitis B is part of the national immunisation scheme in Estonia and free for children.
+Hepatitis C viruses are spread when exposed to the blood of a sick person, injecting drugs, tattooing, skull, using blood-contaminated creatures, donor blood, having sex with a hepatitis-maker, and from hepatitis to mother to foetus/best.
+The risk group for hepatitis C infection includes injection drug addicts, sex partners of an infected person, men having sex with men, newborns of an infected mother, sick family members and carers, health, rescue workers and police officers exposed to blood and other bodily fluids, HIV infections, and travelers visiting countries with high hepatitis C.
+The prevention measure of hepatitis C is: avoiding the use of foreign hygiene and manicure products, other sharpeners and syringes and needles, tattooing and sniffing, and using condoms for condom-threatening sex.
+There is no vaccine against hepatitis C.
+Hepatitis D is caused by hepatitis D virus, which reproduces in the presence of hepatitis B virus.
+As a result, hepatitis D infection occurs in hepatitis B or as a super infection in chronic hepatitis B patients.
+Hepatitis D viruses are spread through contact with blood and other bodily fluids, with contaminated needles, sexually and rarely infected mothers to the fetus.
+Hepatitis D is a risk group for chronic hepatitis B virus carriers and people with no immunity against hepatitis B.
+An effective preventive measure is vaccination with the hepatitis B vaccine, which also protects people from infection with the hepatitis D virus.
+Hepatitis viruses spread through fetal-oral drinking water and food, including eating low-heated beef, fish and sea cucumbers, donor blood, joint-use syringes and infected mothers to fetus.
+Passengers may become infected in countries with hepatitis E high disease.
+Hepatitis prevention measures include meeting hygiene requirements: wash or disinfect your hands after going to the toilet, before cooking and eating, after caring for the sick.
+Wash fruit and vegetables before consumption, avoid eating low-heated beef, fish and seafood, drink only safe drinking water and avoid drug use.
+While rivals tried to sprint off the four-time Olympic champion in the final round, 34-year-old Farah found strength in the final round and won in 26.49.51.
+Farah didn't think long, pulling his wife Tania and children along the way with him after the finish.
+It was a special moment for me.
+I very much miss my family.
+Being on the track with them was wonderful," Farah told reporters.
+Farah is aiming for a fifth title race in London in a row with a golden duo of 5,000 and 10,000 metres.
+Anything is possible if you believe in it.
+Despite the title, Anne-Marie O'Connor's "Daam in Gold; Gustav Klimt's masterpiece, Adele Bloch-Bauer's Portrait Extraoral Story," delves much deeper into the origin story of one artwork from the birth story of one artwork to the cultural life of late 19th and early 20th-century Vienna.
+But even more in history.
+The awesome amount of information would perhaps have been worn out, perhaps a louder cut, a narrower subject that allowed the portrait allowed in the title to become more of an impact.
+Today, there would be two books on the same cover: the story of Gustav Klimt and his painting "Daam in Gold," Adele Bloch-Bauer, and a much larger and more comprehensive historical book about the esteemed Jewish families and the German occupation, along with its aftermath in Austria.
+The first third of the book leads to the cultural life of Vienna in the midst of a bustling Vienna, and who have entered the Austrian capital, you can imagine, without the slightest effort, how life went around Ringstrasse more than a hundred years ago, or how everyone turned their heads in the Central Cafe when Klimt stepped in.
+The concentration of cultural figures was high in one of Europe's richest cities, and when you see a familiar name in the book, you feel more cultured.
+At the same time, for example, the fact that Sigmund Freud operated in a city where incurable syphilis was rampant and was Europe's highest suicide rate, doesn't seem to add anything to the story's development.
+Or, perhaps, every pair of brushstrokes adds colours to the cultural life of the early 20th century in Vienna.
+The dream of a trip to the Soviet Union
+In the last decades of the 19th century, the number of Jews in Vienna had exploded, becoming the largest Jewish community in Western Europe.
+At the turn of the century, almost one in ten residents of Vienna was a Jew.
+Adele's parents were newcomers to Vienna, too, but by the time Adele married her two-time Open Czech sugar magnate Ferdinand Bloch and Klimt for her famous paintings, her father's bank had become the seventh-largest bank in the Habsburg empire.
+But Adelet didn't draw all the glamorous life to which she belonged.
+If you look at "Damid in gold," it's hard to believe that towards the end of her life, this great lady became infected with socialism and dreamed of a trip to the Soviet Union.
diff --git a/tests/decoder/intgemm/intgemm_16bit_sse2.avx2.expected.bleu b/tests/decoder/intgemm/intgemm_16bit_sse2.avx2.expected.bleu
new file mode 100644
index 0000000..325273e
--- /dev/null
+++ b/tests/decoder/intgemm/intgemm_16bit_sse2.avx2.expected.bleu
@@ -0,0 +1 @@
+BLEU+case.mixed+numrefs.1+smooth.exp+tok.13a+version.1.2.12 = 30.4 66.2/38.5/24.4/15.7 (BP = 0.967 ratio = 0.968 hyp_len = 2746 ref_len = 2838)
diff --git a/tests/decoder/intgemm/intgemm_16bit_sse2.avx512.expected b/tests/decoder/intgemm/intgemm_16bit_sse2.avx512.expected
new file mode 100644
index 0000000..4aba19b
--- /dev/null
+++ b/tests/decoder/intgemm/intgemm_16bit_sse2.avx512.expected
@@ -0,0 +1,100 @@
+Four members of the Kemerovo group detained in Estonia and Spain
+Slava Gulevich, the leader of the so-called Kemerovo group in the Estonian underworld and is known in the criminal world as Slava Kemerovsky, was detained by police in Spain, according to the Post.
+Gulevich, who was detained in Spain, was arrested with court permission.
+Yesterday, a court also took three suspects detained in Estonia into custody.
+The suspect is said to be members of the so-called Kemerovo Crime Society between the ages of 27 and 57, who mainly commit drug offences.
+The alleged head of a criminal association has been detained in Mijas, Malaga province, Spain.
+Three men were arrested on suspicion of being arrested in Estonia, one of whom is a leading figure in the criminal association, according to the data collected, and two are members of the criminal association.
+The data collected indicate that the tasks and roles were clearly distributed in the criminal community.
+The purpose of the criminal association's activities was to commit drug crimes and thus generate criminal proceeds," said Mr Verte, head of pretrial proceedings in the criminal case and state prosecutor.
+"We do not rule out increasing the number of suspects in this criminal case," the prosecutor added.
+These are people who have been in the interest of law enforcement in the past, and some have served sentences for drug crimes.
+Verte stressed that cooperation with Spanish counterparts had been important throughout the investigation.
+"International cooperation has become commonplace for us, and this week's operation shows the success of cooperation," prosecutor Verte said.
+Ago Leis, head of the Central Criminal Police Service, said the arrests were preceded by a year-and-a-half probe.
+"In the first half of the year, the long-term work materialised and we detained suspects of crimes in Estonia and Spain at the same time," he said.
+Leis added that Central Criminal Police officers were assisting in their arrest in Spain.
+For years we have had good contact and understanding with the Spanish police and the Civil Guard.
+These arrests are yet another message to criminals that we can get them from the other end of Europe," Leis said.
+The information gathered so far clearly indicates that the men suspected of continuing to commit new crimes while at large, so the prosecution requested their arrest and the court approved it.
+A man arrested in Spain is awaiting transfer to Estonia.
+Property, vehicles and cash have been seized as part of this criminal case to ensure confiscation.
+The pre-trial proceedings in the case are carried out by the Central Criminal Police Organised Crime Bureau and led by the Crown Prosecution Service.
+Slava Gulevich was convicted by a district court in 2005 of racketeering and sentenced to five years in prison.
+In the middle of the last decade, Gulevich was considered the second most important man in the Estonian criminal world after then underworld leader Nikolai Tarankov.
+Gulevich, from Kemerovo, rose to prominence in the Estonian underworld in the early 1990s when he began extortion in Tallinn.
+He allegedly taxi drivers and prostitutes operating at various hotels and demanded monthly roof tax from businessmen.
+International joint operations, confiscations of criminal proceeds and court rulings that have entered into force confirm that the fight against organised crime is effective.
+For example, the latest court rulings, eight defendants separated from the so-called Dikayev Criminal Association criminal case, who were ordered to pay BGN 80,000 for the proceeds of criminal damage, or the judgment of nine individuals, in 2006 that Igor Aleynikov established a criminal association aimed at the illegal trade in cigarettes and the committing of crimes related to human trafficking in East Virginia and the South in Estonia.
+Confirmed criminal proceeds there are around 71,500 euros.
+In these criminal matters, it has ensured that police officers exchange information and evidence with foreign colleagues every day and, if necessary, carry out actions together in any European Union country.
+Civil rights group warns against travel to Missouri
+The National Association for the Advancement of Colored People (NAACP) has warned black people traveling to Missouri against discriminatory policies and racist attacks in the state.
+The group's statement reads: "A NAACP travel note issued for the state of Midsugar, which runs until August 28, 2017, invites all African-American travelers, visitors and Missourians to be particularly attentive and extremely careful as they move around the state, taking into account the entire suspicious racial events that have recently taken place across the state and are also mentioned here."
+The NAACP said the group urged the travel warning to issue both a recent Missouri law that makes it harder to win discrimination lawsuits and the fact that the state's law enforcement agencies target unequally largely minorities.
+"People's civil rights are being violated.
+They are pulled to the side of the road because of the color of their skin, beaten or killed," Rod Chapel, president of the Missouri branch of the NAACP, told The Kansas City Star.
+'We've never had so close complaints before.'
+It is the first such warning the organization has issued about the U.S. state.
+The group cited events such as racist insults at the University of Missouri and the death of Tory Sanders, a 28-year-old black man from Tennessee.
+Sanders died in suspicious circumstances earlier this year after he ran out of petrol while driving through the state and was taken into custody by Missouri police without being charged with a crime.
+In addition, the note points to a recent report by the Missouri Attorney General, which shows that in the state, black drivers are 75% more likely to be stopped than white people.
+"The alarm is designed to make people aware and warn their families, friends and co-workers about what could happen in Missouri," Chapel said.
+"People have to be prepared, whether it's taking bail money or informing relatives that they're going through the state," he said.
+According to the latest data from the FBI's hate crime reporting program, Missouri documented 100 hate crimes in 2015, putting the state 16th in the state's penetrating number of similar violations.
+The travel warning is also a response to Missouri's new law, which makes it difficult for the company to sue over discrimination in search of housing or work.
+The American Civil Liberties Union (American Civil Liberties Union) had previously issued travel notices for Texas and Arizona after those states passed immigration laws that required local authorities to arrest people for immigration violations because the ACLU said it would increase racial profiling.
+Typically, travel warnings are issued by the State Department for other countries, but recently interest groups have begun to use the measure as a counter-reaction to certain intra-U.S. laws and trends.
+Hepatitis: what would anyone know about different forms of this serious disease?
+Hepatitis, or liver inflammation, can be caused by five different - A, B, C, D and E viruses.
+All these viruses trigger acute inflammation of liver tissue.
+However, chronic hepatitis B and C, which can develop into cirrhosis of the liver, or liver wrinkles and liver cancer, is a poor cost.
+Moo Kutsar, an epidemiology adviser at the Department of Health, says acute hepatitis symptoms are the same for all types of liver inflammation - fever, fatigue, appetite, nasalty, vomiting, abdominal pain, smear excrement, dark urine, muscle and joint pain, and the yellowing of the skin and mucus.
+The popular name for liver inflammation also comes from the latest disease.
+In children, hepatitis can go without signs of disease.
+Different types of inflammation can only be determined on the basis of data from laboratory studies.
+Extreme hepatitis can switch to chronic hepatitis and run for decades without signs of disease, meaning a person may not know anything about their dangerous liver-damaging disease.
+Mr Kutsar points out different forms of hepatitis and describes their progress more closely.
+Hepatitis A viruses spread from sick people and infect us by eating contaminated food or drinking water, through sex, from the stools of an infected person to their hands and hands to their hands, surfaces, objects, mouths and drug use.
+Family members and carers of hepatitis infection, people with chronic liver disease, people having sex with infected people, men having sex with men, drug addicts, travelers visiting countries with hepatitis A high spread.
+Infectiousness can be prevented by vaccination, in particular for people travelling at risk of vaccination and at risk of hepatitis A.
+In addition, daily hygiene compliance is important: wash or disinfect your hands, wash all fruit and vegetables before using them for food.
+Hepatitis B viruses are spread when exposed to the blood of a sick person, injecting drugs, tattooing, hole-in-aged, blood-contaminated creatures (toothbrushes, squatting tools), donor blood, having sex with a hepatitis-chemist, hepatitis Cathedential person, and from a hepatitis-stricken mother to the foelicen/born.
+The risk group for hepatitis B infection includes injection drug addicts, sex partners of an infected person, men having sex with men, newborns of an infected mother, sick family members and carers, health, rescue workers and police officers exposed to blood and other bodily fluids, and travelers visiting countries with high hepatitis B.
+People can be vaccinated to prevent hepatitis B; in particular, people at risk have been recommended, as well as those with chronic liver disease, HIV infection, sexually transmitted diseases and diabetes.
+Other preventive measures for hepatitis B include: avoiding the use of foreign hygiene and manicure products, other sharpeners and needles, tattooing and hole-in-the-wall, and the use of condoms in the event of infectious sex or avoiding sexual risky behaviour.
+Vaccination against hepatitis B is part of the national immunisation scheme in Estonia and free for children.
+Hepatitis C viruses are spread when exposed to the blood of a sick person, injecting drugs, tattooing, skull, using blood-contaminated creatures, donor blood, having sex with a hepatitis-maker, and from hepatitis to mother to foetus/best.
+The risk group for hepatitis C infection includes injection drug addicts, sex partners of an infected person, men having sex with men, newborns of an infected mother, sick family members and carers, health, rescue workers and police officers exposed to blood and other bodily fluids, HIV infections, and travelers visiting countries with high hepatitis C.
+The prevention measure of hepatitis C is: avoiding the use of foreign hygiene and manicure products, other sharpeners and syringes and needles, tattooing and sniffing, and using condoms for condom-threatening sex.
+There is no vaccine against hepatitis C.
+Hepatitis D is caused by hepatitis D virus, which reproduces in the presence of hepatitis B virus.
+As a result, hepatitis D infection occurs in hepatitis B or as a super infection in chronic hepatitis B patients.
+Hepatitis D viruses are spread through contact with blood and other bodily fluids, with contaminated needles, sexually and rarely infected mothers to the fetus.
+Hepatitis D is a risk group for chronic hepatitis B virus carriers and people with no immunity against hepatitis B.
+An effective preventive measure is vaccination with the hepatitis B vaccine, which also protects people from infection with the hepatitis D virus.
+Hepatitis viruses spread through fetal-oral drinking water and food, including eating low-heated beef, fish and sea cucumbers, donor blood, joint-use syringes and infected mothers to fetus.
+Passengers may become infected in countries with hepatitis E high disease.
+Hepatitis prevention measures include meeting hygiene requirements: wash or disinfect your hands after going to the toilet, before cooking and eating, after caring for the sick.
+Wash fruit and vegetables before consumption, avoid eating low-heated beef, fish and seafood, drink only safe drinking water and avoid drug use.
+While rivals tried to sprint off the four-time Olympic champion in the final round, 34-year-old Farah found strength in the final round and won in 26.49.51.
+Farah didn't think long, pulling his wife Tania and children along the way with him after the finish.
+It was a special moment for me.
+I very much miss my family.
+Being on the track with them was wonderful," Farah told reporters.
+Farah is aiming for a fifth title race in London in a row with a golden duo of 5,000 and 10,000 metres.
+Anything is possible if you believe in it.
+Despite the title, Anne-Marie O'Connor's "Daam in Gold; Gustav Klimt's masterpiece, Adele Bloch-Bauer's Portrait Extraoral Story," delves much deeper into the origin story of one artwork from the birth story of one artwork to the cultural life of late 19th and early 20th-century Vienna.
+But even more in history.
+The awesome amount of information would perhaps have been worn out, perhaps a louder cut, a narrower subject that allowed the portrait allowed in the title to become more of an impact.
+Today, there would be two books on the same cover: the story of Gustav Klimt and his painting "Daam in Gold," Adele Bloch-Bauer, and a much larger and more comprehensive historical book about the esteemed Jewish families and the German occupation, along with its aftermath in Austria.
+The first third of the book leads to the cultural life of Vienna in the midst of a bustling Vienna, and who have entered the Austrian capital, you can imagine, without the slightest effort, how life went around Ringstrasse more than a hundred years ago, or how everyone turned their heads in the Central Cafe when Klimt stepped in.
+The concentration of cultural figures was high in one of Europe's richest cities, and when you see a familiar name in the book, you feel more cultured.
+At the same time, for example, the fact that Sigmund Freud operated in a city where incurable syphilis was rampant and was Europe's highest suicide rate, doesn't seem to add anything to the story's development.
+Or, perhaps, every pair of brushstrokes adds colours to the cultural life of the early 20th century in Vienna.
+The dream of a trip to the Soviet Union
+In the last decades of the 19th century, the number of Jews in Vienna had exploded, becoming the largest Jewish community in Western Europe.
+At the turn of the century, almost one in ten residents of Vienna was a Jew.
+Adele's parents were newcomers to Vienna, too, but by the time Adele married her two-time Open Czech sugar magnate Ferdinand Bloch and Klimt for her famous paintings, her father's bank had become the seventh-largest bank in the Habsburg empire.
+But Adelet didn't draw all the glamorous life to which she belonged.
+If you look at "Damid in gold," it's hard to believe that towards the end of her life, this great lady became infected with socialism and dreamed of a trip to the Soviet Union.
diff --git a/tests/decoder/intgemm/intgemm_16bit_sse2.avx512.expected.bleu b/tests/decoder/intgemm/intgemm_16bit_sse2.avx512.expected.bleu
new file mode 100644
index 0000000..325273e
--- /dev/null
+++ b/tests/decoder/intgemm/intgemm_16bit_sse2.avx512.expected.bleu
@@ -0,0 +1 @@
+BLEU+case.mixed+numrefs.1+smooth.exp+tok.13a+version.1.2.12 = 30.4 66.2/38.5/24.4/15.7 (BP = 0.967 ratio = 0.968 hyp_len = 2746 ref_len = 2838)
diff --git a/tests/decoder/intgemm/intgemm_8bit.avx.expected b/tests/decoder/intgemm/intgemm_8bit.avx.expected
new file mode 100644
index 0000000..fb4bb06
--- /dev/null
+++ b/tests/decoder/intgemm/intgemm_8bit.avx.expected
@@ -0,0 +1,100 @@
+Four members of the Kemerovo group detained in Estonia and Spain
+Slava Gulevich, the leader of the so-called Kemerovo group in the Estonian underworld, was detained by police in Spain, known in the criminal world as Slava Kemerovsky, according to the Post.
+Gulevich, who was detained in Spain, was arrested with court permission.
+Yesterday, the court also took custody of three suspects detained in Estonia.
+The suspects are members of the so-called Kemerovo Crime Society between the ages of 27 and 57, who are mainly responsible for drug offences.
+The alleged leader of a criminal association has been detained in Mijas, Malaga province.
+Three men were arrested on suspicion in Estonia, one of which is a leading figure in the criminal association, according to the data collected, and two are members of the criminal association.
+The data collected indicate that the roles and roles were clearly divided in the criminal community.
+The purpose of the criminal association's activities was to commit drug offences and thus generate criminal proceeds," said the head of pre-trial proceedings in the case, said Mr Verte, a state prosecutor.
+"We are not ruling out increasing the number of suspects in this criminal case," the prosecutor added.
+These are people who have been in the interest of law enforcement in the past, and some have been punished for drug offences.
+Verte stressed that cooperation with the Spanish counterparts had been important throughout the investigation.
+"International cooperation has become commonplace for us, and this week's operation shows the success of the cooperation," said prosecutor Verte.
+Ago Leis, head of the Metropolitan Police Service, said the arrests were preceded by a year-and-a-half probe.
+"In the first half of the long-running work, we have continued to have convictions for crimes in Estonia and Spain," he said.
+Leis added that federal police officers were assisting in the arrest in Spain.
+For years now, we have had good contact and understanding with the Spanish police and the Civil Guard.
+These arrests are yet another message to criminals that we can get them from the other end of Europe," Leis said.
+The information gathered so far clearly indicates that the men who have been arrested may continue to commit new crimes while at large, which is why the prosecution has requested their arrest and the court approved it.
+A man arrested in Spain is awaiting transfer to Estonia.
+Property, vehicles and cash have been seized to ensure confiscation.
+The pre-trial proceedings in the case are carried out by the Central Criminal Police Organised Crime Bureau and led by the Crown Prosecution Service.
+Slava Gulevich was found guilty of racketeering in 2005 by a district court in Tallinn and sentenced to five years in prison.
+In the middle of the last decade, Gulevich was considered the second most important man in the Estonian criminal world, after then-world leader Nikolai Tarankov.
+Gulevich, from Kemerovo, rose to prominence in the Estonian underworld in the early 1990s when he began to engage in extortion in Tallinn.
+He allegedly taxidermy and prostitutes operating at various hotels and demanded monthly rookies from businessmen.
+International joint operations, confiscations of criminal proceeds and court judgments that have come to terms confirm that the fight in the area of organised crime is effective.
+For example, the latest court rulings, eight defendants separated from the so-called Dikayev Criminal Association criminal case, who were ordered to receive a criminal offence of EUR 80,000, or a judgment against nine individuals in 2006 for Igor Aleynikov, which aimed at the illegal trade of cigarettes and committing crimes related to human trafficking in East Virginia and in southern Estonia.
+Confirl-based criminal income there is around 71,500 euros.
+What has been made in these criminal matters has been ensured by police officers exchanging information and prosecutors exchanging information and evidence with foreign colleagues on a daily basis and, if necessary, carrying out actions in any European Union country.
+Civil rights group warns against travel to Missouri
+The National Association for the Advancement of Colored People (NAACP) has warned black people travelling to Missouri against discriminatory policies and racist attacks in the state.
+The group's statement reads: "A NAACP travel note issued for the state of Midsugar, which runs until August 28, 2017, calls on all African-Americans, visitors and Missourians to be particularly attentive and extremely careful as they move around the state, taking into account the suspicious racial events that have occurred recently across the state."
+The NAACP said the group urged both the recent Missouri law to issue a travel warning, making it harder to win discrimination lawsuits, and the fact that the state's law enforcement officers target minorities in an unequal way.
+"People's civil rights are being violated.
+They are pulled to the edge of the road because of the color of their skin, beaten or killed," Rod Chapel, president of the Missouri branch of the NAACP, told The Kansas City Star.
+'We've never had so close complaints before.'
+This is the first such warning the organization has issued about the U.S. state.
+The group cited events such as racist insults at the University of Missouri and the death of Tory Sanders, a 28-year-old black man from Tennessee.
+Sanders died in suspicious circumstances earlier this year after he ran out of bench while driving through the state and was taken into custody by police in Missouri without being charged with a crime.
+In addition, the note cites a recent report by the Missouri Attorney General, which shows that in the state, black motorists are 75% more likely to stop cars than white people.
+"It's meant to make people aware and warn their families, friends and co-workers about what might happen in Missouri," Chapel said.
+"People have to be prepared, whether that means taking bail money or informing relatives that they are going through the state," he said.
+According to the latest data from the FBI's hate crime reporting program, Missouri documented 100 hate crimes in 2015, putting the state at 16th place in the state's number of similar violations.
+The travel warning is also a response to a new law in Missouri that makes it difficult for the company to sue for discrimination in the search for housing or work.
+The American Civil Liberties Union (American Civil Liberties Union) had previously issued travel notes for Texas and Arizona after those states passed immigration laws that required local authorities to arrest people for immigration violations because the ACLU said it would increase racial profiling.
+Typically, travel warnings are issued by the Department of Foreign Affairs for other countries, but recently interest groups have been using the measure as a countervisor to certain intra-U.S. laws and trends.
+Hepatitis: what would anyone know about different forms of this serious disease?
+Hepatitis, or liver inflammation, can be caused by five different - A, B, C, and E, hepatitis virus.
+All these viruses trigger acute inflammation of liver tissue.
+However, chronic hepatitis B and C have chronic hepatitis, which can develop into liver cirrhosis, or liver wrinkles and liver cancer, is a poor cost.
+Mood Kutsar, epidemiology adviser at the Department of Health, says acute hepatitis is the same for all types of liver inflammation - fever, fatigue, appetite, nausea, vomiting, stomach pain, glandular urine, muscular and joint pain, and the collar of the skin and mucus.
+The most recent disease also comes from the popular name for liver inflammation, colloquial.
+In children, hepatitis can go without signs of disease.
+Different types of inflammation can only be determined on the basis of data from a laboratory study.
+Extreme hepatitis can switch to chronic hepatitis and run for decades without signs of disease, meaning a person may not know anything about their dangerous liver-related disease.
+Mr Kutsar points out different forms of hepatitis and describes their progress more closely.
+Hepatitis A viruses spread from sick people and infect us by eating contaminated food or drinking water, through sex, from the stools of an infected person to their hands and from hands to food, surfaces, objects, mouths and drug use.
+The risk of hepatitis infection, or at-risk, family members and carers, people with chronic liver disease, people having sex with infected people, men having sex with men, drug addicts, travelers visiting countries with hepatitis A high spread.
+Infectiousness can be prevented by vaccination, in particular for people travelling at risk of vaccination for people travelling and at risk of hepatitis A.
+In addition, daily hygiene compliance is important: wash or disinfect all fruit and vegetables before using them for food.
+Hepatitis B viruses are spread when exposed to the blood of a sick person, injecting drugs, tattooing, hole-in-dural, blood-thinning creatures (toothbrushes, squatting tools), donor blood, having sex with a hepatitis-boy person, and from a hepatitis-stricken mother to foetal/born.
+The injection drug addicts, sex partners of an infected person, men having sex with men, newborns of infected mother, sick family members and caregivers, health, rescue workers and police officers exposed to blood and other bodily fluids, and travelers visiting countries with hepatitis B.
+It is possible to vaccinate people to prevent hepatitis B; in particular, people at risk have been recommended, as well as those with chronic liver disease, HIV infections, sexually transmitted diseases and diabetes.
+Other preventive measures for hepatitis B include: avoiding the use of foreign hygiene and manicure, other sharpeners and needles, tattooing and hole-in-the-wall, and the use of condoms in the event of infection-prone sex or avoiding sexual risk behaviour.
+Vaccination against hepatitis B is free for children in Estonia as part of the national immunisation scheme and for children.
+Hepatitis C viruses are spread when a sick person's blood is exposed to, injected with drugs, tattooing, hole-in-dust, using blood-contaminated creatures, donor blood, having sex with hepatitis, and having hepatitis from mother to foetal/born.
+The risk group for hepatitis C infection includes injection drug addicts, infected person sex partners, men having sex with men, newborns of an infected mother, sick family members and carers, health workers and police officers exposed to blood and other bodily fluids, and travelers visiting countries with high levels of hepatitis C.
+The prevention measure for hepatitis C is: avoiding the use of foreign hygiene and manicure, other sharpeners and needles, tattooing and holeing, and the use of condoms in the event of infection-prone sex.
+There is no vaccine against hepatitis.
+Hepatitis D is caused by a hepatitis D virus that reproduces in the presence of hepatitis B virus.
+As a result, hepatitis D infection occurs in hepatitis B or a superficial infection in chronic hepatitis B patients.
+Hepatitis D viruses are spread through contact with blood and other bodily fluids, their contaminated needles, sexually and from the rarely infected mother to the foetus.
+The risk group for hepatitis D is chronic hepatitis B virus carriers and people who do not have immunity against hepatitis B.
+An effective preventive measure is vaccination with the hepatitis B vaccine, which also protects people from infection with the hepatitis D virus.
+Hepatitis viruses are spread through fetal-oral teaspoon drinking water and food, including eating low-heated beef, fish and sea cucumbers, donor blood, commonly used syringes and infected mother to foetus.
+Passengers can become infected in countries with hepatitis E high disease.
+Preventive measures for hepatitis include hygiene compliance: wash or disinfect your hands after going to the toilet, before cooking and eating, after caring for the sick.
+Wash fruit and vegetables before consumption, avoid eating low-heated beef, fish and seafood, drink only safe drinking water and avoid drug use.
+While rivals tried to sprint off the four-time Olympic champion in the final round, 34-year-old Farah found strength in the final round and won in a time of 26.49.51.
+Farah didn't think long, pulling his wife Tania and the children along with her after the finish.
+It was a special moment for me.
+I greatly miss my family.
+Being on the track with them was wonderful," Farah told reporters.
+Farah is aiming for a fifth title race in a row in London with a 5,000 and 10,000 metre run golden duo.
+Anything is possible if you believe in it.
+Despite the title, Anne-Marie O'Connor's "Daam in Gold. Gustav Klimt's masterpiece, the extraordinary story of Adele Bloch-Bauer's portrait" delves much deeper into the origin story of one of the artworks from the birthplace of one of the arts in the late 19th and early 20th centuries of Vienna.
+But even more in history.
+The ensuing amount of information might have been worn out, a thinner subject that allowed the portrait allowed in the title to become more of an influence on the extraordinary story.
+There would be two books now on the same cover: the story of Adele Bloch-Bauer, depicted in her painting "Daam in Gold," and a much larger and comprehensive historical record of the esteemed Jewish family and the German occupation, along with its aftermath in Austria.
+The first third of the book leads to the cultural life of Vienna in the midst of a bustling Vienna, and who have themselves in the Austrian capital, can imagine, without the slightest effort, how life went around Ringstrasse more than a hundred years ago, or how everyone turned their heads in the Central Cafe when Klimt stepped in.
+The concentration of cultural figures was high in one of Europe's richest cities, and when you see the familiar name in the book, you feel like a more grammar.
+At the same time, for example, the fact that Sigmund Freud operated in a city where he was subjected to incurable syphilis and was the highest suicide rate in Europe seems to give nothing to the development of the story.
+Or, perhaps, every pair of brushstrokes adds colour to the cultural life of the early 20th century in Vienna.
+dream of a trip to the Soviet Union
+In the last decades of the 19th century, the number of Jews in Vienna had exploded, becoming the largest Jewish community in Western Europe.
+At the turn of the century, nearly one in ten of Vienna's residents were Jews.
+Adele's parents were also newcomers to Vienna, but by the time Adele married her two-time Open Czech sugar magnate Ferdinand Bloch and posed for Klimt for her famous paintings, her father's bank had become the seventh largest bank in the Habsburg empire.
+But Adelet didn't draw all the glamorous life to which she belonged.
+If you look at "Damid in Gold," it's hard to believe that, towards the end of her life, this great lady became infected with socialism and dreamed of a trip to the Soviet Union.
diff --git a/tests/decoder/intgemm/intgemm_8bit.avx.expected.bleu b/tests/decoder/intgemm/intgemm_8bit.avx.expected.bleu
new file mode 100644
index 0000000..3bf0303
--- /dev/null
+++ b/tests/decoder/intgemm/intgemm_8bit.avx.expected.bleu
@@ -0,0 +1 @@
+BLEU+case.mixed+numrefs.1+smooth.exp+tok.13a+version.1.2.12 = 29.8 65.5/38.1/24.1/15.0 (BP = 0.968 ratio = 0.969 hyp_len = 2749 ref_len = 2838)
diff --git a/tests/decoder/intgemm/intgemm_8bit.avx2.expected b/tests/decoder/intgemm/intgemm_8bit.avx2.expected
new file mode 100644
index 0000000..c0ed962
--- /dev/null
+++ b/tests/decoder/intgemm/intgemm_8bit.avx2.expected
@@ -0,0 +1,100 @@
+Four members of the Kemerovo group detained in Estonia and Spain
+According to the Post, police detained Slava Gulevich, the leader of the so-called Kemerovo group in Spain, known in the criminal world as Slava Kemerovsky.
+Gulevich, who was detained in Spain, was arrested with court permission.
+Yesterday, the court also took three suspects detained in custody in Estonia.
+The suspects are members of the so-called Kemerovo Criminal Society between the ages of 27 and 57, who are mainly responsible for drug offences.
+The alleged leader of a criminal association has been detained in Mijas, Malaga province, Spain.
+Three men were arrested on suspicion in Estonia, one of whom is a leading figure in the criminal association, according to the data collected, and two are members of the criminal association.
+The data collected indicate that the roles and roles were clearly divided in the criminal community.
+The purpose of the criminal association was to commit drug offences and thus generate criminal proceeds," said the head of pre-trial proceedings in the criminal case, Va. Verte, a state prosecutor.
+"We are not ruling out that the number of suspects in this criminal case will increase," the prosecutor added.
+These are people who have been in the interest of law enforcement in the past, and some have been punished for drug offences.
+Verte stressed that cooperation with Spanish counterparts had been important throughout the investigation.
+"International cooperation has become commonplace for us, and this week's operation shows the success of the cooperation," said prosecutor Verte.
+Ago Leis, head of the Central Criminal Police Service, said the arrests were preceded by a year-and-a-half probe.
+"In the first half of the year, the long-running work materialised and we have detained suspects of crimes in Estonia and Spain at the same time," he said.
+The inquest added that Central Criminal Police officers were assisting in the arrest in Spain.
+For years we have had good contact and understanding with the Spanish police and the Civil Guard.
+These arrests are another message to criminals that we can get them from the other end of Europe," Leis said.
+The information gathered so far clearly indicates that the men who have been charged may continue to commit new crimes while at large, which is why the prosecution has requested their arrest and the court approved it.
+A man arrested in Spain is awaiting transfer to Estonia.
+Property, vehicles and cash have been seized as part of this criminal case to ensure confiscation.
+The pre-trial proceedings in the case are carried out by the Central Criminal Police Organised Crime Bureau and led by the Crown Prosecution Service.
+Slava Gulevich was convicted of extortion and sentenced to five years in prison by a district court in Tallinn.
+In the middle of last decade, Gulevich was considered the second most important man in the Estonian criminal world after Nikolai Tarankov, then an underworld leader.
+Gulevich, from Kemerovo, rose to prominence in the Estonian underworld in the early 1990s when he began to engage in extortion in Tallinn.
+He allegedly taxiderned taxi drivers and prostitutes operating at various hotels and charged businessmen with monthly rookie fees.
+International joint operations, confiscation of criminal proceeds and court rulings that have come into force confirm that the fight against organised crime is effective.
+For example, the latest court rulings, eight defendants from the so-called Dikayev Criminal Association criminal case who were ordered to have their criminal proceeds of EUR 80,000, or the judgment against nine persons, that Igor Aleynikov created a criminal association in 2006 aimed at the illegal trade of cigarettes and committing crimes related to human trafficking in East Virginia and in southern Estonia.
+Confidential criminal income there is around EUR 71,500.
+Success in these criminal matters has ensured that police officers exchange information and prosecutors with foreign colleagues every day and carry out actions together in any European Union country if necessary.
+Civil rights group warns against travel to Missouri
+The National Association for the Advancement of Colored People (NAACP) has warned black people travelling to Missouri against discriminatory policies and racist attacks in the state.
+The group said: "An NAACP travel note issued for the state of Mussuri, which runs until August 28, 2017, calls on all African-Americans, visitors and Missouriers to be particularly vigilant and extremely careful as they move around the state, taking into account the suspicious racially-based events that have recently taken place across the state."
+The NAACP said the group urged both the recent Missouri law to issue a travel warning, making it harder to win discrimination lawsuits, and the fact that the state's law enforcement officers target minorities in an unequal way.
+"People's civil rights are violated.
+They are pulled onto the side of the road because of the color of their skin, beaten or killed," Rod Chapel, president of the Missouri branch of the NAACP, told The Kansas City Star.
+"We've never had so close complaints before," he said.
+It is the first such warning the organization has issued to the U.S. state.
+The group cited events such as racist insults at the University of Missouri and the death of Tory Sanders, a 28-year-old black man from Tennessee.
+Sanders died in suspicious circumstances earlier this year after he ran out of petrol while driving through the state and was taken into custody by Missouri police without being charged with a crime.
+In addition, the note points to a recent report by the Missouri Attorney General, which shows that in the state, black motorists are 75% more likely to stop cars than white people.
+"It's meant to make people aware and warn their families, friends and co-workers about what might happen in Missouri," Chapel said.
+"People have to be prepared, whether it means taking bail money or informing relatives that they are going through the state," he said.
+According to the latest data from the FBI's hate crime reporting program, Missouris documented 100 hate crimes in 2015, putting the state ranked 16th in the state's number of similar violations.
+The travel warning is also in response to a new law in Missouri that makes it difficult for the company to sue over discrimination in search of housing or work.
+The American Civil Liberties Union (American Civil Liberties Union) had previously issued travel briefings on Texas and Arizona after those states passed immigration laws that required local authorities to arrest people for immigration violations because the ACLU said it would increase racial profiling.
+Typically, travel warnings are issued by the State Department for other countries, but recently interest groups have begun to use the measure as a counter-reaction to certain internal US laws and trends.
+Hepatitis: what would anyone know about different forms of this serious disease?
+Hepatitis, or liver inflammation, can be caused by five different - A, B, C, D and E.
+All these viruses trigger acute inflammation of liver tissue.
+However, it is chronic hepatitis B and C, which can develop into liver cirrhosis, or liver wrinkles and liver cancer, at a bad-temperature cost.
+Moothodology adviser to the NHS says the symptoms of acute hepatitis are the same for all types of liver inflammation - fever, fatigue, plantation, nausea, vomiting, abdominal pain, faint excision, dark urine, muscle and joint pain, and the collar of the skin and muscular.
+The most recent disease also comes from the popular name of liver inflammation.
+In children, hepatitis can go without signs of disease.
+Different types of inflammation can only be determined based on data from a laboratory study.
+Extreme hepatitis can switch to chronic hepatitis and can go on for decades without signs of disease, meaning a person may not know anything about their dangerous liver-related disease.
+Mr Kutsar points out different forms of hepatitis and describes their progress in more detail.
+Hepatitis A viruses spread from sick people and infect us by eating contaminated food or drinking water, through sex, from the stools of an infected person to their hands and from their hands to their arms, surfaces, objects, mouths and drug use.
+Family members and carers of hepatitis infection, known as risk-averse disease, people with chronic liver disease, people having sex with infected men, men who have sex with men, drug addicts, travelers visiting countries with high hepatitis A.
+Infectiousness can be prevented by vaccination, in particular, vaccination for people travelling and at risk of hepatitis A.
+In addition, daily hygiene compliance is important: wash or disinfect your hands before using all fruits and vegetables.
+Hepatitis B viruses are spread when exposed to the blood of a sick person, injecting drugs, tattooing, hole-in-armed, using blood-contaminated creatures (toothbrushes, squatting), donor blood, having sex with a hepatitis-dombled person, and having hepatitis from mother to foetus/born.
+The injection drug addicts, sex partners of an infected person, men who have sex with men, newborns of an infected mother, sick family members and carers, health, rescue workers and police officers exposed to blood and other bodily fluids, and travelers visiting countries with hepatitis B.
+It is possible to vaccinate people in order to prevent hepatitis B; in particular, people at risk have been recommended, as well as those with chronic liver disease, HIV infections, sexually transmitted diseases and diabetes.
+Other preventive measures for hepatitis B include: a refrain from using alien hygiene and manicure products, other sharpeners and syringes, tattooing and holeing, and using a condom in cases of infection-prone sex or avoiding sexual risk behaviour.
+Vaccination against hepatitis B is free of charge for the national immunisation scheme in Estonia and for children.
+Hepatitis C viruses are spread when exposed to the blood of a sick person, injecting drugs, tattooing, hole-in-dural, using blood-soaked creatures, donor blood, having sex with hepatitis a person, and from hepatitis to the mother to the foetus/naive.
+The risk of hepatitis C infection includes injection drug addicts, infected human sex partners, men having sex with men, newborns of an infected mother, sick family members and carers, health, rescue workers and police officers exposed to blood and other bodily fluids, HIV-infected individuals, and travelers visiting countries with high levels of hepatitis C.
+The prevention measure for hepatitis C is: a refrain from using foreign hygiene and manicured equipment, other sharpeners and syringe-infections, tattooing and sniffing, and condom use in the case of infection-prone sex.
+There is no vaccine against hepatitis C.
+Hepatitis D is caused by a hepatitis D virus that reproduces in the presence of hepatitis B virus.
+As a result, hepatitis D infection is found in combination with hepatitis B or a super infection in chronic hepatitis B patients.
+Hepatitis D viruses are spread through contact with blood and other bodily fluids, with contaminated syringes, sexually and from a rarely infected mother to the foetus.
+The risk group for hepatitis D is chronic hepatitis B virus carriers and people who do not have immunity against hepatitis B.
+An effective preventive measure is vaccination with the hepatitis B vaccine, which also protects people from infection with the hepatitis D virus.
+Hepatitis viruses spread fetal-oral tea with drinking water and food, including eating low-heated beef, fish and sea cucumbers, donor blood, commonly used syringes and infected mother to foetus.
+Passengers may be infected in countries with hepatitis E high disease.
+Hepatitis prevention measures include meeting hygiene requirements: wash or disinfect your hands after going to the toilet, before cooking and eating, after caring for the sick.
+Wash fruit and vegetables before consumption, avoid eating low-heated beef, fish and seafood, only drink safe drinking water and avoid drug use.
+While rivals tried to squeeze the four-time Olympic champion off course in the final round, 34-year-old Farah found strength in the final round and won in a time of 26.49.51.
+Farah didn't think long, pulling his wife Tania and the children along with him after the finish.
+It was a special moment for me.
+I greatly miss my family.
+Being on the track with them was "weird," Farah told reporters.
+Farah is aiming for a fifth title race in London in a row with a golden duo of 5,000 and 10,000 metres.
+Anything is possible if you believe in it.
+Despite the title, Anne-Marie O'Connor's "Daam in Gold. Gustav Klimt's masterpiece, the extraordinary story of Adele Bloch-Bauer's portrait" delves much deeper into the origin story of one art work from the birth story of the late 19th and early 20th centuries of Vienna.
+But even more in history.
+The awesome amount of information would perhaps have worn off, a thinner subject, a narrower subject allowed to have had more influence on the extraordinary story of the portrait allowed in the title.
+There would be two books in one of the covers: the story of Adele Bloch-Bauer, depicted in her painting "Daam in Gold," and a far larger and more comprehensive historical account of the esteemed Jewish families and the German occupation, along with its after-effects in Austria.
+The first third of the book leads to the cultural life of Vienna in the midst of a bustling Vienna, and whoever has themselves in the Austrian capital, one can imagine how life went around Ringstrasse more than a hundred years ago, or how everyone turned their heads in the Central Cafe when Klimt stepped in.
+The concentration of cultural figures was high in one of Europe's richest cities, and when you see a familiar name in the book, you feel like a more gamble.
+At the same time, for example, the fact that Sigmund Freud acted in a city where incurable syphilis was rampant and had the highest suicide rate in Europe is not going to add anything to the development of the story.
+Or perhaps, every pair of brushstrokes adds colour to the cultural life of the early 20th century in Vienna.
+A dream of a trip to the Soviet Union
+In the last decades of the 19th century, the number of Jews in Vienna had exploded, becoming the largest Jewish community in Western Europe.
+At the turn of the century, almost one in ten of Vienna's residents were Jews.
+Adele's parents were also newcomers to Vienna, but by the time Adele married her two-time Open Czech sugar magnate Ferdinand Bloch and Klimt for her famous paintings, her father's bank had already become the seventh-largest bank in the Habsburg empire.
+But Adelet didn't pull the whole glamorous life to which she belonged.
+If you look at "Damid in gold," it's hard to believe that, towards the end of life, this great lady became infected with socialism and dreamed of a trip to the Soviet Union.
diff --git a/tests/decoder/intgemm/intgemm_8bit.avx2.expected.bleu b/tests/decoder/intgemm/intgemm_8bit.avx2.expected.bleu
new file mode 100644
index 0000000..e43c064
--- /dev/null
+++ b/tests/decoder/intgemm/intgemm_8bit.avx2.expected.bleu
@@ -0,0 +1 @@
+BLEU+case.mixed+numrefs.1+smooth.exp+tok.13a+version.1.2.12 = 30.4 66.6/38.7/24.4/15.7 (BP = 0.964 ratio = 0.965 hyp_len = 2738 ref_len = 2838)
diff --git a/tests/decoder/intgemm/intgemm_8bit.avx512.expected b/tests/decoder/intgemm/intgemm_8bit.avx512.expected
new file mode 100644
index 0000000..d427258
--- /dev/null
+++ b/tests/decoder/intgemm/intgemm_8bit.avx512.expected
@@ -0,0 +1,100 @@
+Four members of the Kemerovo group detained in Estonia and Spain
+According to the Post, police detained Slava Gulevich, the leader of the so-called Kemerovo group operating in Spain, known in the criminal world as Slava Kemerovsky.
+Gulevich, who was detained in Spain, was arrested with court permission.
+Yesterday, the court also took three suspects detained in custody in Estonia.
+The suspects are members of the so-called Kemerovo Crime Society between the ages of 27 and 57, who are mainly responsible for drug offences.
+The alleged leader of a criminal association has been detained in Mijas, Malaga province, Spain.
+Three men were arrested on suspicion of suspects in Estonia, one of whom is a leading figure in the criminal association, according to the data collected, and two are members of the criminal association.
+The data collected indicate that the roles and roles were clearly divided in the criminal community.
+The purpose of the criminal association's activities was to commit drug offences and thus generate criminal proceeds," said the head of pre-trial proceedings in the criminal case, Va. Verte, a state prosecutor.
+"We are not ruling out that the number of suspects in this case will increase," the prosecutor added.
+These are people who have been in the interest of law enforcement in the past, and some have been punished for drug offences.
+Verte stressed that cooperation with its Spanish counterparts had been important throughout the investigation.
+"International cooperation has become commonplace for us, and this week's operation shows the success of the cooperation," said prosecutor Verte.
+Ago Leis, head of the Central Criminal Police Service, said the arrests were preceded by a year-and-a-half probe.
+"In the first half of the year, the long-running work materialised and we have arrested those suspected of crimes in Estonia and Spain at the same time," he said.
+The inquest added that Central Criminal Police officers were instrumental in detention in Spain.
+For years we have had good contact and understanding with the Spanish police and the Civil Guard.
+These arrests are another message to criminals that we will get them from the other end of Europe," Leis said.
+The information gathered so far clearly indicates that the men who have been charged may continue to commit new crimes while at large, which is why the prosecution has requested their arrest and the court approved it.
+A man arrested in Spain is awaiting transfer to Estonia.
+Property, vehicles and cash have been seized to ensure confiscation.
+The pre-trial proceedings in the case are carried out by the Central Criminal Police Organised Crime Bureau and led by the Crown Prosecution Service.
+Slava Gulevich was convicted of extortion and sentenced to five years in prison by a district court in Tallinn.
+In the middle of last decade, Gulevich was considered the second most important man in the Estonian criminal world after then underworld leader Nikolai Tarankov.
+Gulevich, from Kemerovo, rose to prominence in the Estonian underworld in the early 1990s when he began to engage in extortion in Tallinn.
+He allegedly taxiderned taxi drivers and prostitutes operating at various hotels and charged businessmen with monthly rookie fees.
+International joint operations, confiscation of criminal proceeds and court rulings that have come into force confirm that the fight in the area of organised crime is effective.
+For example, the latest court rulings, eight defendants from the so-called Dikayev Criminal Association criminal case who were ordered to have their criminal proceeds of EUR 80,000, or the judgment against nine individuals, that Igor Aleynikov created a criminal association in 2006 aimed at the illegal trade of cigarettes and committing crimes related to human trafficking in East Virginia and the South of Estonia.
+Confidential criminal proceeds there are nearly 71,500 euros.
+In these criminal matters, it has ensured that police officers exchange information and prosecutors with foreign colleagues on a daily basis and, if necessary, carry out actions in any European Union country together.
+Civil rights group warns against travel to Missouri
+The National Association for the Advancement of Colored People (NAACP) has warned black people travelling to Missouri against discriminatory policies and racist attacks in the state.
+The group's statement reads: "A NAACP travel note issued for the state of Mussuri, which runs until August 28, 2017, calls on all African-Americans, visitors and Missourians to be particularly vigilant and extremely careful as they move around the state, taking into account the suspicious racially-based events that have occurred recently across the state."
+The NAACP said the group urged both the recent Missouri law to issue a travel warning, making it harder to win discrimination lawsuits, and the fact that the state's law enforcement officers target minorities in an unequal way.
+"People's civil rights are violated.
+They are pulled onto the side of the road because of the color of their skin, beaten or killed," Rod Chapel, president of the Missouri branch of the NAACP, told The Kansas City Star.
+'We've never had so close complaints before.'
+It is the first such warning the organization has issued to the U.S. state.
+The group cited events such as racist insults at the University of Missouri and the death of a 28-year-old black Tory Sanders from Tennessee.
+Sanders died in suspicious circumstances earlier this year after he ran out of petrol while driving through the state and was taken into custody by Missouri police without being charged with a crime.
+In addition, the note points to a recent report by the Missouri Attorney General, which shows that in the state, black drivers are 75% more likely to be stopped than those of whites.
+"It's meant to make people aware and warn their families, friends and co-workers about what might happen in Missouri," Chapel said.
+"People have to be prepared, whether it means taking bail money or informing relatives that they are going through the state," he said.
+According to the latest data from the FBI's hate crime reporting program, Missouris documented 100 hate crimes in 2015, putting the state 16th in the state's penetrating number in terms of similar violations.
+The travel warning is also a response to a new law in Missouri that makes it difficult for the company to sue for discrimination in the search for housing or work.
+The American Civil Liberties Union (American Civil Liberties Union) had previously issued travel notes against Texas and Arizona after those states passed immigration laws that required local authorities to arrest people for immigration violations because the ACLU said it would increase racial profiling.
+Typically, travel warnings are issued by the State Department for other countries, but recently interest groups have begun to use the measure as a counter-reaction to certain intra-U.S. laws and trends.
+Hepatitis: what would anyone know about different forms of this serious disease?
+Hepatitis, or liver inflammation, can be caused by five different - A, B, C, and E, hepatitis virus.
+All these viruses trigger acute inflammation of liver tissue.
+However, chronic hepatitis B and C have chronic hepatitis, which can continue to develop into liver cirrhosis, or liver wrinkles and liver cancer, has a negative cost.
+Mooth Kutsar, an epidemiology adviser to the NHS, says acute hepatitis is the same for all types of liver inflammation - fever, fatigue, planting, nausea, vomiting, abdominal pain, faint excitement, dark urine, muscular and joint pain, and the collarbone of the skin and mucus.
+The most recent disease also comes from the popular name for liver inflammation.
+In children, hepatitis can go without signs of disease.
+Different types of inflammation can only be determined based on data from a laboratory study.
+Extreme hepatitis can switch to chronic hepatitis and can go on for decades without signs of disease, which means a person may not know anything about their dangerous liver-disruptive disease.
+Mr Kutsar points out different forms of hepatitis and describes their progress in more detail.
+Hepatitis A virus spreads from sick people and infects us by eating contaminated food or drinking water, through sex, from the stool of an infected person to our hands and hands to food, surfaces, objects, mouthfuls and drug use.
+Family members and carers of hepatitis infection, known as risk-averse disease, people with chronic liver disease, people having sex with infected men, men who have sex with men, drug addicts, travelers visiting countries with high hepatitis A high spread.
+Infectiousness can be prevented by vaccination, in particular recommended vaccination for people travelling at risk of a large number of people travelling and at risk of hepatitis A.
+In addition, daily hygiene compliance is important: wash or disinfect all fruit and vegetables before using them for food.
+Hepatitis B viruses are spread when exposed to the blood of a sick person, injecting drugs, tattooing, hole-in-armed, blood-contaminated creatures (toothbrushes, squatting tools), having children with donor blood, having sex with a hepatitis-boy person, and having hepatitis from mother to foetal/born.
+The injection drug addicts, sex partners of infected people, men having sex with men, newborns of infected mother, sick family members and carers, health, rescue workers and police officers exposed to blood and other bodily fluids, and travelers visiting countries with high hepatitis B disease.
+People can be vaccinated to prevent hepatitis B; in particular, people at risk of being vaccinated, as well as those with chronic liver disease, HIV infection, sexually transmitted diseases and diabetes, are recommended.
+Other preventive measures for hepatitis B include: avoiding the use of alien hygiene and manicure, other sharpeners and syringes and needles, tattooing and sniffing, and the use of condoms in cases of infection-prone sex or avoiding sexual risk behaviour.
+Vaccination against hepatitis B is free of charge for the national immunisation scheme in Estonia and for children.
+Hepatitis C viruses are spread when exposed to the blood of a sick person, injecting drugs, tattooing, hole-in-cheek, using blood-contaminated creatures, donor blood, having sex with hepatitis a person, and from hepatitis to the mother to the foetus/naive.
+The risk of hepatitis C infection includes injection drug addicts, infected human sex partners, men having sex with men, infected mother's newborns, sick family members and caregivers, health workers and police officers exposed to blood and other bodily fluids, HIV-infected individuals, and travelers visiting countries with high levels of hepatitis C.
+The prevention measure for hepatitis C is: avoiding the use of foreign hygiene and manicure, other sharpeners and syringe-indulgence, tattooing and sniffing, and condom use for condom-threatention-threatening sex.
+There is no vaccine against hepatitis C.
+Hepatitis D is caused by a hepatitis D virus that reproduces in the presence of hepatitis B virus.
+As a result, hepatitis D infection occurs in hepatitis B or a super infection in chronic hepatitis B patients.
+Hepatitis D viruses are spread through contact with blood and other bodily fluids, with contaminated needles, sexually transmitted and from a rarely infected mother to the foetus.
+The risk group for hepatitis D is chronic hepatitis B virus carriers and people who do not have immunity against hepatitis B.
+An effective preventive measure is vaccination with the hepatitis B vaccine, which also protects people from infection with the hepatitis D virus.
+Hepatitis viruses spread through fetal orbald tea with drinking water and food, including eating low-heated beef, fish and sea cucumbers, donor blood, commonly used syringes and infected mother to foetus.
+Passengers may be infected in countries with hepatitis E high disease.
+Hepatitis prevention measures include meeting hygiene requirements: wash or disinfect hands after going to the toilet, before cooking and eating, after caring for the sick.
+Wash fruit and vegetables before consumption, avoid eating low-heated beef, fish and seafood, only drink safe drinking water and avoid drug use.
+While rivals tried to squeeze the four-time Olympic champion off the track in the final round, 34-year-old Farah found strength in the final round and won in a time of 26.49.51.
+Farah didn't think long, pulling his wife Tania and the children along with him after the finish.
+It was a special moment for me.
+I greatly miss my family.
+Being on the track with them was wonderful," Farah told reporters.
+Farah is aiming for a fifth title race in a row in London with a golden duo of the 5,000 and 10,000 metres.
+Anything is possible if you believe in it.
+Despite the title, Anne-Marie O'Connor's "Daam in Gold. Gustav Klimt's masterpiece, the extraordinary story of Adele Bloch-Bauer's portrait" delves much deeper into the origin story of one art work from the birth story of the late 19th and early 20th-century Vienna.
+But even more in history.
+The horrible amount of information would perhaps have worn off, perhaps a louder cut, a narrower subject allowed to have the extraordinary story of the portrait allowed in the title to become more of an influence.
+There would be two books in the same box: the story of Adele Bloch-Bauer, portrayed in her painting "Daam in Gold," and a far larger and comprehensive historical record of respectable Jewish families and German occupation, along with its after-effects in Austria.
+The first third of the book leads to the scorched-earth Vienna cultural life, and who have themselves in the Austrian capital, one can imagine, without the slight effort, how life went around Ringstrasse more than a hundred years ago, or how everyone turned their heads in the Central Cafe when Klimt stepped in.
+The concentration of cultural figures was high in one of Europe's richest cities, and when you see a familiar name in the book, you feel like a more grammar.
+At the same time, for example, the fact that Sigmund Freud operated in a city where he was subjected to incurable syphilis and was Europe's highest suicide rate does nothing more about the development of the story.
+Or perhaps, anyway, each pair of brushstrokes adds colour to the cultural life of the early 20th century in Vienna.
+A dream of a trip to the Soviet Union
+In the last decades of the 19th century, the number of Jews in Vienna had exploded, becoming the largest Jewish community in Western Europe.
+At the turn of the century, almost one in ten of Vienna's residents were Jews.
+Adele's parents were also newcomers to Vienna, but by the time Adele married her two-time Open Czech sugar magnate Ferdinand Blach and Klimt for her famous paintings, her father had already become the seventh-largest bank in the Habsburg empire.
+But Adelet didn't pull the whole glamorous life to which she belonged.
+Looking at "Damid in gold," it's hard to believe that, towards the end of his life, this great lady became infected with socialism and dreamed of a trip to the Soviet Union.
diff --git a/tests/decoder/intgemm/intgemm_8bit.avx512.expected.bleu b/tests/decoder/intgemm/intgemm_8bit.avx512.expected.bleu
new file mode 100644
index 0000000..d3a6235
--- /dev/null
+++ b/tests/decoder/intgemm/intgemm_8bit.avx512.expected.bleu
@@ -0,0 +1 @@
+BLEU+case.mixed+numrefs.1+smooth.exp+tok.13a+version.1.2.12 = 29.5 65.6/37.6/23.5/14.9 (BP = 0.968 ratio = 0.968 hyp_len = 2748 ref_len = 2838)
diff --git a/tests/decoder/intgemm/intgemm_8bit_avx2.avx2.expected b/tests/decoder/intgemm/intgemm_8bit_avx2.avx2.expected
new file mode 100644
index 0000000..c0ed962
--- /dev/null
+++ b/tests/decoder/intgemm/intgemm_8bit_avx2.avx2.expected
@@ -0,0 +1,100 @@
+Four members of the Kemerovo group detained in Estonia and Spain
+According to the Post, police detained Slava Gulevich, the leader of the so-called Kemerovo group in Spain, known in the criminal world as Slava Kemerovsky.
+Gulevich, who was detained in Spain, was arrested with court permission.
+Yesterday, the court also took three suspects detained in custody in Estonia.
+The suspects are members of the so-called Kemerovo Criminal Society between the ages of 27 and 57, who are mainly responsible for drug offences.
+The alleged leader of a criminal association has been detained in Mijas, Malaga province, Spain.
+Three men were arrested on suspicion in Estonia, one of whom is a leading figure in the criminal association, according to the data collected, and two are members of the criminal association.
+The data collected indicate that the roles and roles were clearly divided in the criminal community.
+The purpose of the criminal association was to commit drug offences and thus generate criminal proceeds," said the head of pre-trial proceedings in the criminal case, Va. Verte, a state prosecutor.
+"We are not ruling out that the number of suspects in this criminal case will increase," the prosecutor added.
+These are people who have been in the interest of law enforcement in the past, and some have been punished for drug offences.
+Verte stressed that cooperation with Spanish counterparts had been important throughout the investigation.
+"International cooperation has become commonplace for us, and this week's operation shows the success of the cooperation," said prosecutor Verte.
+Ago Leis, head of the Central Criminal Police Service, said the arrests were preceded by a year-and-a-half probe.
+"In the first half of the year, the long-running work materialised and we have detained suspects of crimes in Estonia and Spain at the same time," he said.
+The inquest added that Central Criminal Police officers were assisting in the arrest in Spain.
+For years we have had good contact and understanding with the Spanish police and the Civil Guard.
+These arrests are another message to criminals that we can get them from the other end of Europe," Leis said.
+The information gathered so far clearly indicates that the men who have been charged may continue to commit new crimes while at large, which is why the prosecution has requested their arrest and the court approved it.
+A man arrested in Spain is awaiting transfer to Estonia.
+Property, vehicles and cash have been seized as part of this criminal case to ensure confiscation.
+The pre-trial proceedings in the case are carried out by the Central Criminal Police Organised Crime Bureau and led by the Crown Prosecution Service.
+Slava Gulevich was convicted of extortion and sentenced to five years in prison by a district court in Tallinn.
+In the middle of last decade, Gulevich was considered the second most important man in the Estonian criminal world after Nikolai Tarankov, then an underworld leader.
+Gulevich, from Kemerovo, rose to prominence in the Estonian underworld in the early 1990s when he began to engage in extortion in Tallinn.
+He allegedly taxiderned taxi drivers and prostitutes operating at various hotels and charged businessmen with monthly rookie fees.
+International joint operations, confiscation of criminal proceeds and court rulings that have come into force confirm that the fight against organised crime is effective.
+For example, the latest court rulings, eight defendants from the so-called Dikayev Criminal Association criminal case who were ordered to have their criminal proceeds of EUR 80,000, or the judgment against nine persons, that Igor Aleynikov created a criminal association in 2006 aimed at the illegal trade of cigarettes and committing crimes related to human trafficking in East Virginia and in southern Estonia.
+Confidential criminal income there is around EUR 71,500.
+Success in these criminal matters has ensured that police officers exchange information and prosecutors with foreign colleagues every day and carry out actions together in any European Union country if necessary.
+Civil rights group warns against travel to Missouri
+The National Association for the Advancement of Colored People (NAACP) has warned black people travelling to Missouri against discriminatory policies and racist attacks in the state.
+The group said: "An NAACP travel note issued for the state of Mussuri, which runs until August 28, 2017, calls on all African-Americans, visitors and Missouriers to be particularly vigilant and extremely careful as they move around the state, taking into account the suspicious racially-based events that have recently taken place across the state."
+The NAACP said the group urged both the recent Missouri law to issue a travel warning, making it harder to win discrimination lawsuits, and the fact that the state's law enforcement officers target minorities in an unequal way.
+"People's civil rights are violated.
+They are pulled onto the side of the road because of the color of their skin, beaten or killed," Rod Chapel, president of the Missouri branch of the NAACP, told The Kansas City Star.
+"We've never had so close complaints before," he said.
+It is the first such warning the organization has issued to the U.S. state.
+The group cited events such as racist insults at the University of Missouri and the death of Tory Sanders, a 28-year-old black man from Tennessee.
+Sanders died in suspicious circumstances earlier this year after he ran out of petrol while driving through the state and was taken into custody by Missouri police without being charged with a crime.
+In addition, the note points to a recent report by the Missouri Attorney General, which shows that in the state, black motorists are 75% more likely to stop cars than white people.
+"It's meant to make people aware and warn their families, friends and co-workers about what might happen in Missouri," Chapel said.
+"People have to be prepared, whether it means taking bail money or informing relatives that they are going through the state," he said.
+According to the latest data from the FBI's hate crime reporting program, Missouris documented 100 hate crimes in 2015, putting the state ranked 16th in the state's number of similar violations.
+The travel warning is also in response to a new law in Missouri that makes it difficult for the company to sue over discrimination in search of housing or work.
+The American Civil Liberties Union (American Civil Liberties Union) had previously issued travel briefings on Texas and Arizona after those states passed immigration laws that required local authorities to arrest people for immigration violations because the ACLU said it would increase racial profiling.
+Typically, travel warnings are issued by the State Department for other countries, but recently interest groups have begun to use the measure as a counter-reaction to certain internal US laws and trends.
+Hepatitis: what would anyone know about different forms of this serious disease?
+Hepatitis, or liver inflammation, can be caused by five different - A, B, C, D and E.
+All these viruses trigger acute inflammation of liver tissue.
+However, it is chronic hepatitis B and C, which can develop into liver cirrhosis, or liver wrinkles and liver cancer, at a bad-temperature cost.
+Moothodology adviser to the NHS says the symptoms of acute hepatitis are the same for all types of liver inflammation - fever, fatigue, plantation, nausea, vomiting, abdominal pain, faint excision, dark urine, muscle and joint pain, and the collar of the skin and muscular.
+The most recent disease also comes from the popular name of liver inflammation.
+In children, hepatitis can go without signs of disease.
+Different types of inflammation can only be determined based on data from a laboratory study.
+Extreme hepatitis can switch to chronic hepatitis and can go on for decades without signs of disease, meaning a person may not know anything about their dangerous liver-related disease.
+Mr Kutsar points out different forms of hepatitis and describes their progress in more detail.
+Hepatitis A viruses spread from sick people and infect us by eating contaminated food or drinking water, through sex, from the stools of an infected person to their hands and from their hands to their arms, surfaces, objects, mouths and drug use.
+Family members and carers of hepatitis infection, known as risk-averse disease, people with chronic liver disease, people having sex with infected men, men who have sex with men, drug addicts, travelers visiting countries with high hepatitis A.
+Infectiousness can be prevented by vaccination, in particular, vaccination for people travelling and at risk of hepatitis A.
+In addition, daily hygiene compliance is important: wash or disinfect your hands before using all fruits and vegetables.
+Hepatitis B viruses are spread when exposed to the blood of a sick person, injecting drugs, tattooing, hole-in-armed, using blood-contaminated creatures (toothbrushes, squatting), donor blood, having sex with a hepatitis-dombled person, and having hepatitis from mother to foetus/born.
+The injection drug addicts, sex partners of an infected person, men who have sex with men, newborns of an infected mother, sick family members and carers, health, rescue workers and police officers exposed to blood and other bodily fluids, and travelers visiting countries with hepatitis B.
+It is possible to vaccinate people in order to prevent hepatitis B; in particular, people at risk have been recommended, as well as those with chronic liver disease, HIV infections, sexually transmitted diseases and diabetes.
+Other preventive measures for hepatitis B include: a refrain from using alien hygiene and manicure products, other sharpeners and syringes, tattooing and holeing, and using a condom in cases of infection-prone sex or avoiding sexual risk behaviour.
+Vaccination against hepatitis B is free of charge for the national immunisation scheme in Estonia and for children.
+Hepatitis C viruses are spread when exposed to the blood of a sick person, injecting drugs, tattooing, hole-in-dural, using blood-soaked creatures, donor blood, having sex with hepatitis a person, and from hepatitis to the mother to the foetus/naive.
+The risk of hepatitis C infection includes injection drug addicts, infected human sex partners, men having sex with men, newborns of an infected mother, sick family members and carers, health, rescue workers and police officers exposed to blood and other bodily fluids, HIV-infected individuals, and travelers visiting countries with high levels of hepatitis C.
+The prevention measure for hepatitis C is: a refrain from using foreign hygiene and manicured equipment, other sharpeners and syringe-infections, tattooing and sniffing, and condom use in the case of infection-prone sex.
+There is no vaccine against hepatitis C.
+Hepatitis D is caused by a hepatitis D virus that reproduces in the presence of hepatitis B virus.
+As a result, hepatitis D infection is found in combination with hepatitis B or a super infection in chronic hepatitis B patients.
+Hepatitis D viruses are spread through contact with blood and other bodily fluids, with contaminated syringes, sexually and from a rarely infected mother to the foetus.
+The risk group for hepatitis D is chronic hepatitis B virus carriers and people who do not have immunity against hepatitis B.
+An effective preventive measure is vaccination with the hepatitis B vaccine, which also protects people from infection with the hepatitis D virus.
+Hepatitis viruses spread fetal-oral tea with drinking water and food, including eating low-heated beef, fish and sea cucumbers, donor blood, commonly used syringes and infected mother to foetus.
+Passengers may be infected in countries with hepatitis E high disease.
+Hepatitis prevention measures include meeting hygiene requirements: wash or disinfect your hands after going to the toilet, before cooking and eating, after caring for the sick.
+Wash fruit and vegetables before consumption, avoid eating low-heated beef, fish and seafood, only drink safe drinking water and avoid drug use.
+While rivals tried to squeeze the four-time Olympic champion off course in the final round, 34-year-old Farah found strength in the final round and won in a time of 26.49.51.
+Farah didn't think long, pulling his wife Tania and the children along with him after the finish.
+It was a special moment for me.
+I greatly miss my family.
+Being on the track with them was "weird," Farah told reporters.
+Farah is aiming for a fifth title race in London in a row with a golden duo of 5,000 and 10,000 metres.
+Anything is possible if you believe in it.
+Despite the title, Anne-Marie O'Connor's "Daam in Gold. Gustav Klimt's masterpiece, the extraordinary story of Adele Bloch-Bauer's portrait" delves much deeper into the origin story of one art work from the birth story of the late 19th and early 20th centuries of Vienna.
+But even more in history.
+The awesome amount of information would perhaps have worn off, a thinner subject, a narrower subject allowed to have had more influence on the extraordinary story of the portrait allowed in the title.
+There would be two books in one of the covers: the story of Adele Bloch-Bauer, depicted in her painting "Daam in Gold," and a far larger and more comprehensive historical account of the esteemed Jewish families and the German occupation, along with its after-effects in Austria.
+The first third of the book leads to the cultural life of Vienna in the midst of a bustling Vienna, and whoever has themselves in the Austrian capital, one can imagine how life went around Ringstrasse more than a hundred years ago, or how everyone turned their heads in the Central Cafe when Klimt stepped in.
+The concentration of cultural figures was high in one of Europe's richest cities, and when you see a familiar name in the book, you feel like a more gamble.
+At the same time, for example, the fact that Sigmund Freud acted in a city where incurable syphilis was rampant and had the highest suicide rate in Europe is not going to add anything to the development of the story.
+Or perhaps, every pair of brushstrokes adds colour to the cultural life of the early 20th century in Vienna.
+A dream of a trip to the Soviet Union
+In the last decades of the 19th century, the number of Jews in Vienna had exploded, becoming the largest Jewish community in Western Europe.
+At the turn of the century, almost one in ten of Vienna's residents were Jews.
+Adele's parents were also newcomers to Vienna, but by the time Adele married her two-time Open Czech sugar magnate Ferdinand Bloch and Klimt for her famous paintings, her father's bank had already become the seventh-largest bank in the Habsburg empire.
+But Adelet didn't pull the whole glamorous life to which she belonged.
+If you look at "Damid in gold," it's hard to believe that, towards the end of life, this great lady became infected with socialism and dreamed of a trip to the Soviet Union.
diff --git a/tests/decoder/intgemm/intgemm_8bit_avx2.avx2.expected.bleu b/tests/decoder/intgemm/intgemm_8bit_avx2.avx2.expected.bleu
new file mode 100644
index 0000000..e43c064
--- /dev/null
+++ b/tests/decoder/intgemm/intgemm_8bit_avx2.avx2.expected.bleu
@@ -0,0 +1 @@
+BLEU+case.mixed+numrefs.1+smooth.exp+tok.13a+version.1.2.12 = 30.4 66.6/38.7/24.4/15.7 (BP = 0.964 ratio = 0.965 hyp_len = 2738 ref_len = 2838)
diff --git a/tests/decoder/intgemm/intgemm_8bit_avx2.avx512.expected b/tests/decoder/intgemm/intgemm_8bit_avx2.avx512.expected
new file mode 100644
index 0000000..9282b6a
--- /dev/null
+++ b/tests/decoder/intgemm/intgemm_8bit_avx2.avx512.expected
@@ -0,0 +1,100 @@
+Four members of the Kemerovo group detained in Estonia and Spain
+According to the Post, police detained Slava Gulevich, the leader of the so-called Kemerovo group in Spain, known in the criminal world as Slava Kemerovsky.
+Gulevich, who was detained in Spain, was arrested with court permission.
+Yesterday, the court also took three suspects detained in custody in Estonia.
+The suspects are members of the so-called Kemerovo Criminal Society between the ages of 27 and 57, who are mainly responsible for drug offences.
+The alleged leader of a criminal association has been detained in Mijas, Malaga province, Spain.
+Three men were arrested on suspicion in Estonia, one of whom is a leading figure in the criminal association, according to the data collected, and two are members of the criminal association.
+The data collected indicate that the roles and roles were clearly divided in the criminal community.
+The purpose of the criminal association was to commit drug offences and thus generate criminal proceeds," said the head of pre-trial proceedings in the criminal case, said Va. Verte, a state prosecutor.
+"We are not ruling out that the number of suspects in this criminal case will increase," the prosecutor added.
+These are people who have been in the interest of law enforcement in the past, and some have been punished for drug offences.
+Verte stressed that cooperation with Spanish counterparts had been important throughout the investigation.
+"International cooperation has become commonplace for us, and this week's operation shows the success of the cooperation," said prosecutor Verte.
+Ago Leis, head of the Central Criminal Police Service, said the arrests were preceded by a year-and-a-half probe.
+"In the first half of the year, the long-running work materialised and we have detained suspects of crimes in Estonia and Spain at the same time," he said.
+The inquest added that Central Criminal Police officers were assisting in the arrest in Spain.
+For years we have had good contact and understanding with the Spanish police and the Civil Guard.
+These arrests are another message to criminals that we can get them from the other end of Europe," Leis said.
+The information gathered so far clearly indicates that the men who have been charged may continue to commit new crimes while at large, which is why the prosecution has requested their arrest and the court approved it.
+A man arrested in Spain is awaiting transfer to Estonia.
+Property, vehicles and cash have been seized as part of this criminal case to ensure confiscation.
+The pre-trial proceedings in the case are carried out by the Central Criminal Police Organised Crime Bureau and led by the Crown Prosecution Service.
+Slava Gulevich was convicted of extortion and sentenced to five years in prison by a district court in Tallinn.
+In the middle of last decade, Gulevich was considered the second most important man in the Estonian criminal world after Nikolai Tarankov, then an underworld leader.
+Gulevich, from Kemerovo, rose to prominence in the Estonian underworld in the early 1990s when he began to engage in extortion in Tallinn.
+He allegedly taxiderned taxi drivers and prostitutes operating at various hotels and charged businessmen with monthly rookie fees.
+International joint operations, confiscation of criminal proceeds and court rulings that have come into force confirm that the fight against organised crime is effective.
+For example, the latest court rulings, eight defendants from the so-called Dikayev Criminal Association criminal case who were ordered to have their criminal proceeds of EUR 80,000, or the judgment of nine individuals, that Igor Aleynikov created a criminal association in 2006 aimed at the illegal trade of cigarettes and the crimes of human trafficking in East Virginia and in southern Estonia.
+Confidential criminal income there is around EUR 71,500.
+Success in these criminal matters has ensured that police officers exchange information and prosecutors with foreign colleagues every day and carry out actions together in any European Union country if necessary.
+Civil rights group warns against travel to Missouri
+The National Association for the Advancement of Colored People (NAACP) has warned black people travelling to Missouri against discriminatory policies and racist attacks in the state.
+The group's statement reads: "A NAACP travel note issued for the state of Mussuri, which runs until August 28, 2017, calls on all African-Americans, visitors and Missourians to be particularly vigilant and extremely careful as they move around the state, taking into account the suspicious racially-based events that have occurred recently across the state."
+The NAACP said the group urged both the recent Missouri law to issue a travel warning, making it harder to win discrimination lawsuits, and the fact that the state's law enforcement officers target minorities in an unequal way.
+"People's civil rights are violated.
+They are pulled onto the side of the road because of the color of their skin, beaten or killed," Rod Chapel, president of the Missouri branch of the National Institute of the Missouri, told The Kansas City Star.
+"We've never had so close complaints before," he said.
+It is the first such warning the organization has issued to the U.S. state.
+The group cited events such as racist insults at the University of Missouri and the death of a 28-year-old black Tory Sanders from Tennessee.
+Sanders died in suspicious circumstances earlier this year after he ran out of petrol while driving through the state and was taken into custody by Missouri police without being charged with a crime.
+In addition, the note points to a recent report by the Missouri Attorney General, which shows that in the state, black motorists are 75% more likely to be stopped than white people.
+"It's meant to make people aware and warn their families, friends and co-workers about what might happen in Missouri," Chapel said.
+"People have to be prepared, whether it means taking bail money or informing relatives that they are going through the state," he said.
+According to the latest data from the FBI's hate crime reporting program, Missouris documented 100 hate crimes in 2015, putting the state ranked 16th in the state's penetrating number in terms of similar violations.
+The travel warning is also in response to a new law in Missouri that makes it difficult for the company to sue over discrimination in search of housing or work.
+The American Civil Liberties Union (American Civil Liberties Union) had previously issued travel comments about Texas and Arizona after those states passed immigration laws that required local authorities to arrest people for immigration violations because the ACLU said it would increase racial profiling.
+Typically, travel warnings are issued by the State Department for other countries, but recently interest groups have begun to use the measure as a counter-reaction to certain intra-U.S. laws and trends.
+Hepatitis: what would anyone know about different forms of this serious disease?
+Hepatitis, or liver inflammation, can be caused by five different - A, B, C, D and E.
+All these viruses trigger acute inflammation of liver tissue.
+However, chronic hepatitis B and C have a chronic hepatitis, which can continue to develop into liver cirrhosis, or liver wrinkles and liver cancer, is a poor cost.
+Moomoth Owner, an epidemiology adviser to the NHS, says acute hepatitis is the same for all types of liver inflammation - fever, fatigue, plantation, nausea, vomiting, abdominal pain, faint excision, dark urine, muscular and joint pain, and the collarbone of the skin and mucus.
+The most recent disease also comes from the popular name of liver inflammation.
+In children, hepatitis can go without signs of disease.
+Different types of inflammation can only be determined based on data from a laboratory study.
+Extreme hepatitis can switch to chronic hepatitis and run for decades without signs of disease, meaning a person may not know anything about their dangerous liver-disruptive disease.
+Mr Kutsar points out different forms of hepatitis and describes their progress in more detail.
+Hepatitis A viruses spread from sick people and infect us by eating contaminated food or drinking water, through sex, from the stool of an infected person's hands and hands to food, objects, mouthfuls and drug use.
+Family members and carers of hepatitis infection, known as risk-averse disease, people with chronic liver disease, people having sex with infected men, men who have sex with men, drug addicts, travelers visiting countries with high hepatitis A high spread.
+Infectiousness can be prevented by vaccination, in particular, vaccination for people travelling and at risk of hepatitis A.
+In addition, daily hygiene compliance is important: wash or disinfect your hands before using all fruits and vegetables.
+Hepatitis B viruses are spread when a sick person is exposed to blood, injecting drugs, tattooing, hole-in-armed, blood-soaked creatures (toothbrushes, squatting tools), having sex with donor blood, hepatitis Cale hepatitis person, and having hepatitis from mother to foetus/born.
+The injection drug addicts, sex partners of infected person, men having sex with men, newborns of infected mother, sick family members and carers, health care workers and police who are exposed to blood and other bodily fluids, and travelers visiting countries with high levels of hepatitis B.
+People can be vaccinated to prevent hepatitis B; in particular, people at risk of vaccination, as well as those with chronic liver disease, HIV infection, sexually transmitted diseases and diabetes, are recommended.
+Other preventive measures for hepatitis B include: avoiding the use of alien hygiene and manicure products, other sharpeners and syringes and needles, tattooing and the use of condoms in cases of infection-prone sex or avoiding sexual risk behaviour.
+Vaccination against hepatitis B is free of charge for the national immunisation scheme in Estonia and for children.
+Hepatitis C viruses are spread when exposed to the blood of a sick person, injecting drugs, tattooing, hole-in-cheek, using blood contaminated with creatures, donor blood, having sex with hepatitis, and having hepatitis from the mother to the foetus/naive.
+The risk of hepatitis C infection includes injection drug addicts, sex partners of an infected person, men having sex with men, infected mother's newborns, sick family members and caregivers, health, rescue workers and police officers exposed to blood and other bodily fluids, HIV-infected individuals, and travelers visiting countries with high levels of hepatitis C.
+The prevention measure for hepatitis C is: a refrain from using foreign hygiene and manicured equipment, other sharpeners and syringe-infections, tattooing and sniffing, and condom use in the event of contagious sex.
+There is no vaccine against hepatitis C.
+Hepatitis D is caused by a hepatitis D virus that reproduces in the presence of hepatitis B virus.
+As a result, hepatitis D infection is found in combination with hepatitis B or a super infection in chronic hepatitis B patients.
+Hepatitis D viruses are spread through contact with blood and other bodily fluids, with contaminated needles, sexually transmitted and from a rarely infected mother to the foetus.
+The risk group for hepatitis D is chronic hepatitis B virus carriers and people who do not have immunity against hepatitis B.
+An effective preventive measure is vaccination with the hepatitis B vaccine, which also protects people from infection with the hepatitis D virus.
+Hepatitis viruses spread through fetal orbald tea with drinking water and food, including eating low-heated beef, fish and sea cucumbers, donor blood, commonly used syringes and infected mother to foetus.
+Passengers may be infected in countries with hepatitis E high disease.
+Hepatitis prevention measures include meeting hygiene requirements: wash or disinfect your hands after going to the toilet, before cooking and eating, after caring for the sick.
+Wash fruit and vegetables before consumption, avoid eating low-heated beef, fish and seafood, only drink safe drinking water and avoid drug use.
+While rivals tried to squeeze the four-time Olympic champion off the track in the final round, 34-year-old Farah found strength in the final round and won in a time of 26.49.51.
+Farah didn't think long, pulling his wife Tania and the children along with him after the finish.
+It was a special moment for me.
+I greatly miss my family.
+Being on the track with them was "weird," Farah told reporters.
+Farah is aiming for a fifth title race in London in a row with a golden duo of 5,000 and 10,000 metres.
+Anything is possible if you believe in it.
+Despite the title, Anne-Marie O'Connor's "Daam in Gold. Gustav Klimt's masterpiece, the extraordinary story of Adele Bloch-Bauer's portrait," delves much deeper into the origin story of one artwork from the birth story of the late 19th and early 20th-century Vienna.
+But even more in history.
+The awesome amount of information might have been worn out, a thinner subject would have allowed the portrait allowed in the title to become more of an influence.
+There would be two books in one of the covers: the story of Adele Bloch-Bauer, portrayed in her painting "Daam in Gold," and a far larger and comprehensive historical record of respectable Jewish families and German occupation, along with its after-effects in Austria.
+The first third of the book leads to the scorched-earth Vienna cultural life, and whoever has themselves entered the Austrian capital, one can imagine how life went around Ringstrasse more than 100 years ago, or how everyone turned their heads in the café in Central when Klimt stepped in.
+The concentration of cultural figures was high in one of Europe's richest cities, and when you see a familiar name in the book, you feel like a more grammar of cultures.
+At the same time, for example, the fact that Sigmund Freud acted in a city where incurable syphilis was rampant and was Europe's highest suicide rate does nothing more to the story's development.
+Or perhaps, every pair of brushstrokes adds colour to the cultural life of the early 20th century in Vienna.
+A dream of a trip to the Soviet Union
+In the last decades of the 19th century, the number of Jews in Vienna had exploded, becoming the largest Jewish community in Western Europe.
+At the turn of the century, almost one in ten of Vienna's residents were Jews.
+Adele's parents were also newcomers to Vienna, but by the time Adele married Ferdinand Blach, a Czech sugar magnate and Klimt, for her famous paintings, her father had already become the seventh-largest bank in the Habsburg empire.
+But Adelet didn't pull the whole glamorous life to which she belonged.
+If you look at "Damid in gold," it's hard to believe that towards the end of her life, this great lady became infected with socialism and dreamed of a trip to the Soviet Union.
diff --git a/tests/decoder/intgemm/intgemm_8bit_avx2.avx512.expected.bleu b/tests/decoder/intgemm/intgemm_8bit_avx2.avx512.expected.bleu
new file mode 100644
index 0000000..db30203
--- /dev/null
+++ b/tests/decoder/intgemm/intgemm_8bit_avx2.avx512.expected.bleu
@@ -0,0 +1 @@
+BLEU+case.mixed+numrefs.1+smooth.exp+tok.13a+version.1.2.12 = 29.7 66.6/38.1/23.9/15.2 (BP = 0.958 ratio = 0.959 hyp_len = 2722 ref_len = 2838)
diff --git a/tests/decoder/intgemm/intgemm_8bit_ssse3.avx.expected b/tests/decoder/intgemm/intgemm_8bit_ssse3.avx.expected
new file mode 100644
index 0000000..fb4bb06
--- /dev/null
+++ b/tests/decoder/intgemm/intgemm_8bit_ssse3.avx.expected
@@ -0,0 +1,100 @@
+Four members of the Kemerovo group detained in Estonia and Spain
+Slava Gulevich, the leader of the so-called Kemerovo group in the Estonian underworld, was detained by police in Spain, known in the criminal world as Slava Kemerovsky, according to the Post.
+Gulevich, who was detained in Spain, was arrested with court permission.
+Yesterday, the court also took custody of three suspects detained in Estonia.
+The suspects are members of the so-called Kemerovo Crime Society between the ages of 27 and 57, who are mainly responsible for drug offences.
+The alleged leader of a criminal association has been detained in Mijas, Malaga province.
+Three men were arrested on suspicion in Estonia, one of which is a leading figure in the criminal association, according to the data collected, and two are members of the criminal association.
+The data collected indicate that the roles and roles were clearly divided in the criminal community.
+The purpose of the criminal association's activities was to commit drug offences and thus generate criminal proceeds," said the head of pre-trial proceedings in the case, said Mr Verte, a state prosecutor.
+"We are not ruling out increasing the number of suspects in this criminal case," the prosecutor added.
+These are people who have been in the interest of law enforcement in the past, and some have been punished for drug offences.
+Verte stressed that cooperation with the Spanish counterparts had been important throughout the investigation.
+"International cooperation has become commonplace for us, and this week's operation shows the success of the cooperation," said prosecutor Verte.
+Ago Leis, head of the Metropolitan Police Service, said the arrests were preceded by a year-and-a-half probe.
+"In the first half of the long-running work, we have continued to have convictions for crimes in Estonia and Spain," he said.
+Leis added that federal police officers were assisting in the arrest in Spain.
+For years now, we have had good contact and understanding with the Spanish police and the Civil Guard.
+These arrests are yet another message to criminals that we can get them from the other end of Europe," Leis said.
+The information gathered so far clearly indicates that the men who have been arrested may continue to commit new crimes while at large, which is why the prosecution has requested their arrest and the court approved it.
+A man arrested in Spain is awaiting transfer to Estonia.
+Property, vehicles and cash have been seized to ensure confiscation.
+The pre-trial proceedings in the case are carried out by the Central Criminal Police Organised Crime Bureau and led by the Crown Prosecution Service.
+Slava Gulevich was found guilty of racketeering in 2005 by a district court in Tallinn and sentenced to five years in prison.
+In the middle of the last decade, Gulevich was considered the second most important man in the Estonian criminal world, after then-world leader Nikolai Tarankov.
+Gulevich, from Kemerovo, rose to prominence in the Estonian underworld in the early 1990s when he began to engage in extortion in Tallinn.
+He allegedly taxidermy and prostitutes operating at various hotels and demanded monthly rookies from businessmen.
+International joint operations, confiscations of criminal proceeds and court judgments that have come to terms confirm that the fight in the area of organised crime is effective.
+For example, the latest court rulings, eight defendants separated from the so-called Dikayev Criminal Association criminal case, who were ordered to receive a criminal offence of EUR 80,000, or a judgment against nine individuals in 2006 for Igor Aleynikov, which aimed at the illegal trade of cigarettes and committing crimes related to human trafficking in East Virginia and in southern Estonia.
+Confirl-based criminal income there is around 71,500 euros.
+What has been made in these criminal matters has been ensured by police officers exchanging information and prosecutors exchanging information and evidence with foreign colleagues on a daily basis and, if necessary, carrying out actions in any European Union country.
+Civil rights group warns against travel to Missouri
+The National Association for the Advancement of Colored People (NAACP) has warned black people travelling to Missouri against discriminatory policies and racist attacks in the state.
+The group's statement reads: "A NAACP travel note issued for the state of Midsugar, which runs until August 28, 2017, calls on all African-Americans, visitors and Missourians to be particularly attentive and extremely careful as they move around the state, taking into account the suspicious racial events that have occurred recently across the state."
+The NAACP said the group urged both the recent Missouri law to issue a travel warning, making it harder to win discrimination lawsuits, and the fact that the state's law enforcement officers target minorities in an unequal way.
+"People's civil rights are being violated.
+They are pulled to the edge of the road because of the color of their skin, beaten or killed," Rod Chapel, president of the Missouri branch of the NAACP, told The Kansas City Star.
+'We've never had so close complaints before.'
+This is the first such warning the organization has issued about the U.S. state.
+The group cited events such as racist insults at the University of Missouri and the death of Tory Sanders, a 28-year-old black man from Tennessee.
+Sanders died in suspicious circumstances earlier this year after he ran out of bench while driving through the state and was taken into custody by police in Missouri without being charged with a crime.
+In addition, the note cites a recent report by the Missouri Attorney General, which shows that in the state, black motorists are 75% more likely to stop cars than white people.
+"It's meant to make people aware and warn their families, friends and co-workers about what might happen in Missouri," Chapel said.
+"People have to be prepared, whether that means taking bail money or informing relatives that they are going through the state," he said.
+According to the latest data from the FBI's hate crime reporting program, Missouri documented 100 hate crimes in 2015, putting the state at 16th place in the state's number of similar violations.
+The travel warning is also a response to a new law in Missouri that makes it difficult for the company to sue for discrimination in the search for housing or work.
+The American Civil Liberties Union (American Civil Liberties Union) had previously issued travel notes for Texas and Arizona after those states passed immigration laws that required local authorities to arrest people for immigration violations because the ACLU said it would increase racial profiling.
+Typically, travel warnings are issued by the Department of Foreign Affairs for other countries, but recently interest groups have been using the measure as a countervisor to certain intra-U.S. laws and trends.
+Hepatitis: what would anyone know about different forms of this serious disease?
+Hepatitis, or liver inflammation, can be caused by five different - A, B, C, and E, hepatitis virus.
+All these viruses trigger acute inflammation of liver tissue.
+However, chronic hepatitis B and C have chronic hepatitis, which can develop into liver cirrhosis, or liver wrinkles and liver cancer, is a poor cost.
+Mood Kutsar, epidemiology adviser at the Department of Health, says acute hepatitis is the same for all types of liver inflammation - fever, fatigue, appetite, nausea, vomiting, stomach pain, glandular urine, muscular and joint pain, and the collar of the skin and mucus.
+The most recent disease also comes from the popular name for liver inflammation, colloquial.
+In children, hepatitis can go without signs of disease.
+Different types of inflammation can only be determined on the basis of data from a laboratory study.
+Extreme hepatitis can switch to chronic hepatitis and run for decades without signs of disease, meaning a person may not know anything about their dangerous liver-related disease.
+Mr Kutsar points out different forms of hepatitis and describes their progress more closely.
+Hepatitis A viruses spread from sick people and infect us by eating contaminated food or drinking water, through sex, from the stools of an infected person to their hands and from hands to food, surfaces, objects, mouths and drug use.
+The risk of hepatitis infection, or at-risk, family members and carers, people with chronic liver disease, people having sex with infected people, men having sex with men, drug addicts, travelers visiting countries with hepatitis A high spread.
+Infectiousness can be prevented by vaccination, in particular for people travelling at risk of vaccination for people travelling and at risk of hepatitis A.
+In addition, daily hygiene compliance is important: wash or disinfect all fruit and vegetables before using them for food.
+Hepatitis B viruses are spread when exposed to the blood of a sick person, injecting drugs, tattooing, hole-in-dural, blood-thinning creatures (toothbrushes, squatting tools), donor blood, having sex with a hepatitis-boy person, and from a hepatitis-stricken mother to foetal/born.
+The injection drug addicts, sex partners of an infected person, men having sex with men, newborns of infected mother, sick family members and caregivers, health, rescue workers and police officers exposed to blood and other bodily fluids, and travelers visiting countries with hepatitis B.
+It is possible to vaccinate people to prevent hepatitis B; in particular, people at risk have been recommended, as well as those with chronic liver disease, HIV infections, sexually transmitted diseases and diabetes.
+Other preventive measures for hepatitis B include: avoiding the use of foreign hygiene and manicure, other sharpeners and needles, tattooing and hole-in-the-wall, and the use of condoms in the event of infection-prone sex or avoiding sexual risk behaviour.
+Vaccination against hepatitis B is free for children in Estonia as part of the national immunisation scheme and for children.
+Hepatitis C viruses are spread when a sick person's blood is exposed to, injected with drugs, tattooing, hole-in-dust, using blood-contaminated creatures, donor blood, having sex with hepatitis, and having hepatitis from mother to foetal/born.
+The risk group for hepatitis C infection includes injection drug addicts, infected person sex partners, men having sex with men, newborns of an infected mother, sick family members and carers, health workers and police officers exposed to blood and other bodily fluids, and travelers visiting countries with high levels of hepatitis C.
+The prevention measure for hepatitis C is: avoiding the use of foreign hygiene and manicure, other sharpeners and needles, tattooing and holeing, and the use of condoms in the event of infection-prone sex.
+There is no vaccine against hepatitis.
+Hepatitis D is caused by a hepatitis D virus that reproduces in the presence of hepatitis B virus.
+As a result, hepatitis D infection occurs in hepatitis B or a superficial infection in chronic hepatitis B patients.
+Hepatitis D viruses are spread through contact with blood and other bodily fluids, their contaminated needles, sexually and from the rarely infected mother to the foetus.
+The risk group for hepatitis D is chronic hepatitis B virus carriers and people who do not have immunity against hepatitis B.
+An effective preventive measure is vaccination with the hepatitis B vaccine, which also protects people from infection with the hepatitis D virus.
+Hepatitis viruses are spread through fetal-oral teaspoon drinking water and food, including eating low-heated beef, fish and sea cucumbers, donor blood, commonly used syringes and infected mother to foetus.
+Passengers can become infected in countries with hepatitis E high disease.
+Preventive measures for hepatitis include hygiene compliance: wash or disinfect your hands after going to the toilet, before cooking and eating, after caring for the sick.
+Wash fruit and vegetables before consumption, avoid eating low-heated beef, fish and seafood, drink only safe drinking water and avoid drug use.
+While rivals tried to sprint off the four-time Olympic champion in the final round, 34-year-old Farah found strength in the final round and won in a time of 26.49.51.
+Farah didn't think long, pulling his wife Tania and the children along with her after the finish.
+It was a special moment for me.
+I greatly miss my family.
+Being on the track with them was wonderful," Farah told reporters.
+Farah is aiming for a fifth title race in a row in London with a 5,000 and 10,000 metre run golden duo.
+Anything is possible if you believe in it.
+Despite the title, Anne-Marie O'Connor's "Daam in Gold. Gustav Klimt's masterpiece, the extraordinary story of Adele Bloch-Bauer's portrait" delves much deeper into the origin story of one of the artworks from the birthplace of one of the arts in the late 19th and early 20th centuries of Vienna.
+But even more in history.
+The ensuing amount of information might have been worn out, a thinner subject that allowed the portrait allowed in the title to become more of an influence on the extraordinary story.
+There would be two books now on the same cover: the story of Adele Bloch-Bauer, depicted in her painting "Daam in Gold," and a much larger and comprehensive historical record of the esteemed Jewish family and the German occupation, along with its aftermath in Austria.
+The first third of the book leads to the cultural life of Vienna in the midst of a bustling Vienna, and who have themselves in the Austrian capital, can imagine, without the slightest effort, how life went around Ringstrasse more than a hundred years ago, or how everyone turned their heads in the Central Cafe when Klimt stepped in.
+The concentration of cultural figures was high in one of Europe's richest cities, and when you see the familiar name in the book, you feel like a more grammar.
+At the same time, for example, the fact that Sigmund Freud operated in a city where he was subjected to incurable syphilis and was the highest suicide rate in Europe seems to give nothing to the development of the story.
+Or, perhaps, every pair of brushstrokes adds colour to the cultural life of the early 20th century in Vienna.
+dream of a trip to the Soviet Union
+In the last decades of the 19th century, the number of Jews in Vienna had exploded, becoming the largest Jewish community in Western Europe.
+At the turn of the century, nearly one in ten of Vienna's residents were Jews.
+Adele's parents were also newcomers to Vienna, but by the time Adele married her two-time Open Czech sugar magnate Ferdinand Bloch and posed for Klimt for her famous paintings, her father's bank had become the seventh largest bank in the Habsburg empire.
+But Adelet didn't draw all the glamorous life to which she belonged.
+If you look at "Damid in Gold," it's hard to believe that, towards the end of her life, this great lady became infected with socialism and dreamed of a trip to the Soviet Union.
diff --git a/tests/decoder/intgemm/intgemm_8bit_ssse3.avx.expected.bleu b/tests/decoder/intgemm/intgemm_8bit_ssse3.avx.expected.bleu
new file mode 100644
index 0000000..3bf0303
--- /dev/null
+++ b/tests/decoder/intgemm/intgemm_8bit_ssse3.avx.expected.bleu
@@ -0,0 +1 @@
+BLEU+case.mixed+numrefs.1+smooth.exp+tok.13a+version.1.2.12 = 29.8 65.5/38.1/24.1/15.0 (BP = 0.968 ratio = 0.969 hyp_len = 2749 ref_len = 2838)
diff --git a/tests/decoder/intgemm/intgemm_8bit_ssse3.avx2.expected b/tests/decoder/intgemm/intgemm_8bit_ssse3.avx2.expected
new file mode 100644
index 0000000..2a76488
--- /dev/null
+++ b/tests/decoder/intgemm/intgemm_8bit_ssse3.avx2.expected
@@ -0,0 +1,100 @@
+Four members of the Kemerovo gang detained in Estonia and Spain
+According to the Post, Slava Gulevich, the leader of the so-called Kemerovo group in Spain, was detained by police in Spain as Slava Kemerovsky, known in the criminal world.
+Gulevich, who was detained in Spain, was arrested with court permission.
+Yesterday, the court also took custody of three suspects detained in Estonia.
+The suspects are members of the so-called Kemerovo Crime Society, aged 27 and 57, who are mainly responsible for drug offences.
+The alleged leader of a criminal association has been detained in Mijas, Malaga province, Spain.
+Three men were arrested on suspicion of suspects in Estonia, one of whom is a leading figure in the criminal association, according to the data collected, and two are members of the criminal association.
+The data collected indicate that the roles and roles were clearly divided in the criminal community.
+The purpose of the criminal association's activities was to commit drug offences and thus generate criminal proceeds," said the head of pretrial proceedings in the criminal case, said Mr Verte, a state prosecutor.
+"We are not ruling out that the number of suspects in this criminal case will increase," the prosecutor added.
+These are people who have been in the interest of law enforcement in the past, and some have been punished for drug offences.
+Verte stressed that cooperation with Spanish counterparts had been important throughout the investigation.
+"International cooperation has become commonplace for us, and this week's operation shows the success of the cooperation," prosecutor Verte said.
+Ago Leis, head of the CCC, said the arrests were preceded by a year-and-a-half probe.
+"In the first half of the long-running work, we have recorded and we have arrested suspects of crimes in Estonia and Spain at the same time," he said.
+The spokesman added that federal police officers were assisting in the arrests in Spain.
+For years now, we have had good contact and understanding with the Spanish police and the Civil Guard.
+These arrests are yet another message to criminals that we will get them from the other end of Europe," Leis said.
+The information gathered so far clearly indicates that the men on suspicion of being at large can continue to commit new crimes, which is why the prosecution has requested their arrest and the court approved it.
+A man arrested in Spain is awaiting transfer to Estonia.
+Property, vehicles and cash have been seized as part of this criminal case to ensure confiscation.
+Pre-trial proceedings are carried out by the Central Criminal Police Organised Crime Bureau and led by the Crown Prosecution Service.
+Slava Gulevich was found guilty of extortion and sentenced to five years in prison by a district court in Tallinn.
+In the middle of last decade, Gulevich was considered the second most important man in the Estonian criminal world, after Nikolai Tarankov, then the underworld leader.
+Gulevich, from Kemerovo, rose to prominence in the Estonian underworld in the early 1990s when he began to engage in extortion in Tallinn.
+He allegedly taxiderned taxi drivers and prostitutes operating at various hotels and charged businessmen with monthly rookie fees.
+International joint operations, confiscations of criminal proceeds and court rulings that have come into force confirm that the fight in the area of organised crime is effective.
+For example, the latest verdicts, eight defendants from the so-called Dikayev Criminal Community criminal case who were ordered to have seized EUR 80,000 in proceeds of criminal damage, or the judgment of nine individuals in 2006 for Igor Aleynikov, who set up a criminal association aimed at the illegal trade of cigarettes and committing crimes related to human trafficking in East Virginia and the South in Estonia.
+Confirl-protection income there is around 71,500 euros.
+Success in these criminal matters has been ensured by the fact that police officers exchange information and evidence with foreign colleagues every day, and if necessary, operations will be carried out in any European Union country.
+Civil rights group warns against travel to Missouri
+The National Association for the Advancement of Colored People (NAACP) has warned black people travelling to Missouri against discriminatory policies and racist attacks in the state.
+The group's statement reads: "A NAACP travel note issued for the state of Mussuri, which runs until August 28, 2017, calls on all African-Americans, visitors and Missourians to be particularly vigilant and extremely careful as they move around the state, given the entire royals of suspicious racial events that have occurred recently across the state and are also listed here."
+The NAACP said the group urged the travel warning to issue both the recent Missouri law, making it harder to win discrimination lawsuits and the fact that it is minorities who are targets for the unequally responsible state.
+"People's civil rights are being violated.
+They are pulled onto the side of the road because of the colour of their skin, beaten or killed," Rod Chapel, president of the Missouri branch of the NAACP, told The Kansas City Star.
+'We've never had so close complaints before.'
+It is the first such warning the organization has issued to the U.S. state.
+The group cited events such as racist insults at the University of Missouri and the death of 28-year-old black Tory Sanders, a 28-year-old black man from Tennessee.
+Sanders died in suspicious circumstances earlier this year after he ran out of petrol while driving through the state and was taken into custody by Missouri police without being charged with a crime.
+In addition, the note cites a recent report by the Missouri attorney general's attorney general, which shows that in the state, cars of black motorists are 75% more likely to be stopped than white people.
+"It's meant to make people aware and warn their families, friends and co-workers about what might happen in Missouri," Chapel said.
+"People have to be prepared, whether it's taking bail money or informing relatives that they're going through the state," he said.
+According to the latest data from the FBI's hate crime reporting program, Missouri documented 100 hate crimes in 2015, putting the state 16th in the state for the number of similar violations.
+The travel warning is also a response to a new law in Missouri that makes it difficult for the company to sue for discrimination in the search for housing or work.
+The American Civil Liberties Union (American Civil Liberties Union) had previously issued travel briefings for Texas and Arizona after those states passed immigration laws that required local authorities to arrest people for immigration violations because the ACLU said it would increase racial profiling.
+Typically, travel warnings are issued by the Foreign Office for other countries, but recently interest groups have started using the measure as a counter-reaction to certain intra-U.S. laws and trends.
+Hepatitis: what would anyone know about the different forms of this serious disease?
+Hepatitis, or liver inflammation, can be caused by five different types - A, B, C, D and E.
+All these viruses trigger acute inflammation of liver tissue.
+However, chronic hepatitis B and C, which can continue to develop into cerebral cirrhosis, or liver wrinkles and liver cancer, is a poor-coloured cost.
+Moody Kutsar, an epidemiology adviser at the Department of Health, says acute hepatitis is the same for all types of liver inflammation - fever, fatigue, plantation, nausea, vomiting, stomach pain, faint excitement, dark urine, muscle and joint pain, and the yellowing of the skin and mucus.
+The most recent disease also comes from the popular name of the liver inflammation, collar.
+In children, hepatitis can go without signs of disease.
+Different types of inflammation can only be identified based on data from laboratory studies.
+Extreme hepatitis can switch to chronic hepatitis and run for decades without signs of disease, meaning a person may not know anything about their dangerous liver-dammable disease.
+Mr Kutsar points out different forms of hepatitis and describes their progress more closely.
+Hepatitis A viruses spread from sick people and infect us when eating contaminated food or drinking water, through sex, from stools to hands and hands, surfaces, objects, mouth-watering and drug use.
+Families and carers at risk of hepatitis infection, known as risk-averse disease, people with chronic liver disease, people having sex with infected men, drug addicts, travelers visiting countries with hepatitis A.
+Infectiousness can be prevented by vaccination, in particular for people travelling at risk of vaccination and being at risk of hepatitis A.
+In addition, daily hygiene compliance is important: wash or disinfect your hands before using all fruits and vegetables.
+Hepatitis B viruses are spread when exposed to the blood of a sick person, injecting drugs, tattooing, hole-in-cheek, using blood-soaked creatures (toothbrushes, squatting tools), donor blood, having sex with hepatitis suspicious person, and having sex with a hepatitis mother to foetal/born.
+The injection drug addicts, sex partners of an infected person, men having sex with men, newborns of an infected mother, sick family members and carers, health care workers and carers exposed to blood and other bodily fluids, and travelers visiting countries with high levels of hepatitis B.
+People can be vaccinated to prevent hepatitis B; in particular, people at risk have been recommended, as well as those with chronic liver disease, HIV infection, sexually transmitted diseases and diabetes.
+Other preventive measures for hepatitis B include: avoiding the use of foreign hygiene and manicure products, other sharpeners and syringes, tattooing and holeing, and using condoms in the event of infection-prone sex or avoiding sexual risk behavior.
+Vaccination against hepatitis B is a free part of the national immunisation scheme in Estonia and for children.
+Hepatitis C viruses are spread when exposed to the blood of a sick person, injecting drugs, tattooing, hole-in-cheek, using blood-contaminated creatures, donor blood, having sex with a hepatitis-related person, and from hepatitis to mother to foetus/born.
+The risk group for hepatitis C infection includes injection drug addicts, infected person sex partners, men having sex with men, newborns of an infected mother, sick family members and carers, health, rescue workers and police officers, people with HIV infections, and travelers visiting countries with high levels of hepatitis C.
+The prevention measure for hepatitis C is: avoiding the use of foreign hygiene and manicure, other sharpeners and syringe-infections, tattooing and sniffing, and using condoms for infectious sex.
+There is no vaccine against hepatitis C.
+Hepatitis D is caused by hepatitis D virus, which reproduces in the presence of hepatitis B virus.
+As a result, hepatitis D infection occurs in hepatitis B or a superficial infection in chronic hepatitis B patients.
+Hepatitis D viruses are spread through exposure to blood and other bodily fluids, with contaminated needles, sexually transmitted and rarely infected mothers to the foetus.
+Hepatitis D is a risk group for chronic hepatitis B virus carriers and people who do not have immunity against hepatitis B.
+An effective preventive measure is vaccination with the hepatitis B vaccine, which also protects people from infection with the hepatitis D virus.
+Hepatitis viruses are spread through fetal-oral tea drinking water and food, including eating low-heated beef, fish and sea cucumbers, donor blood, commonly used syringes and infected mother to foetuses.
+Passengers may become infected in countries with hepatitis E high disease.
+Preventing hepatitis is to meet hygiene requirements: wash or disinfect your hands after going to the toilet, before cooking and eating, after caring for the sick.
+Wash fruit and vegetables before consumption, avoid eating low-heated beef, fish and seafood, drink only safe drinking water and avoid drug use.
+Despite the rivals trying to get the four-time Olympic champion off the track in the final round, the 34-year-old Farah found strength in the final round and won in a time of 26.49.51.
+Farah didn't think long, pulling his wife Tania and the children along with him after the finish.
+It was a special moment for me.
+I greatly miss my family.
+Being on the track with them was wonderful," Farah told reporters.
+Farah is aiming for a fifth title race in London in a row with a golden duo of the 5,000 and 10,000 metres.
+Anything is possible if you believe in it.
+Despite the title, Anne-Marie O'Connor's "Daam in Gold. Gustav Klimt's masterpiece, the extraordinary story of Adele Bloch-Bauer's portrait" delves much deeper into the origins of one artwork from the origin of the late 19th and early 20th-century Vienna cultural life.
+But even more in history.
+The awesome amount of information would have worn off perhaps a louder cut, a narrower subject allowed to have had more of an impact on the extraordinary story of the portrait allowed in the title.
+There would be two books on the cover at the moment: the story of Adele Bloch-Bauer, depicted in her painting "Daam in Gold," and a much larger and more comprehensive historical book about the esteemed Jewish family and the German occupation, along with its after-effects in Austria.
+The first third of the book leads to the sprawling Vienna cultural life in the midst of a bustling Vienna, and whoever has himself in the Austrian capital can imagine, without the slight effort, how life went around Ringstrasse more than 100 years ago, or how everyone turned his head around Central Cafe when Klimt stepped in.
+The concentration of cultural figures was high in one of Europe's richest cities, and when you see a familiar name in the book, you feel like a more grammar of cultures.
+At the same time, for example, the fact that Sigmund Freud operated in a city where he was immersed in incursive syphilis and was the highest suicide rate in Europe seems to add nothing to the development of the story.
+Or perhaps, every pair of brushstrokes adds colour to the cultural life of the early 20th century in Vienna.
+dream of a trip to the Soviet Union
+In the last decades of the 19th century, the number of Jews in Vienna had exploded, becoming the largest Jewish community in Western Europe.
+At the turn of the century, almost one in ten of Vienna's residents was a Jew.
+Adele's parents were also newcomers to Vienna, but by the time Adele married herself twice to open a Czech sugar magnate, Ferdinand Bloch, and Klimt was posing for her famous paintings, her father's bank had already become the seventh largest bank in the Habsburg empire.
+But Adelet didn't draw the whole glamorous life to which she belonged.
+If you look at "Dami in gold," it's hard to believe that, towards the end of her life, this great lady became infected with socialism and dreamed of a trip to the Soviet Union.
diff --git a/tests/decoder/intgemm/intgemm_8bit_ssse3.avx2.expected.bleu b/tests/decoder/intgemm/intgemm_8bit_ssse3.avx2.expected.bleu
new file mode 100644
index 0000000..7f38f2d
--- /dev/null
+++ b/tests/decoder/intgemm/intgemm_8bit_ssse3.avx2.expected.bleu
@@ -0,0 +1 @@
+BLEU+case.mixed+numrefs.1+smooth.exp+tok.13a+version.1.2.12 = 30.4 65.9/38.2/24.5/15.6 (BP = 0.970 ratio = 0.970 hyp_len = 2753 ref_len = 2838)
diff --git a/tests/decoder/intgemm/intgemm_8bit_ssse3.avx512.expected b/tests/decoder/intgemm/intgemm_8bit_ssse3.avx512.expected
new file mode 100644
index 0000000..dae92f4
--- /dev/null
+++ b/tests/decoder/intgemm/intgemm_8bit_ssse3.avx512.expected
@@ -0,0 +1,100 @@
+Four members of the Kemerovo gang detained in Estonia and Spain
+According to the Post, police detained Slava Gulevich, the leader of the so-called Kemerovo Group, known in the criminal world as Slava Kemerovsky, in Spain.
+Gulevich, who was detained in Spain, was arrested with court permission.
+Yesterday, the court also took custody of three suspects detained in Estonia.
+The suspects are members of the so-called Kemerovo Crime Society, aged 27 and 57, who are mainly responsible for drug offences.
+The alleged leader of a criminal association has been detained in Mijas, Malaga province, Spain.
+Three men were arrested on suspicion of suspects in Estonia, including one leading a criminal association, according to the data collected, and two are members of the criminal association.
+The data collected indicate that the roles and roles were clearly divided in the criminal community.
+The purpose of the criminal association's activities was to commit drug offences and thus generate criminal proceeds," said the head of pretrial proceedings in the criminal case, said Mr Verte, a state prosecutor.
+"We are not ruling out that the number of suspects in this criminal case will increase," the prosecutor added.
+These are people who have been in the interest of law enforcement in the past, and some have been punished for drug offences.
+Verte stressed that cooperation with Spanish counterparts had been important throughout the investigation.
+"International cooperation has become commonplace for us, and this week's operation shows the success of the cooperation," said prosecutor Verte.
+Ago Leis, head of the CCC, said the arrests were preceded by a year-and-a-half probe.
+"In the first half of the long-running work, we have recorded and we have arrested suspects of crimes in Estonia and in Spain at the same time," he said.
+The spokesman added that federal police officers were assisting in the arrests in Spain.
+For years now, we have had good contact and understanding with the Spanish police and the Civil Guard.
+These arrests are yet another message to criminals that we will get them from the other end of Europe," Leis said.
+The information gathered so far clearly indicates that the men on suspicion of being at large can continue to commit new crimes, which is why the prosecution has requested their arrest and the court approved it.
+A man arrested in Spain is awaiting transfer to Estonia.
+Property, vehicles and cash have been seized as part of this criminal case to ensure confiscation.
+Pre-trial proceedings are carried out by the Central Criminal Police Organised Crime Bureau and led by the Crown Prosecution Service.
+Slava Gulevich was found guilty of extortion and sentenced to five years in prison by a district court in Tallinn.
+In the middle of last decade, Gulevich was considered the second most important man in the Estonian criminal world after Nikolai Tarankov, then the underworld leader.
+Gulevich, from Kemerovo, rose to prominence in the Estonian underworld in the early 1990s when he began to engage in extortion in Tallinn.
+He allegedly taxiderned taxi drivers and prostitutes operating at various hotels and charged businessmen with monthly rookie fees.
+International joint operations, confiscations of criminal proceeds and court rulings that have come into force confirm that the fight in organised crime is effective.
+For example, the latest verdicts, eight of the so-called Dikayev criminal cases, separated from the so-called Dikayev Criminal Association, for which BGN 80,000 were seized, or the judgment of nine persons in 2006 for Igor Aleynikov to a criminal association aimed at the illegal trade of cigarettes and committing crimes related to human trafficking in East Virginia and the South.
+Confirl-protection income there is around 71,500 euros.
+Success in these criminal matters has been ensured by the fact that police officers exchange information and evidence with foreign colleagues every day, and if necessary, operations will be carried out in any European Union country.
+Civil rights group warns against travel to Missouri
+The National Association for the Advancement of Colored People (NAACP) has warned black people travelling to Missouri against discriminatory policies and racist attacks in the state.
+The group's statement reads: "A NAACP travel note issued for the state of Mussuri, which runs until August 28, 2017, calls on all African-Americans, visitors and Missourians to be particularly vigilant and extremely careful as they move around the state, given the entire roster of suspicious racial events that have occurred recently across the state and also brought out here."
+The NAACP said the group urged both the recent Missouri law to issue a travel warning, making it harder to win discrimination lawsuits and the fact that it is minorities who are targets for the state's law enforcement agencies.
+"People's civil rights are being violated.
+They are pulled onto the side of the road because of the color of their skin, beaten or killed," Rod Chapel, president of the Missouri branch of the NAACP, told The Kansas City Star.
+'We've never had so close complaints before.'
+It is the first such warning the organization has issued to the U.S. state.
+The group cited events such as racist insults at the direction of black students at the University of Missouri and the death of Tory Sanders, a 28-year-old black man from Tennessee.
+Sanders died in suspicious circumstances earlier this year after he ran out of petrol while driving through the state and was taken into custody by police in Missouri without being charged with a crime.
+In addition, the note points to a recent report by the Missouri attorney general's attorney general, which shows that in the state, the cars of black motorists are 75% more likely to be stopped than those of whites.
+"It's meant to make people aware and warn their families, friends and co-workers about what might happen in Missouri," Chapel said.
+"People have to be prepared, whether it's taking bail money or informing relatives that they're going through the state," he said.
+According to the latest data from the FBI's hate crime reporting program, 100 hate crimes were documented in Missouri in 2015, putting the state 16th in the state's number of similar violations.
+The travel warning is also a response to a new law in Missouri that makes it difficult for the company to sue for discrimination in the search for housing or work.
+The American Civil Liberties Union (American Civil Liberties Union) had previously issued travel briefings for Texas and Arizona after those states passed immigration laws that required local authorities to arrest people for immigration violations because the ACLU said it would increase racial profiling.
+Typically, travel warnings are issued by the Foreign Office for other countries, but recently interest groups have started using the measure as a counter-reaction to certain intra-U.S. laws and trends.
+Hepatitis: what would anyone know about the different forms of this serious disease?
+Hepatitis, or liver inflammation, can be caused by five different types - A, B, C, D and E.
+All these viruses trigger acute inflammation of liver tissue.
+However, chronic hepatitis B and C, which can continue to develop into cerebral cirrhosis, or liver wrinkles and liver cancer, is a poor cost.
+Mooy Kutsar, an epidemiology adviser to the NHS, says acute hepatitis is the same for all types of liver inflammation - fever, fatigue, planting, nausea, vomiting, abdominal pain, faint extinct, dark urine, muscular and joint pain, and the yellowness of the skin and mucus.
+The most recent disease also comes from the popular name for liver inflammation, colloquial.
+In children, hepatitis can go without signs of disease.
+Different types of inflammation can only be identified based on data from laboratory studies.
+Extreme hepatitis can switch to chronic hepatitis and run for decades without signs of disease, meaning a person may not know anything about their dangerous liver-disruptive disease.
+Mr Kutsar points out different forms of hepatitis and describes their progress more closely.
+Hepatitis A viruses spread from sick people and infect us by eating contaminated food or drinking water, sex, from the stools of an infected person to their hands and from their hands to food, surfaces, objects, mouth and taking drugs.
+Families and carers at risk of hepatitis infection, known as risk-averse disease, people with chronic liver disease, people having sex with infected men, drug addicts, travelers visiting countries with hepatitis A high-proteined countries.
+Infectiousness can be prevented by vaccination, in particular for people travelling at risk of vaccination and those at risk of hepatitis A.
+In addition, daily hygiene compliance is important: wash or disinfect your hands, wash all fruit and vegetables before using it for food.
+Hepatitis B viruses are spread when exposed to the blood of a sick person, injecting drugs, tattooing, hole-in-cheek, using blood-soaked creatures (toothbrushes, squatting tools), donor blood, having sex with hepatitis sushi and having hepatitis from mother to foetus/born.
+The injection drug addicts, sex partners of an infected person, men having sex with men, newborns of an infected mother, sick family members and carers, health care workers and police who are exposed to blood and other bodily fluids, and travelers visiting countries with hepatitis B.
+People can be vaccinated to prevent hepatitis B; in particular, people at risk of vaccination, as well as those with chronic liver disease, HIV infection, sexually transmitted diseases and diabetes, are recommended.
+Other preventive measures for hepatitis B include: avoiding the use of foreign hygiene and manicure, other sharpeners and syringes, tattooing and holeing, and using condoms in the event of infection-prone sex or avoiding sexual risk behavior.
+Vaccination against hepatitis B is a free part of the national immunisation scheme in Estonia and for children.
+Hepatitis C viruses are spread when exposed to the blood of a sick person, injecting drugs, tattooing, holed up, using blood-soaked creatures, having donor blood, having sex with hepatitis a person, and from hepatitis to mother to foetus/born.
+The risk group for hepatitis C infection includes injection drug users, infected person sex partners, men having sex with men, newborns of an infected mother, sick family members and carers, health, rescue workers and police officers exposed to blood and other bodily fluids, and travelers visiting countries with hepatitis C.
+The prevention measure for hepatitis C is: deterrence of foreign hygiene and manicured equipment, other sharpeners and syringe-infection, tattooing and sniffing, and using condoms for infectious sex.
+There is no vaccine against hepatitis C.
+Hepatitis D is caused by hepatitis D virus, which reproduces in the presence of hepatitis B virus.
+As a result, hepatitis D infection occurs in hepatitis B or a superficial infection in chronic hepatitis B patients.
+Hepatitis D viruses are spread through contact with blood and other bodily fluids, with contaminated needles, sexually transmitted and rarely infected mother to the foetus.
+Hepatitis D is a risk group for chronic hepatitis B virus carriers and people who do not have immunity against hepatitis B.
+An effective preventive measure is vaccination with the hepatitis B vaccine, which also protects people from infection with the hepatitis D virus.
+Hepatitis viruses spread fetal-oral tea with drinking water and food, including eating low-heated beef, fish and sea cucumbers, donor blood, commonly used syringes and infected mother to foetus.
+Passengers may become infected in countries with hepatitis E high disease.
+Hepatitis prevention measures include meeting hygiene requirements: wash or disinfectant their hands after going to the toilet, before cooking and eating, after caring for the sick.
+Wash fruit and vegetables before consumption, avoid eating low-heated beef, fish and seafood, drink only safe drinking water and avoid drug use.
+While rivals tried to squeeze the four-time Olympic champion off course in the final round, 34-year-old Farah found strength in the final round and won in a time of 26.49.51.
+Farah didn't think long, pulling his wife Tania and the children along with him after the finish.
+It was a special moment for me.
+I greatly miss my family.
+Being on the track with them was wonderful," Farah told reporters.
+Farah is aiming for a fifth title race in London in a row with a golden duo of the 5,000 and 10,000 metres.
+Anything is possible if you believe in it.
+Despite the title, Anne-Marie O'Connor's "Daam in Gold; Gustav Klimt's masterpiece, the extraordinary story of the extraordinary story of Adele Bloch-Bauer's portrait" delves much deeper into the origin story of an artwork from the birth of one of the arts much deeper into the cultural life of the late 19th and early 20th-centurni-Rollings of Vienna.
+But even more in history.
+The awesome amount of information would have worn off perhaps a louder cut, a narrower subject allowed to have the extraordinary story of the title allowed to have more of an impact.
+There would be two books on the cover at the moment: the story of Adele Bloch-Bauer, depicted in the painting "Daam in Gold," and a much larger and more comprehensive historical book about respectable Jewish families and the German occupation, along with its after-effects in Austria.
+The first third of the book leads to the cultural life of Vienna in the midst of a bustling Vienna, and who have themselves in the Austrian capital, one can imagine how life went around Ringstrasse more than a hundred years ago, or how everyone turned their heads in the Central Cafe when Klimt stepped in.
+The concentration of cultural figures was high in one of Europe's richest cities, and when you see a familiar name in the book, you feel like a more grammar of cultures.
+At the same time, for example, the fact that Sigmund Freud operated in a city where incursive syphilis and had the highest suicide rate in Europe seems to add nothing to the development of the story.
+Or perhaps, every pair of brushstrokes adds colour to the cultural life of the early 20th century in Vienna.
+dream of a trip to the Soviet Union
+In the last decades of the 19th century, the number of Jews in Vienna had exploded, becoming the largest Jewish community in Western Europe.
+At the turn of the century, almost one in ten of Vienna's residents was a Jew.
+Adele's parents were also newcomers to Vienna, but by the time Adele married herself twice to open a Czech sugar magnate, Ferdinand Bloch, and Klimt was posing for her famous paintings, her father's bank had already become the seventh-largest bank in the Habsburg empire.
+But Adelet didn't draw the whole glamorous life to which she belonged.
+If you look at "Dami in gold," it's hard to believe that, towards the end of her life, this great lady became infected with socialism and dreamed of a trip to the Soviet Union.
diff --git a/tests/decoder/intgemm/intgemm_8bit_ssse3.avx512.expected.bleu b/tests/decoder/intgemm/intgemm_8bit_ssse3.avx512.expected.bleu
new file mode 100644
index 0000000..580f650
--- /dev/null
+++ b/tests/decoder/intgemm/intgemm_8bit_ssse3.avx512.expected.bleu
@@ -0,0 +1 @@
+BLEU+case.mixed+numrefs.1+smooth.exp+tok.13a+version.1.2.12 = 30.3 66.0/38.2/24.2/15.6 (BP = 0.969 ratio = 0.969 hyp_len = 2751 ref_len = 2838)
diff --git a/tests/decoder/intgemm/setup.sh b/tests/decoder/intgemm/setup.sh
new file mode 100644
index 0000000..fde77bc
--- /dev/null
+++ b/tests/decoder/intgemm/setup.sh
@@ -0,0 +1,14 @@
+# Skip if compiled without SentencePiece
+if [ ! $MRT_MARIAN_USE_SENTENCEPIECE ]; then
+    exit 100
+fi
+
+test -f $MRT_MODELS/student-eten/model.npz || exit 1
+test -f $MRT_MODELS/student-eten/lex.s2t   || exit 1
+test -f $MRT_MODELS/student-eten/vocab.spm || exit 1
+
+test -f newstest2018.src || python3 $MRT_TOOLS/sacrebleu/sacrebleu.py -t wmt18 -l et-en --echo src \
+    | head -n 100 > newstest2018.src
+test -f newstest2018.ref || python3 $MRT_TOOLS/sacrebleu/sacrebleu.py -t wmt18 -l et-en --echo ref \
+    | head -n 100 > newstest2018.ref
+
diff --git a/tests/decoder/intgemm/test_intgemm_16bit.sh b/tests/decoder/intgemm/test_intgemm_16bit.sh
new file mode 100644
index 0000000..89ad809
--- /dev/null
+++ b/tests/decoder/intgemm/test_intgemm_16bit.sh
@@ -0,0 +1,57 @@
+#!/bin/bash
+
+#####################################################################
+# SUMMARY: Decode intgemm 16bit with a binary model
+# TAGS: cpu student shortlist intgemm
+#####################################################################
+
+# Exit on error
+set -e
+
+# Skip if requirements are not met
+if [ ! $MRT_MARIAN_USE_MKL ]; then
+    echo "Marian is not compiled with CPU" 1>&2
+    exit 100
+elif ! grep -q "avx" /proc/cpuinfo; then
+    echo "Your CPU does not support AVX, which is required" 1>&2
+    exit 100
+fi
+
+# Outputs differ on CPUs supporting AVX, AVX2 or AVX512
+suffix=avx
+if grep -q "avx512_vnni" /proc/cpuinfo; then
+    suffix=avx512_vnni
+elif grep -q "avx512" /proc/cpuinfo; then
+    suffix=avx512
+elif grep -q "avx2" /proc/cpuinfo; then
+    suffix=avx2
+fi
+
+prefix=intgemm_16bit
+
+
+# Remove previous outputs
+rm -f $prefix.out $prefix.$suffix.bin
+
+# Pack the model
+$MRT_MARIAN/marian-conv -f $MRT_MODELS/student-eten/model.npz -t $prefix.$suffix.bin --gemm-type intgemm16
+test -s $prefix.$suffix.bin
+
+# Run test
+$MRT_MARIAN/marian-decoder \
+    -m $prefix.$suffix.bin -v $MRT_MODELS/student-eten/{vocab.spm,vocab.spm} \
+    -i newstest2018.src -o $prefix.out \
+    -b 1 --mini-batch 32 --maxi-batch 100 --maxi-batch-sort src -w 128 \
+    --shortlist $MRT_MODELS/student-eten/lex.s2t 50 50 --cpu-threads 1 \
+    --quiet-translation
+
+# Print current and expected BLEU for debugging
+python3 $MRT_TOOLS/sacrebleu/sacrebleu.py newstest2018.ref < $prefix.out | tee $prefix.out.bleu
+cat $prefix.$suffix.expected.bleu
+
+# Compare with the expected output
+$MRT_TOOLS/diff.sh $prefix.out $prefix.$suffix.expected > $prefix.diff
+
+
+# Exit with success code
+exit 0
diff --git a/tests/decoder/intgemm/test_intgemm_16bit_avx2.sh b/tests/decoder/intgemm/test_intgemm_16bit_avx2.sh
new file mode 100644
index 0000000..f918767
--- /dev/null
+++ b/tests/decoder/intgemm/test_intgemm_16bit_avx2.sh
@@ -0,0 +1,56 @@
+#!/bin/bash
+
+#####################################################################
+# SUMMARY: Decode intgemm 16bit avx2
+# TAGS: cpu student shortlist intgemm
+#####################################################################
+
+# Exit on error
+set -e
+
+# Skip if requirements are not met
+if [ ! $MRT_MARIAN_USE_MKL ]; then
+    echo "Marian is not compiled with CPU" 1>&2
+    exit 100
+elif ! grep -q "avx2" /proc/cpuinfo; then
+    echo "Your CPU does not support AVX2, which is required" 1>&2
+    exit 100
+fi
+
+# Outputs differ on CPUs supporting AVX, AVX2 or AVX512
+suffix=avx2
+if grep -q "avx512_vnni" /proc/cpuinfo; then
+    suffix=avx512_vnni
+elif grep -q "avx512" /proc/cpuinfo; then
+    suffix=avx512
+fi
+
+prefix=intgemm_16bit_avx2
+
+
+# Remove previous outputs
+rm -f $prefix.out $prefix.$suffix.bin
+
+# Pack the model
+$MRT_MARIAN/marian-conv -f $MRT_MODELS/student-eten/model.npz -t $prefix.$suffix.bin --gemm-type intgemm16avx2
+test -s $prefix.$suffix.bin
+
+# Run test
+$MRT_MARIAN/marian-decoder \
+    -m $prefix.$suffix.bin -v $MRT_MODELS/student-eten/{vocab.spm,vocab.spm} \
+    -i newstest2018.src -o $prefix.out \
+    -b 1 --mini-batch 32 --maxi-batch 100 --maxi-batch-sort src -w 128 \
+    --shortlist $MRT_MODELS/student-eten/lex.s2t 50 50 --cpu-threads 1 \
+    --quiet-translation
+
+# Print current and expected BLEU for debugging
+python3 $MRT_TOOLS/sacrebleu/sacrebleu.py newstest2018.ref < $prefix.out | tee $prefix.out.bleu
+# BLEU scores calculated on AVX, AVX2, AVX512 should be very similar, but does not have to be identical
+tail -n1 $prefix.*.expected.bleu || true
+
+# Compare with the expected output
+$MRT_TOOLS/diff.sh $prefix.out $prefix.$suffix.expected > $prefix.diff
+
+
+# Exit with success code
+exit 0
diff --git a/tests/decoder/intgemm/test_intgemm_16bit_sse2.sh b/tests/decoder/intgemm/test_intgemm_16bit_sse2.sh
new file mode 100644
index 0000000..afdef7a
--- /dev/null
+++ b/tests/decoder/intgemm/test_intgemm_16bit_sse2.sh
@@ -0,0 +1,58 @@
+#!/bin/bash
+
+#####################################################################
+# SUMMARY: Decode intgemm 16bit sse2
+# TAGS: cpu student shortlist intgemm
+#####################################################################
+
+# Exit on error
+set -e
+
+# Skip if requirements are not met
+if [ ! $MRT_MARIAN_USE_MKL ]; then
+    echo "Marian is not compiled with CPU" 1>&2
+    exit 100
+elif ! grep -q "sse2" /proc/cpuinfo; then
+    echo "Your CPU does not support SSE2, which is required" 1>&2
+    exit 100
+fi
+
+# Outputs differ on CPUs supporting AVX, AVX2 or AVX512
+suffix=avx
+if grep -q "avx512_vnni" /proc/cpuinfo; then
+    suffix=avx512_vnni
+elif grep -q "avx512" /proc/cpuinfo; then
+    suffix=avx512
+elif grep -q "avx2" /proc/cpuinfo; then
+    suffix=avx2
+fi
+
+prefix=intgemm_16bit_sse2
+
+
+# Remove previous outputs
+rm -f $prefix.out $prefix.$suffix.bin
+
+# Pack the model
+$MRT_MARIAN/marian-conv -f $MRT_MODELS/student-eten/model.npz -t $prefix.$suffix.bin --gemm-type intgemm16sse2
+test -s $prefix.$suffix.bin
+
+# Run test
+$MRT_MARIAN/marian-decoder \
+    -m $prefix.$suffix.bin -v $MRT_MODELS/student-eten/{vocab.spm,vocab.spm} \
+    -i newstest2018.src -o $prefix.out \
+    -b 1 --mini-batch 32 --maxi-batch 100 --maxi-batch-sort src -w 128 \
+    --shortlist $MRT_MODELS/student-eten/lex.s2t 50 50 --cpu-threads 1 \
+    --quiet-translation
+
+# Print current and expected BLEU for debugging
+python3 $MRT_TOOLS/sacrebleu/sacrebleu.py newstest2018.ref < $prefix.out | tee $prefix.out.bleu
+# BLEU scores calculated on AVX, AVX2, AVX512 should be very similar, but does not have to be identical
+tail -n1 $prefix.*.expected.bleu || true
+
+# Compare with the expected output
+$MRT_TOOLS/diff.sh $prefix.out $prefix.$suffix.expected > $prefix.diff
+
+
+# Exit with success code
+exit 0
diff --git a/tests/decoder/intgemm/test_intgemm_8bit.sh b/tests/decoder/intgemm/test_intgemm_8bit.sh
new file mode 100644
index 0000000..1bdec70
--- /dev/null
+++ b/tests/decoder/intgemm/test_intgemm_8bit.sh
@@ -0,0 +1,57 @@
+#!/bin/bash
+
+#####################################################################
+# SUMMARY: Decode intgemm 8bit with a binary model
+# TAGS: cpu student shortlist intgemm
+#####################################################################
+
+# Exit on error
+set -e
+
+# Skip if requirements are not met
+if [ ! $MRT_MARIAN_USE_MKL ]; then
+    echo "Marian is not compiled with CPU" 1>&2
+    exit 100
+elif ! grep -q "avx" /proc/cpuinfo; then
+    echo "Your CPU does not support AVX, which is required" 1>&2
+    exit 100
+fi
+
+# Outputs differ on CPUs supporting AVX, AVX2 or AVX512
+suffix=avx
+if grep -q "avx512_vnni" /proc/cpuinfo; then
+    suffix=avx512_vnni
+elif grep -q "avx512" /proc/cpuinfo; then
+    suffix=avx512
+elif grep -q "avx2" /proc/cpuinfo; then
+    suffix=avx2
+fi
+
+prefix=intgemm_8bit
+
+
+# Remove previous outputs
+rm -f $prefix.out $prefix.$suffix.bin
+
+# Pack the model
+$MRT_MARIAN/marian-conv -f $MRT_MODELS/student-eten/model.npz -t $prefix.$suffix.bin --gemm-type intgemm8
+test -s $prefix.$suffix.bin
+
+# Run test
+$MRT_MARIAN/marian-decoder \
+    -m $prefix.$suffix.bin -v $MRT_MODELS/student-eten/{vocab.spm,vocab.spm} \
+    -i newstest2018.src -o $prefix.out \
+    -b 1 --mini-batch 32 --maxi-batch 100 --maxi-batch-sort src -w 128 \
+    --shortlist $MRT_MODELS/student-eten/lex.s2t 50 50 --cpu-threads 1 \
+    --quiet-translation
+
+# Print current and expected BLEU for debugging
+python3 $MRT_TOOLS/sacrebleu/sacrebleu.py newstest2018.ref < $prefix.out | tee $prefix.out.bleu
+cat $prefix.$suffix.expected.bleu
+
+# Compare with the expected output
+$MRT_TOOLS/diff.sh $prefix.out $prefix.$suffix.expected > $prefix.diff
+
+
+# Exit with success code
+exit 0
diff --git a/tests/decoder/intgemm/test_intgemm_8bit_avx2.sh b/tests/decoder/intgemm/test_intgemm_8bit_avx2.sh
new file mode 100644
index 0000000..ceaefb6
--- /dev/null
+++ b/tests/decoder/intgemm/test_intgemm_8bit_avx2.sh
@@ -0,0 +1,56 @@
+#!/bin/bash
+
+#####################################################################
+# SUMMARY: Decode intgemm 8bit avx2
+# TAGS: cpu student shortlist intgemm
+#####################################################################
+
+# Exit on error
+set -e
+
+# Skip if requirements are not met
+if [ ! $MRT_MARIAN_USE_MKL ]; then
+    echo "Marian is not compiled with CPU" 1>&2
+    exit 100
+elif ! grep -q "avx2" /proc/cpuinfo; then
+    echo "Your CPU does not support AVX2, which is required" 1>&2
+    exit 100
+fi
+
+# Outputs differ on CPUs supporting AVX, AVX2 or AVX512
+suffix=avx2
+if grep -q "avx512_vnni" /proc/cpuinfo; then
+    suffix=avx512_vnni
+elif grep -q "avx512" /proc/cpuinfo; then
+    suffix=avx512
+fi
+
+prefix=intgemm_8bit_avx2
+
+
+# Remove previous outputs
+rm -f $prefix.out $prefix.$suffix.bin
+
+# Pack the model
+$MRT_MARIAN/marian-conv -f $MRT_MODELS/student-eten/model.npz -t $prefix.$suffix.bin --gemm-type intgemm8avx2
+test -s $prefix.$suffix.bin
+
+# Run test
+$MRT_MARIAN/marian-decoder \
+    -m $prefix.$suffix.bin -v $MRT_MODELS/student-eten/{vocab.spm,vocab.spm} \
+    -i newstest2018.src -o $prefix.out \
+    -b 1 --mini-batch 32 --maxi-batch 100 --maxi-batch-sort src -w 128 \
+    --shortlist $MRT_MODELS/student-eten/lex.s2t 50 50 --cpu-threads 1 \
+    --quiet-translation
+
+# Print current and expected BLEU for debugging
+python3 $MRT_TOOLS/sacrebleu/sacrebleu.py newstest2018.ref < $prefix.out | tee $prefix.out.bleu
+# BLEU scores calculated on AVX, AVX2, AVX512 should be very similar, but does not have to be identical
+tail -n1 $prefix.*.expected.bleu || true
+
+# Compare with the expected output
+$MRT_TOOLS/diff.sh $prefix.out $prefix.$suffix.expected > $prefix.diff
+
+
+# Exit with success code
+exit 0
diff --git a/tests/decoder/intgemm/test_intgemm_8bit_ssse3.sh b/tests/decoder/intgemm/test_intgemm_8bit_ssse3.sh
new file mode 100644
index 0000000..565e18d
--- /dev/null
+++ b/tests/decoder/intgemm/test_intgemm_8bit_ssse3.sh
@@ -0,0 +1,58 @@
+#!/bin/bash
+
+#####################################################################
+# SUMMARY: Decode intgemm 8bit ssse3
+# TAGS: cpu student shortlist intgemm
+#####################################################################
+
+# Exit on error
+set -e
+
+# Skip if requirements are not met
+if [ ! $MRT_MARIAN_USE_MKL ]; then
+    echo "Marian is not compiled with CPU" 1>&2
+    exit 100
+elif ! grep -q "ssse3" /proc/cpuinfo; then
+    echo "Your CPU does not support SSSE3, which is required" 1>&2
+    exit 100
+fi
+
+# Outputs differ on CPUs supporting AVX, AVX2 or AVX512
+suffix=avx
+if grep -q "avx512_vnni" /proc/cpuinfo; then
+    suffix=avx512_vnni
+elif grep -q "avx512" /proc/cpuinfo; then
+    suffix=avx512
+elif grep -q "avx2" /proc/cpuinfo; then
+    suffix=avx2
+fi
+
+prefix=intgemm_8bit_ssse3
+
+
+# Remove previous outputs
+rm -f $prefix.out $prefix.$suffix.bin
+
+# Pack the model
+$MRT_MARIAN/marian-conv -f $MRT_MODELS/student-eten/model.npz -t $prefix.$suffix.bin --gemm-type intgemm8ssse3
+test -s $prefix.$suffix.bin
+
+# Run test
+$MRT_MARIAN/marian-decoder \
+    -m $prefix.$suffix.bin -v $MRT_MODELS/student-eten/{vocab.spm,vocab.spm} \
+    -i newstest2018.src -o $prefix.out \
+    -b 1 --mini-batch 32 --maxi-batch 100 --maxi-batch-sort src -w 128 \
+    --shortlist $MRT_MODELS/student-eten/lex.s2t 50 50 --cpu-threads 1 \
+    --quiet-translation
+
+# Print current and expected BLEU for debugging
+python3 $MRT_TOOLS/sacrebleu/sacrebleu.py newstest2018.ref < $prefix.out | tee $prefix.out.bleu
+# BLEU scores calculated on AVX, AVX2, AVX512 should be very similar, but does not have to be identical
+tail -n1 $prefix.*.expected.bleu || true
+
+# Compare with the expected output
+$MRT_TOOLS/diff.sh $prefix.out $prefix.$suffix.expected > $prefix.diff
+
+
+# Exit with success code
+exit 0
diff --git a/tests/decoder/intgemm/update_expected_outputs.sh b/tests/decoder/intgemm/update_expected_outputs.sh
new file mode 100644
index 0000000..5d026e6
--- /dev/null
+++ b/tests/decoder/intgemm/update_expected_outputs.sh
@@ -0,0 +1,29 @@
+#!/bin/bash -x
+
+# Script for re-generatting expected outputs and BLEU scores for CPUs with
+# avx/avx2/avx512 architectures after running regression tests.
+#
+# On Valhalla the machines could be gna/hodor/sigyn, respectively.
+#
+# An example scenario on hodor:
+#    1. Compile Marian with -DUSE_FBGEMM=on -DUSE_SENTENCEPIECE-on on hodor
+#    2. Run regression tests, which fail due to updates in intgemm
+#    3. Run `bash update_expected_outputs.sh avx2` from this directory
+#    4. Add and commit *.expected* files
+
+[[ $# -ne 1 ]] && { echo "This script must take avx/avx2/avx512 as the first argument"; exit 1; }
+
+avx=$1
+
+for suffix in '' .bleu; do
+    cp intgemm_16bit.out$suffix        intgemm_16bit.$avx.expected$suffix
+    cp intgemm_8bit.out$suffix         intgemm_8bit.$avx.expected$suffix
+
+    cp intgemm_16bit_sse2.out$suffix   intgemm_16bit_sse2.$avx.expected$suffix
+    cp intgemm_8bit_ssse3.out$suffix   intgemm_8bit_ssse3.$avx.expected$suffix
+    cp intgemm_16bit_avx2.out$suffix   intgemm_16bit_avx2.$avx.expected$suffix
+    cp intgemm_8bit_avx2.out$suffix    intgemm_8bit_avx2.$avx.expected$suffix
+
+    #cp fbgemm_intgemm_8bit.out$suffix  fbgemm_intgemm_8bit.$avx.expected$suffix
+    #cp intgemm_8bit_shifted.out$suffix intgemm_8bit_shifted.$avx.expected$suffix
+done
diff --git a/tests/models/wnmt18/.gitignore b/tests/models/wnmt18/.gitignore
index 065225a..0bbd721 100644
--- a/tests/models/wnmt18/.gitignore
+++ b/tests/models/wnmt18/.gitignore
@@ -1,5 +1,6 @@
 newstest2014.in
 newstest2014.ref
 
-optimize.bleu
-optimize_aan.bleu
+*.bleu
+*.bin
+*.expected
diff --git a/tests/models/wnmt18/optimize_aan.bleu.expected b/tests/models/wnmt18/optimize_aan.bleu.expected
index ba7ca5e..8c9c6ee 100644
--- a/tests/models/wnmt18/optimize_aan.bleu.expected
+++ b/tests/models/wnmt18/optimize_aan.bleu.expected
@@ -1 +1 @@
-25.55
+25.78
diff --git a/tests/models/wnmt18/test_student_small_aan_intgemm16.sh b/tests/models/wnmt18/test_student_small_aan_intgemm16.sh
new file mode 100644
index 0000000..e08e5de
--- /dev/null
+++ b/tests/models/wnmt18/test_student_small_aan_intgemm16.sh
@@ -0,0 +1,41 @@
+#!/bin/bash
+
+#####################################################################
+# SUMMARY: CPU-based optimized decoding with the WNGT18 small student model with AAN and intgemm 16bit
+# TAGS: cpu wngt student shortlist intgemm
+#####################################################################
+
+# Exit on error
+set -e
+
+# Skip if no MKL found
+if [ ! $MRT_MARIAN_USE_MKL ]; then
+    exit 100
+fi
+
+model=model.student.small.aan
+
+# Remove previous outputs
+rm -f optimize_aan_16.out $model.intgemm16.bin
+
+# Pack the model
+$MRT_MARIAN/marian-conv -f $MRT_MODELS/wnmt18/$model/model.npz -t $model.intgemm16.bin --gemm-type intgemm16
+test -s $model.intgemm16.bin
+
+# Run test
+cat newstest2014.in | $MRT_MARIAN/marian-decoder \
+    -m $model.intgemm16.bin \
+    -v $MRT_MODELS/wnmt18/vocab.ende.{yml,yml} \
+    --mini-batch-words 384 --mini-batch 100 --maxi-batch 100 --maxi-batch-sort src -b1 \
+    --shortlist $MRT_MODELS/wnmt18/lex.s2t 100 75 --skip-cost --cpu-threads=1 --max-length-factor 1.2 \
+    > optimize_aan_16.out
+
+cat optimize_aan_16.out | perl -pe 's/@@ //g' \
+    | $MRT_TOOLS/moses-scripts/scripts/recaser/detruecase.perl \
+    | $MRT_TOOLS/moses-scripts/scripts/generic/multi-bleu.perl newstest2014.ref \
+    | $MRT_TOOLS/extract-bleu.sh > optimize_aan_16.bleu
+
+$MRT_TOOLS/diff-nums.py optimize_aan_16.bleu optimize_aan.bleu.expected -p 0.6 -o optimize_aan_16.bleu.diff
+
+# Exit with success code
+exit 0
diff --git a/tests/models/wnmt18/test_student_small_aan_optimize.sh b/tests/models/wnmt18/test_student_small_aan_intgemm8.sh
index 5010c8a..44bd527 100644
--- a/tests/models/wnmt18/test_student_small_aan_optimize.sh
+++ b/tests/models/wnmt18/test_student_small_aan_intgemm8.sh
@@ -1,8 +1,8 @@
 #!/bin/bash
 
 #####################################################################
-# SUMMARY: CPU-based optimized decoding with the WNGT18 small student model with AAN
-# TAGS: cpu wngt student shortlist obsolete
+# SUMMARY: CPU-based optimized decoding with the WNGT18 small student model with AAN and intgemm 8bit
+# TAGS: cpu wngt student shortlist intgemm
 #####################################################################
 
 # Exit on error
@@ -15,20 +15,27 @@ fi
 
 model=model.student.small.aan
 
+# Remove previous outputs
+rm -f optimize_aan_8.out $model.intgemm8.bin
+
+# Pack the model
+$MRT_MARIAN/marian-conv -f $MRT_MODELS/wnmt18/$model/model.npz -t $model.intgemm8.bin --gemm-type intgemm8
+test -s $model.intgemm8.bin
+
 # Run test
 cat newstest2014.in | $MRT_MARIAN/marian-decoder \
-    -m $MRT_MODELS/wnmt18/$model/model.npz \
+    -m $model.intgemm8.bin \
     -v $MRT_MODELS/wnmt18/vocab.ende.{yml,yml} \
-    --mini-batch-words 384 --mini-batch 100 --maxi-batch 100 --maxi-batch-sort src -b1 --optimize \
+    --mini-batch-words 384 --mini-batch 100 --maxi-batch 100 --maxi-batch-sort src -b1 \
     --shortlist $MRT_MODELS/wnmt18/lex.s2t 100 75 --skip-cost --cpu-threads=1 --max-length-factor 1.2 \
-    > optimize_aan.out
+    > optimize_aan_8.out
 
-cat optimize_aan.out | perl -pe 's/@@ //g' \
+cat optimize_aan_8.out | perl -pe 's/@@ //g' \
     | $MRT_TOOLS/moses-scripts/scripts/recaser/detruecase.perl \
     | $MRT_TOOLS/moses-scripts/scripts/generic/multi-bleu.perl newstest2014.ref \
-    | $MRT_TOOLS/extract-bleu.sh > optimize_aan.bleu
+    | $MRT_TOOLS/extract-bleu.sh > optimize_aan_8.bleu
 
-$MRT_TOOLS/diff-nums.py optimize_aan.bleu optimize_aan.bleu.expected -p 0.4 -o optimize_aan.bleu.diff
+$MRT_TOOLS/diff-nums.py optimize_aan_8.bleu optimize_aan.bleu.expected -p 0.6 -o optimize_aan_8.bleu.diff
 
 # Exit with success code
 exit 0
diff --git a/tests/training/features/quantized-model/test_quantmodel_with_optimization.sh b/tests/training/features/quantized-model/test_quantmodel_with_optimization.sh
index a768ffc..17a72d8 100644
--- a/tests/training/features/quantized-model/test_quantmodel_with_optimization.sh
+++ b/tests/training/features/quantized-model/test_quantmodel_with_optimization.sh
@@ -27,7 +27,7 @@ test -e $PREFIX.log
 
 # Compare the current output with the expected output
 cat $PREFIX.log | $MRT_TOOLS/extract-costs.sh > $PREFIX.out
-$MRT_TOOLS/diff-nums.py $PREFIX.out $PREFIX.expected -o $PREFIX.diff
+$MRT_TOOLS/diff-nums.py $PREFIX.out $PREFIX.expected -o $PREFIX.diff -p 0.01
 
 # make sure that the resulting model has no more than 256 different values (i.e. quantized)
 $MRT_TOOLS/check-model-unique-vals.py train/model.npz -b 8