Details
-
Bug
-
Status: Resolved
-
Major
-
Resolution: Fixed
-
None
-
None
-
New
Description
My Jenkins found seeds for TestGeo3DPointField and TestBKDTree tests that cause them to fail reliably, because a .bkd file can't be deleted because "a virus scanner has it open".
[junit4] Suite: org.apache.lucene.bkdtree3d.TestGeo3DPointField [...] [junit4] 2> thg 10 19, 2015 9:18:51 CH com.carrotsearch.randomizedtesting.RandomizedRunner$QueueUncaughtExceptionsHandler uncaughtException [junit4] 2> WARNING: Uncaught exception in thread: Thread[Lucene Merge Thread #0,5,TGRP-TestGeo3DPointField] [junit4] 2> org.apache.lucene.index.MergePolicy$MergeException: java.io.IOException: cannot delete file: _41767748444.sort, a virus scanner has it open [junit4] 2> at __randomizedtesting.SeedInfo.seed([61ED8059BBF9CF1D]:0) [junit4] 2> at org.apache.lucene.index.ConcurrentMergeScheduler.handleMergeException(ConcurrentMergeScheduler.java:668) [junit4] 2> at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:648) [junit4] 2> Caused by: java.io.IOException: cannot delete file: _41767748444.sort, a virus scanner has it open [junit4] 2> at org.apache.lucene.store.MockDirectoryWrapper.deleteFile(MockDirectoryWrapper.java:523) [junit4] 2> at org.apache.lucene.store.MockDirectoryWrapper.deleteFile(MockDirectoryWrapper.java:471) [junit4] 2> at org.apache.lucene.store.LockValidatingDirectoryWrapper.deleteFile(LockValidatingDirectoryWrapper.java:38) [junit4] 2> at org.apache.lucene.store.FilterDirectory.deleteFile(FilterDirectory.java:62) [junit4] 2> at org.apache.lucene.store.TrackingDirectoryWrapper.deleteFile(TrackingDirectoryWrapper.java:37) [junit4] 2> at org.apache.lucene.bkdtree3d.BKD3DTreeWriter.sort(BKD3DTreeWriter.java:344) [junit4] 2> at org.apache.lucene.bkdtree3d.BKD3DTreeWriter.finish(BKD3DTreeWriter.java:398) [junit4] 2> at org.apache.lucene.bkdtree3d.Geo3DDocValuesConsumer.addBinaryField(Geo3DDocValuesConsumer.java:131) [junit4] 2> at org.apache.lucene.codecs.perfield.PerFieldDocValuesFormat$FieldsWriter.addBinaryField(PerFieldDocValuesFormat.java:116) [junit4] 2> at org.apache.lucene.codecs.DocValuesConsumer.mergeBinaryField(DocValuesConsumer.java:333) [junit4] 2> at org.apache.lucene.codecs.DocValuesConsumer.merge(DocValuesConsumer.java:185) [junit4] 2> at org.apache.lucene.index.SegmentMerger.mergeDocValues(SegmentMerger.java:150) [junit4] 2> at org.apache.lucene.index.SegmentMerger.merge(SegmentMerger.java:105) [junit4] 2> at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4054) [junit4] 2> at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:3634) [junit4] 2> at org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:588) [junit4] 2> at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:626) [...] [junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestGeo3DPointField -Dtests.method=testRandomBig -Dtests.seed=61ED8059BBF9CF1D -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/lucene-data/enwiki.random.lines.txt -Dtests.locale=vi_VN -Dtests.timezone=US/Arizona -Dtests.asserts=true -Dtests.file.encoding=US-ASCII [junit4] ERROR 20.6s | TestGeo3DPointField.testRandomBig <<< [junit4] > Throwable #1: java.io.IOException: background merge hit exception: _0(6.0.0):c262144/2626:delGen=1 _1(6.0.0):c262144/773:delGen=1 _2(6.0.0):c262144/492:delGen=1 _3(6.0.0):c142742/106:delGen=1 into _4 [maxNumSegments=1] [junit4] > at __randomizedtesting.SeedInfo.seed([61ED8059BBF9CF1D:E6BAFDD62AA0B39D]:0) [junit4] > at org.apache.lucene.index.IndexWriter.forceMerge(IndexWriter.java:1765) [junit4] > at org.apache.lucene.index.IndexWriter.forceMerge(IndexWriter.java:1705) [junit4] > at org.apache.lucene.bkdtree3d.TestGeo3DPointField.verify(TestGeo3DPointField.java:951) [junit4] > at org.apache.lucene.bkdtree3d.TestGeo3DPointField.doTestRandom(TestGeo3DPointField.java:793) [junit4] > at org.apache.lucene.bkdtree3d.TestGeo3DPointField.testRandomBig(TestGeo3DPointField.java:725) [junit4] > at java.lang.Thread.run(Thread.java:745) [junit4] > Caused by: java.io.IOException: cannot delete file: _41767748444.sort, a virus scanner has it open [junit4] > at org.apache.lucene.store.MockDirectoryWrapper.deleteFile(MockDirectoryWrapper.java:523) [junit4] > at org.apache.lucene.store.MockDirectoryWrapper.deleteFile(MockDirectoryWrapper.java:471) [junit4] > at org.apache.lucene.store.LockValidatingDirectoryWrapper.deleteFile(LockValidatingDirectoryWrapper.java:38) [junit4] > at org.apache.lucene.store.FilterDirectory.deleteFile(FilterDirectory.java:62) [junit4] > at org.apache.lucene.store.TrackingDirectoryWrapper.deleteFile(TrackingDirectoryWrapper.java:37) [junit4] > at org.apache.lucene.bkdtree3d.BKD3DTreeWriter.sort(BKD3DTreeWriter.java:344) [junit4] > at org.apache.lucene.bkdtree3d.BKD3DTreeWriter.finish(BKD3DTreeWriter.java:398) [junit4] > at org.apache.lucene.bkdtree3d.Geo3DDocValuesConsumer.addBinaryField(Geo3DDocValuesConsumer.java:131) [junit4] > at org.apache.lucene.codecs.perfield.PerFieldDocValuesFormat$FieldsWriter.addBinaryField(PerFieldDocValuesFormat.java:116) [junit4] > at org.apache.lucene.codecs.DocValuesConsumer.mergeBinaryField(DocValuesConsumer.java:333) [junit4] > at org.apache.lucene.codecs.DocValuesConsumer.merge(DocValuesConsumer.java:185) [junit4] > at org.apache.lucene.index.SegmentMerger.mergeDocValues(SegmentMerger.java:150) [junit4] > at org.apache.lucene.index.SegmentMerger.merge(SegmentMerger.java:105) [junit4] > at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4054) [junit4] > at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:3634) [junit4] > at org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:588) [junit4] > at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:626) [junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory. [junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestGeo3DPointField -Dtests.method=testRandomTiny -Dtests.seed=61ED8059BBF9CF1D -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/lucene-data/enwiki.random.lines.txt -Dtests.locale=vi_VN -Dtests.timezone=US/Arizona -Dtests.asserts=true -Dtests.file.encoding=US-ASCII [junit4] ERROR 0.53s | TestGeo3DPointField.testRandomTiny <<< [junit4] > Throwable #1: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=22, name=Lucene Merge Thread #0, state=RUNNABLE, group=TGRP-TestGeo3DPointField] [junit4] > at __randomizedtesting.SeedInfo.seed([61ED8059BBF9CF1D:28AA5E1FE5D8F7B1]:0) [junit4] > Caused by: org.apache.lucene.index.MergePolicy$MergeException: java.io.IOException: cannot delete file: _41767748444.sort, a virus scanner has it open [junit4] > at __randomizedtesting.SeedInfo.seed([61ED8059BBF9CF1D]:0) [junit4] > at org.apache.lucene.index.ConcurrentMergeScheduler.handleMergeException(ConcurrentMergeScheduler.java:668) [junit4] > at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:648) [junit4] > Caused by: java.io.IOException: cannot delete file: _41767748444.sort, a virus scanner has it open [junit4] > at org.apache.lucene.store.MockDirectoryWrapper.deleteFile(MockDirectoryWrapper.java:523) [junit4] > at org.apache.lucene.store.MockDirectoryWrapper.deleteFile(MockDirectoryWrapper.java:471) [junit4] > at org.apache.lucene.store.LockValidatingDirectoryWrapper.deleteFile(LockValidatingDirectoryWrapper.java:38) [junit4] > at org.apache.lucene.store.FilterDirectory.deleteFile(FilterDirectory.java:62) [junit4] > at org.apache.lucene.store.TrackingDirectoryWrapper.deleteFile(TrackingDirectoryWrapper.java:37) [junit4] > at org.apache.lucene.bkdtree3d.BKD3DTreeWriter.sort(BKD3DTreeWriter.java:344) [junit4] > at org.apache.lucene.bkdtree3d.BKD3DTreeWriter.finish(BKD3DTreeWriter.java:398) [junit4] > at org.apache.lucene.bkdtree3d.Geo3DDocValuesConsumer.addBinaryField(Geo3DDocValuesConsumer.java:131) [junit4] > at org.apache.lucene.codecs.perfield.PerFieldDocValuesFormat$FieldsWriter.addBinaryField(PerFieldDocValuesFormat.java:116) [junit4] > at org.apache.lucene.codecs.DocValuesConsumer.mergeBinaryField(DocValuesConsumer.java:333) [junit4] > at org.apache.lucene.codecs.DocValuesConsumer.merge(DocValuesConsumer.java:185) [junit4] > at org.apache.lucene.index.SegmentMerger.mergeDocValues(SegmentMerger.java:150) [junit4] > at org.apache.lucene.index.SegmentMerger.merge(SegmentMerger.java:105) [junit4] > at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4054) [junit4] > at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:3634) [junit4] > at org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:588) [junit4] > at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:626) [...] [junit4] 2> NOTE: leaving temporary files on disk at: /home/sarowe/svn/lucene/dev/trunk/lucene/build/spatial3d/test/J0/temp/lucene.bkdtree3d.TestGeo3DPointField_61ED8059BBF9CF1D-002 [junit4] 2> NOTE: test params are: codec=FastCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=FAST, chunkSize=6799, maxDocsPerChunk=464, blockSize=8), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=FAST, chunkSize=6799, blockSize=8)), sim=RandomSimilarityProvider(queryNorm=false,coord=no): {}, locale=vi_VN, timezone=US/Arizona [junit4] 2> NOTE: Linux 4.1.0-custom2-amd64 amd64/Oracle Corporation 1.8.0_45 (64-bit)/cpus=16,threads=1,free=279335424,total=536346624 [junit4] 2> NOTE: All tests run in this JVM: [TestGeo3DPointField] [junit4] Completed [1/1] in 51.66s, 8 tests, 2 errors <<< FAILURES!
[junit4] Suite: org.apache.lucene.bkdtree.TestBKDTree [...] [junit4] 2> Oct 20, 2015 5:35:59 AM com.carrotsearch.randomizedtesting.RandomizedRunner$QueueUncaughtExceptionsHandler uncaughtException [junit4] 2> WARNING: Uncaught exception in thread: Thread[Lucene Merge Thread #0,5,TGRP-TestBKDTree] [junit4] 2> org.apache.lucene.index.MergePolicy$MergeException: java.io.IOException: cannot delete file: _5659690406.bkd, a virus scanner has it open [junit4] 2> at __randomizedtesting.SeedInfo.seed([27B8B43F33235531]:0) [junit4] 2> at org.apache.lucene.index.ConcurrentMergeScheduler.handleMergeException(ConcurrentMergeScheduler.java:668) [junit4] 2> at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:648) [junit4] 2> Caused by: java.io.IOException: cannot delete file: _5659690406.bkd, a virus scanner has it open [junit4] 2> at org.apache.lucene.store.MockDirectoryWrapper.deleteFile(MockDirectoryWrapper.java:523) [junit4] 2> at org.apache.lucene.store.MockDirectoryWrapper.deleteFile(MockDirectoryWrapper.java:471) [junit4] 2> at org.apache.lucene.store.LockValidatingDirectoryWrapper.deleteFile(LockValidatingDirectoryWrapper.java:38) [junit4] 2> at org.apache.lucene.store.FilterDirectory.deleteFile(FilterDirectory.java:62) [junit4] 2> at org.apache.lucene.store.TrackingDirectoryWrapper.deleteFile(TrackingDirectoryWrapper.java:37) [junit4] 2> at org.apache.lucene.bkdtree.OfflineLatLonWriter.destroy(OfflineLatLonWriter.java:69) [junit4] 2> at org.apache.lucene.bkdtree.BKDTreeWriter.finish(BKDTreeWriter.java:416) [junit4] 2> at org.apache.lucene.bkdtree.BKDTreeDocValuesConsumer.addSortedNumericField(BKDTreeDocValuesConsumer.java:114) [junit4] 2> at org.apache.lucene.codecs.perfield.PerFieldDocValuesFormat$FieldsWriter.addSortedNumericField(PerFieldDocValuesFormat.java:126) [junit4] 2> at org.apache.lucene.codecs.DocValuesConsumer.mergeSortedNumericField(DocValuesConsumer.java:417) [junit4] 2> at org.apache.lucene.codecs.DocValuesConsumer.merge(DocValuesConsumer.java:236) [junit4] 2> at org.apache.lucene.index.SegmentMerger.mergeDocValues(SegmentMerger.java:150) [junit4] 2> at org.apache.lucene.index.SegmentMerger.merge(SegmentMerger.java:105) [junit4] 2> at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4054) [junit4] 2> at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:3634) [junit4] 2> at org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:588) [junit4] 2> at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:626) [junit4] 2> [junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory. [junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestBKDTree -Dtests.method=testRandomBig -Dtests.seed=27B8B43F33235531 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/lucene-data/enwiki.random.lines.txt -Dtests.locale=en_GB -Dtests.timezone=Africa/Libreville -Dtests.asserts=true -Dtests.file.encoding=UTF-8 [junit4] ERROR 13.6s | TestBKDTree.testRandomBig <<< [junit4] > Throwable #1: java.io.IOException: background merge hit exception: _0(6.0.0):c262144/2577:delGen=1 _1(6.0.0):c262144/803:delGen=1 _2(6.0.0):c262144/520:delGen=1 _3(6.0.0):c262144/372:delGen=1 _4(6.0.0):c119822/63:delGen=1 into _5 [maxNumSegments=1] [junit4] > at __randomizedtesting.SeedInfo.seed([27B8B43F33235531:A0EFC9B0A27A29B1]:0) [junit4] > at org.apache.lucene.index.IndexWriter.forceMerge(IndexWriter.java:1765) [junit4] > at org.apache.lucene.index.IndexWriter.forceMerge(IndexWriter.java:1705) [junit4] > at org.apache.lucene.bkdtree.TestBKDTree.verify(TestBKDTree.java:405) [junit4] > at org.apache.lucene.bkdtree.TestBKDTree.doTestRandom(TestBKDTree.java:354) [junit4] > at org.apache.lucene.bkdtree.TestBKDTree.testRandomBig(TestBKDTree.java:285) [junit4] > at java.lang.Thread.run(Thread.java:745) [junit4] > Caused by: java.io.IOException: cannot delete file: _5659690406.bkd, a virus scanner has it open [junit4] > at org.apache.lucene.store.MockDirectoryWrapper.deleteFile(MockDirectoryWrapper.java:523) [junit4] > at org.apache.lucene.store.MockDirectoryWrapper.deleteFile(MockDirectoryWrapper.java:471) [junit4] > at org.apache.lucene.store.LockValidatingDirectoryWrapper.deleteFile(LockValidatingDirectoryWrapper.java:38) [junit4] > at org.apache.lucene.store.FilterDirectory.deleteFile(FilterDirectory.java:62) [junit4] > at org.apache.lucene.store.TrackingDirectoryWrapper.deleteFile(TrackingDirectoryWrapper.java:37) [junit4] > at org.apache.lucene.bkdtree.OfflineLatLonWriter.destroy(OfflineLatLonWriter.java:69) [junit4] > at org.apache.lucene.bkdtree.BKDTreeWriter.finish(BKDTreeWriter.java:416) [junit4] > at org.apache.lucene.bkdtree.BKDTreeDocValuesConsumer.addSortedNumericField(BKDTreeDocValuesConsumer.java:114) [junit4] > at org.apache.lucene.codecs.perfield.PerFieldDocValuesFormat$FieldsWriter.addSortedNumericField(PerFieldDocValuesFormat.java:126) [junit4] > at org.apache.lucene.codecs.DocValuesConsumer.mergeSortedNumericField(DocValuesConsumer.java:417) [junit4] > at org.apache.lucene.codecs.DocValuesConsumer.merge(DocValuesConsumer.java:236) [junit4] > at org.apache.lucene.index.SegmentMerger.mergeDocValues(SegmentMerger.java:150) [junit4] > at org.apache.lucene.index.SegmentMerger.merge(SegmentMerger.java:105) [junit4] > at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4054) [junit4] > at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:3634) [junit4] > at org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:588) [junit4] > at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:626) [junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory. [junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestBKDTree -Dtests.method=testEncodeDecode -Dtests.seed=27B8B43F33235531 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/lucene-data/enwiki.random.lines.txt -Dtests.locale=en_GB -Dtests.timezone=Africa/Libreville -Dtests.asserts=true -Dtests.file.encoding=UTF-8 [junit4] ERROR 0.03s | TestBKDTree.testEncodeDecode <<< [junit4] > Throwable #1: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=32, name=Lucene Merge Thread #0, state=RUNNABLE, group=TGRP-TestBKDTree] [junit4] > at __randomizedtesting.SeedInfo.seed([27B8B43F33235531:DAC95F43F2BE6292]:0) [junit4] > Caused by: org.apache.lucene.index.MergePolicy$MergeException: java.io.IOException: cannot delete file: _5659690406.bkd, a virus scanner has it open [junit4] > at __randomizedtesting.SeedInfo.seed([27B8B43F33235531]:0) [junit4] > at org.apache.lucene.index.ConcurrentMergeScheduler.handleMergeException(ConcurrentMergeScheduler.java:668) [junit4] > at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:648) [junit4] > Caused by: java.io.IOException: cannot delete file: _5659690406.bkd, a virus scanner has it open [junit4] > at org.apache.lucene.store.MockDirectoryWrapper.deleteFile(MockDirectoryWrapper.java:523) [junit4] > at org.apache.lucene.store.MockDirectoryWrapper.deleteFile(MockDirectoryWrapper.java:471) [junit4] > at org.apache.lucene.store.LockValidatingDirectoryWrapper.deleteFile(LockValidatingDirectoryWrapper.java:38) [junit4] > at org.apache.lucene.store.FilterDirectory.deleteFile(FilterDirectory.java:62) [junit4] > at org.apache.lucene.store.TrackingDirectoryWrapper.deleteFile(TrackingDirectoryWrapper.java:37) [junit4] > at org.apache.lucene.bkdtree.OfflineLatLonWriter.destroy(OfflineLatLonWriter.java:69) [junit4] > at org.apache.lucene.bkdtree.BKDTreeWriter.finish(BKDTreeWriter.java:416) [junit4] > at org.apache.lucene.bkdtree.BKDTreeDocValuesConsumer.addSortedNumericField(BKDTreeDocValuesConsumer.java:114) [junit4] > at org.apache.lucene.codecs.perfield.PerFieldDocValuesFormat$FieldsWriter.addSortedNumericField(PerFieldDocValuesFormat.java:126) [junit4] > at org.apache.lucene.codecs.DocValuesConsumer.mergeSortedNumericField(DocValuesConsumer.java:417) [junit4] > at org.apache.lucene.codecs.DocValuesConsumer.merge(DocValuesConsumer.java:236) [junit4] > at org.apache.lucene.index.SegmentMerger.mergeDocValues(SegmentMerger.java:150) [junit4] > at org.apache.lucene.index.SegmentMerger.merge(SegmentMerger.java:105) [junit4] > at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4054) [junit4] > at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:3634) [junit4] > at org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:588) [junit4] > at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:626) [...] [junit4] 2> NOTE: leaving temporary files on disk at: /home/sarowe/svn/lucene/dev/trunk/lucene/build/sandbox/test/J0/temp/lucene.bkdtree.TestBKDTree_27B8B43F33235531-001 [junit4] 2> NOTE: test params are: codec=Asserting(Lucene53): {}, docValues:{}, sim=RandomSimilarityProvider(queryNorm=true,coord=crazy): {}, locale=en_GB, timezone=Africa/Libreville [junit4] 2> NOTE: Linux 4.1.0-custom2-amd64 amd64/Oracle Corporation 1.8.0_45 (64-bit)/cpus=16,threads=1,free=226608384,total=508559360 [junit4] 2> NOTE: All tests run in this JVM: [TestBKDTree] [junit4] Completed [1/1] in 31.63s, 10 tests, 2 errors <<< FAILURES!