Uploaded image for project: 'Tajo'
  1. Tajo
  2. TAJO-1166

S3 related storage causes compilation error in Hadoop 2.6.0-SNAPSHOT

    Details

      Description

      mvn clean install -DskipTests -Dhadoop.version=2.6.0-SNAPSHOT
      

      The above command will cause the following error:

      [ERROR] /Users/hyunsik/Code/tajo/tajo-9/tajo-storage/src/test/java/org/apache/tajo/storage/s3/SmallBlockS3FileSystem.java:[26,30] error: package org.apache.hadoop.fs.s3 does not exist
      [ERROR] /Users/hyunsik/Code/tajo/tajo-9/tajo-storage/src/test/java/org/apache/tajo/storage/s3/SmallBlockS3FileSystem.java:[27,30] error: package org.apache.hadoop.fs.s3 does not exist
      [ERROR] /Users/hyunsik/Code/tajo/tajo-9/tajo-storage/src/test/java/org/apache/tajo/storage/s3/SmallBlockS3FileSystem.java:[28,30] error: package org.apache.hadoop.fs.s3 does not exist
      [ERROR] /Users/hyunsik/Code/tajo/tajo-9/tajo-storage/src/test/java/org/apache/tajo/storage/s3/SmallBlockS3FileSystem.java:[29,30] error: package org.apache.hadoop.fs.s3 does not exist
      [ERROR] /Users/hyunsik/Code/tajo/tajo-9/tajo-storage/src/test/java/org/apache/tajo/storage/s3/SmallBlockS3FileSystem.java:[38,44] error: cannot find symbol
      [ERROR]   symbol: class S3FileSystem
      /Users/hyunsik/Code/tajo/tajo-9/tajo-storage/src/test/java/org/apache/tajo/storage/s3/SmallBlockS3FileSystem.java:[42,10] error: cannot find symbol
      [ERROR]   symbol:   class FileSystemStore
        location: class SmallBlockS3FileSystem
      /Users/hyunsik/Code/tajo/tajo-9/tajo-storage/src/test/java/org/apache/tajo/storage/s3/InMemoryFileSystemStore.java:[23,30] error: package org.apache.hadoop.fs.s3 does not exist
      [ERROR] /Users/hyunsik/Code/tajo/tajo-9/tajo-storage/src/test/java/org/apache/tajo/storage/s3/InMemoryFileSystemStore.java:[24,30] error: package org.apache.hadoop.fs.s3 does not exist
      [ERROR] /Users/hyunsik/Code/tajo/tajo-9/tajo-storage/src/test/java/org/apache/tajo/storage/s3/InMemoryFileSystemStore.java:[25,30] error: package org.apache.hadoop.fs.s3 does not exist
      [ERROR] /Users/hyunsik/Code/tajo/tajo-9/tajo-storage/src/test/java/org/apache/tajo/storage/s3/InMemoryFileSystemStore.java:[36,48] error: cannot find symbol
      [ERROR]   symbol: class FileSystemStore
      /Users/hyunsik/Code/tajo/tajo-9/tajo-storage/src/test/java/org/apache/tajo/storage/s3/INode.java:[23,30] error: package org.apache.hadoop.fs.s3 does not exist
      [ERROR] /Users/hyunsik/Code/tajo/tajo-9/tajo-storage/src/test/java/org/apache/tajo/storage/s3/InMemoryFileSystemStore.java:[58,26] error: cannot find symbol
      [ERROR]   symbol:   class Block
        location: class InMemoryFileSystemStore
      /Users/hyunsik/Code/tajo/tajo-9/tajo-storage/src/test/java/org/apache/tajo/storage/s3/InMemoryFileSystemStore.java:[78,28] error: cannot find symbol
      [ERROR]   symbol:   class Block
        location: class InMemoryFileSystemStore
      /Users/hyunsik/Code/tajo/tajo-9/tajo-storage/src/test/java/org/apache/tajo/storage/s3/InMemoryFileSystemStore.java:[139,25] error: cannot find symbol
      [ERROR]   symbol:   class Block
        location: class InMemoryFileSystemStore
      /Users/hyunsik/Code/tajo/tajo-9/tajo-storage/src/test/java/org/apache/tajo/storage/s3/INode.java:[48,10] error: cannot find symbol
      [ERROR]   symbol:   class Block
        location: class INode
      /Users/hyunsik/Code/tajo/tajo-9/tajo-storage/src/test/java/org/apache/tajo/storage/s3/INode.java:[50,34] error: cannot find symbol
      [ERROR]   symbol:   class Block
        location: class INode
      /Users/hyunsik/Code/tajo/tajo-9/tajo-storage/src/test/java/org/apache/tajo/storage/s3/INode.java:[58,9] error: cannot find symbol
      [ERROR]   symbol:   class Block
        location: class INode
      /Users/hyunsik/Code/tajo/tajo-9/tajo-storage/src/test/java/org/apache/tajo/storage/s3/SmallBlockS3FileSystem.java:[49,31] error: cannot find symbol
      [ERROR]   symbol:   class FileSystemStore
        location: class Holder
      /Users/hyunsik/Code/tajo/tajo-9/tajo-storage/src/test/java/org/apache/tajo/storage/TestFileSystems.java:[24,30] error: package org.apache.hadoop.fs.s3 does not exist
      [ERROR] /Users/hyunsik/Code/tajo/tajo-9/tajo-storage/src/test/java/org/apache/tajo/storage/s3/S3OutputStream.java:[27,30] error: package org.apache.hadoop.fs.s3 does not exist
      [ERROR] /Users/hyunsik/Code/tajo/tajo-9/tajo-storage/src/test/java/org/apache/tajo/storage/s3/S3OutputStream.java:[28,30] error: package org.apache.hadoop.fs.s3 does not exist
      [ERROR] /Users/hyunsik/Code/tajo/tajo-9/tajo-storage/src/test/java/org/apache/tajo/storage/s3/S3OutputStream.java:[29,30] error: package org.apache.hadoop.fs.s3 does not exist
      [ERROR] /Users/hyunsik/Code/tajo/tajo-9/tajo-storage/src/test/java/org/apache/tajo/storage/s3/S3OutputStream.java:[48,10] error: cannot find symbol
      [ERROR]   symbol:   class FileSystemStore
        location: class S3OutputStream
      /Users/hyunsik/Code/tajo/tajo-9/tajo-storage/src/test/java/org/apache/tajo/storage/s3/S3OutputStream.java:[70,15] error: cannot find symbol
      [ERROR]   symbol:   class Block
        location: class S3OutputStream
      /Users/hyunsik/Code/tajo/tajo-9/tajo-storage/src/test/java/org/apache/tajo/storage/s3/S3OutputStream.java:[72,10] error: cannot find symbol
      [ERROR]   symbol:   class Block
        location: class S3OutputStream
      /Users/hyunsik/Code/tajo/tajo-9/tajo-storage/src/test/java/org/apache/tajo/storage/s3/S3OutputStream.java:[78,44] error: cannot find symbol
      [ERROR]   symbol:   class FileSystemStore
        location: class S3OutputStream
      /Users/hyunsik/Code/tajo/tajo-9/tajo-storage/src/test/java/org/apache/tajo/storage/s3/SmallBlockS3FileSystem.java:[72,2] error: method does not override or implement a method from a supertype
      [ERROR] /Users/hyunsik/Code/tajo/tajo-9/tajo-storage/src/test/java/org/apache/tajo/storage/s3/SmallBlockS3FileSystem.java:[76,2] error: method does not override or implement a method from a supertype
      [ERROR] /Users/hyunsik/Code/tajo/tajo-9/tajo-storage/src/test/java/org/apache/tajo/storage/s3/SmallBlockS3FileSystem.java:[87,4] error: cannot find symbol
      [ERROR]   symbol:   method setConf(Configuration)
        location: class SmallBlockS3FileSystem
      /Users/hyunsik/Code/tajo/tajo-9/tajo-storage/src/test/java/org/apache/tajo/storage/s3/SmallBlockS3FileSystem.java:[90,58] error: no suitable method found for makeQualified(SmallBlockS3FileSystem)
      [ERROR]     method Path.makeQualified(URI,Path) is not applicable
            (actual and formal argument lists differ in length)
          method Path.makeQualified(FileSystem) is not applicable
            (actual argument SmallBlockS3FileSystem cannot be converted to FileSystem by method invocation conversion)
      /Users/hyunsik/Code/tajo/tajo-9/tajo-storage/src/test/java/org/apache/tajo/storage/s3/SmallBlockS3FileSystem.java:[81,2] error: method does not override or implement a method from a supertype
      [ERROR] /Users/hyunsik/Code/tajo/tajo-9/tajo-storage/src/test/java/org/apache/tajo/storage/s3/SmallBlockS3FileSystem.java:[92,2] error: method does not override or implement a method from a supertype
      [ERROR] /Users/hyunsik/Code/tajo/tajo-9/tajo-storage/src/test/java/org/apache/tajo/storage/s3/SmallBlockS3FileSystem.java:[121,28] error: no suitable method found for makeQualified(SmallBlockS3FileSystem)
      [ERROR]     method Path.makeQualified(URI,Path) is not applicable
            (actual and formal argument lists differ in length)
          method Path.makeQualified(FileSystem) is not applicable
            (actual argument SmallBlockS3FileSystem cannot be converted to FileSystem by method invocation conversion)
      /Users/hyunsik/Code/tajo/tajo-9/tajo-storage/src/test/java/org/apache/tajo/storage/s3/SmallBlockS3FileSystem.java:[126,29] error: no suitable method found for makeQualified(SmallBlockS3FileSystem)
      [ERROR]     method Path.makeQualified(URI,Path) is not applicable
            (actual and formal argument lists differ in length)
          method Path.makeQualified(FileSystem) is not applicable
            (actual argument SmallBlockS3FileSystem cannot be converted to FileSystem by method invocation conversion)
      /Users/hyunsik/Code/tajo/tajo-9/tajo-storage/src/test/java/org/apache/tajo/storage/s3/SmallBlockS3FileSystem.java:[112,2] error: method does not override or implement a method from a supertype
      [ERROR] /Users/hyunsik/Code/tajo/tajo-9/tajo-storage/src/test/java/org/apache/tajo/storage/s3/SmallBlockS3FileSystem.java:[146,13] error: method mkdirs in class SmallBlockS3FileSystem cannot be applied to given types;
      [ERROR]   required: Path,FsPermission
        found: Path
        reason: actual and formal argument lists differ in length
      /Users/hyunsik/Code/tajo/tajo-9/tajo-storage/src/test/java/org/apache/tajo/storage/s3/SmallBlockS3FileSystem.java:[152,28] error: cannot find symbol
      [ERROR]   symbol:   method getConf()
        location: class SmallBlockS3FileSystem
      /Users/hyunsik/Code/tajo/tajo-9/tajo-storage/src/test/java/org/apache/tajo/storage/s3/SmallBlockS3FileSystem.java:[154,12] error: cannot find symbol
      [ERROR]   symbol:   variable statistics
        location: class SmallBlockS3FileSystem
      /Users/hyunsik/Code/tajo/tajo-9/tajo-storage/src/test/java/org/apache/tajo/storage/s3/SmallBlockS3FileSystem.java:[130,2] error: method does not override or implement a method from a supertype
      [ERROR] /Users/hyunsik/Code/tajo/tajo-9/tajo-storage/src/test/java/org/apache/tajo/storage/s3/SmallBlockS3FileSystem.java:[156,2] error: method does not override or implement a method from a supertype
      [ERROR] /Users/hyunsik/Code/tajo/tajo-9/tajo-storage/src/test/java/org/apache/tajo/storage/s3/SmallBlockS3FileSystem.java:[172,2] error: method does not override or implement a method from a supertype
      [ERROR] /Users/hyunsik/Code/tajo/tajo-9/tajo-storage/src/test/java/org/apache/tajo/storage/s3/SmallBlockS3FileSystem.java:[177,2] error: method does not override or implement a method from a supertype
      [ERROR] /Users/hyunsik/Code/tajo/tajo-9/tajo-storage/src/test/java/org/apache/tajo/storage/s3/SmallBlockS3FileSystem.java:[236,11] error: cannot find symbol
      [ERROR]   symbol:   class Block
        location: class SmallBlockS3FileSystem
      /Users/hyunsik/Code/tajo/tajo-9/tajo-storage/src/test/java/org/apache/tajo/storage/s3/SmallBlockS3FileSystem.java:[227,2] error: method does not override or implement a method from a supertype
      [ERROR] /Users/hyunsik/Code/tajo/tajo-9/tajo-storage/src/test/java/org/apache/tajo/storage/s3/SmallBlockS3FileSystem.java:[270,29] error: no suitable method found for makeQualified(SmallBlockS3FileSystem)
      [ERROR]     method Path.makeQualified(URI,Path) is not applicable
            (actual and formal argument lists differ in length)
          method Path.makeQualified(FileSystem) is not applicable
            (actual argument SmallBlockS3FileSystem cannot be converted to FileSystem by method invocation conversion)
      /Users/hyunsik/Code/tajo/tajo-9/tajo-storage/src/test/java/org/apache/tajo/storage/s3/SmallBlockS3FileSystem.java:[264,2] error: method does not override or implement a method from a supertype
      [ERROR] /Users/hyunsik/Code/tajo/tajo-9/tajo-storage/src/test/java/org/apache/tajo/storage/s3/SmallBlockS3FileSystem.java:[301,13] error: cannot find symbol
      [ERROR]   symbol:   class Block
        location: class S3FileStatus
      /Users/hyunsik/Code/tajo/tajo-9/tajo-storage/src/test/java/org/apache/tajo/storage/s3/SmallBlockS3FileSystem.java:[310,12] error: cannot find symbol
      [ERROR]   symbol:   class Block
        location: class S3FileStatus
      /Users/hyunsik/Code/tajo/tajo-9/tajo-storage/src/test/java/org/apache/tajo/storage/s3/InMemoryFileSystemStore.java:[42,2] error: method does not override or implement a method from a supertype
      [ERROR] /Users/hyunsik/Code/tajo/tajo-9/tajo-storage/src/test/java/org/apache/tajo/storage/s3/InMemoryFileSystemStore.java:[47,2] error: method does not override or implement a method from a supertype
      [ERROR] /Users/hyunsik/Code/tajo/tajo-9/tajo-storage/src/test/java/org/apache/tajo/storage/s3/InMemoryFileSystemStore.java:[52,2] error: method does not override or implement a method from a supertype
      [ERROR] /Users/hyunsik/Code/tajo/tajo-9/tajo-storage/src/test/java/org/apache/tajo/storage/s3/InMemoryFileSystemStore.java:[57,2] error: method does not override or implement a method from a supertype
      [ERROR] /Users/hyunsik/Code/tajo/tajo-9/tajo-storage/src/test/java/org/apache/tajo/storage/s3/InMemoryFileSystemStore.java:[62,2] error: method does not override or implement a method from a supertype
      [ERROR] /Users/hyunsik/Code/tajo/tajo-9/tajo-storage/src/test/java/org/apache/tajo/storage/s3/InMemoryFileSystemStore.java:[67,2] error: method does not override or implement a method from a supertype
      [ERROR] /Users/hyunsik/Code/tajo/tajo-9/tajo-storage/src/test/java/org/apache/tajo/storage/s3/InMemoryFileSystemStore.java:[72,2] error: method does not override or implement a method from a supertype
      [ERROR] /Users/hyunsik/Code/tajo/tajo-9/tajo-storage/src/test/java/org/apache/tajo/storage/s3/InMemoryFileSystemStore.java:[77,2] error: method does not override or implement a method from a supertype
      [ERROR] /Users/hyunsik/Code/tajo/tajo-9/tajo-storage/src/test/java/org/apache/tajo/storage/s3/InMemoryFileSystemStore.java:[103,2] error: method does not override or implement a method from a supertype
      [ERROR] /Users/hyunsik/Code/tajo/tajo-9/tajo-storage/src/test/java/org/apache/tajo/storage/s3/InMemoryFileSystemStore.java:[116,2] error: method does not override or implement a method from a supertype
      [ERROR] /Users/hyunsik/Code/tajo/tajo-9/tajo-storage/src/test/java/org/apache/tajo/storage/s3/InMemoryFileSystemStore.java:[133,2] error: method does not override or implement a method from a supertype
      [ERROR] /Users/hyunsik/Code/tajo/tajo-9/tajo-storage/src/test/java/org/apache/tajo/storage/s3/InMemoryFileSystemStore.java:[138,2] error: method does not override or implement a method from a supertype
      [ERROR] /Users/hyunsik/Code/tajo/tajo-9/tajo-storage/src/test/java/org/apache/tajo/storage/s3/InMemoryFileSystemStore.java:[164,2] error: method does not override or implement a method from a supertype
      [ERROR] /Users/hyunsik/Code/tajo/tajo-9/tajo-storage/src/test/java/org/apache/tajo/storage/s3/InMemoryFileSystemStore.java:[170,2] error: method does not override or implement a method from a supertype
      [ERROR] /Users/hyunsik/Code/tajo/tajo-9/tajo-storage/src/test/java/org/apache/tajo/storage/s3/INode.java:[111,8] error: cannot find symbol
      [ERROR]   symbol:   class Block
        location: class INode
      /Users/hyunsik/Code/tajo/tajo-9/tajo-storage/src/test/java/org/apache/tajo/storage/s3/INode.java:[111,29] error: cannot find symbol
      [ERROR]   symbol:   class Block
        location: class INode
      /Users/hyunsik/Code/tajo/tajo-9/tajo-storage/src/test/java/org/apache/tajo/storage/s3/INode.java:[115,26] error: cannot find symbol
      [ERROR]   symbol:   class Block
        location: class INode
      /Users/hyunsik/Code/tajo/tajo-9/tajo-storage/src/test/java/org/apache/tajo/storage/TestFileSystems.java:[64,21] error: cannot find symbol
      [ERROR]   symbol:   class S3FileSystem
        location: class TestFileSystems
      /Users/hyunsik/Code/tajo/tajo-9/tajo-storage/src/test/java/org/apache/tajo/storage/TestFileSystems.java:[86,9] error: incompatible types
      [ERROR]   required: Object
        found:    SmallBlockS3FileSystem
      /Users/hyunsik/Code/tajo/tajo-9/tajo-storage/src/test/java/org/apache/tajo/storage/s3/S3OutputStream.java:[70,45] error: cannot find symbol
      [ERROR]   symbol:   class Block
        location: class S3OutputStream
      /Users/hyunsik/Code/tajo/tajo-9/tajo-storage/src/test/java/org/apache/tajo/storage/s3/S3OutputStream.java:[185,4] error: cannot find symbol
      [ERROR]   symbol:   class Block
        location: class S3OutputStream
      /Users/hyunsik/Code/tajo/tajo-9/tajo-storage/src/test/java/org/apache/tajo/storage/s3/S3OutputStream.java:[185,22] error: cannot find symbol
      [ERROR]   symbol:   class Block
        location: class S3OutputStream
      /Users/hyunsik/Code/tajo/tajo-9/tajo-storage/src/test/java/org/apache/tajo/storage/s3/S3OutputStream.java:[206,20] error: cannot find symbol
      

        Attachments

          Activity

            People

            • Assignee:
              blrunner Jaehwa Jung
              Reporter:
              hyunsik Hyunsik Choi
            • Votes:
              0 Vote for this issue
              Watchers:
              4 Start watching this issue

              Dates

              • Created:
                Updated:
                Resolved: