Package org.apache.flink.api.common.io

Class GenericCsvInputFormat<OT>

    • Field Detail

      • lineDelimiterIsLinebreak

        protected boolean lineDelimiterIsLinebreak

      • commentCount

        protected transient int commentCount

      • invalidLineCount

        protected transient int invalidLineCount

      • fieldIncluded

        protected boolean[] fieldIncluded

      • commentPrefix

        protected byte[] commentPrefix

    • Constructor Detail

      • GenericCsvInputFormat

        protected GenericCsvInputFormat()

      • GenericCsvInputFormat

        protected GenericCsvInputFormat​(Path filePath)

    • Method Detail

      • supportsMultiPaths

        public boolean supportsMultiPaths()
        Description copied from class: FileInputFormat
        Override this method to supports multiple paths. When this method will be removed, all FileInputFormats have to support multiple paths.
        Overrides:
        supportsMultiPaths in class FileInputFormat<OT>
        Returns:
        True if the FileInputFormat supports multiple paths, false otherwise.

      • getNumberOfFieldsTotal

        public int getNumberOfFieldsTotal()

      • getNumberOfNonNullFields

        public int getNumberOfNonNullFields()

      • setCharset

        public void setCharset​(String charset)
        Description copied from class: DelimitedInputFormat
        Set the name of the character set used for the row delimiter. This is also used by subclasses to interpret field delimiters, comment strings, and for configuring FieldParsers.

        These fields are interpreted when set. Changing the charset thereafter may cause unexpected results.

        Overrides:
        setCharset in class DelimitedInputFormat<OT>
        Parameters:
        charset - name of the charset

      • getCommentPrefix

        public byte[] getCommentPrefix()

      • setCommentPrefix

        public void setCommentPrefix​(String commentPrefix)

      • getFieldDelimiter

        public byte[] getFieldDelimiter()

      • setFieldDelimiter

        public void setFieldDelimiter​(String delimiter)

      • isLenient

        public boolean isLenient()

      • setLenient

        public void setLenient​(boolean lenient)

      • isSkippingFirstLineAsHeader

        public boolean isSkippingFirstLineAsHeader()

      • setSkipFirstLineAsHeader

        public void setSkipFirstLineAsHeader​(boolean skipFirstLine)

      • enableQuotedStringParsing

        public void enableQuotedStringParsing​(char quoteCharacter)

      • getFieldParsers

        protected FieldParser<?>[] getFieldParsers()

      • getGenericFieldTypes

        protected Class<?>[] getGenericFieldTypes()

      • setFieldTypesGeneric

        protected void setFieldTypesGeneric​(Class<?>... fieldTypes)

      • setFieldsGeneric

        protected void setFieldsGeneric​(int[] sourceFieldIndices,
                                Class<?>[] fieldTypes)

      • setFieldsGeneric

        protected void setFieldsGeneric​(boolean[] includedMask,
                                Class<?>[] fieldTypes)

      • skipFields

        protected int skipFields​(byte[] bytes,
                         int startPos,
                         int limit,
                         byte[] delim)

      • checkAndCoSort

        protected static void checkAndCoSort​(int[] positions,
                                     Class<?>[] types)

      • checkForMonotonousOrder

        protected static void checkForMonotonousOrder​(int[] positions,
                                              Class<?>[] types)