# patch.py - patch file parsing routines

#

# Copyright 2006 Brendan Cully <brendan@kublai.com>

# Copyright 2007 Chris Mason <chris.mason@oracle.com>

#

# This software may be used and distributed according to the terms of the

# GNU General Public License version 2 or any later version.

from __future__ import absolute_import, print_function

import collections

import contextlib

import copy

import email

import errno

import hashlib

import os

import posixpath

import re

import shutil

import zlib

from .i18n import _

from .node import (

    hex,

    short,

)

from . import (

    copies,

    diffhelper,

    diffutil,

    encoding,

    error,

    mail,

    match as matchmod,

    mdiff,

    pathutil,

    pycompat,

    scmutil,

    similar,

    util,

    vfs as vfsmod,

)

from .utils import (

    dateutil,

    procutil,

    stringutil,

)

stringio = util.stringio

gitre = re.compile(br'diff --git a/(.*) b/(.*)')

tabsplitter = re.compile(br'(\t+|[^\t]+)')

wordsplitter = re.compile(br'(\t+| +|[a-zA-Z0-9_\x80-\xff]+|'

                          b'[^ \ta-zA-Z0-9_\x80-\xff])')

PatchError = error.PatchError

# public functions

def split(stream):

    '''return an iterator of individual patches from a stream'''

    def isheader(line, inheader):

        if inheader and line.startswith((' ', '\t')):

            # continuation

            return True

        if line.startswith((' ', '-', '+')):

            # diff line - don't check for header pattern in there

            return False

        l = line.split(': ', 1)

        return len(l) == 2 and ' ' not in l[0]

    def chunk(lines):

        return stringio(''.join(lines))

    def hgsplit(stream, cur):

        inheader = True

        for line in stream:

            if not line.strip():

                inheader = False

            if not inheader and line.startswith('# HG changeset patch'):

                yield chunk(cur)

                cur = []

                inheader = True

            cur.append(line)

        if cur:

            yield chunk(cur)

    def mboxsplit(stream, cur):

        for line in stream:

            if line.startswith('From '):

                for c in split(chunk(cur[1:])):

                    yield c

                cur = []

            cur.append(line)

        if cur:

            for c in split(chunk(cur[1:])):

                yield c

    def mimesplit(stream, cur):

        def msgfp(m):

            fp = stringio()

            g = email.Generator.Generator(fp, mangle_from_=False)

            g.flatten(m)

            fp.seek(0)

            return fp

        for line in stream:

            cur.append(line)

        c = chunk(cur)

        m = mail.parse(c)

        if not m.is_multipart():

            yield msgfp(m)

        else:

            ok_types = ('text/plain', 'text/x-diff', 'text/x-patch')

            for part in m.walk():

                ct = part.get_content_type()

                if ct not in ok_types:

                    continue

                yield msgfp(part)

    def headersplit(stream, cur):

        inheader = False

        for line in stream:

            if not inheader and isheader(line, inheader):

                yield chunk(cur)

                cur = []

                inheader = True

            if inheader and not isheader(line, inheader):

                inheader = False

            cur.append(line)

        if cur:

            yield chunk(cur)

    def remainder(cur):

        yield chunk(cur)

    class fiter(object):

        def __init__(self, fp):

            self.fp = fp

        def __iter__(self):

            return self

        def next(self):

            l = self.fp.readline()

            if not l:

                raise StopIteration

            return l

        __next__ = next

    inheader = False

    cur = []

    mimeheaders = ['content-type']

    if not util.safehasattr(stream, 'next'):

        # http responses, for example, have readline but not next

        stream = fiter(stream)

    for line in stream:

        cur.append(line)

        if line.startswith('# HG changeset patch'):

            return hgsplit(stream, cur)

        elif line.startswith('From '):

            return mboxsplit(stream, cur)

        elif isheader(line, inheader):

            inheader = True

            if line.split(':', 1)[0].lower() in mimeheaders:

                # let email parser handle this

                return mimesplit(stream, cur)

        elif line.startswith('--- ') and inheader:

            # No evil headers seen by diff start, split by hand

            return headersplit(stream, cur)

        # Not enough info, keep reading

    # if we are here, we have a very plain patch

    return remainder(cur)

## Some facility for extensible patch parsing:

# list of pairs ("header to match", "data key")

patchheadermap = [('Date', 'date'),

                  ('Branch', 'branch'),

                  ('Node ID', 'nodeid'),

                 ]

@contextlib.contextmanager

def extract(ui, fileobj):

    '''extract patch from data read from fileobj.

    patch can be a normal patch or contained in an email message.

    return a dictionary. Standard keys are:

      - filename,

      - message,

      - user,

      - date,

      - branch,

      - node,

      - p1,

      - p2.

    Any item can be missing from the dictionary. If filename is missing,

    fileobj did not contain a patch. Caller must unlink filename when done.'''

    fd, tmpname = pycompat.mkstemp(prefix='hg-patch-')

    tmpfp = os.fdopen(fd, r'wb')

    try:

        yield _extract(ui, fileobj, tmpname, tmpfp)

    finally:

        tmpfp.close()

        os.unlink(tmpname)

def _extract(ui, fileobj, tmpname, tmpfp):

    # attempt to detect the start of a patch

    # (this heuristic is borrowed from quilt)

    diffre = re.compile(br'^(?:Index:[ \t]|diff[ \t]-|RCS file: |'

                        br'retrieving revision [0-9]+(\.[0-9]+)*$|'

                        br'---[ \t].*?^\+\+\+[ \t]|'

                        br'\*\*\*[ \t].*?^---[ \t])',

                        re.MULTILINE | re.DOTALL)

    data = {}

    msg = mail.parse(fileobj)

    subject = msg[r'Subject'] and mail.headdecode(msg[r'Subject'])

    data['user'] = msg[r'From'] and mail.headdecode(msg[r'From'])

    if not subject and not data['user']:

        # Not an email, restore parsed headers if any

        subject = '\n'.join(': '.join(map(encoding.strtolocal, h))

                            for h in msg.items()) + '\n'

    # should try to parse msg['Date']

    parents = []

    if subject:

        if subject.startswith('[PATCH'):

            pend = subject.find(']')

            if pend >= 0:

                subject = subject[pend + 1:].lstrip()

        subject = re.sub(br'\n[ \t]+', ' ', subject)

        ui.debug('Subject: %s\n' % subject)

    if data['user']:

        ui.debug('From: %s\n' % data['user'])

    diffs_seen = 0

    ok_types = ('text/plain', 'text/x-diff', 'text/x-patch')

    message = ''

    for part in msg.walk():

        content_type = pycompat.bytestr(part.get_content_type())

        ui.debug('Content-Type: %s\n' % content_type)

        if content_type not in ok_types:

            continue

        payload = part.get_payload(decode=True)

        m = diffre.search(payload)

        if m:

            hgpatch = False

            hgpatchheader = False

            ignoretext = False

            ui.debug('found patch at byte %d\n' % m.start(0))

            diffs_seen += 1

            cfp = stringio()

            for line in payload[:m.start(0)].splitlines():

                if line.startswith('# HG changeset patch') and not hgpatch:

                    ui.debug('patch generated by hg export\n')

                    hgpatch = True

                    hgpatchheader = True

                    # drop earlier commit message content

                    cfp.seek(0)

                    cfp.truncate()

                    subject = None

                elif hgpatchheader:

                    if line.startswith('# User '):

                        data['user'] = line[7:]

                        ui.debug('From: %s\n' % data['user'])

                    elif line.startswith("# Parent "):

                        parents.append(line[9:].lstrip())

                    elif line.startswith("# "):

                        for header, key in patchheadermap:

                            prefix = '# %s ' % header

                            if line.startswith(prefix):

                                data[key] = line[len(prefix):]

                    else:

                        hgpatchheader = False

                elif line == '---':

                    ignoretext = True

                if not hgpatchheader and not ignoretext:

                    cfp.write(line)

                    cfp.write('\n')

            message = cfp.getvalue()

            if tmpfp:

                tmpfp.write(payload)

                if not payload.endswith('\n'):

                    tmpfp.write('\n')

        elif not diffs_seen and message and content_type == 'text/plain':

            message += '\n' + payload

    if subject and not message.startswith(subject):

        message = '%s\n%s' % (subject, message)

    data['message'] = message

    tmpfp.close()

    if parents:

        data['p1'] = parents.pop(0)

        if parents:

            data['p2'] = parents.pop(0)

    if diffs_seen:

        data['filename'] = tmpname

    return data

class patchmeta(object):

    """Patched file metadata

    'op' is the performed operation within ADD, DELETE, RENAME, MODIFY

    or COPY.  'path' is patched file path. 'oldpath' is set to the

    origin file when 'op' is either COPY or RENAME, None otherwise. If

    file mode is changed, 'mode' is a tuple (islink, isexec) where

    'islink' is True if the file is a symlink and 'isexec' is True if

    the file is executable. Otherwise, 'mode' is None.

    """

    def __init__(self, path):

        self.path = path

        self.oldpath = None

        self.mode = None

        self.op = 'MODIFY'

        self.binary = False

    def setmode(self, mode):

        islink = mode & 0o20000

        isexec = mode & 0o100

        self.mode = (islink, isexec)

    def copy(self):

        other = patchmeta(self.path)

        other.oldpath = self.oldpath

        other.mode = self.mode

        other.op = self.op

        other.binary = self.binary

        return other

    def _ispatchinga(self, afile):

        if afile == '/dev/null':

            return self.op == 'ADD'

        return afile == 'a/' + (self.oldpath or self.path)

    def _ispatchingb(self, bfile):

        if bfile == '/dev/null':

            return self.op == 'DELETE'

        return bfile == 'b/' + self.path

    def ispatching(self, afile, bfile):

        return self._ispatchinga(afile) and self._ispatchingb(bfile)

    def __repr__(self):

        return "<patchmeta %s %r>" % (self.op, self.path)

def readgitpatch(lr):

    """extract git-style metadata about patches from <patchname>"""

    # Filter patch for git information

    gp = None

    gitpatches = []

    for line in lr:

        line = line.rstrip(' \r\n')

        if line.startswith('diff --git a/'):

            m = gitre.match(line)

            if m:

                if gp:

                    gitpatches.append(gp)

                dst = m.group(2)

                gp = patchmeta(dst)

        elif gp:

            if line.startswith('--- '):

                gitpatches.append(gp)

                gp = None

                continue

            if line.startswith('rename from '):

                gp.op = 'RENAME'

                gp.oldpath = line[12:]

            elif line.startswith('rename to '):

                gp.path = line[10:]

            elif line.startswith('copy from '):

                gp.op = 'COPY'

                gp.oldpath = line[10:]

            elif line.startswith('copy to '):

                gp.path = line[8:]

            elif line.startswith('deleted file'):

                gp.op = 'DELETE'

            elif line.startswith('new file mode '):

                gp.op = 'ADD'

                gp.setmode(int(line[-6:], 8))

            elif line.startswith('new mode '):

                gp.setmode(int(line[-6:], 8))

            elif line.startswith('GIT binary patch'):

                gp.binary = True

    if gp:

        gitpatches.append(gp)

    return gitpatches

class linereader(object):

    # simple class to allow pushing lines back into the input stream

    def __init__(self, fp):

        self.fp = fp

        self.buf = []

    def push(self, line):

        if line is not None:

            self.buf.append(line)

    def readline(self):

        if self.buf:

            l = self.buf[0]

            del self.buf[0]

            return l

        return self.fp.readline()

    def __iter__(self):

        return iter(self.readline, '')

class abstractbackend(object):

    def __init__(self, ui):

        self.ui = ui

    def getfile(self, fname):

        """Return target file data and flags as a (data, (islink,

        isexec)) tuple. Data is None if file is missing/deleted.

        """

        raise NotImplementedError

    def setfile(self, fname, data, mode, copysource):

        """Write data to target file fname and set its mode. mode is a

        (islink, isexec) tuple. If data is None, the file content should

        be left unchanged. If the file is modified after being copied,

        copysource is set to the original file name.

        """

        raise NotImplementedError

    def unlink(self, fname):

        """Unlink target file."""

        raise NotImplementedError

    def writerej(self, fname, failed, total, lines):

        """Write rejected lines for fname. total is the number of hunks

        which failed to apply and total the total number of hunks for this

        files.

        """

    def exists(self, fname):

        raise NotImplementedError

    def close(self):

        raise NotImplementedError

class fsbackend(abstractbackend):

    def __init__(self, ui, basedir):

        super(fsbackend, self).__init__(ui)

        self.opener = vfsmod.vfs(basedir)

    def getfile(self, fname):

        if self.opener.islink(fname):

            return (self.opener.readlink(fname), (True, False))

        isexec = False

        try:

            isexec = self.opener.lstat(fname).st_mode & 0o100 != 0

        except OSError as e:

            if e.errno != errno.ENOENT:

                raise

        try:

            return (self.opener.read(fname), (False, isexec))

        except IOError as e:

            if e.errno != errno.ENOENT:

                raise