# import sys, os, time
# from stat import *
import os
import shutil
import subprocess
import glob
import re

import optparse

# --------------------------------------------------------------------------

# releasever = "21"
# basearch = "i386"

# releasever = "22"
# basearch = "x86_64"

# releasever = "23"
# basearch = "x86_64"

# releasever = "24"
# basearch = "x86_64"

releasever = "25"
basearch = "i386"
# basearch = "x86_64"

# releasever = "rawhide"
# basearch = "x86_64"

# --------------------------------------------------------------------------

check_patch = True
# check_patch = False

# flavor = ""

# --------------------------------------------------------------------------

download_release = "releases"
download_variant = ""
download_flavor = "Everything"
download_suffix = ""

if releasever == "24" :
   download_suffix = "-1.2"

if releasever == "25" :
   download_suffix = "-1.3"

if releasever == "rawhide" :
   # download_release = "releases/test"
   # download_variant = "_Beta"
   # download_suffix = "-1.1"
   download_release = "development"
   download_suffix = "-20161115.n.0"

# --------------------------------------------------------------------------

repo_base = "http://ftp.linux.cz/pub/linux/fedora/linux/"

repo_mid = repo_base + download_release + "/" + releasever + download_variant + "/"

if releasever in ["21", "24", "25"] :
   repo_base = "ftp://koala.fjfi.cvut.cz/"
   repo_mid = repo_base + "fedora" + releasever + "/"

repo_spec = repo_mid + download_flavor + "/" + basearch + "/"

# --------------------------------------------------------------------------

release_tmp = releasever.capitalize()

mini_file = ( repo_spec + "/iso/" +
              "Fedora-" + download_flavor + "-netinst-" + basearch + "-" + release_tmp + download_variant + download_suffix + ".iso" )

# --------------------------------------------------------------------------

repo_lines = [

# "repo --name=fedora --baseurl=http://ftp.linux.cz/pub/linux/fedora/linux/releases/$releasever/Everything/$basearch/os/",
# "repo --name=fedora --baseurl=" + repo_base + download_release + "/$releasever/" + download_flavor + "/$basearch/os/",
"repo --name=fedora --baseurl=" + repo_spec + "os/",
# "repo --name=fedora --baseurl=ftp://koala.fjfi.cvut.cz/fedora$releasever/Everything/$basearch/os/",

# "repo --name=fedora-updates --baseurl=http://ftp.linux.cz/pub/linux/fedora/linux/updates/$releasever/$basearch/",
# "repo --name=fedora-updates --baseurl=" + repo_base + "updates/testing/$releasever/$basearch/",
# "repo --name=fedora-updates --baseurl=ftp://koala.fjfi.cvut.cz/fedora$releasever/$basearch-updates/",

# "repo --name=fedora-updates-testing --baseurl=http://ftp.linux.cz/pub/linux/fedora/linux/updates/testing/$releasever/$basearch/",
# "repo --name=fedora-updates-testing --baseurl=" + repo_base + "updates/$releasever/$basearch/",

# "repo --name=fusion-free            --baseurl=ftp://koala.fjfi.cvut.cz/fedora$releasever/fusion-free",
# "repo --name=fusion-nonfree         --baseurl=ftp://koala.fjfi.cvut.cz/fedora$releasever/fusion-nonfree",
# "repo --name=fusion-free-updates    --baseurl=ftp://koala.fjfi.cvut.cz/fedora$releasever/fusion-free-updates",
# "repo --name=fusion-nonfree-updates --baseurl=ftp://koala.fjfi.cvut.cz/fedora$releasever/fusion-nonfree-updates",

# "repo --name=fusion-free            --baseurl=http://download1.rpmfusion.org/free/fedora/releases/$releasever/Everything/$basearch/os",
# "repo --name=fusion-nonfree         --baseurl=http://download1.rpmfusion.org/nonfree/fedora/releases/$releasever/Everything/$basearch/os",
# "repo --name=fusion-free-updates    --baseurl=http://download1.rpmfusion.org/free/fedora/updates/$releasever/$basearch",
# "repo --name=fusion-nonfree-updates --baseurl=http://download1.rpmfusion.org/nonfree/fedora/updates/$releasever/$basearch",

]

source_repo_lines = [ ]
compare_repo_lines = [ ]

# --------------------------------------------------------------------------

if releasever == "23" :
   repo_lines = [
     "repo --name=fedora --baseurl=ftp://koala.fjfi.cvut.cz/fedora$releasever/Everything/$basearch/os/",
     "repo --name=fedora-updates --baseurl=ftp://koala.fjfi.cvut.cz/fedora$releasever/$basearch-updates/",

     "repo --name=cuda --baseurl=ftp://koala.fjfi.cvut.cz/cuda-7.5/",

     "repo --name=fusion-free            --baseurl=ftp://koala.fjfi.cvut.cz/fedora$releasever/fusion-free",
     "repo --name=fusion-nonfree-updates --baseurl=ftp://koala.fjfi.cvut.cz/fedora$releasever/fusion-nonfree-updates",
   ]

# --------------------------------------------------------------------------

if releasever == "24" :
   repo_lines = [
      "repo --name=fedora --baseurl=ftp://koala.fjfi.cvut.cz/fedora$releasever/Everything/$basearch/os/",
      "repo --name=fedora-updates --baseurl=ftp://koala.fjfi.cvut.cz/fedora$releasever/$basearch-updates/",

      "repo --name=kdevelop5 --baseurl=ftp://koala.fjfi.cvut.cz/fedora$releasever/$basearch-kdevelop5/"
    ]


if releasever == "24" and basearch == "x86_64" :
   repo_lines = repo_lines + [
      "repo --name=cuda --baseurl=ftp://koala.fjfi.cvut.cz/cuda-7.5/",
      # "repo --name=cuda --baseurl=ftp://koala.fjfi.cvut.cz/cuda-8.0/",

      "repo --name=gcc5 --baseurl=ftp://koala.fjfi.cvut.cz/fedora$releasever/$basearch-gcc5/",
      # "repo --name=gcc5-orig --baseurl=http://ftp.scientificlinux.org/linux/scientific/7x/external_products/softwarecollections/$basearch/",

      "repo --name=fusion-free            --baseurl=ftp://koala.fjfi.cvut.cz/fedora$releasever/fusion-free",
      # "repo --name=fusion-nonfree         --baseurl=file:///mnt/other/fedora$releasever-updates/fusion-nonfree",
      "repo --name=fusion-free-updates --baseurl=ftp://koala.fjfi.cvut.cz/fedora$releasever/fusion-free-updates",
      "repo --name=fusion-nonfree-updates --baseurl=ftp://koala.fjfi.cvut.cz/fedora$releasever/fusion-nonfree-updates",
   ]

if releasever == "24" :
    source_repo_lines = source_repo_lines + [
       "repo --name=fedora-source --baseurl=http://ftp.linux.cz/pub/linux/fedora/linux/releases/$releasever/Everything/source/tree",
        "repo --name=fedora-source-updates --baseurl=http://ftp.linux.cz/pub/linux/fedora/linux/updates/$releasever/SRPMS",
        "repo --name=fedora-source-testing-updates --baseurl=http://ftp.linux.cz/pub/linux/fedora/linux/updates/testing/$releasever/SRPMS",
    ]

# --------------------------------------------------------------------------

if releasever == "25" :
   repo_lines = [
      "repo --name=fedora --baseurl=" + repo_spec + "os/"
   ]

if releasever == "25" and basearch == "x86_64" :
   repo_lines = repo_lines + [
      "repo --name=cuda --baseurl=ftp://koala.fjfi.cvut.cz/cuda-8.0/",

      "repo --name=gcc5 --baseurl=ftp://koala.fjfi.cvut.cz/cuda-gcc5/",
      # "repo --name=gcc5 --baseurl=http://ftp.scientificlinux.org/linux/scientific/7x/external_products/softwarecollections/$basearch/",

      # "repo --name=fusion-free            --baseurl=ftp://koala.fjfi.cvut.cz/fedora$releasever/fusion-free",
      # "repo --name=fusion-nonfree         --baseurl=file:///mnt/other/fedora$releasever-updates/fusion-nonfree",
      # "repo --name=fusion-free-updates    --baseurl=ftp://koala.fjfi.cvut.cz/fedora$releasever/fusion-free-updates",
      # "repo --name=fusion-nonfree-updates --baseurl=ftp://koala.fjfi.cvut.cz/fedora$releasever/fusion-nonfree-updates",

      "repo --name=fusion-free            --baseurl=http://download1.rpmfusion.org/free/fedora/releases/$releasever/Everything/$basearch/os",
      "repo --name=fusion-nonfree         --baseurl=http://download1.rpmfusion.org/nonfree/fedora/releases/$releasever/Everything/$basearch/os",
      "repo --name=fusion-free-updates    --baseurl=http://download1.rpmfusion.org/free/fedora/updates/$releasever/$basearch",
      "repo --name=fusion-nonfree-updates --baseurl=http://download1.rpmfusion.org/nonfree/fedora/updates/$releasever/$basearch",

      # "repo --name=fusion-nonfree-testing --baseurl=http://download1.rpmfusion.org/nonfree/fedora/updates/testing/25/x86_64",
   ]


if releasever == "25" :
   source_repo_lines = source_repo_lines + [
      "repo --name=fedora-source --baseurl=" + repo_spec + "../source/tree",
   ]

# --------------------------------------------------------------------------

if releasever == "rawhide" :
   repo_lines = [
      "repo --name=fedora --baseurl=" + repo_spec + "os/"
   ]

if releasever == "rawhide" and basearch == "x86_64" :
   repo_lines = repo_lines + [
      "repo --name=fusion-devel-free      --baseurl=http://download1.rpmfusion.org/free/fedora/development/$releasever/Everything/$basearch/os",
      "repo --name=fusion-devel-nonfree   --baseurl=http://download1.rpmfusion.org/nonfree/fedora/development/$releasever/Everything/$basearch/os",
   ]

# --------------------------------------------------------------------------

# repo --name=fedora                --baseurl=http://ftp.linux.cz/pub/linux/fedora/linux/releases/$releasever/Everything/$basearch/os/
# repo --name=fedora-source         --baseurl=http://ftp.linux.cz/pub/linux/fedora/linux/releases/$releasever/Everything/source/SRPMS/
# repo --name=fedora-updates        --baseurl=http://ftp.linux.cz/pub/linux/fedora/linux/updates/$releasever/$basearch/
# repo --name=fedora-updates-source --baseurl=http://ftp.linux.cz/pub/linux/fedora/linux/updates/$releasever/SRPMS/

# repo --name=fedora                --mirrorlist=http://mirrors.fedoraproject.org/mirrorlist?repo=fedora-$releasever&arch=$basearch
# repo --name=fedora-source         --mirrorlist=http://mirrors.fedoraproject.org/mirrorlist?repo=fedora-source-$releasever&arch=$basearch
# repo --name=fedora-updates        --mirrorlist=http://mirrors.fedoraproject.org/mirrorlist?repo=updates-released-f$releasever&arch=$basearch
# repo --name=fedora-updates-source --mirrorlist=http://mirrors.fedoraproject.org/mirrorlist?repo=updates-released-source-f$releasever&arch=$basearch

# --------------------------------------------------------------------------

combine_dir = os.getcwd ()

data_dir = combine_dir
# data_dir = os.path.join (combine_dir, "..", "fedora" + releasever + "-" + basearch)

# --------------------------------------------------------------------------

cache_subdir = "_cache"
mini_subdir = "_mini"
pungi_subdir = "_pungi"
packages_subdir = "_packages"
updates_subdir = "_updates"
product_subdir = "_product"
other_subdir = "_other"
source_subdir = "_source"
small_subdir = "_small"

# --------------------------------------------------------------------------

combine_script = __file__ # "combine-f" + releasever + ".py"

pungi_config = "prog-f" + releasever + ".ks"
other_config = "other-f" + releasever + ".ks"
source_config = "src-f" + releasever + ".ks"
small_config = "mini-f" + releasever + ".ks"

local_config = "local.ks"

changes_subdir = "changes-f" + releasever

file_list = "packages-f" + releasever + "-" + basearch + ".txt"

# --------------------------------------------------------------------------

# package_tree_dir = "/mnt/data/fedora" + releasever + "/" + basearch + "/os/Packages"
# package_tree_dir = "/mnt/disk11/fedora" + releasever + "/" + basearch + "/os/Packages"

package_tree_dir = os.path.join (data_dir, pungi_subdir, releasever, basearch, "os", "Packages")
# package_tree_dir = os.path.join (data_dir, cache_subdir, "fedora", "packages")

# --------------------------------------------------------------------------

compare_repo_lines = compare_repo_lines + [
   "repo --name=compare --baseurl=file://" + package_tree_dir + "/..",
]

# --------------------------------------------------------------------------

# https://github.com/rhinstaller/anaconda
# fedora 23: package anaconda-code, /usr/lib64/python3.4/site-packages/pyanaconda

# https://pagure.io/pungi
# fedora 23: package, pungi, /usr/lib/python2.7/site-packages/pungi/gather.py
# add_multilib 
# add_package ... lookaside

# --------------------------------------------------------------------------

update_packages = ["mc", "gpm-libs",
                   "cpio",
                   "genisoimage",
                   "libusal", "file-libs",
                   "nmap-ncat", "lua" ]

if releasever > "21" :
   update_packages = update_packages + ["openssh", "openssh-clients"]

# --------------------------------------------------------------------------

product_packages = ["anaconda-core", "anaconda-gui"]

if releasever <= "22" :
   product_packages = product_packages + ["python-blivet"]
else:
   product_packages = product_packages + ["python3-blivet"]

# --------------------------------------------------------------------------

product_files = [ ]

def initProductFiles () :

    addFile ("/root/.config/mc/hotlist") # !?
    addFile ("/root/.config/mc/mc.ext") # !?
    addFile ("/usr/share/anaconda/interactive-defaults.ks")
    if releasever == "22" :
       addFile ("/usr/lib/systemd/system/anaconda-shell@.service")
       addFile ("/usr/lib/systemd/system/anaconda-shell.service")
       addFile ("/usr/lib/systemd/system/anaconda-direct.service")

    # on i386 : lib64 -> lib
    # on fedora 21 and 22 : python3.4 -> python2.7
    # on fedora 24 : python3.4 -> python3.5

    addDiff ("/usr/lib64/python3.4/site-packages/pyanaconda/ui/gui/spokes/user.py")
    addDiff ("/usr/lib64/python3.4/site-packages/pyanaconda/ui/gui/spokes/welcome.py")
    addDiff ("/usr/lib64/python3.4/site-packages/pyanaconda/ui/gui/spokes/source.py")
    addDiff ("/usr/lib64/python3.4/site-packages/pyanaconda/ui/gui/spokes/password.py")
    addDiff ("/usr/lib64/python3.4/site-packages/pyanaconda/ui/gui/spokes/storage.py")
    addDiff ("/usr/lib64/python3.4/site-packages/pyanaconda/ui/gui/spokes/custom.py")
    addDiff ("/usr/lib64/python3.4/site-packages/pyanaconda/ui/gui/spokes/lib/summary.py")
    addDiff ("/usr/lib64/python3.4/site-packages/pyanaconda/kickstart.py")
    addDiff ("/usr/lib64/python3.4/site-packages/pyanaconda/product.py")
    addDiff ("/usr/lib64/python3.4/site-packages/pyanaconda/packaging/__init__.py")
    addDiff ("/usr/lib64/python3.4/site-packages/pyanaconda/flags.py")
    if releasever == "21" :
       addDiff ("/usr/lib64/python2.7/site-packages/pyanaconda/install.py")
    if releasever > "21" :
       addDiff ("/usr/lib64/python3.4/site-packages/pyanaconda/image.py")
    if releasever >= "25" :
       addDiff ("/usr/lib64/python3.4/site-packages/pyanaconda/storage_utils.py")

    if releasever <= "22" :
       addDiff ("/usr/lib/python2.7/site-packages/blivet/formats/fs.py")
    if releasever > "22" :
       addDiff ("/usr/lib/python3.4/site-packages/blivet/formats/fs.py")

    if releasever == "21" :
       addDiff ("/usr/lib/python2.7/site-packages/blivet/__init__.py")
    if releasever == "22" :
       addDiff ("/usr/lib/python2.7/site-packages/blivet/osinstall.py")
    if releasever >= "23" :
       addDiff ("/usr/lib/python3.4/site-packages/blivet/osinstall.py")

    addDiff ("/usr/share/anaconda/ui/spokes/storage.glade")
    addDiff ("/usr/share/anaconda/ui/spokes/custom.glade")
    addDiff ("/usr/share/anaconda/ui/spokes/source.glade")
    addDiff ("/usr/share/anaconda/ui/hubs/summary.glade")

# fedora 21: rpm python-blivet,  /usr/lib/python2.7
# fedora 22: rpm python-blivet,  /usr/lib/python2.7
# fedora 23: rpm python3-blivet, /usr/lib/python3.4
# fedora 24: rpm python3-blivet, /usr/lib/python3.5

# fedora 21: rpm anaconda-core,  /usr/lib64/python2.7
# fedora 22: rpm anaconda-core,  /usr/lib64/python2.7
# fedora 23: rpm anaconda-core,  /usr/lib64/python3.4
# fedora 24: rpm anaconda-core,  /usr/lib64/python3.5

# --------------------------------------------------------------------------

if releasever <= "21" :
   yum_cmd = "yum"
else:
   yum_cmd = "dnf"

# --------------------------------------------------------------------------

class Options :
    def __init__ (self) :
        self.install = False
        self.pungi = False
        self.mini = False
        self.updates = False
        self.product = False
        self.combine = False
        self.iso = False
        self.all = False
        self.other = False
        self.source = False
        self.small = False
        self.qemu = False
        self.copy = False
        self.product = False
        self.delta = False

def read_options () :

    parser = optparse.OptionParser ()
    parser.add_option ("--install", dest="install", action="store_true", help="Install necessary packages")
    parser.add_option ("--pungi", dest="pungi", action="store_true", help="Collect rpm files")
    parser.add_option ("--mini", dest="mini", action="store_true", help="Download netinst iso image")
    parser.add_option ("-u", "--updates", dest="updates", action="store_true", help="Create updates.img")
    parser.add_option ("-p", "--product", dest="product", action="store_true", help="Create product.img")
    parser.add_option ("-c", "--combine", dest="combine", action="store_true", help="Copy files to pungi directory")
    parser.add_option ("--iso",  dest="iso", action="store_true", help="Create iso file")
    parser.add_option ("--all", dest="all", action="store_true", help="Create iso image")

    parser.add_option ("--other",  dest="other", action="store_true", help="Collect other rpm files")
    parser.add_option ("--source",  dest="source", action="store_true", help="Collect srpm files")
    parser.add_option ("--small",  dest="small", action="store_true", help="Collect small rpm and srpm files")

    parser.add_option ("--qemu",  dest="qemu", action="store_true", help="Start QEmu")
    parser.add_option ("--copy", dest="copy", action="store_true", help="Copy rpm files")
    parser.add_option ("--delta", dest="delta", action="store_true", help="Compare product and original files")

    global opt
    global arg

    opt = Options ()

    (opt, arg) = parser.parse_args (values=opt)

    if len (arg) > 0 :
       parser.error ("too many arguments")

# --------------------------------------------------------------------------

# find . -name '*.rpm' -printf "%f\n" | sort

# unpack: gunzip -dc $ARCHIVE_FILE | cpio -id
# pack:   find . | cpio -c -o  | gzip -9cv > $ARCHIVE_FILE
# list:   gunzip -dc $ARCHIVE_FILE | cpio -ivt

# --------------------------------------------------------------------------

def create_dir (working_dir) :
    if not os.path.isdir (working_dir) :
       os.mkdir (working_dir)

def enter_dir (working_dir) :
    # print "enter_dir", working_dir
    create_dir (working_dir)
    os.chdir (working_dir)

def enter_subdir (working_dir) :
    enter_dir (os.path.join (data_dir, working_dir))

def original_dir () :
    os.chdir (combine_dir)

def create_directories (working_dir) :
    if not os.path.isdir (working_dir) :
       os.makedirs (working_dir)

# --------------------------------------------------------------------------

def get_rpm (source_dir, name) :
    files = glob.glob (os.path.join (source_dir, name + "-[0-9]*.rpm"))
    if len (files) > 1 :
       files = glob.glob (os.path.join (source_dir, name + "-[0-9]*." + basearch + ".rpm"))
       if len (files) == 0 :
          files = glob.glob (os.path.join (source_dir, name + "-[0-9]*.noarch.rpm"))
    # print files
    if len (files) == 1 :
       return files [0]
    elif len (files) > 1 :
       return ""
    else :
       letter = name [0].lower ()
       files = glob.glob (os.path.join (source_dir, letter, name + "-[0-9]*.rpm"))
       if len (files) == 1 :
          return files [0]
       else :
          return ""

def copy_rpm (source_dir, name, target_dir = "") :
    src_file = get_rpm (source_dir, name)
    if src_file == "" :
       raise Exception ("Unknown package " + name)
    else :
       dst_file = os.path.basename (src_file)
       if target_dir != "" :
          dst_file = os.path.join (target_dir, fst_file)
       if not os.path.isfile (dst_file) :
          shutil.copyfile (src_file, dst_file)

def unpack_rpm (inp_name) :
    # os.system ("rpm2cpio " + inp_name + " | cpio -id")
    proc1 = subprocess.Popen (["rpm2cpio", inp_name], stdout=subprocess.PIPE)
    subprocess.check_call (["cpio", "-id"], stdin=proc1.stdout)
    proc1.communicate ()

# --------------------------------------------------------------------------

def proc_install () :
    subprocess.call ([yum_cmd, "install", "pungi", "patch"])
    # subprocess.call ([yum_cmd, "install", "qemu"])

# --------------------------------------------------------------------------

def config_with_repo (config_name) :
    src_file = open (os.path.join (combine_dir, config_name), "r")
    dst_file = open (os.path.join (combine_dir, local_config), "w")
    dst_file.write ("\n")
    for line in repo_lines :
       dst_file.write (line + "\n")
    dst_file.write ("\n")
    for line in src_file :
        dst_file.write (line)
    src_file.close ()
    dst_file.close ()

# --------------------------------------------------------------------------

def proc_pungi () :
    enter_subdir (pungi_subdir)

    config_with_repo (pungi_config)

    subprocess.call (["pungi",
                      "--nosource",
                      "--nogreedy",
                      # "--flavor=" + flavor,
                      "--ver=" + releasever,
                      "--arch=" + basearch,
                      "--cachedir=" + os.path.join (data_dir, cache_subdir),
                      "-G", "-C",
                      "--force",
                      "-c", os.path.join (combine_dir, local_config) ])

    original_dir ()

def proc_iso () :
    enter_subdir (pungi_subdir)

    config_with_repo (pungi_config)

    subprocess.call (["pungi",
                      "--nosource",
                      "--nogreedy",
                      # "--flavor=" + flavor,
                      "--ver=" + releasever,
                      "--arch=" + basearch,
                      "--cachedir=" + os.path.join (data_dir, cache_subdir),
                      # "--name=Fedora-" + flavor, # volume label Fedora-S-...
                      "-I",
                      "--force",
                      "-c", os.path.join (combine_dir, local_config) ])

    original_dir ()

def proc_other () :
    enter_subdir (other_subdir)

    config_with_repo (other_config)

    subprocess.call (["pungi",
                      "--nosource",
                      "--nogreedy",
                      "--ver=" + releasever,
                      "--arch=" + basearch,
                      "--cachedir=" + os.path.join (data_dir, cache_subdir),
                      # "--flavor=Other",
                      "--lookaside-repo=compare",
                      "-G", "-C",
                      "-c", os.path.join (combine_dir, local_config) ])

    original_dir ()

def proc_source () :
    enter_subdir (source_subdir)

    config_with_repo (source_config)

    subprocess.call (["pungi",
                      "--force",
                      "--nogreedy",
                      "--ver=" + releasever,
                      "--arch=" + basearch,
                      "--cachedir=" + os.path.join (data_dir, cache_subdir),
                      "-G", "-C",
                      "-c", os.path.join (combine_dir, local_config) ])

    original_dir ()

def proc_small () :
    enter_subdir (small_subdir)

    config_with_repo (small_config)

    subprocess.call (["pungi",
                      # "--nosource",
                      "--force",
                      "--nogreedy",
                      "--ver=" + releasever,
                      "--arch=" + basearch,
                      "--cachedir=" + os.path.join (data_dir, cache_subdir),
                      "-G", "-C",
                      "-c", os.path.join (combine_dir, local_config) ])

    original_dir ()

# --------------------------------------------------------------------------

def proc_qemu () :
    enter_subdir (pungi_subdir)

    # iso_file = "Fedora-" + flavor + "-DVD-" + basearch + "-" + releasever + ".iso"
    # iso_file = os.path.join (releasever, flavor, basearch, "iso", iso_file)

    iso_file = "Fedora-DVD-" + basearch + "-" + releasever + ".iso"
    iso_file = os.path.join (releasever, basearch, "iso", iso_file)

    subprocess.call ("qemu-system-" + basearch + " -cdrom " + iso_file, shell=True)

    original_dir ()

# --------------------------------------------------------------------------

def proc_mini () :
    enter_subdir (mini_subdir)
    iso_file = os.path.basename (mini_file)
    print mini_file , "->", iso_file
    if not os.path.isfile (iso_file) :
       subprocess.call (["curl", mini_file, "-O", iso_file])

# --------------------------------------------------------------------------

def copy_file (src_file, dst_file) :
    # dst_file = os.path.join (dst_dir, os.path.basename (src_file))
    print "copy", src_file, "->", dst_file
    shutil.copyfile (src_file, dst_file)

def proc_combine () :
    enter_subdir (mini_subdir)
    iso_file = os.path.basename (mini_file)

    # target_dir = os.path.join (data_dir, pungi_subdir, releasever, flavor, basearch, "os")
    target_dir = os.path.join (data_dir, pungi_subdir, releasever, basearch, "os")

    file_list = subprocess.check_output ("isoinfo -i" + iso_file + " -R -f", shell=True)
    for file_name in file_list.splitlines () :
        if file_name.startswith ("/images/") or file_name.startswith ("/isolinux/") or file_name.startswith ("/LiveOS/") :
           if not file_name.startswith ("/images/pxeboot") and not file_name.endswith ("/TRANS.TBL"):
              target_file =  target_dir + "/" + file_name # no join, file_name starts with "/"
              print "unpack", file_name, "->", target_file
              create_directories (os.path.dirname (target_file))
              if not os.path.isfile (target_file) :
                 subprocess.call ("isoinfo -i" + iso_file + " -R -x " + file_name + " > " + target_file , shell=True)

    # change DVD label in isolinux.cfg
    isolinux_cfg = target_dir + "/isolinux/isolinux.cfg"
    new_label = "Fedora-" + releasever + "-" + basearch
    subprocess.check_call ("sed -i -e 's/LABEL=\\S*/LABEL=" + new_label + "/' " + isolinux_cfg, shell=True)

    copy_file (os.path.join (data_dir, updates_subdir, "updates.img"), os.path.join (target_dir, "images", "updates.img"))
    copy_file (os.path.join (data_dir, product_subdir, "product.img"), os.path.join (target_dir, "images", "product.img"))

    target_dir = os.path.join (target_dir, "_build")
    create_dir (target_dir)

    copy_file (os.path.join (combine_dir, combine_script), os.path.join (target_dir, combine_script))
    copy_file (os.path.join (combine_dir, pungi_config), os.path.join (target_dir, pungi_config))

    create_dir (os.path.join (target_dir, changes_subdir))
    # subitems = os.listdir (os.path.join (combine_dir, changes_subdir))
    # subitems.sort ()
    # for name in subitems :
    #   copy_file (os.path.join (combine_dir, changes_subdir, name), os.path.join (target_dir, changes_subdir, name))
    for p in product_files :
       copy_file (os.path.join (combine_dir, changes_subdir, p.input_name), os.path.join (target_dir, changes_subdir, p.input_name))

    original_dir ()

# -------------------------------------------------------------------------

def proc_copy () :

    create_dir (packages_subdir)

    f = open (file_list, "r")
    for file_name in f :
        file_name = file_name.rstrip('\n').rstrip('\r')
        file_name = re.sub ("#.*", "", file_name)
        file_name = file_name.strip()
        if file_name != "" :
           letter = file_name [0].lower ()
           src_file = os.path.join (package_tree_dir, letter, file_name)
           dst_file = os.path.join (packages_subdir, letter, file_name)
           dst_dir = os.path.join (packages_subdir, letter)
           if os.path.isfile (src_file) : # !?
              create_dir (dst_dir)
              if not os.path.isfile (dst_file) : # !?
                 shutil.copyfile (src_file, dst_file)
           else :
              print "missing", file_name

# --------------------------------------------------------------------------

def copy_packages (packages, source_dir) :
    for p in packages :
       print "copying package ", p
       copy_rpm (source_dir, p)

def unpack_packages (packages, package_dir) :
    for p in packages :
       print "unpacking package", p
       file_name = get_rpm (package_dir, p)
       if file_name == "" :
          raise Exception ("Unknown package " + p)
       else :
          file_name = os.path.basename (file_name)
          print "unpacking file", file_name
          inp_name = os.path.join (package_dir, file_name)
          unpack_rpm (inp_name)

# --------------------------------------------------------------------------

def proc_updates () :

    enter_subdir (updates_subdir)

    enter_dir ("packages")
    copy_packages (update_packages, package_tree_dir)
    os.chdir ("..")

    enter_dir ("unpacked")
    unpack_packages (update_packages, "../packages")
    if releasever > "21" :
       subprocess.check_call ("find . -type f -exec chmod -r {} \\;", shell=True)

    print "packing updates.img"
    # os.system ("tar czf ../updates.img *")
    subprocess.check_call ("tar czf ../updates.img *", shell=True)
    original_dir ()

# --------------------------------------------------------------------------

class Product :
    def __init__ (self) :
       self.full_name = ""
       self.local_name = ""
       self.diff = False

def getLocalName (name) :
    local_name = os.path.basename (name)
    if local_name == "__init__.py" :
       local_name = os.path.basename (os.path.dirname (name)) + "-init.py"
    return local_name

def addFile (name, diff = False) :
    if name.startswith ("/") :
       name = name [1:]

    if basearch == "i386" :
       name = re.sub ("/lib64/", "/lib/", name)

    if releasever <= "22" : # compare strings
       name = re.sub ("/python3.4/", "/python2.7/", name)

    if releasever >= "24" : 
       name = re.sub ("/python3.4/", "/python3.5/", name)

    local_name = getLocalName (name)

    for p in product_files :
       if p.local_name == local_name :
          raise Exception ("Duplicated local name " + local_name)

    p = Product ()
    p.full_name = name
    p.local_name = local_name
    p.diff = diff

    p.input_name = p.local_name
    if p.diff :
       p.input_name = p.input_name + ".diff"

    product_files.append (p)

def addDiff (name) :
    addFile (name, True)

# --------------------------------------------------------------------------

def proc_product () :

    enter_subdir (product_subdir)

    enter_dir ("packages")
    copy_packages (product_packages, package_tree_dir)
    os.chdir ("..")

    enter_dir ("unpacked")
    unpack_packages (product_packages, "../packages")
    os.chdir ("..")

    enter_dir ("tree")

    used_files = [ ]

    for p in product_files :

       rel_file = os.path.join (".",  p.full_name)
       rel_dir = os.path.dirname (rel_file)
       create_directories (rel_dir)

       if not p.diff :
          print "copying file", rel_file
          shutil.copyfile (os.path.join (combine_dir, changes_subdir, p.input_name), rel_file)
       else :
          shutil.copyfile (os.path.join ("../unpacked", p.full_name), rel_file)
          params = ["patch", rel_file, os.path.join (combine_dir, changes_subdir, p.input_name)]
          if check_patch :
             subprocess.check_call (params)
          else :
             subprocess.call (params)

       used_files.append (p.input_name)

    subitems = os.listdir (os.path.join (combine_dir, changes_subdir))
    for s in subitems :
       if s not in used_files :
          print "UNUSED FILE", s

    print
    subprocess.call ("find . -name '*.rej'", shell=True)
    print


    print "packing product.img"
    # os.system ("tar czf ../product.img *")
    subprocess.check_call ("tar czf ../product.img --exclude='*.orig' *", shell=True)
    # subprocess.check_call ("tar czf ../product.img *", shell=True)
    original_dir ()

# --------------------------------------------------------------------------

def findFiles (path, rel_path="") :

    answer = [ ]
    subitems = os.listdir (os.path.join (path, rel_path))
    subitems.sort ()
    for name in subitems :
       rel_name = os.path.join (rel_path, name)
       long_name = os.path.join (path, rel_name)
       if os.path.isfile (long_name) :
          answer.append (rel_name)
       elif os.path.isdir (long_name) :
          answer = answer + findFiles (path, rel_name)
    return answer

# --------------------------------------------------------------------------

def proc_delta () :

    enter_subdir (product_subdir)
    create_dir ("tree-delta")

    files = findFiles ("tree")
    for file_name in files :
       first_file = os.path.join ("unpacked", file_name)

       second_file = os.path.join ("tree", file_name)

       local_name = getLocalName (file_name)
       target_file = os.path.join ("tree-delta", local_name)

       if os.path.isfile (first_file) :
          print file_name + ".diff"
          target_file = target_file + ".diff"
          subprocess.call ("diff -U 5 -r " + first_file + " " + second_file + " > " + target_file, shell=True)
       else :
          print file_name
          shutil.copyfile (second_file, target_file)

    original_dir ()

# --------------------------------------------------------------------------

if __name__ == '__main__' :
   read_options ()
   initProductFiles ()
   if opt.install :
      proc_install ()
      exit
   if opt.pungi :
      proc_pungi ()
      exit
   if opt.mini :
      proc_mini ()
      exit
   if opt.updates :
      proc_updates ()
      exit
   if opt.product :
      proc_product ()
      exit
   if opt.combine :
      proc_combine ()
      exit
   if opt.iso :
      proc_iso ()
      exit
   if opt.all :
      proc_pungi ()
      proc_mini ()
      proc_updates ()
      proc_product ()
      proc_combine ()
      proc_iso ()
      exit
   if opt.other :
      repo_lines = repo_lines + compare_repo_lines
      proc_other ()
      exit
   if opt.source :
      repo_lines = repo_lines + source_repo_lines
      proc_source ()
      exit
   if opt.small :
      repo_lines = repo_lines + source_repo_lines
      proc_small ()
      exit
   if opt.qemu :
      proc_qemu ()
      exit
   if opt.copy :
      proc_copy ()
      exit
   if opt.delta :
      proc_delta ()
      exit

# kate: indent-width 1; show-tabs true; replace-tabs true; remove-trailing-spaces all