add compass-core conf/ into compass4nfv

JIRA: COMPASS-507

1.create deploy/compass_conf/ directory to keep local
compass-core conf/ files. build.sh will add it into
compass.iso

2.adjust conf files to support congress

Change-Id: I91dde6f62f2385d1289a5cf9a39eafce945a1bc7
Signed-off-by: Harry Huang <huangxiangyu5@huawei.com>

1 files changed, 558 insertions, 0 deletions

diff --git a/deploy/compass_conf/progress_calculator/progress_calculator.conf b/deploy/compass_conf/progress_calculator/progress_calculator.conf
new file mode 100755
index 00000000..f4f991e4
--- /dev/null
+++ b/deploy/compass_conf/progress_calculator/progress_calculator.conf
@@ -0,0 +1,558 @@
+OS_INSTALLER_CONFIGURATIONS = {
+    'cobbler': {
+        'Ubuntu': AdapterItemMatcher(
+            file_matchers=[
+                FileMatcher(
+                    filename='syslog',
+                    min_progress=0.0,
+                    max_progress=1.0,
+                    line_matchers={
+                        'start': LineMatcher(
+                            pattern=r'.*',
+                            progress=.05,
+                            message_template='start installing',
+                            unmatch_nextline_next_matcher_name='start',
+                            match_nextline_next_matcher_name='ethdetect'
+                        ),
+                        'ethdetect': LineMatcher(
+                            pattern=r'Menu.*item.*\'ethdetect\'.*selected',
+                            progress=.1,
+                            message_template='ethdetect selected',
+                            unmatch_nextline_next_matcher_name='ethdetect',
+                            match_nextline_next_matcher_name='netcfg'
+                        ),
+                        'netcfg': LineMatcher(
+                            pattern=r'Menu.*item.*\'netcfg\'.*selected',
+                            progress=.12,
+                            message_template='netcfg selected',
+                            unmatch_nextline_next_matcher_name='netcfg',
+                            match_nextline_next_matcher_name='network-preseed'
+                        ),
+                        'network-preseed': LineMatcher(
+                            pattern=(
+                                r'Menu.*item.*\'network-preseed\'.*selected'
+                            ),
+                            progress=.15,
+                            message_template='network-preseed selected',
+                            unmatch_nextline_next_matcher_name=(
+                                'network-preseed'
+                            ),
+                            match_nextline_next_matcher_name='localechooser'
+                        ),
+                        'localechooser': LineMatcher(
+                            pattern=r'Menu.*item.*\'localechooser\'.*selected',
+                            progress=.18,
+                            message_template='localechooser selected',
+                            unmatch_nextline_next_matcher_name='localechooser',
+                            match_nextline_next_matcher_name=(
+                                'download-installer'
+                            )
+                        ),
+                        'download-installer': LineMatcher(
+                            pattern=(
+                                r'Menu.*item.*\'download-installer\'.*selected'
+                            ),
+                            progress=.2,
+                            message_template='download installer selected',
+                            unmatch_nextline_next_matcher_name=(
+                                'download-installer'),
+                            match_nextline_next_matcher_name='clock-setup'
+                        ),
+                        'clock-setup': LineMatcher(
+                            pattern=r'Menu.*item.*\'clock-setup\'.*selected',
+                            progress=.3,
+                            message_template='clock-setup selected',
+                            unmatch_nextline_next_matcher_name='clock-setup',
+                            match_nextline_next_matcher_name='disk-detect'
+                        ),
+                        'disk-detect': LineMatcher(
+                            pattern=r'Menu.*item.*\'disk-detect\'.*selected',
+                            progress=.32,
+                            message_template='disk-detect selected',
+                            unmatch_nextline_next_matcher_name='disk-detect',
+                            match_nextline_next_matcher_name='partman-base'
+                        ),
+                        'partman-base': LineMatcher(
+                            pattern=(
+                                r'Menu.*item.*\'partman-base\'.*selected'
+                            ),
+                            progress=.35,
+                            message_template='partman-base selected',
+                            unmatch_nextline_next_matcher_name='partman-base',
+                            match_nextline_next_matcher_name='apt-setup-udeb'
+                        ),
+                        'apt-setup-udeb': LineMatcher(
+                            pattern=(
+                                r'Menu.*item.*\'apt-setup-udeb\'.*selected'
+                            ),
+                            progress=.45,
+                            message_template='apt-setup-udeb selected',
+                            unmatch_nextline_next_matcher_name=(
+                                'apt-setup-udeb'
+                            ),
+                            match_nextline_next_matcher_name='pkgsel'
+                        ),
+                        'pkgsel': LineMatcher(
+                            pattern=r'Menu.*item.*\'pkgsel\'.*selected',
+                            progress=.5,
+                            message_template='pkgsel selected',
+                            unmatch_nextline_next_matcher_name='pkgsel',
+                            match_nextline_next_matcher_name='grub-installer'
+                        ),
+                        'grub-installer': LineMatcher(
+                            pattern=(
+                                r'Menu.*item.*\'grub-installer\'.*selected'
+                            ),
+                            progress=.9,
+                            message_template='grub-installer selected',
+                            unmatch_nextline_next_matcher_name=(
+                                'grub-installer'
+                            ),
+                            match_nextline_next_matcher_name='finish-install'
+                        ),
+                        'finish-install': LineMatcher(
+                            pattern=(
+                                r'Menu.*item.*\'finish-install\'.*selected'
+                            ),
+                            progress=.95,
+                            message_template='finish-install selected',
+                            unmatch_nextline_next_matcher_name=(
+                                'finish-install'
+                            ),
+                            match_nextline_next_matcher_name=(
+                                'finish-install-done'
+                            )
+                        ),
+                        'finish-install-done': LineMatcher(
+                            pattern=(
+                                r'Running.*finish-install.d/.*save-logs'
+                            ),
+                            progress=1.0,
+                            message_template='finish-install is done',
+                            unmatch_nextline_next_matcher_name=(
+                                'finish-install-done'
+                            ),
+                            match_nextline_next_matcher_name='exit'
+                        ),
+                    }
+                ),
+                FileMatcher(
+                    filename='status',
+                    min_progress=.2,
+                    max_progress=.3,
+                    line_matchers={
+                        'start': LineMatcher(
+                            pattern=r'Package: (?P<package>.*)',
+                            progress=IncrementalProgress(0.0, 0.99, 0.05),
+                            message_template='Installing udeb %(package)s',
+                            unmatch_nextline_next_matcher_name='start',
+                            match_nextline_next_matcher_name='start'
+                        )
+                    }
+                ),
+                FileMatcher(
+                    filename='initial-status',
+                    min_progress=.5,
+                    max_progress=.9,
+                    line_matchers={
+                        'start': LineMatcher(
+                            pattern=r'Package: (?P<package>.*)',
+                            progress=IncrementalProgress(0.0, 0.99, 0.01),
+                            message_template='Installing deb %(package)s',
+                            unmatch_nextline_next_matcher_name='start',
+                            match_nextline_next_matcher_name='start'
+                        )
+                    }
+                ),
+            ]
+        ),
+        'CentOS6': AdapterItemMatcher(
+            file_matchers=[
+                FileMatcher(
+                    filename='sys.log',
+                    min_progress=0.0,
+                    max_progress=0.1,
+                    line_matchers={
+                        'start': LineMatcher(
+                            pattern=r'NOTICE (?P<message>.*)',
+                            progress=IncrementalProgress(.1, .9, .1),
+                            message_template='%(message)s',
+                            unmatch_nextline_next_matcher_name='start',
+                            match_nextline_next_matcher_name='exit'
+                        ),
+                    }
+                ),
+                FileMatcher(
+                    filename='anaconda.log',
+                    min_progress=0.1,
+                    max_progress=1.0,
+                    line_matchers={
+                        'start': LineMatcher(
+                            pattern=r'setting.*up.*kickstart',
+                            progress=.1,
+                            message_template=(
+                                'Setting up kickstart configurations'),
+                            unmatch_nextline_next_matcher_name='start',
+                            match_nextline_next_matcher_name='STEP_STAGE2'
+                        ),
+                        'STEP_STAGE2': LineMatcher(
+                            pattern=r'starting.*STEP_STAGE2',
+                            progress=.15,
+                            message_template=(
+                                'Downloading installation '
+                                'images from server'),
+                            unmatch_nextline_next_matcher_name='STEP_STAGE2',
+                            match_nextline_next_matcher_name='start_anaconda'
+                        ),
+                        'start_anaconda': LineMatcher(
+                            pattern=r'Running.*anaconda.*script',
+                            progress=.2,
+                            unmatch_nextline_next_matcher_name=(
+                                'start_anaconda'),
+                            match_nextline_next_matcher_name=(
+                                'start_kickstart_pre')
+                        ),
+                        'start_kickstart_pre': LineMatcher(
+                            pattern=r'Running.*kickstart.*pre.*script',
+                            progress=.25,
+                            unmatch_nextline_next_matcher_name=(
+                                'start_kickstart_pre'),
+                            match_nextline_next_matcher_name=(
+                                'kickstart_pre_done')
+                        ),
+                        'kickstart_pre_done': LineMatcher(
+                            pattern=(
+                                r'All.*kickstart.*pre'
+                                '.*script.*have.*been.*run'
+                            ),
+                            progress=.3,
+                            unmatch_nextline_next_matcher_name=(
+                                'kickstart_pre_done'),
+                            match_nextline_next_matcher_name=(
+                                'start_enablefilesystem')
+                        ),
+                        'start_enablefilesystem': LineMatcher(
+                            pattern=(
+                                r'moving.*step.*enablefilesystems'
+                            ),
+                            progress=0.3,
+                            message_template=(
+                                'Performing hard-disk partitioning and '
+                                'enabling filesystems'
+                            ),
+                            unmatch_nextline_next_matcher_name=(
+                                'start_enablefilesystem'),
+                            match_nextline_next_matcher_name=(
+                                'enablefilesystem_done')
+                        ),
+                        'enablefilesystem_done': LineMatcher(
+                            pattern=(
+                                r'leaving.*step.*enablefilesystems'
+                            ),
+                            progress=.35,
+                            message_template='Filesystems are enabled',
+                            unmatch_nextline_next_matcher_name=(
+                                'enablefilesystem_done'),
+                            match_nextline_next_matcher_name=(
+                                'setup_repositories')
+                        ),
+                        'setup_repositories': LineMatcher(
+                            pattern=r'moving.*step.*reposetup',
+                            progress=0.35,
+                            message_template=(
+                                'Setting up Customized Repositories'
+                            ),
+                            unmatch_nextline_next_matcher_name=(
+                                'setup_repositories'),
+                            match_nextline_next_matcher_name=(
+                                'repositories_ready')
+                        ),
+                        'repositories_ready': LineMatcher(
+                            pattern=r'leaving.*step.*reposetup',
+                            progress=0.4,
+                            message_template=(
+                                'Customized Repositories setting up are done'
+                            ),
+                            unmatch_nextline_next_matcher_name=(
+                                'repositories_ready'),
+                            match_nextline_next_matcher_name='checking_dud'
+                        ),
+                        'checking_dud': LineMatcher(
+                            pattern=r'moving.*step.*postselection',
+                            progress=0.4,
+                            message_template='Checking DUD modules',
+                            unmatch_nextline_next_matcher_name='checking_dud',
+                            match_nextline_next_matcher_name='dud_checked'
+                        ),
+                        'dud_checked': LineMatcher(
+                            pattern=r'leaving.*step.*postselection',
+                            progress=0.5,
+                            message_template='Checking DUD modules are done',
+                            unmatch_nextline_next_matcher_name='dud_checked',
+                            match_nextline_next_matcher_name=(
+                                'installing_packages'
+                            )
+                        ),
+                        'installing_packages': LineMatcher(
+                            pattern=r'moving.*step.*installpackages',
+                            progress=0.5,
+                            message_template='Installing packages',
+                            unmatch_nextline_next_matcher_name=(
+                                'installing_packages'),
+                            match_nextline_next_matcher_name=(
+                                'packages_installed')
+                        ),
+                        'packages_installed': LineMatcher(
+                            pattern=r'leaving.*step.*installpackages',
+                            progress=0.8,
+                            message_template='Packages are installed',
+                            unmatch_nextline_next_matcher_name=(
+                                'packages_installed'),
+                            match_nextline_next_matcher_name=(
+                                'installing_bootloader')
+                        ),
+                        'installing_bootloader': LineMatcher(
+                            pattern=r'moving.*step.*instbootloader',
+                            progress=0.9,
+                            message_template='Installing bootloaders',
+                            unmatch_nextline_next_matcher_name=(
+                                'installing_bootloader'),
+                            match_nextline_next_matcher_name=(
+                                'bootloader_installed'),
+                        ),
+                        'bootloader_installed': LineMatcher(
+                            pattern=r'leaving.*step.*instbootloader',
+                            progress=1.0,
+                            message_template='bootloaders is installed',
+                            unmatch_nextline_next_matcher_name=(
+                                'bootloader_installed'),
+                            match_nextline_next_matcher_name='exit'
+                        ),
+                    }
+                ),
+                FileMatcher(
+                    filename='install.log',
+                    min_progress=0.56,
+                    max_progress=0.80,
+                    line_matchers={
+                        'start': LineMatcher(
+                            pattern=r'Installing (?P<package>.*)',
+                            progress=IncrementalProgress(0.0, 0.99, 0.005),
+                            message_template='Installing %(package)s',
+                            unmatch_sameline_next_matcher_name=(
+                                'package_complete'
+                            ),
+                            unmatch_nextline_next_matcher_name='start',
+                            match_nextline_next_matcher_name='start'
+                        ),
+                        'package_complete': LineMatcher(
+                            pattern='FINISHED.*INSTALLING.*PACKAGES',
+                            progress=1.0,
+                            message_template='installing packages finished',
+                            unmatch_nextline_next_matcher_name='start',
+                            match_nextline_next_matcher_name='exit'
+                        ),
+                    }
+                ),
+            ]
+        ),
+        'CentOS7': AdapterItemMatcher(
+            file_matchers=[
+                FileMatcher(
+                    filename='syslog',
+                    min_progress=0.0,
+                    max_progress=0.1,
+                    line_matchers={
+                        'start': LineMatcher(
+                            pattern=r'NOTICE (?P<message>.*)',
+                            progress=IncrementalProgress(.1, .9, .1),
+                            message_template='%(message)s',
+                            unmatch_nextline_next_matcher_name='start',
+                            match_nextline_next_matcher_name='exit'
+                        ),
+                    }
+                ),
+                FileMatcher(
+                    filename='anaconda.log',
+                    min_progress=0.1,
+                    max_progress=1.0,
+                    line_matchers={
+                        'start': LineMatcher(
+                            pattern=r'Running.*kickstart.*pre.*script',
+                            progress=.15,
+                            unmatch_nextline_next_matcher_name=(
+                                'start'),
+                            match_nextline_next_matcher_name=(
+                                'kickstart_pre_done')
+                        ),
+                        'kickstart_pre_done': LineMatcher(
+                            pattern=(
+                                r'All.*kickstart.*pre'
+                                '.*script.*have.*been.*run'
+                            ),
+                            progress=.2,
+                            unmatch_nextline_next_matcher_name=(
+                                'kickstart_pre_done'),
+                            match_nextline_next_matcher_name=(
+                                'geolocation_lookup')
+                        ),
+                        'geolocation_lookup': LineMatcher(
+                            pattern=r'Starting.*geolocation.*lookup',
+                            progress=0.3,
+                            message_template=(
+                                'Setting up Customized Repositories'
+                            ),
+                            unmatch_nextline_next_matcher_name=(
+                                'geolocation_lookup'),
+                            match_nextline_next_matcher_name=(
+                                'geolocation_done')
+                        ),
+                        'geolocation_done': LineMatcher(
+                            pattern=r'Geolocation.*lookup.*finished',
+                            progress=0.4,
+                            message_template=(
+                                'Geolocation lookup are done'
+                            ),
+                            unmatch_nextline_next_matcher_name=(
+                                'geolocation_done'),
+                            match_nextline_next_matcher_name='setup_environment'
+                        ),
+                        'setup_environment': LineMatcher(
+                            pattern=r'Setting.*installation.*environment',
+                            progress=0.5,
+                            message_template='Setting up installation environment',
+                            unmatch_nextline_next_matcher_name='setup_environment',
+                            match_nextline_next_matcher_name='installing_packages'
+                        ),
+                        'installing_packages': LineMatcher(
+                            pattern=(
+                                r'Creating.*biosboot.*on'
+                            ),
+                            progress=.5,
+                            message_template=(
+                                'Installing packages'
+                            ),
+                            unmatch_nextline_next_matcher_name=(
+                                'installing_packages'),
+                            match_nextline_next_matcher_name=(
+                                'packages_installed')
+                        ),
+                        'packages_installed': LineMatcher(
+                            pattern=(
+                                r'bootloader.*args'
+                            ),
+                            progress=.8,
+                            message_template='Packages are installed',
+                            unmatch_nextline_next_matcher_name=(
+                                'packages_installed'),
+                            match_nextline_next_matcher_name=(
+                                'installing_bootloader')
+                        ),
+                        'installing_bootloader': LineMatcher(
+                            pattern=r'setting.*installation.*environment',
+                            progress=0.9,
+                            message_template='Setup installation environment',
+                            unmatch_nextline_next_matcher_name=(
+                                'installing_bootloader'),
+                            match_nextline_next_matcher_name=(
+                                'post_installation'),
+                        ),
+                        'post_installation': LineMatcher(
+                            pattern=r'Running.*post-installation.*scripts',
+                            progress=1.0,
+                            message_template='Ran post-nstallation scripts',
+                            unmatch_nextline_next_matcher_name=(
+                                'post_installation'),
+                            match_nextline_next_matcher_name='exit'
+                        ),
+                    }
+                ),
+                FileMatcher(
+                    filename='packaging.log',
+                    min_progress=0.56,
+                    max_progress=0.80,
+                    line_matchers={
+                        'start': LineMatcher(
+                            pattern=r'Installing (?P<package>.*)',
+                            progress=IncrementalProgress(0.0, 0.99, 0.005),
+                            message_template='Installing %(package)s',
+                            unmatch_sameline_next_matcher_name=(
+                                'package_complete'
+                            ),
+                            unmatch_nextline_next_matcher_name='start',
+                            match_nextline_next_matcher_name='start'
+                        ),
+                        'package_complete': LineMatcher(
+                            pattern='end.*rpm.*scriptlet',
+                            progress=1.0,
+                            message_template='installing packages finished',
+                            unmatch_nextline_next_matcher_name='start',
+                            match_nextline_next_matcher_name='exit'
+                        ),
+                    }
+                ),
+            ]
+        ),
+    }
+}
+
+OS_LOG_CONFIGURATIONS = [{
+    'os_installer_name': 'cobbler',
+    'os_pattern': 'CentOS-6.*',
+    'item_matcher': OS_INSTALLER_CONFIGURATIONS['cobbler']['CentOS6'],
+    'logdir': setting.INSTALLATION_LOGDIR['CobblerInstaller']
+}, {
+    'os_installer_name': 'cobbler',
+    'os_pattern': 'CentOS-7.*',
+    'item_matcher': OS_INSTALLER_CONFIGURATIONS['cobbler']['CentOS7'],
+    'logdir': setting.INSTALLATION_LOGDIR['CobblerInstaller']
+}, {
+    'os_installer_name': 'cobbler',
+    'os_pattern': 'Ubuntu.*',
+    'item_matcher': OS_INSTALLER_CONFIGURATIONS['cobbler']['Ubuntu'],
+    'logdir': setting.INSTALLATION_LOGDIR['CobblerInstaller']
+}]
+
+PACKAGE_INSTALLER_CONFIGURATIONS = {
+    'chef_installer': {
+        'default': AdapterItemMatcher(
+            file_matchers=[
+                FileMatcher(
+                    filename='chef-client.log',
+                    min_progress=0.1,
+                    max_progress=1.0,
+                    line_matchers={
+                        'start': LineMatcher(
+                            pattern=(
+                                r'Processing\s*(?P<install_type>.*)'
+                                r'\[(?P<package>.*)\].*'),
+                            progress=IncrementalProgress(0.0, .90, 0.005),
+                            message_template=(
+                                'Processing %(install_type)s %(package)s'),
+                            unmatch_sameline_next_matcher_name=(
+                                'chef_complete'),
+                            unmatch_nextline_next_matcher_name='start',
+                            match_nextline_next_matcher_name='start'
+                        ),
+                        'chef_complete': LineMatcher(
+                            pattern=r'Chef.*Run.*complete',
+                            progress=1.0,
+                            message_template='Chef run complete',
+                            unmatch_nextline_next_matcher_name='start',
+                            match_nextline_next_matcher_name='exit'
+                        ),
+                    }
+                ),
+            ]
+        ),
+    }
+}
+
+ADAPTER_LOG_CONFIGURATIONS = [{
+    'package_installer_name': 'chef_installer',
+    'adapter_pattern': '.*',
+    'item_matcher': PACKAGE_INSTALLER_CONFIGURATIONS['chef_installer']['default'],
+    'logdir': setting.INSTALLATION_LOGDIR['ChefInstaller']
+}]
+
+