[Builder] Build failed in Jenkins: identity-extensions » identity-migration-resources #133

cbuilder at wso2.org cbuilder at wso2.org
Sun Feb 2 00:09:48 PST 2020


See <https://wso2.org/jenkins/job/identity-extensions/job/identity-migration-resources/133/display/redirect>

Changes:


------------------------------------------
[...truncated 1.49 MB...]
                  DESCRIPTION VARCHAR(1023),
                  TYPE VARCHAR(255) NOT NULL,
                  TENANT_ID INTEGER NOT NULL,
                  DATA BLOB NOT NULL,
                PRIMARY KEY (TENANT_ID,NAME)
        )
        /
        
        CREATE INDEX IDX_FIDO2_STR ON FIDO2_DEVICE_STORE(USER_NAME, TENANT_ID, DOMAIN_NAME, CREDENTIAL_ID, USER_HANDLE)
        /
        
        ```
    
        ```tab="MSSQL"
        IF NOT  EXISTS (SELECT * FROM SYS.OBJECTS WHERE OBJECT_ID = OBJECT_ID(N'\''[DBO].[FIDO2_DEVICE_STORE]'\'') AND TYPE IN (N'\''U'\''))
        CREATE TABLE FIDO2_DEVICE_STORE (
          TENANT_ID INTEGER,
          DOMAIN_NAME VARCHAR(255) NOT NULL,
          USER_NAME VARCHAR(45) NOT NULL,
          TIME_REGISTERED DATETIME,
          USER_HANDLE VARCHAR(64) NOT NULL,
          CREDENTIAL_ID VARCHAR(200) NOT NULL,
          PUBLIC_KEY_COSE VARCHAR(1024) NOT NULL,
          SIGNATURE_COUNT BIGINT,
          USER_IDENTITY VARCHAR(512) NOT NULL,
          PRIMARY KEY (CREDENTIAL_ID, USER_HANDLE)
        );
        
        IF NOT EXISTS (SELECT * FROM SYS.OBJECTS WHERE OBJECT_ID = OBJECT_ID(N'\''[DBO].[IDN_AUTH_SESSION_APP_INFO]'\'') AND TYPE IN (N'\''U'\''))
        CREATE TABLE IDN_AUTH_SESSION_APP_INFO (
          SESSION_ID VARCHAR (100) NOT NULL,
          SUBJECT VARCHAR (100) NOT NULL,
          APP_ID INTEGER NOT NULL,
          INBOUND_AUTH_TYPE VARCHAR (255) NOT NULL,
          PRIMARY KEY (SESSION_ID, SUBJECT, APP_ID, INBOUND_AUTH_TYPE)
        );
        
        IF NOT EXISTS (SELECT * FROM SYS.OBJECTS WHERE OBJECT_ID = OBJECT_ID(N'\''[DBO].[IDN_AUTH_SESSION_META_DATA]'\'') AND TYPE IN (N'\''U'\''))
        CREATE TABLE IDN_AUTH_SESSION_META_DATA (
          SESSION_ID VARCHAR (100) NOT NULL,
          PROPERTY_TYPE VARCHAR (100) NOT NULL,
          VALUE VARCHAR (255) NOT NULL,
          PRIMARY KEY (SESSION_ID, PROPERTY_TYPE, VALUE)
        );
        
        IF NOT EXISTS (SELECT * FROM SYS.OBJECTS WHERE OBJECT_ID = OBJECT_ID(N'\''[DBO].[IDN_FUNCTION_LIBRARY]'\'') AND TYPE IN (N'\''U'\''))
        CREATE TABLE IDN_FUNCTION_LIBRARY (
            NAME VARCHAR(255) NOT NULL,
            DESCRIPTION VARCHAR(1023),
            TYPE VARCHAR(255) NOT NULL,
            TENANT_ID INTEGER NOT NULL,
            DATA VARBINARY(MAX) NOT NULL,
            PRIMARY KEY (TENANT_ID,NAME)
        );
        
        IF NOT EXISTS (SELECT * FROM SYS.indexes WHERE name = '\''IDX_FIDO2_STR'\'' and object_id = OBJECT_ID('\''FIDO2_DEVICE_STORE'\''))
        CREATE INDEX IDX_FIDO2_STR ON FIDO2_DEVICE_STORE (USER_NAME, TENANT_ID, DOMAIN_NAME, CREDENTIAL_ID, USER_HANDLE);
        
        ```
    
        ```tab="MySQL"
        CREATE TABLE IF NOT EXISTS FIDO2_DEVICE_STORE (
          TENANT_ID INTEGER,
          DOMAIN_NAME VARCHAR(255) NOT NULL,
          USER_NAME VARCHAR(45) NOT NULL,
          TIME_REGISTERED TIMESTAMP,
          USER_HANDLE VARCHAR(64) NOT NULL,
          CREDENTIAL_ID VARCHAR(200) NOT NULL,
          PUBLIC_KEY_COSE VARCHAR(1024) NOT NULL,
          SIGNATURE_COUNT BIGINT,
          USER_IDENTITY VARCHAR(512) NOT NULL,
          PRIMARY KEY (CREDENTIAL_ID, USER_HANDLE)
        );
        
        CREATE TABLE IF NOT EXISTS IDN_AUTH_SESSION_APP_INFO (
          SESSION_ID VARCHAR (100) NOT NULL,
          SUBJECT VARCHAR (100) NOT NULL,
          APP_ID INTEGER NOT NULL,
          INBOUND_AUTH_TYPE VARCHAR (255) NOT NULL,
          PRIMARY KEY (SESSION_ID, SUBJECT, APP_ID, INBOUND_AUTH_TYPE)
        );
        
        CREATE TABLE IF NOT EXISTS IDN_AUTH_SESSION_META_DATA (
          SESSION_ID VARCHAR (100) NOT NULL,
          PROPERTY_TYPE VARCHAR (100) NOT NULL,
          VALUE VARCHAR (255) NOT NULL,
          PRIMARY KEY (SESSION_ID, PROPERTY_TYPE, VALUE)
        );
        
        CREATE TABLE IF NOT EXISTS IDN_FUNCTION_LIBRARY (
            NAME VARCHAR(255) NOT NULL,
            DESCRIPTION VARCHAR(1023),
            TYPE VARCHAR(255) NOT NULL,
            TENANT_ID INTEGER NOT NULL,
            DATA BLOB NOT NULL,
            PRIMARY KEY (TENANT_ID,NAME)
        );
        
        CREATE INDEX IDX_FIDO2_STR ON FIDO2_DEVICE_STORE(USER_NAME, TENANT_ID, DOMAIN_NAME, CREDENTIAL_ID, USER_HANDLE);
        
        ```
    
        ```tab="Oracle"
        CREATE TABLE FIDO2_DEVICE_STORE (
              TENANT_ID INTEGER,
              DOMAIN_NAME VARCHAR(255) NOT NULL,
              USER_NAME VARCHAR(45) NOT NULL,
              TIME_REGISTERED TIMESTAMP,
              USER_HANDLE VARCHAR(64) NOT NULL,
              CREDENTIAL_ID VARCHAR(200) NOT NULL,
              PUBLIC_KEY_COSE VARCHAR(1024) NOT NULL,
              SIGNATURE_COUNT NUMBER(19),
              USER_IDENTITY VARCHAR(512) NOT NULL,
              PRIMARY KEY (CREDENTIAL_ID, USER_HANDLE))
        /
        
        CREATE TABLE IDN_AUTH_SESSION_APP_INFO (
              SESSION_ID VARCHAR (100) NOT NULL,
              SUBJECT VARCHAR (100) NOT NULL,
              APP_ID INTEGER NOT NULL,
              INBOUND_AUTH_TYPE VARCHAR (255) NOT NULL,
              PRIMARY KEY (SESSION_ID, SUBJECT, APP_ID, INBOUND_AUTH_TYPE))
        /
        
        CREATE TABLE IDN_AUTH_SESSION_META_DATA (
              SESSION_ID VARCHAR (100) NOT NULL,
              PROPERTY_TYPE VARCHAR (100) NOT NULL,
              VALUE VARCHAR (255) NOT NULL,
              PRIMARY KEY (SESSION_ID, PROPERTY_TYPE, VALUE))
        /
        
        CREATE TABLE IDN_FUNCTION_LIBRARY (
              NAME VARCHAR(255) NOT NULL,
              DESCRIPTION VARCHAR(1023),
              TYPE VARCHAR(255) NOT NULL,
              TENANT_ID INTEGER NOT NULL,
              DATA BLOB NOT NULL,
              PRIMARY KEY (TENANT_ID,NAME))
        /
        
        CREATE INDEX IDX_FIDO2_STR ON FIDO2_DEVICE_STORE(USER_NAME, TENANT_ID, DOMAIN_NAME, CREDENTIAL_ID, USER_HANDLE)
        /
        
        ```
        
        ```tab="PostgreSQL"
        CREATE TABLE FIDO2_DEVICE_STORE (
                TENANT_ID INTEGER,
                DOMAIN_NAME VARCHAR(255) NOT NULL,
                USER_NAME VARCHAR(45) NOT NULL,
                TIME_REGISTERED TIMESTAMP,
                USER_HANDLE VARCHAR(64) NOT NULL,
                CREDENTIAL_ID VARCHAR(200) NOT NULL,
                PUBLIC_KEY_COSE VARCHAR(1024) NOT NULL,
                SIGNATURE_COUNT BIGINT,
                USER_IDENTITY VARCHAR(512) NOT NULL,
              PRIMARY KEY (CREDENTIAL_ID, USER_HANDLE));
        
        CREATE TABLE IDN_AUTH_SESSION_APP_INFO (
                SESSION_ID VARCHAR (100) NOT NULL,
                SUBJECT VARCHAR (100) NOT NULL,
                APP_ID INTEGER NOT NULL,
                INBOUND_AUTH_TYPE VARCHAR (255) NOT NULL,
              PRIMARY KEY (SESSION_ID, SUBJECT, APP_ID, INBOUND_AUTH_TYPE)
        );
        
        CREATE TABLE IDN_AUTH_SESSION_META_DATA (
                SESSION_ID VARCHAR (100) NOT NULL,
                PROPERTY_TYPE VARCHAR (100) NOT NULL,
                VALUE VARCHAR (255) NOT NULL,
              PRIMARY KEY (SESSION_ID, PROPERTY_TYPE, VALUE)
        );
        
        CREATE TABLE IDN_FUNCTION_LIBRARY (
                NAME VARCHAR(255) NOT NULL,
                DESCRIPTION VARCHAR(1023),
                TYPE VARCHAR(255) NOT NULL,
                TENANT_ID INTEGER NOT NULL,
                DATA BYTEA NOT NULL,
              PRIMARY KEY (TENANT_ID,NAME)
        );
        
        CREATE INDEX IDX_FIDO2_STR ON FIDO2_DEVICE_STORE(USER_NAME, TENANT_ID, DOMAIN_NAME, CREDENTIAL_ID, USER_HANDLE);
    
        ```
    
### **Executing the sync tool**

!!! warning
    Proceed with this step only if you have opt in for [Zero down time migration](../../setup/migrating-preparing-for-migration/#zero-down-time-migration).
    If not your migration task is completed now and you can omit the following steps.
    
1.  Start the data sync tool with the following command pointing to the  sync.properties file. 
This will start syncing data created in the old WSO2 Identity Server database after taking the database dump 
to the new WSO2 Identity Server database.
    ```bash
    sh wso2server.sh -DsyncData -DconfigFile=<path to sync.properties file>/sync.properties
    ```

2.  Monitor the logs in the sync tool to see how many entries are synced at a given time and progress of the data sync 
process. Following line will be printed in the logs for each table you have specified to sync if there are no 
data to be synced.

    ```tab="Sample"
    [2019-02-27 17:26:32,388]  INFO {org.wso2.is.data.sync.system.pipeline.process.BatchProcessor} -  No data to sync for: <TABLE_NAME>
    ```
    
    !!! info
        If you have some traffic to the old version of the WSO2 Identity Server, the number of entries to 
        be synced might not become zero at any time. In that case, watch for the logs and decide a point 
        that the number of entries that are synced is a lower value.

3.  When the data sync is completed, switch the traffic from the old setup to the new setup.

4.  Allow the sync client to run for some time to sync the entries that were not synced before switching 
the deployments. When the number of entries synced by the sync tool, becomes zero, stop the sync client.
    
### **Verifying the migration was successful**

After the migration is completed, proceed to the following verification steps.

+   Monitor the system health (CPU, memory usage etc).
+   Monitor the WSO2 logs to see if there are errors logged in the log files.
+   Run functional tests against the migrated deployment to verify that all functionality is working as expected.

If you see any problems in the migrated system, revert the traffic back to the previous setup and 
investigate the problem.
    
    
    '
sed: no input files
+ content=
Build step 'Execute shell' marked build as failure
using credential 4ff4a55b-1313-45da-8cbf-b2e100b1accd
 > git rev-parse HEAD^{commit} # timeout=10
using credential 4ff4a55b-1313-45da-8cbf-b2e100b1accd
 > git rev-parse HEAD^{commit} # timeout=10
------------------------------------------------------------------------

[WSO2 Maven Release] [WSO2 Maven Release] Build Result: FAILURE
[WSO2 Maven Release] Dropping Git Tag: v1.0.38. Reason: FAILURE build.

[WSO2 Maven Release] Deleting release tag from remote.
 > git --version # timeout=10
using GIT_ASKPASS to set credentials 
 > git push https://github.com/wso2-extensions/identity-migration-resources.git :refs/tags/v1.0.38 # timeout=10
[WSO2 Maven Release] Dropped git tag - v1.0.38
[M2Release] Dropping repository Stage[profileId=ec1cd4784967c9, stageId=orgwso2carbon-3560]. Reason: FAILURE build.
[M2Release] Dropped staging repository.


More information about the Builder mailing list