diff --git a/ansible/artifacts/sunbird/login/login-reset-password.ftl b/ansible/artifacts/sunbird/login/login-reset-password.ftl index 839c4c0a1..363abd818 100644 --- a/ansible/artifacts/sunbird/login/login-reset-password.ftl +++ b/ansible/artifacts/sunbird/login/login-reset-password.ftl @@ -39,7 +39,7 @@
-
diff --git a/ansible/artifacts/sunbird/login/login.ftl b/ansible/artifacts/sunbird/login/login.ftl index a7824bbf1..f3963fe47 100644 --- a/ansible/artifacts/sunbird/login/login.ftl +++ b/ansible/artifacts/sunbird/login/login.ftl @@ -64,14 +64,14 @@
<#if realm.resetPasswordAllowed> - ${msg("doForgotPassword")} - + ${msg("doForgotPassword")} +
- +
<#if realm.password && realm.registrationAllowed && !usernameEditDisabled??>
diff --git a/ansible/artifacts/sunbird/login/resources/css/login.css b/ansible/artifacts/sunbird/login/resources/css/login.css index b84a6a8ee..8e0e931c8 100644 --- a/ansible/artifacts/sunbird/login/resources/css/login.css +++ b/ansible/artifacts/sunbird/login/resources/css/login.css @@ -138,6 +138,10 @@ p.subtitle { .textCenter { text-align: center !important; } + +.textRight{ + text-align: right !important; +} .mb-16{ margin-bottom: 16px !important; } @@ -341,6 +345,7 @@ h1, h2, h3, h4, h5, cursor: pointer } + .width-100 { width: 100%; } diff --git a/ansible/artifacts/sunbird/login/resources/js/jquery-3.3.1.min.js b/ansible/artifacts/sunbird/login/resources/js/jquery-3.3.1.min.js new file mode 100644 index 000000000..4d9b3a258 --- /dev/null +++ b/ansible/artifacts/sunbird/login/resources/js/jquery-3.3.1.min.js @@ -0,0 +1,2 @@ +/*! jQuery v3.3.1 | (c) JS Foundation and other contributors | jquery.org/license */ +!function(e,t){"use strict";"object"==typeof module&&"object"==typeof module.exports?module.exports=e.document?t(e,!0):function(e){if(!e.document)throw new Error("jQuery requires a window with a document");return t(e)}:t(e)}("undefined"!=typeof window?window:this,function(e,t){"use strict";var n=[],r=e.document,i=Object.getPrototypeOf,o=n.slice,a=n.concat,s=n.push,u=n.indexOf,l={},c=l.toString,f=l.hasOwnProperty,p=f.toString,d=p.call(Object),h={},g=function e(t){return"function"==typeof t&&"number"!=typeof t.nodeType},y=function e(t){return null!=t&&t===t.window},v={type:!0,src:!0,noModule:!0};function m(e,t,n){var i,o=(t=t||r).createElement("script");if(o.text=e,n)for(i in v)n[i]&&(o[i]=n[i]);t.head.appendChild(o).parentNode.removeChild(o)}function x(e){return null==e?e+"":"object"==typeof e||"function"==typeof e?l[c.call(e)]||"object":typeof e}var b="3.3.1",w=function(e,t){return new w.fn.init(e,t)},T=/^[\s\uFEFF\xA0]+|[\s\uFEFF\xA0]+$/g;w.fn=w.prototype={jquery:"3.3.1",constructor:w,length:0,toArray:function(){return o.call(this)},get:function(e){return null==e?o.call(this):e<0?this[e+this.length]:this[e]},pushStack:function(e){var t=w.merge(this.constructor(),e);return t.prevObject=this,t},each:function(e){return w.each(this,e)},map:function(e){return this.pushStack(w.map(this,function(t,n){return e.call(t,n,t)}))},slice:function(){return this.pushStack(o.apply(this,arguments))},first:function(){return this.eq(0)},last:function(){return this.eq(-1)},eq:function(e){var t=this.length,n=+e+(e<0?t:0);return this.pushStack(n>=0&&n0&&t-1 in e)}var E=function(e){var t,n,r,i,o,a,s,u,l,c,f,p,d,h,g,y,v,m,x,b="sizzle"+1*new Date,w=e.document,T=0,C=0,E=ae(),k=ae(),S=ae(),D=function(e,t){return e===t&&(f=!0),0},N={}.hasOwnProperty,A=[],j=A.pop,q=A.push,L=A.push,H=A.slice,O=function(e,t){for(var n=0,r=e.length;n+~]|"+M+")"+M+"*"),z=new RegExp("="+M+"*([^\\]'\"]*?)"+M+"*\\]","g"),X=new RegExp(W),U=new RegExp("^"+R+"$"),V={ID:new RegExp("^#("+R+")"),CLASS:new RegExp("^\\.("+R+")"),TAG:new RegExp("^("+R+"|[*])"),ATTR:new RegExp("^"+I),PSEUDO:new RegExp("^"+W),CHILD:new RegExp("^:(only|first|last|nth|nth-last)-(child|of-type)(?:\\("+M+"*(even|odd|(([+-]|)(\\d*)n|)"+M+"*(?:([+-]|)"+M+"*(\\d+)|))"+M+"*\\)|)","i"),bool:new RegExp("^(?:"+P+")$","i"),needsContext:new RegExp("^"+M+"*[>+~]|:(even|odd|eq|gt|lt|nth|first|last)(?:\\("+M+"*((?:-\\d)?\\d*)"+M+"*\\)|)(?=[^-]|$)","i")},G=/^(?:input|select|textarea|button)$/i,Y=/^h\d$/i,Q=/^[^{]+\{\s*\[native \w/,J=/^(?:#([\w-]+)|(\w+)|\.([\w-]+))$/,K=/[+~]/,Z=new RegExp("\\\\([\\da-f]{1,6}"+M+"?|("+M+")|.)","ig"),ee=function(e,t,n){var r="0x"+t-65536;return r!==r||n?t:r<0?String.fromCharCode(r+65536):String.fromCharCode(r>>10|55296,1023&r|56320)},te=/([\0-\x1f\x7f]|^-?\d)|^-$|[^\0-\x1f\x7f-\uFFFF\w-]/g,ne=function(e,t){return t?"\0"===e?"\ufffd":e.slice(0,-1)+"\\"+e.charCodeAt(e.length-1).toString(16)+" ":"\\"+e},re=function(){p()},ie=me(function(e){return!0===e.disabled&&("form"in e||"label"in e)},{dir:"parentNode",next:"legend"});try{L.apply(A=H.call(w.childNodes),w.childNodes),A[w.childNodes.length].nodeType}catch(e){L={apply:A.length?function(e,t){q.apply(e,H.call(t))}:function(e,t){var n=e.length,r=0;while(e[n++]=t[r++]);e.length=n-1}}}function oe(e,t,r,i){var o,s,l,c,f,h,v,m=t&&t.ownerDocument,T=t?t.nodeType:9;if(r=r||[],"string"!=typeof e||!e||1!==T&&9!==T&&11!==T)return r;if(!i&&((t?t.ownerDocument||t:w)!==d&&p(t),t=t||d,g)){if(11!==T&&(f=J.exec(e)))if(o=f[1]){if(9===T){if(!(l=t.getElementById(o)))return r;if(l.id===o)return r.push(l),r}else if(m&&(l=m.getElementById(o))&&x(t,l)&&l.id===o)return r.push(l),r}else{if(f[2])return L.apply(r,t.getElementsByTagName(e)),r;if((o=f[3])&&n.getElementsByClassName&&t.getElementsByClassName)return L.apply(r,t.getElementsByClassName(o)),r}if(n.qsa&&!S[e+" "]&&(!y||!y.test(e))){if(1!==T)m=t,v=e;else if("object"!==t.nodeName.toLowerCase()){(c=t.getAttribute("id"))?c=c.replace(te,ne):t.setAttribute("id",c=b),s=(h=a(e)).length;while(s--)h[s]="#"+c+" "+ve(h[s]);v=h.join(","),m=K.test(e)&&ge(t.parentNode)||t}if(v)try{return L.apply(r,m.querySelectorAll(v)),r}catch(e){}finally{c===b&&t.removeAttribute("id")}}}return u(e.replace(B,"$1"),t,r,i)}function ae(){var e=[];function t(n,i){return e.push(n+" ")>r.cacheLength&&delete t[e.shift()],t[n+" "]=i}return t}function se(e){return e[b]=!0,e}function ue(e){var t=d.createElement("fieldset");try{return!!e(t)}catch(e){return!1}finally{t.parentNode&&t.parentNode.removeChild(t),t=null}}function le(e,t){var n=e.split("|"),i=n.length;while(i--)r.attrHandle[n[i]]=t}function ce(e,t){var n=t&&e,r=n&&1===e.nodeType&&1===t.nodeType&&e.sourceIndex-t.sourceIndex;if(r)return r;if(n)while(n=n.nextSibling)if(n===t)return-1;return e?1:-1}function fe(e){return function(t){return"input"===t.nodeName.toLowerCase()&&t.type===e}}function pe(e){return function(t){var n=t.nodeName.toLowerCase();return("input"===n||"button"===n)&&t.type===e}}function de(e){return function(t){return"form"in t?t.parentNode&&!1===t.disabled?"label"in t?"label"in t.parentNode?t.parentNode.disabled===e:t.disabled===e:t.isDisabled===e||t.isDisabled!==!e&&ie(t)===e:t.disabled===e:"label"in t&&t.disabled===e}}function he(e){return se(function(t){return t=+t,se(function(n,r){var i,o=e([],n.length,t),a=o.length;while(a--)n[i=o[a]]&&(n[i]=!(r[i]=n[i]))})})}function ge(e){return e&&"undefined"!=typeof e.getElementsByTagName&&e}n=oe.support={},o=oe.isXML=function(e){var t=e&&(e.ownerDocument||e).documentElement;return!!t&&"HTML"!==t.nodeName},p=oe.setDocument=function(e){var t,i,a=e?e.ownerDocument||e:w;return a!==d&&9===a.nodeType&&a.documentElement?(d=a,h=d.documentElement,g=!o(d),w!==d&&(i=d.defaultView)&&i.top!==i&&(i.addEventListener?i.addEventListener("unload",re,!1):i.attachEvent&&i.attachEvent("onunload",re)),n.attributes=ue(function(e){return e.className="i",!e.getAttribute("className")}),n.getElementsByTagName=ue(function(e){return e.appendChild(d.createComment("")),!e.getElementsByTagName("*").length}),n.getElementsByClassName=Q.test(d.getElementsByClassName),n.getById=ue(function(e){return h.appendChild(e).id=b,!d.getElementsByName||!d.getElementsByName(b).length}),n.getById?(r.filter.ID=function(e){var t=e.replace(Z,ee);return function(e){return e.getAttribute("id")===t}},r.find.ID=function(e,t){if("undefined"!=typeof t.getElementById&&g){var n=t.getElementById(e);return n?[n]:[]}}):(r.filter.ID=function(e){var t=e.replace(Z,ee);return function(e){var n="undefined"!=typeof e.getAttributeNode&&e.getAttributeNode("id");return n&&n.value===t}},r.find.ID=function(e,t){if("undefined"!=typeof t.getElementById&&g){var n,r,i,o=t.getElementById(e);if(o){if((n=o.getAttributeNode("id"))&&n.value===e)return[o];i=t.getElementsByName(e),r=0;while(o=i[r++])if((n=o.getAttributeNode("id"))&&n.value===e)return[o]}return[]}}),r.find.TAG=n.getElementsByTagName?function(e,t){return"undefined"!=typeof t.getElementsByTagName?t.getElementsByTagName(e):n.qsa?t.querySelectorAll(e):void 0}:function(e,t){var n,r=[],i=0,o=t.getElementsByTagName(e);if("*"===e){while(n=o[i++])1===n.nodeType&&r.push(n);return r}return o},r.find.CLASS=n.getElementsByClassName&&function(e,t){if("undefined"!=typeof t.getElementsByClassName&&g)return t.getElementsByClassName(e)},v=[],y=[],(n.qsa=Q.test(d.querySelectorAll))&&(ue(function(e){h.appendChild(e).innerHTML="",e.querySelectorAll("[msallowcapture^='']").length&&y.push("[*^$]="+M+"*(?:''|\"\")"),e.querySelectorAll("[selected]").length||y.push("\\["+M+"*(?:value|"+P+")"),e.querySelectorAll("[id~="+b+"-]").length||y.push("~="),e.querySelectorAll(":checked").length||y.push(":checked"),e.querySelectorAll("a#"+b+"+*").length||y.push(".#.+[+~]")}),ue(function(e){e.innerHTML="";var t=d.createElement("input");t.setAttribute("type","hidden"),e.appendChild(t).setAttribute("name","D"),e.querySelectorAll("[name=d]").length&&y.push("name"+M+"*[*^$|!~]?="),2!==e.querySelectorAll(":enabled").length&&y.push(":enabled",":disabled"),h.appendChild(e).disabled=!0,2!==e.querySelectorAll(":disabled").length&&y.push(":enabled",":disabled"),e.querySelectorAll("*,:x"),y.push(",.*:")})),(n.matchesSelector=Q.test(m=h.matches||h.webkitMatchesSelector||h.mozMatchesSelector||h.oMatchesSelector||h.msMatchesSelector))&&ue(function(e){n.disconnectedMatch=m.call(e,"*"),m.call(e,"[s!='']:x"),v.push("!=",W)}),y=y.length&&new RegExp(y.join("|")),v=v.length&&new RegExp(v.join("|")),t=Q.test(h.compareDocumentPosition),x=t||Q.test(h.contains)?function(e,t){var n=9===e.nodeType?e.documentElement:e,r=t&&t.parentNode;return e===r||!(!r||1!==r.nodeType||!(n.contains?n.contains(r):e.compareDocumentPosition&&16&e.compareDocumentPosition(r)))}:function(e,t){if(t)while(t=t.parentNode)if(t===e)return!0;return!1},D=t?function(e,t){if(e===t)return f=!0,0;var r=!e.compareDocumentPosition-!t.compareDocumentPosition;return r||(1&(r=(e.ownerDocument||e)===(t.ownerDocument||t)?e.compareDocumentPosition(t):1)||!n.sortDetached&&t.compareDocumentPosition(e)===r?e===d||e.ownerDocument===w&&x(w,e)?-1:t===d||t.ownerDocument===w&&x(w,t)?1:c?O(c,e)-O(c,t):0:4&r?-1:1)}:function(e,t){if(e===t)return f=!0,0;var n,r=0,i=e.parentNode,o=t.parentNode,a=[e],s=[t];if(!i||!o)return e===d?-1:t===d?1:i?-1:o?1:c?O(c,e)-O(c,t):0;if(i===o)return ce(e,t);n=e;while(n=n.parentNode)a.unshift(n);n=t;while(n=n.parentNode)s.unshift(n);while(a[r]===s[r])r++;return r?ce(a[r],s[r]):a[r]===w?-1:s[r]===w?1:0},d):d},oe.matches=function(e,t){return oe(e,null,null,t)},oe.matchesSelector=function(e,t){if((e.ownerDocument||e)!==d&&p(e),t=t.replace(z,"='$1']"),n.matchesSelector&&g&&!S[t+" "]&&(!v||!v.test(t))&&(!y||!y.test(t)))try{var r=m.call(e,t);if(r||n.disconnectedMatch||e.document&&11!==e.document.nodeType)return r}catch(e){}return oe(t,d,null,[e]).length>0},oe.contains=function(e,t){return(e.ownerDocument||e)!==d&&p(e),x(e,t)},oe.attr=function(e,t){(e.ownerDocument||e)!==d&&p(e);var i=r.attrHandle[t.toLowerCase()],o=i&&N.call(r.attrHandle,t.toLowerCase())?i(e,t,!g):void 0;return void 0!==o?o:n.attributes||!g?e.getAttribute(t):(o=e.getAttributeNode(t))&&o.specified?o.value:null},oe.escape=function(e){return(e+"").replace(te,ne)},oe.error=function(e){throw new Error("Syntax error, unrecognized expression: "+e)},oe.uniqueSort=function(e){var t,r=[],i=0,o=0;if(f=!n.detectDuplicates,c=!n.sortStable&&e.slice(0),e.sort(D),f){while(t=e[o++])t===e[o]&&(i=r.push(o));while(i--)e.splice(r[i],1)}return c=null,e},i=oe.getText=function(e){var t,n="",r=0,o=e.nodeType;if(o){if(1===o||9===o||11===o){if("string"==typeof e.textContent)return e.textContent;for(e=e.firstChild;e;e=e.nextSibling)n+=i(e)}else if(3===o||4===o)return e.nodeValue}else while(t=e[r++])n+=i(t);return n},(r=oe.selectors={cacheLength:50,createPseudo:se,match:V,attrHandle:{},find:{},relative:{">":{dir:"parentNode",first:!0}," ":{dir:"parentNode"},"+":{dir:"previousSibling",first:!0},"~":{dir:"previousSibling"}},preFilter:{ATTR:function(e){return e[1]=e[1].replace(Z,ee),e[3]=(e[3]||e[4]||e[5]||"").replace(Z,ee),"~="===e[2]&&(e[3]=" "+e[3]+" "),e.slice(0,4)},CHILD:function(e){return e[1]=e[1].toLowerCase(),"nth"===e[1].slice(0,3)?(e[3]||oe.error(e[0]),e[4]=+(e[4]?e[5]+(e[6]||1):2*("even"===e[3]||"odd"===e[3])),e[5]=+(e[7]+e[8]||"odd"===e[3])):e[3]&&oe.error(e[0]),e},PSEUDO:function(e){var t,n=!e[6]&&e[2];return V.CHILD.test(e[0])?null:(e[3]?e[2]=e[4]||e[5]||"":n&&X.test(n)&&(t=a(n,!0))&&(t=n.indexOf(")",n.length-t)-n.length)&&(e[0]=e[0].slice(0,t),e[2]=n.slice(0,t)),e.slice(0,3))}},filter:{TAG:function(e){var t=e.replace(Z,ee).toLowerCase();return"*"===e?function(){return!0}:function(e){return e.nodeName&&e.nodeName.toLowerCase()===t}},CLASS:function(e){var t=E[e+" "];return t||(t=new RegExp("(^|"+M+")"+e+"("+M+"|$)"))&&E(e,function(e){return t.test("string"==typeof e.className&&e.className||"undefined"!=typeof e.getAttribute&&e.getAttribute("class")||"")})},ATTR:function(e,t,n){return function(r){var i=oe.attr(r,e);return null==i?"!="===t:!t||(i+="","="===t?i===n:"!="===t?i!==n:"^="===t?n&&0===i.indexOf(n):"*="===t?n&&i.indexOf(n)>-1:"$="===t?n&&i.slice(-n.length)===n:"~="===t?(" "+i.replace($," ")+" ").indexOf(n)>-1:"|="===t&&(i===n||i.slice(0,n.length+1)===n+"-"))}},CHILD:function(e,t,n,r,i){var o="nth"!==e.slice(0,3),a="last"!==e.slice(-4),s="of-type"===t;return 1===r&&0===i?function(e){return!!e.parentNode}:function(t,n,u){var l,c,f,p,d,h,g=o!==a?"nextSibling":"previousSibling",y=t.parentNode,v=s&&t.nodeName.toLowerCase(),m=!u&&!s,x=!1;if(y){if(o){while(g){p=t;while(p=p[g])if(s?p.nodeName.toLowerCase()===v:1===p.nodeType)return!1;h=g="only"===e&&!h&&"nextSibling"}return!0}if(h=[a?y.firstChild:y.lastChild],a&&m){x=(d=(l=(c=(f=(p=y)[b]||(p[b]={}))[p.uniqueID]||(f[p.uniqueID]={}))[e]||[])[0]===T&&l[1])&&l[2],p=d&&y.childNodes[d];while(p=++d&&p&&p[g]||(x=d=0)||h.pop())if(1===p.nodeType&&++x&&p===t){c[e]=[T,d,x];break}}else if(m&&(x=d=(l=(c=(f=(p=t)[b]||(p[b]={}))[p.uniqueID]||(f[p.uniqueID]={}))[e]||[])[0]===T&&l[1]),!1===x)while(p=++d&&p&&p[g]||(x=d=0)||h.pop())if((s?p.nodeName.toLowerCase()===v:1===p.nodeType)&&++x&&(m&&((c=(f=p[b]||(p[b]={}))[p.uniqueID]||(f[p.uniqueID]={}))[e]=[T,x]),p===t))break;return(x-=i)===r||x%r==0&&x/r>=0}}},PSEUDO:function(e,t){var n,i=r.pseudos[e]||r.setFilters[e.toLowerCase()]||oe.error("unsupported pseudo: "+e);return i[b]?i(t):i.length>1?(n=[e,e,"",t],r.setFilters.hasOwnProperty(e.toLowerCase())?se(function(e,n){var r,o=i(e,t),a=o.length;while(a--)e[r=O(e,o[a])]=!(n[r]=o[a])}):function(e){return i(e,0,n)}):i}},pseudos:{not:se(function(e){var t=[],n=[],r=s(e.replace(B,"$1"));return r[b]?se(function(e,t,n,i){var o,a=r(e,null,i,[]),s=e.length;while(s--)(o=a[s])&&(e[s]=!(t[s]=o))}):function(e,i,o){return t[0]=e,r(t,null,o,n),t[0]=null,!n.pop()}}),has:se(function(e){return function(t){return oe(e,t).length>0}}),contains:se(function(e){return e=e.replace(Z,ee),function(t){return(t.textContent||t.innerText||i(t)).indexOf(e)>-1}}),lang:se(function(e){return U.test(e||"")||oe.error("unsupported lang: "+e),e=e.replace(Z,ee).toLowerCase(),function(t){var n;do{if(n=g?t.lang:t.getAttribute("xml:lang")||t.getAttribute("lang"))return(n=n.toLowerCase())===e||0===n.indexOf(e+"-")}while((t=t.parentNode)&&1===t.nodeType);return!1}}),target:function(t){var n=e.location&&e.location.hash;return n&&n.slice(1)===t.id},root:function(e){return e===h},focus:function(e){return e===d.activeElement&&(!d.hasFocus||d.hasFocus())&&!!(e.type||e.href||~e.tabIndex)},enabled:de(!1),disabled:de(!0),checked:function(e){var t=e.nodeName.toLowerCase();return"input"===t&&!!e.checked||"option"===t&&!!e.selected},selected:function(e){return e.parentNode&&e.parentNode.selectedIndex,!0===e.selected},empty:function(e){for(e=e.firstChild;e;e=e.nextSibling)if(e.nodeType<6)return!1;return!0},parent:function(e){return!r.pseudos.empty(e)},header:function(e){return Y.test(e.nodeName)},input:function(e){return G.test(e.nodeName)},button:function(e){var t=e.nodeName.toLowerCase();return"input"===t&&"button"===e.type||"button"===t},text:function(e){var t;return"input"===e.nodeName.toLowerCase()&&"text"===e.type&&(null==(t=e.getAttribute("type"))||"text"===t.toLowerCase())},first:he(function(){return[0]}),last:he(function(e,t){return[t-1]}),eq:he(function(e,t,n){return[n<0?n+t:n]}),even:he(function(e,t){for(var n=0;n=0;)e.push(r);return e}),gt:he(function(e,t,n){for(var r=n<0?n+t:n;++r1?function(t,n,r){var i=e.length;while(i--)if(!e[i](t,n,r))return!1;return!0}:e[0]}function be(e,t,n){for(var r=0,i=t.length;r-1&&(o[l]=!(a[l]=f))}}else v=we(v===a?v.splice(h,v.length):v),i?i(null,a,v,u):L.apply(a,v)})}function Ce(e){for(var t,n,i,o=e.length,a=r.relative[e[0].type],s=a||r.relative[" "],u=a?1:0,c=me(function(e){return e===t},s,!0),f=me(function(e){return O(t,e)>-1},s,!0),p=[function(e,n,r){var i=!a&&(r||n!==l)||((t=n).nodeType?c(e,n,r):f(e,n,r));return t=null,i}];u1&&xe(p),u>1&&ve(e.slice(0,u-1).concat({value:" "===e[u-2].type?"*":""})).replace(B,"$1"),n,u0,i=e.length>0,o=function(o,a,s,u,c){var f,h,y,v=0,m="0",x=o&&[],b=[],w=l,C=o||i&&r.find.TAG("*",c),E=T+=null==w?1:Math.random()||.1,k=C.length;for(c&&(l=a===d||a||c);m!==k&&null!=(f=C[m]);m++){if(i&&f){h=0,a||f.ownerDocument===d||(p(f),s=!g);while(y=e[h++])if(y(f,a||d,s)){u.push(f);break}c&&(T=E)}n&&((f=!y&&f)&&v--,o&&x.push(f))}if(v+=m,n&&m!==v){h=0;while(y=t[h++])y(x,b,a,s);if(o){if(v>0)while(m--)x[m]||b[m]||(b[m]=j.call(u));b=we(b)}L.apply(u,b),c&&!o&&b.length>0&&v+t.length>1&&oe.uniqueSort(u)}return c&&(T=E,l=w),x};return n?se(o):o}return s=oe.compile=function(e,t){var n,r=[],i=[],o=S[e+" "];if(!o){t||(t=a(e)),n=t.length;while(n--)(o=Ce(t[n]))[b]?r.push(o):i.push(o);(o=S(e,Ee(i,r))).selector=e}return o},u=oe.select=function(e,t,n,i){var o,u,l,c,f,p="function"==typeof e&&e,d=!i&&a(e=p.selector||e);if(n=n||[],1===d.length){if((u=d[0]=d[0].slice(0)).length>2&&"ID"===(l=u[0]).type&&9===t.nodeType&&g&&r.relative[u[1].type]){if(!(t=(r.find.ID(l.matches[0].replace(Z,ee),t)||[])[0]))return n;p&&(t=t.parentNode),e=e.slice(u.shift().value.length)}o=V.needsContext.test(e)?0:u.length;while(o--){if(l=u[o],r.relative[c=l.type])break;if((f=r.find[c])&&(i=f(l.matches[0].replace(Z,ee),K.test(u[0].type)&&ge(t.parentNode)||t))){if(u.splice(o,1),!(e=i.length&&ve(u)))return L.apply(n,i),n;break}}}return(p||s(e,d))(i,t,!g,n,!t||K.test(e)&&ge(t.parentNode)||t),n},n.sortStable=b.split("").sort(D).join("")===b,n.detectDuplicates=!!f,p(),n.sortDetached=ue(function(e){return 1&e.compareDocumentPosition(d.createElement("fieldset"))}),ue(function(e){return e.innerHTML="","#"===e.firstChild.getAttribute("href")})||le("type|href|height|width",function(e,t,n){if(!n)return e.getAttribute(t,"type"===t.toLowerCase()?1:2)}),n.attributes&&ue(function(e){return e.innerHTML="",e.firstChild.setAttribute("value",""),""===e.firstChild.getAttribute("value")})||le("value",function(e,t,n){if(!n&&"input"===e.nodeName.toLowerCase())return e.defaultValue}),ue(function(e){return null==e.getAttribute("disabled")})||le(P,function(e,t,n){var r;if(!n)return!0===e[t]?t.toLowerCase():(r=e.getAttributeNode(t))&&r.specified?r.value:null}),oe}(e);w.find=E,w.expr=E.selectors,w.expr[":"]=w.expr.pseudos,w.uniqueSort=w.unique=E.uniqueSort,w.text=E.getText,w.isXMLDoc=E.isXML,w.contains=E.contains,w.escapeSelector=E.escape;var k=function(e,t,n){var r=[],i=void 0!==n;while((e=e[t])&&9!==e.nodeType)if(1===e.nodeType){if(i&&w(e).is(n))break;r.push(e)}return r},S=function(e,t){for(var n=[];e;e=e.nextSibling)1===e.nodeType&&e!==t&&n.push(e);return n},D=w.expr.match.needsContext;function N(e,t){return e.nodeName&&e.nodeName.toLowerCase()===t.toLowerCase()}var A=/^<([a-z][^\/\0>:\x20\t\r\n\f]*)[\x20\t\r\n\f]*\/?>(?:<\/\1>|)$/i;function j(e,t,n){return g(t)?w.grep(e,function(e,r){return!!t.call(e,r,e)!==n}):t.nodeType?w.grep(e,function(e){return e===t!==n}):"string"!=typeof t?w.grep(e,function(e){return u.call(t,e)>-1!==n}):w.filter(t,e,n)}w.filter=function(e,t,n){var r=t[0];return n&&(e=":not("+e+")"),1===t.length&&1===r.nodeType?w.find.matchesSelector(r,e)?[r]:[]:w.find.matches(e,w.grep(t,function(e){return 1===e.nodeType}))},w.fn.extend({find:function(e){var t,n,r=this.length,i=this;if("string"!=typeof e)return this.pushStack(w(e).filter(function(){for(t=0;t1?w.uniqueSort(n):n},filter:function(e){return this.pushStack(j(this,e||[],!1))},not:function(e){return this.pushStack(j(this,e||[],!0))},is:function(e){return!!j(this,"string"==typeof e&&D.test(e)?w(e):e||[],!1).length}});var q,L=/^(?:\s*(<[\w\W]+>)[^>]*|#([\w-]+))$/;(w.fn.init=function(e,t,n){var i,o;if(!e)return this;if(n=n||q,"string"==typeof e){if(!(i="<"===e[0]&&">"===e[e.length-1]&&e.length>=3?[null,e,null]:L.exec(e))||!i[1]&&t)return!t||t.jquery?(t||n).find(e):this.constructor(t).find(e);if(i[1]){if(t=t instanceof w?t[0]:t,w.merge(this,w.parseHTML(i[1],t&&t.nodeType?t.ownerDocument||t:r,!0)),A.test(i[1])&&w.isPlainObject(t))for(i in t)g(this[i])?this[i](t[i]):this.attr(i,t[i]);return this}return(o=r.getElementById(i[2]))&&(this[0]=o,this.length=1),this}return e.nodeType?(this[0]=e,this.length=1,this):g(e)?void 0!==n.ready?n.ready(e):e(w):w.makeArray(e,this)}).prototype=w.fn,q=w(r);var H=/^(?:parents|prev(?:Until|All))/,O={children:!0,contents:!0,next:!0,prev:!0};w.fn.extend({has:function(e){var t=w(e,this),n=t.length;return this.filter(function(){for(var e=0;e-1:1===n.nodeType&&w.find.matchesSelector(n,e))){o.push(n);break}return this.pushStack(o.length>1?w.uniqueSort(o):o)},index:function(e){return e?"string"==typeof e?u.call(w(e),this[0]):u.call(this,e.jquery?e[0]:e):this[0]&&this[0].parentNode?this.first().prevAll().length:-1},add:function(e,t){return this.pushStack(w.uniqueSort(w.merge(this.get(),w(e,t))))},addBack:function(e){return this.add(null==e?this.prevObject:this.prevObject.filter(e))}});function P(e,t){while((e=e[t])&&1!==e.nodeType);return e}w.each({parent:function(e){var t=e.parentNode;return t&&11!==t.nodeType?t:null},parents:function(e){return k(e,"parentNode")},parentsUntil:function(e,t,n){return k(e,"parentNode",n)},next:function(e){return P(e,"nextSibling")},prev:function(e){return P(e,"previousSibling")},nextAll:function(e){return k(e,"nextSibling")},prevAll:function(e){return k(e,"previousSibling")},nextUntil:function(e,t,n){return k(e,"nextSibling",n)},prevUntil:function(e,t,n){return k(e,"previousSibling",n)},siblings:function(e){return S((e.parentNode||{}).firstChild,e)},children:function(e){return S(e.firstChild)},contents:function(e){return N(e,"iframe")?e.contentDocument:(N(e,"template")&&(e=e.content||e),w.merge([],e.childNodes))}},function(e,t){w.fn[e]=function(n,r){var i=w.map(this,t,n);return"Until"!==e.slice(-5)&&(r=n),r&&"string"==typeof r&&(i=w.filter(r,i)),this.length>1&&(O[e]||w.uniqueSort(i),H.test(e)&&i.reverse()),this.pushStack(i)}});var M=/[^\x20\t\r\n\f]+/g;function R(e){var t={};return w.each(e.match(M)||[],function(e,n){t[n]=!0}),t}w.Callbacks=function(e){e="string"==typeof e?R(e):w.extend({},e);var t,n,r,i,o=[],a=[],s=-1,u=function(){for(i=i||e.once,r=t=!0;a.length;s=-1){n=a.shift();while(++s-1)o.splice(n,1),n<=s&&s--}),this},has:function(e){return e?w.inArray(e,o)>-1:o.length>0},empty:function(){return o&&(o=[]),this},disable:function(){return i=a=[],o=n="",this},disabled:function(){return!o},lock:function(){return i=a=[],n||t||(o=n=""),this},locked:function(){return!!i},fireWith:function(e,n){return i||(n=[e,(n=n||[]).slice?n.slice():n],a.push(n),t||u()),this},fire:function(){return l.fireWith(this,arguments),this},fired:function(){return!!r}};return l};function I(e){return e}function W(e){throw e}function $(e,t,n,r){var i;try{e&&g(i=e.promise)?i.call(e).done(t).fail(n):e&&g(i=e.then)?i.call(e,t,n):t.apply(void 0,[e].slice(r))}catch(e){n.apply(void 0,[e])}}w.extend({Deferred:function(t){var n=[["notify","progress",w.Callbacks("memory"),w.Callbacks("memory"),2],["resolve","done",w.Callbacks("once memory"),w.Callbacks("once memory"),0,"resolved"],["reject","fail",w.Callbacks("once memory"),w.Callbacks("once memory"),1,"rejected"]],r="pending",i={state:function(){return r},always:function(){return o.done(arguments).fail(arguments),this},"catch":function(e){return i.then(null,e)},pipe:function(){var e=arguments;return w.Deferred(function(t){w.each(n,function(n,r){var i=g(e[r[4]])&&e[r[4]];o[r[1]](function(){var e=i&&i.apply(this,arguments);e&&g(e.promise)?e.promise().progress(t.notify).done(t.resolve).fail(t.reject):t[r[0]+"With"](this,i?[e]:arguments)})}),e=null}).promise()},then:function(t,r,i){var o=0;function a(t,n,r,i){return function(){var s=this,u=arguments,l=function(){var e,l;if(!(t=o&&(r!==W&&(s=void 0,u=[e]),n.rejectWith(s,u))}};t?c():(w.Deferred.getStackHook&&(c.stackTrace=w.Deferred.getStackHook()),e.setTimeout(c))}}return w.Deferred(function(e){n[0][3].add(a(0,e,g(i)?i:I,e.notifyWith)),n[1][3].add(a(0,e,g(t)?t:I)),n[2][3].add(a(0,e,g(r)?r:W))}).promise()},promise:function(e){return null!=e?w.extend(e,i):i}},o={};return w.each(n,function(e,t){var a=t[2],s=t[5];i[t[1]]=a.add,s&&a.add(function(){r=s},n[3-e][2].disable,n[3-e][3].disable,n[0][2].lock,n[0][3].lock),a.add(t[3].fire),o[t[0]]=function(){return o[t[0]+"With"](this===o?void 0:this,arguments),this},o[t[0]+"With"]=a.fireWith}),i.promise(o),t&&t.call(o,o),o},when:function(e){var t=arguments.length,n=t,r=Array(n),i=o.call(arguments),a=w.Deferred(),s=function(e){return function(n){r[e]=this,i[e]=arguments.length>1?o.call(arguments):n,--t||a.resolveWith(r,i)}};if(t<=1&&($(e,a.done(s(n)).resolve,a.reject,!t),"pending"===a.state()||g(i[n]&&i[n].then)))return a.then();while(n--)$(i[n],s(n),a.reject);return a.promise()}});var B=/^(Eval|Internal|Range|Reference|Syntax|Type|URI)Error$/;w.Deferred.exceptionHook=function(t,n){e.console&&e.console.warn&&t&&B.test(t.name)&&e.console.warn("jQuery.Deferred exception: "+t.message,t.stack,n)},w.readyException=function(t){e.setTimeout(function(){throw t})};var F=w.Deferred();w.fn.ready=function(e){return F.then(e)["catch"](function(e){w.readyException(e)}),this},w.extend({isReady:!1,readyWait:1,ready:function(e){(!0===e?--w.readyWait:w.isReady)||(w.isReady=!0,!0!==e&&--w.readyWait>0||F.resolveWith(r,[w]))}}),w.ready.then=F.then;function _(){r.removeEventListener("DOMContentLoaded",_),e.removeEventListener("load",_),w.ready()}"complete"===r.readyState||"loading"!==r.readyState&&!r.documentElement.doScroll?e.setTimeout(w.ready):(r.addEventListener("DOMContentLoaded",_),e.addEventListener("load",_));var z=function(e,t,n,r,i,o,a){var s=0,u=e.length,l=null==n;if("object"===x(n)){i=!0;for(s in n)z(e,t,s,n[s],!0,o,a)}else if(void 0!==r&&(i=!0,g(r)||(a=!0),l&&(a?(t.call(e,r),t=null):(l=t,t=function(e,t,n){return l.call(w(e),n)})),t))for(;s1,null,!0)},removeData:function(e){return this.each(function(){K.remove(this,e)})}}),w.extend({queue:function(e,t,n){var r;if(e)return t=(t||"fx")+"queue",r=J.get(e,t),n&&(!r||Array.isArray(n)?r=J.access(e,t,w.makeArray(n)):r.push(n)),r||[]},dequeue:function(e,t){t=t||"fx";var n=w.queue(e,t),r=n.length,i=n.shift(),o=w._queueHooks(e,t),a=function(){w.dequeue(e,t)};"inprogress"===i&&(i=n.shift(),r--),i&&("fx"===t&&n.unshift("inprogress"),delete o.stop,i.call(e,a,o)),!r&&o&&o.empty.fire()},_queueHooks:function(e,t){var n=t+"queueHooks";return J.get(e,n)||J.access(e,n,{empty:w.Callbacks("once memory").add(function(){J.remove(e,[t+"queue",n])})})}}),w.fn.extend({queue:function(e,t){var n=2;return"string"!=typeof e&&(t=e,e="fx",n--),arguments.length\x20\t\r\n\f]+)/i,he=/^$|^module$|\/(?:java|ecma)script/i,ge={option:[1,""],thead:[1,"","
"],col:[2,"","
"],tr:[2,"","
"],td:[3,"","
"],_default:[0,"",""]};ge.optgroup=ge.option,ge.tbody=ge.tfoot=ge.colgroup=ge.caption=ge.thead,ge.th=ge.td;function ye(e,t){var n;return n="undefined"!=typeof e.getElementsByTagName?e.getElementsByTagName(t||"*"):"undefined"!=typeof e.querySelectorAll?e.querySelectorAll(t||"*"):[],void 0===t||t&&N(e,t)?w.merge([e],n):n}function ve(e,t){for(var n=0,r=e.length;n-1)i&&i.push(o);else if(l=w.contains(o.ownerDocument,o),a=ye(f.appendChild(o),"script"),l&&ve(a),n){c=0;while(o=a[c++])he.test(o.type||"")&&n.push(o)}return f}!function(){var e=r.createDocumentFragment().appendChild(r.createElement("div")),t=r.createElement("input");t.setAttribute("type","radio"),t.setAttribute("checked","checked"),t.setAttribute("name","t"),e.appendChild(t),h.checkClone=e.cloneNode(!0).cloneNode(!0).lastChild.checked,e.innerHTML="",h.noCloneChecked=!!e.cloneNode(!0).lastChild.defaultValue}();var be=r.documentElement,we=/^key/,Te=/^(?:mouse|pointer|contextmenu|drag|drop)|click/,Ce=/^([^.]*)(?:\.(.+)|)/;function Ee(){return!0}function ke(){return!1}function Se(){try{return r.activeElement}catch(e){}}function De(e,t,n,r,i,o){var a,s;if("object"==typeof t){"string"!=typeof n&&(r=r||n,n=void 0);for(s in t)De(e,s,n,r,t[s],o);return e}if(null==r&&null==i?(i=n,r=n=void 0):null==i&&("string"==typeof n?(i=r,r=void 0):(i=r,r=n,n=void 0)),!1===i)i=ke;else if(!i)return e;return 1===o&&(a=i,(i=function(e){return w().off(e),a.apply(this,arguments)}).guid=a.guid||(a.guid=w.guid++)),e.each(function(){w.event.add(this,t,i,r,n)})}w.event={global:{},add:function(e,t,n,r,i){var o,a,s,u,l,c,f,p,d,h,g,y=J.get(e);if(y){n.handler&&(n=(o=n).handler,i=o.selector),i&&w.find.matchesSelector(be,i),n.guid||(n.guid=w.guid++),(u=y.events)||(u=y.events={}),(a=y.handle)||(a=y.handle=function(t){return"undefined"!=typeof w&&w.event.triggered!==t.type?w.event.dispatch.apply(e,arguments):void 0}),l=(t=(t||"").match(M)||[""]).length;while(l--)d=g=(s=Ce.exec(t[l])||[])[1],h=(s[2]||"").split(".").sort(),d&&(f=w.event.special[d]||{},d=(i?f.delegateType:f.bindType)||d,f=w.event.special[d]||{},c=w.extend({type:d,origType:g,data:r,handler:n,guid:n.guid,selector:i,needsContext:i&&w.expr.match.needsContext.test(i),namespace:h.join(".")},o),(p=u[d])||((p=u[d]=[]).delegateCount=0,f.setup&&!1!==f.setup.call(e,r,h,a)||e.addEventListener&&e.addEventListener(d,a)),f.add&&(f.add.call(e,c),c.handler.guid||(c.handler.guid=n.guid)),i?p.splice(p.delegateCount++,0,c):p.push(c),w.event.global[d]=!0)}},remove:function(e,t,n,r,i){var o,a,s,u,l,c,f,p,d,h,g,y=J.hasData(e)&&J.get(e);if(y&&(u=y.events)){l=(t=(t||"").match(M)||[""]).length;while(l--)if(s=Ce.exec(t[l])||[],d=g=s[1],h=(s[2]||"").split(".").sort(),d){f=w.event.special[d]||{},p=u[d=(r?f.delegateType:f.bindType)||d]||[],s=s[2]&&new RegExp("(^|\\.)"+h.join("\\.(?:.*\\.|)")+"(\\.|$)"),a=o=p.length;while(o--)c=p[o],!i&&g!==c.origType||n&&n.guid!==c.guid||s&&!s.test(c.namespace)||r&&r!==c.selector&&("**"!==r||!c.selector)||(p.splice(o,1),c.selector&&p.delegateCount--,f.remove&&f.remove.call(e,c));a&&!p.length&&(f.teardown&&!1!==f.teardown.call(e,h,y.handle)||w.removeEvent(e,d,y.handle),delete u[d])}else for(d in u)w.event.remove(e,d+t[l],n,r,!0);w.isEmptyObject(u)&&J.remove(e,"handle events")}},dispatch:function(e){var t=w.event.fix(e),n,r,i,o,a,s,u=new Array(arguments.length),l=(J.get(this,"events")||{})[t.type]||[],c=w.event.special[t.type]||{};for(u[0]=t,n=1;n=1))for(;l!==this;l=l.parentNode||this)if(1===l.nodeType&&("click"!==e.type||!0!==l.disabled)){for(o=[],a={},n=0;n-1:w.find(i,this,null,[l]).length),a[i]&&o.push(r);o.length&&s.push({elem:l,handlers:o})}return l=this,u\x20\t\r\n\f]*)[^>]*)\/>/gi,Ae=/\s*$/g;function Le(e,t){return N(e,"table")&&N(11!==t.nodeType?t:t.firstChild,"tr")?w(e).children("tbody")[0]||e:e}function He(e){return e.type=(null!==e.getAttribute("type"))+"/"+e.type,e}function Oe(e){return"true/"===(e.type||"").slice(0,5)?e.type=e.type.slice(5):e.removeAttribute("type"),e}function Pe(e,t){var n,r,i,o,a,s,u,l;if(1===t.nodeType){if(J.hasData(e)&&(o=J.access(e),a=J.set(t,o),l=o.events)){delete a.handle,a.events={};for(i in l)for(n=0,r=l[i].length;n1&&"string"==typeof y&&!h.checkClone&&je.test(y))return e.each(function(i){var o=e.eq(i);v&&(t[0]=y.call(this,i,o.html())),Re(o,t,n,r)});if(p&&(i=xe(t,e[0].ownerDocument,!1,e,r),o=i.firstChild,1===i.childNodes.length&&(i=o),o||r)){for(u=(s=w.map(ye(i,"script"),He)).length;f")},clone:function(e,t,n){var r,i,o,a,s=e.cloneNode(!0),u=w.contains(e.ownerDocument,e);if(!(h.noCloneChecked||1!==e.nodeType&&11!==e.nodeType||w.isXMLDoc(e)))for(a=ye(s),r=0,i=(o=ye(e)).length;r0&&ve(a,!u&&ye(e,"script")),s},cleanData:function(e){for(var t,n,r,i=w.event.special,o=0;void 0!==(n=e[o]);o++)if(Y(n)){if(t=n[J.expando]){if(t.events)for(r in t.events)i[r]?w.event.remove(n,r):w.removeEvent(n,r,t.handle);n[J.expando]=void 0}n[K.expando]&&(n[K.expando]=void 0)}}}),w.fn.extend({detach:function(e){return Ie(this,e,!0)},remove:function(e){return Ie(this,e)},text:function(e){return z(this,function(e){return void 0===e?w.text(this):this.empty().each(function(){1!==this.nodeType&&11!==this.nodeType&&9!==this.nodeType||(this.textContent=e)})},null,e,arguments.length)},append:function(){return Re(this,arguments,function(e){1!==this.nodeType&&11!==this.nodeType&&9!==this.nodeType||Le(this,e).appendChild(e)})},prepend:function(){return Re(this,arguments,function(e){if(1===this.nodeType||11===this.nodeType||9===this.nodeType){var t=Le(this,e);t.insertBefore(e,t.firstChild)}})},before:function(){return Re(this,arguments,function(e){this.parentNode&&this.parentNode.insertBefore(e,this)})},after:function(){return Re(this,arguments,function(e){this.parentNode&&this.parentNode.insertBefore(e,this.nextSibling)})},empty:function(){for(var e,t=0;null!=(e=this[t]);t++)1===e.nodeType&&(w.cleanData(ye(e,!1)),e.textContent="");return this},clone:function(e,t){return e=null!=e&&e,t=null==t?e:t,this.map(function(){return w.clone(this,e,t)})},html:function(e){return z(this,function(e){var t=this[0]||{},n=0,r=this.length;if(void 0===e&&1===t.nodeType)return t.innerHTML;if("string"==typeof e&&!Ae.test(e)&&!ge[(de.exec(e)||["",""])[1].toLowerCase()]){e=w.htmlPrefilter(e);try{for(;n=0&&(u+=Math.max(0,Math.ceil(e["offset"+t[0].toUpperCase()+t.slice(1)]-o-u-s-.5))),u}function et(e,t,n){var r=$e(e),i=Fe(e,t,r),o="border-box"===w.css(e,"boxSizing",!1,r),a=o;if(We.test(i)){if(!n)return i;i="auto"}return a=a&&(h.boxSizingReliable()||i===e.style[t]),("auto"===i||!parseFloat(i)&&"inline"===w.css(e,"display",!1,r))&&(i=e["offset"+t[0].toUpperCase()+t.slice(1)],a=!0),(i=parseFloat(i)||0)+Ze(e,t,n||(o?"border":"content"),a,r,i)+"px"}w.extend({cssHooks:{opacity:{get:function(e,t){if(t){var n=Fe(e,"opacity");return""===n?"1":n}}}},cssNumber:{animationIterationCount:!0,columnCount:!0,fillOpacity:!0,flexGrow:!0,flexShrink:!0,fontWeight:!0,lineHeight:!0,opacity:!0,order:!0,orphans:!0,widows:!0,zIndex:!0,zoom:!0},cssProps:{},style:function(e,t,n,r){if(e&&3!==e.nodeType&&8!==e.nodeType&&e.style){var i,o,a,s=G(t),u=Xe.test(t),l=e.style;if(u||(t=Je(s)),a=w.cssHooks[t]||w.cssHooks[s],void 0===n)return a&&"get"in a&&void 0!==(i=a.get(e,!1,r))?i:l[t];"string"==(o=typeof n)&&(i=ie.exec(n))&&i[1]&&(n=ue(e,t,i),o="number"),null!=n&&n===n&&("number"===o&&(n+=i&&i[3]||(w.cssNumber[s]?"":"px")),h.clearCloneStyle||""!==n||0!==t.indexOf("background")||(l[t]="inherit"),a&&"set"in a&&void 0===(n=a.set(e,n,r))||(u?l.setProperty(t,n):l[t]=n))}},css:function(e,t,n,r){var i,o,a,s=G(t);return Xe.test(t)||(t=Je(s)),(a=w.cssHooks[t]||w.cssHooks[s])&&"get"in a&&(i=a.get(e,!0,n)),void 0===i&&(i=Fe(e,t,r)),"normal"===i&&t in Ve&&(i=Ve[t]),""===n||n?(o=parseFloat(i),!0===n||isFinite(o)?o||0:i):i}}),w.each(["height","width"],function(e,t){w.cssHooks[t]={get:function(e,n,r){if(n)return!ze.test(w.css(e,"display"))||e.getClientRects().length&&e.getBoundingClientRect().width?et(e,t,r):se(e,Ue,function(){return et(e,t,r)})},set:function(e,n,r){var i,o=$e(e),a="border-box"===w.css(e,"boxSizing",!1,o),s=r&&Ze(e,t,r,a,o);return a&&h.scrollboxSize()===o.position&&(s-=Math.ceil(e["offset"+t[0].toUpperCase()+t.slice(1)]-parseFloat(o[t])-Ze(e,t,"border",!1,o)-.5)),s&&(i=ie.exec(n))&&"px"!==(i[3]||"px")&&(e.style[t]=n,n=w.css(e,t)),Ke(e,n,s)}}}),w.cssHooks.marginLeft=_e(h.reliableMarginLeft,function(e,t){if(t)return(parseFloat(Fe(e,"marginLeft"))||e.getBoundingClientRect().left-se(e,{marginLeft:0},function(){return e.getBoundingClientRect().left}))+"px"}),w.each({margin:"",padding:"",border:"Width"},function(e,t){w.cssHooks[e+t]={expand:function(n){for(var r=0,i={},o="string"==typeof n?n.split(" "):[n];r<4;r++)i[e+oe[r]+t]=o[r]||o[r-2]||o[0];return i}},"margin"!==e&&(w.cssHooks[e+t].set=Ke)}),w.fn.extend({css:function(e,t){return z(this,function(e,t,n){var r,i,o={},a=0;if(Array.isArray(t)){for(r=$e(e),i=t.length;a1)}});function tt(e,t,n,r,i){return new tt.prototype.init(e,t,n,r,i)}w.Tween=tt,tt.prototype={constructor:tt,init:function(e,t,n,r,i,o){this.elem=e,this.prop=n,this.easing=i||w.easing._default,this.options=t,this.start=this.now=this.cur(),this.end=r,this.unit=o||(w.cssNumber[n]?"":"px")},cur:function(){var e=tt.propHooks[this.prop];return e&&e.get?e.get(this):tt.propHooks._default.get(this)},run:function(e){var t,n=tt.propHooks[this.prop];return this.options.duration?this.pos=t=w.easing[this.easing](e,this.options.duration*e,0,1,this.options.duration):this.pos=t=e,this.now=(this.end-this.start)*t+this.start,this.options.step&&this.options.step.call(this.elem,this.now,this),n&&n.set?n.set(this):tt.propHooks._default.set(this),this}},tt.prototype.init.prototype=tt.prototype,tt.propHooks={_default:{get:function(e){var t;return 1!==e.elem.nodeType||null!=e.elem[e.prop]&&null==e.elem.style[e.prop]?e.elem[e.prop]:(t=w.css(e.elem,e.prop,""))&&"auto"!==t?t:0},set:function(e){w.fx.step[e.prop]?w.fx.step[e.prop](e):1!==e.elem.nodeType||null==e.elem.style[w.cssProps[e.prop]]&&!w.cssHooks[e.prop]?e.elem[e.prop]=e.now:w.style(e.elem,e.prop,e.now+e.unit)}}},tt.propHooks.scrollTop=tt.propHooks.scrollLeft={set:function(e){e.elem.nodeType&&e.elem.parentNode&&(e.elem[e.prop]=e.now)}},w.easing={linear:function(e){return e},swing:function(e){return.5-Math.cos(e*Math.PI)/2},_default:"swing"},w.fx=tt.prototype.init,w.fx.step={};var nt,rt,it=/^(?:toggle|show|hide)$/,ot=/queueHooks$/;function at(){rt&&(!1===r.hidden&&e.requestAnimationFrame?e.requestAnimationFrame(at):e.setTimeout(at,w.fx.interval),w.fx.tick())}function st(){return e.setTimeout(function(){nt=void 0}),nt=Date.now()}function ut(e,t){var n,r=0,i={height:e};for(t=t?1:0;r<4;r+=2-t)i["margin"+(n=oe[r])]=i["padding"+n]=e;return t&&(i.opacity=i.width=e),i}function lt(e,t,n){for(var r,i=(pt.tweeners[t]||[]).concat(pt.tweeners["*"]),o=0,a=i.length;o1)},removeAttr:function(e){return this.each(function(){w.removeAttr(this,e)})}}),w.extend({attr:function(e,t,n){var r,i,o=e.nodeType;if(3!==o&&8!==o&&2!==o)return"undefined"==typeof e.getAttribute?w.prop(e,t,n):(1===o&&w.isXMLDoc(e)||(i=w.attrHooks[t.toLowerCase()]||(w.expr.match.bool.test(t)?dt:void 0)),void 0!==n?null===n?void w.removeAttr(e,t):i&&"set"in i&&void 0!==(r=i.set(e,n,t))?r:(e.setAttribute(t,n+""),n):i&&"get"in i&&null!==(r=i.get(e,t))?r:null==(r=w.find.attr(e,t))?void 0:r)},attrHooks:{type:{set:function(e,t){if(!h.radioValue&&"radio"===t&&N(e,"input")){var n=e.value;return e.setAttribute("type",t),n&&(e.value=n),t}}}},removeAttr:function(e,t){var n,r=0,i=t&&t.match(M);if(i&&1===e.nodeType)while(n=i[r++])e.removeAttribute(n)}}),dt={set:function(e,t,n){return!1===t?w.removeAttr(e,n):e.setAttribute(n,n),n}},w.each(w.expr.match.bool.source.match(/\w+/g),function(e,t){var n=ht[t]||w.find.attr;ht[t]=function(e,t,r){var i,o,a=t.toLowerCase();return r||(o=ht[a],ht[a]=i,i=null!=n(e,t,r)?a:null,ht[a]=o),i}});var gt=/^(?:input|select|textarea|button)$/i,yt=/^(?:a|area)$/i;w.fn.extend({prop:function(e,t){return z(this,w.prop,e,t,arguments.length>1)},removeProp:function(e){return this.each(function(){delete this[w.propFix[e]||e]})}}),w.extend({prop:function(e,t,n){var r,i,o=e.nodeType;if(3!==o&&8!==o&&2!==o)return 1===o&&w.isXMLDoc(e)||(t=w.propFix[t]||t,i=w.propHooks[t]),void 0!==n?i&&"set"in i&&void 0!==(r=i.set(e,n,t))?r:e[t]=n:i&&"get"in i&&null!==(r=i.get(e,t))?r:e[t]},propHooks:{tabIndex:{get:function(e){var t=w.find.attr(e,"tabindex");return t?parseInt(t,10):gt.test(e.nodeName)||yt.test(e.nodeName)&&e.href?0:-1}}},propFix:{"for":"htmlFor","class":"className"}}),h.optSelected||(w.propHooks.selected={get:function(e){var t=e.parentNode;return t&&t.parentNode&&t.parentNode.selectedIndex,null},set:function(e){var t=e.parentNode;t&&(t.selectedIndex,t.parentNode&&t.parentNode.selectedIndex)}}),w.each(["tabIndex","readOnly","maxLength","cellSpacing","cellPadding","rowSpan","colSpan","useMap","frameBorder","contentEditable"],function(){w.propFix[this.toLowerCase()]=this});function vt(e){return(e.match(M)||[]).join(" ")}function mt(e){return e.getAttribute&&e.getAttribute("class")||""}function xt(e){return Array.isArray(e)?e:"string"==typeof e?e.match(M)||[]:[]}w.fn.extend({addClass:function(e){var t,n,r,i,o,a,s,u=0;if(g(e))return this.each(function(t){w(this).addClass(e.call(this,t,mt(this)))});if((t=xt(e)).length)while(n=this[u++])if(i=mt(n),r=1===n.nodeType&&" "+vt(i)+" "){a=0;while(o=t[a++])r.indexOf(" "+o+" ")<0&&(r+=o+" ");i!==(s=vt(r))&&n.setAttribute("class",s)}return this},removeClass:function(e){var t,n,r,i,o,a,s,u=0;if(g(e))return this.each(function(t){w(this).removeClass(e.call(this,t,mt(this)))});if(!arguments.length)return this.attr("class","");if((t=xt(e)).length)while(n=this[u++])if(i=mt(n),r=1===n.nodeType&&" "+vt(i)+" "){a=0;while(o=t[a++])while(r.indexOf(" "+o+" ")>-1)r=r.replace(" "+o+" "," ");i!==(s=vt(r))&&n.setAttribute("class",s)}return this},toggleClass:function(e,t){var n=typeof e,r="string"===n||Array.isArray(e);return"boolean"==typeof t&&r?t?this.addClass(e):this.removeClass(e):g(e)?this.each(function(n){w(this).toggleClass(e.call(this,n,mt(this),t),t)}):this.each(function(){var t,i,o,a;if(r){i=0,o=w(this),a=xt(e);while(t=a[i++])o.hasClass(t)?o.removeClass(t):o.addClass(t)}else void 0!==e&&"boolean"!==n||((t=mt(this))&&J.set(this,"__className__",t),this.setAttribute&&this.setAttribute("class",t||!1===e?"":J.get(this,"__className__")||""))})},hasClass:function(e){var t,n,r=0;t=" "+e+" ";while(n=this[r++])if(1===n.nodeType&&(" "+vt(mt(n))+" ").indexOf(t)>-1)return!0;return!1}});var bt=/\r/g;w.fn.extend({val:function(e){var t,n,r,i=this[0];{if(arguments.length)return r=g(e),this.each(function(n){var i;1===this.nodeType&&(null==(i=r?e.call(this,n,w(this).val()):e)?i="":"number"==typeof i?i+="":Array.isArray(i)&&(i=w.map(i,function(e){return null==e?"":e+""})),(t=w.valHooks[this.type]||w.valHooks[this.nodeName.toLowerCase()])&&"set"in t&&void 0!==t.set(this,i,"value")||(this.value=i))});if(i)return(t=w.valHooks[i.type]||w.valHooks[i.nodeName.toLowerCase()])&&"get"in t&&void 0!==(n=t.get(i,"value"))?n:"string"==typeof(n=i.value)?n.replace(bt,""):null==n?"":n}}}),w.extend({valHooks:{option:{get:function(e){var t=w.find.attr(e,"value");return null!=t?t:vt(w.text(e))}},select:{get:function(e){var t,n,r,i=e.options,o=e.selectedIndex,a="select-one"===e.type,s=a?null:[],u=a?o+1:i.length;for(r=o<0?u:a?o:0;r-1)&&(n=!0);return n||(e.selectedIndex=-1),o}}}}),w.each(["radio","checkbox"],function(){w.valHooks[this]={set:function(e,t){if(Array.isArray(t))return e.checked=w.inArray(w(e).val(),t)>-1}},h.checkOn||(w.valHooks[this].get=function(e){return null===e.getAttribute("value")?"on":e.value})}),h.focusin="onfocusin"in e;var wt=/^(?:focusinfocus|focusoutblur)$/,Tt=function(e){e.stopPropagation()};w.extend(w.event,{trigger:function(t,n,i,o){var a,s,u,l,c,p,d,h,v=[i||r],m=f.call(t,"type")?t.type:t,x=f.call(t,"namespace")?t.namespace.split("."):[];if(s=h=u=i=i||r,3!==i.nodeType&&8!==i.nodeType&&!wt.test(m+w.event.triggered)&&(m.indexOf(".")>-1&&(m=(x=m.split(".")).shift(),x.sort()),c=m.indexOf(":")<0&&"on"+m,t=t[w.expando]?t:new w.Event(m,"object"==typeof t&&t),t.isTrigger=o?2:3,t.namespace=x.join("."),t.rnamespace=t.namespace?new RegExp("(^|\\.)"+x.join("\\.(?:.*\\.|)")+"(\\.|$)"):null,t.result=void 0,t.target||(t.target=i),n=null==n?[t]:w.makeArray(n,[t]),d=w.event.special[m]||{},o||!d.trigger||!1!==d.trigger.apply(i,n))){if(!o&&!d.noBubble&&!y(i)){for(l=d.delegateType||m,wt.test(l+m)||(s=s.parentNode);s;s=s.parentNode)v.push(s),u=s;u===(i.ownerDocument||r)&&v.push(u.defaultView||u.parentWindow||e)}a=0;while((s=v[a++])&&!t.isPropagationStopped())h=s,t.type=a>1?l:d.bindType||m,(p=(J.get(s,"events")||{})[t.type]&&J.get(s,"handle"))&&p.apply(s,n),(p=c&&s[c])&&p.apply&&Y(s)&&(t.result=p.apply(s,n),!1===t.result&&t.preventDefault());return t.type=m,o||t.isDefaultPrevented()||d._default&&!1!==d._default.apply(v.pop(),n)||!Y(i)||c&&g(i[m])&&!y(i)&&((u=i[c])&&(i[c]=null),w.event.triggered=m,t.isPropagationStopped()&&h.addEventListener(m,Tt),i[m](),t.isPropagationStopped()&&h.removeEventListener(m,Tt),w.event.triggered=void 0,u&&(i[c]=u)),t.result}},simulate:function(e,t,n){var r=w.extend(new w.Event,n,{type:e,isSimulated:!0});w.event.trigger(r,null,t)}}),w.fn.extend({trigger:function(e,t){return this.each(function(){w.event.trigger(e,t,this)})},triggerHandler:function(e,t){var n=this[0];if(n)return w.event.trigger(e,t,n,!0)}}),h.focusin||w.each({focus:"focusin",blur:"focusout"},function(e,t){var n=function(e){w.event.simulate(t,e.target,w.event.fix(e))};w.event.special[t]={setup:function(){var r=this.ownerDocument||this,i=J.access(r,t);i||r.addEventListener(e,n,!0),J.access(r,t,(i||0)+1)},teardown:function(){var r=this.ownerDocument||this,i=J.access(r,t)-1;i?J.access(r,t,i):(r.removeEventListener(e,n,!0),J.remove(r,t))}}});var Ct=e.location,Et=Date.now(),kt=/\?/;w.parseXML=function(t){var n;if(!t||"string"!=typeof t)return null;try{n=(new e.DOMParser).parseFromString(t,"text/xml")}catch(e){n=void 0}return n&&!n.getElementsByTagName("parsererror").length||w.error("Invalid XML: "+t),n};var St=/\[\]$/,Dt=/\r?\n/g,Nt=/^(?:submit|button|image|reset|file)$/i,At=/^(?:input|select|textarea|keygen)/i;function jt(e,t,n,r){var i;if(Array.isArray(t))w.each(t,function(t,i){n||St.test(e)?r(e,i):jt(e+"["+("object"==typeof i&&null!=i?t:"")+"]",i,n,r)});else if(n||"object"!==x(t))r(e,t);else for(i in t)jt(e+"["+i+"]",t[i],n,r)}w.param=function(e,t){var n,r=[],i=function(e,t){var n=g(t)?t():t;r[r.length]=encodeURIComponent(e)+"="+encodeURIComponent(null==n?"":n)};if(Array.isArray(e)||e.jquery&&!w.isPlainObject(e))w.each(e,function(){i(this.name,this.value)});else for(n in e)jt(n,e[n],t,i);return r.join("&")},w.fn.extend({serialize:function(){return w.param(this.serializeArray())},serializeArray:function(){return this.map(function(){var e=w.prop(this,"elements");return e?w.makeArray(e):this}).filter(function(){var e=this.type;return this.name&&!w(this).is(":disabled")&&At.test(this.nodeName)&&!Nt.test(e)&&(this.checked||!pe.test(e))}).map(function(e,t){var n=w(this).val();return null==n?null:Array.isArray(n)?w.map(n,function(e){return{name:t.name,value:e.replace(Dt,"\r\n")}}):{name:t.name,value:n.replace(Dt,"\r\n")}}).get()}});var qt=/%20/g,Lt=/#.*$/,Ht=/([?&])_=[^&]*/,Ot=/^(.*?):[ \t]*([^\r\n]*)$/gm,Pt=/^(?:about|app|app-storage|.+-extension|file|res|widget):$/,Mt=/^(?:GET|HEAD)$/,Rt=/^\/\//,It={},Wt={},$t="*/".concat("*"),Bt=r.createElement("a");Bt.href=Ct.href;function Ft(e){return function(t,n){"string"!=typeof t&&(n=t,t="*");var r,i=0,o=t.toLowerCase().match(M)||[];if(g(n))while(r=o[i++])"+"===r[0]?(r=r.slice(1)||"*",(e[r]=e[r]||[]).unshift(n)):(e[r]=e[r]||[]).push(n)}}function _t(e,t,n,r){var i={},o=e===Wt;function a(s){var u;return i[s]=!0,w.each(e[s]||[],function(e,s){var l=s(t,n,r);return"string"!=typeof l||o||i[l]?o?!(u=l):void 0:(t.dataTypes.unshift(l),a(l),!1)}),u}return a(t.dataTypes[0])||!i["*"]&&a("*")}function zt(e,t){var n,r,i=w.ajaxSettings.flatOptions||{};for(n in t)void 0!==t[n]&&((i[n]?e:r||(r={}))[n]=t[n]);return r&&w.extend(!0,e,r),e}function Xt(e,t,n){var r,i,o,a,s=e.contents,u=e.dataTypes;while("*"===u[0])u.shift(),void 0===r&&(r=e.mimeType||t.getResponseHeader("Content-Type"));if(r)for(i in s)if(s[i]&&s[i].test(r)){u.unshift(i);break}if(u[0]in n)o=u[0];else{for(i in n){if(!u[0]||e.converters[i+" "+u[0]]){o=i;break}a||(a=i)}o=o||a}if(o)return o!==u[0]&&u.unshift(o),n[o]}function Ut(e,t,n,r){var i,o,a,s,u,l={},c=e.dataTypes.slice();if(c[1])for(a in e.converters)l[a.toLowerCase()]=e.converters[a];o=c.shift();while(o)if(e.responseFields[o]&&(n[e.responseFields[o]]=t),!u&&r&&e.dataFilter&&(t=e.dataFilter(t,e.dataType)),u=o,o=c.shift())if("*"===o)o=u;else if("*"!==u&&u!==o){if(!(a=l[u+" "+o]||l["* "+o]))for(i in l)if((s=i.split(" "))[1]===o&&(a=l[u+" "+s[0]]||l["* "+s[0]])){!0===a?a=l[i]:!0!==l[i]&&(o=s[0],c.unshift(s[1]));break}if(!0!==a)if(a&&e["throws"])t=a(t);else try{t=a(t)}catch(e){return{state:"parsererror",error:a?e:"No conversion from "+u+" to "+o}}}return{state:"success",data:t}}w.extend({active:0,lastModified:{},etag:{},ajaxSettings:{url:Ct.href,type:"GET",isLocal:Pt.test(Ct.protocol),global:!0,processData:!0,async:!0,contentType:"application/x-www-form-urlencoded; charset=UTF-8",accepts:{"*":$t,text:"text/plain",html:"text/html",xml:"application/xml, text/xml",json:"application/json, text/javascript"},contents:{xml:/\bxml\b/,html:/\bhtml/,json:/\bjson\b/},responseFields:{xml:"responseXML",text:"responseText",json:"responseJSON"},converters:{"* text":String,"text html":!0,"text json":JSON.parse,"text xml":w.parseXML},flatOptions:{url:!0,context:!0}},ajaxSetup:function(e,t){return t?zt(zt(e,w.ajaxSettings),t):zt(w.ajaxSettings,e)},ajaxPrefilter:Ft(It),ajaxTransport:Ft(Wt),ajax:function(t,n){"object"==typeof t&&(n=t,t=void 0),n=n||{};var i,o,a,s,u,l,c,f,p,d,h=w.ajaxSetup({},n),g=h.context||h,y=h.context&&(g.nodeType||g.jquery)?w(g):w.event,v=w.Deferred(),m=w.Callbacks("once memory"),x=h.statusCode||{},b={},T={},C="canceled",E={readyState:0,getResponseHeader:function(e){var t;if(c){if(!s){s={};while(t=Ot.exec(a))s[t[1].toLowerCase()]=t[2]}t=s[e.toLowerCase()]}return null==t?null:t},getAllResponseHeaders:function(){return c?a:null},setRequestHeader:function(e,t){return null==c&&(e=T[e.toLowerCase()]=T[e.toLowerCase()]||e,b[e]=t),this},overrideMimeType:function(e){return null==c&&(h.mimeType=e),this},statusCode:function(e){var t;if(e)if(c)E.always(e[E.status]);else for(t in e)x[t]=[x[t],e[t]];return this},abort:function(e){var t=e||C;return i&&i.abort(t),k(0,t),this}};if(v.promise(E),h.url=((t||h.url||Ct.href)+"").replace(Rt,Ct.protocol+"//"),h.type=n.method||n.type||h.method||h.type,h.dataTypes=(h.dataType||"*").toLowerCase().match(M)||[""],null==h.crossDomain){l=r.createElement("a");try{l.href=h.url,l.href=l.href,h.crossDomain=Bt.protocol+"//"+Bt.host!=l.protocol+"//"+l.host}catch(e){h.crossDomain=!0}}if(h.data&&h.processData&&"string"!=typeof h.data&&(h.data=w.param(h.data,h.traditional)),_t(It,h,n,E),c)return E;(f=w.event&&h.global)&&0==w.active++&&w.event.trigger("ajaxStart"),h.type=h.type.toUpperCase(),h.hasContent=!Mt.test(h.type),o=h.url.replace(Lt,""),h.hasContent?h.data&&h.processData&&0===(h.contentType||"").indexOf("application/x-www-form-urlencoded")&&(h.data=h.data.replace(qt,"+")):(d=h.url.slice(o.length),h.data&&(h.processData||"string"==typeof h.data)&&(o+=(kt.test(o)?"&":"?")+h.data,delete h.data),!1===h.cache&&(o=o.replace(Ht,"$1"),d=(kt.test(o)?"&":"?")+"_="+Et+++d),h.url=o+d),h.ifModified&&(w.lastModified[o]&&E.setRequestHeader("If-Modified-Since",w.lastModified[o]),w.etag[o]&&E.setRequestHeader("If-None-Match",w.etag[o])),(h.data&&h.hasContent&&!1!==h.contentType||n.contentType)&&E.setRequestHeader("Content-Type",h.contentType),E.setRequestHeader("Accept",h.dataTypes[0]&&h.accepts[h.dataTypes[0]]?h.accepts[h.dataTypes[0]]+("*"!==h.dataTypes[0]?", "+$t+"; q=0.01":""):h.accepts["*"]);for(p in h.headers)E.setRequestHeader(p,h.headers[p]);if(h.beforeSend&&(!1===h.beforeSend.call(g,E,h)||c))return E.abort();if(C="abort",m.add(h.complete),E.done(h.success),E.fail(h.error),i=_t(Wt,h,n,E)){if(E.readyState=1,f&&y.trigger("ajaxSend",[E,h]),c)return E;h.async&&h.timeout>0&&(u=e.setTimeout(function(){E.abort("timeout")},h.timeout));try{c=!1,i.send(b,k)}catch(e){if(c)throw e;k(-1,e)}}else k(-1,"No Transport");function k(t,n,r,s){var l,p,d,b,T,C=n;c||(c=!0,u&&e.clearTimeout(u),i=void 0,a=s||"",E.readyState=t>0?4:0,l=t>=200&&t<300||304===t,r&&(b=Xt(h,E,r)),b=Ut(h,b,E,l),l?(h.ifModified&&((T=E.getResponseHeader("Last-Modified"))&&(w.lastModified[o]=T),(T=E.getResponseHeader("etag"))&&(w.etag[o]=T)),204===t||"HEAD"===h.type?C="nocontent":304===t?C="notmodified":(C=b.state,p=b.data,l=!(d=b.error))):(d=C,!t&&C||(C="error",t<0&&(t=0))),E.status=t,E.statusText=(n||C)+"",l?v.resolveWith(g,[p,C,E]):v.rejectWith(g,[E,C,d]),E.statusCode(x),x=void 0,f&&y.trigger(l?"ajaxSuccess":"ajaxError",[E,h,l?p:d]),m.fireWith(g,[E,C]),f&&(y.trigger("ajaxComplete",[E,h]),--w.active||w.event.trigger("ajaxStop")))}return E},getJSON:function(e,t,n){return w.get(e,t,n,"json")},getScript:function(e,t){return w.get(e,void 0,t,"script")}}),w.each(["get","post"],function(e,t){w[t]=function(e,n,r,i){return g(n)&&(i=i||r,r=n,n=void 0),w.ajax(w.extend({url:e,type:t,dataType:i,data:n,success:r},w.isPlainObject(e)&&e))}}),w._evalUrl=function(e){return w.ajax({url:e,type:"GET",dataType:"script",cache:!0,async:!1,global:!1,"throws":!0})},w.fn.extend({wrapAll:function(e){var t;return this[0]&&(g(e)&&(e=e.call(this[0])),t=w(e,this[0].ownerDocument).eq(0).clone(!0),this[0].parentNode&&t.insertBefore(this[0]),t.map(function(){var e=this;while(e.firstElementChild)e=e.firstElementChild;return e}).append(this)),this},wrapInner:function(e){return g(e)?this.each(function(t){w(this).wrapInner(e.call(this,t))}):this.each(function(){var t=w(this),n=t.contents();n.length?n.wrapAll(e):t.append(e)})},wrap:function(e){var t=g(e);return this.each(function(n){w(this).wrapAll(t?e.call(this,n):e)})},unwrap:function(e){return this.parent(e).not("body").each(function(){w(this).replaceWith(this.childNodes)}),this}}),w.expr.pseudos.hidden=function(e){return!w.expr.pseudos.visible(e)},w.expr.pseudos.visible=function(e){return!!(e.offsetWidth||e.offsetHeight||e.getClientRects().length)},w.ajaxSettings.xhr=function(){try{return new e.XMLHttpRequest}catch(e){}};var Vt={0:200,1223:204},Gt=w.ajaxSettings.xhr();h.cors=!!Gt&&"withCredentials"in Gt,h.ajax=Gt=!!Gt,w.ajaxTransport(function(t){var n,r;if(h.cors||Gt&&!t.crossDomain)return{send:function(i,o){var a,s=t.xhr();if(s.open(t.type,t.url,t.async,t.username,t.password),t.xhrFields)for(a in t.xhrFields)s[a]=t.xhrFields[a];t.mimeType&&s.overrideMimeType&&s.overrideMimeType(t.mimeType),t.crossDomain||i["X-Requested-With"]||(i["X-Requested-With"]="XMLHttpRequest");for(a in i)s.setRequestHeader(a,i[a]);n=function(e){return function(){n&&(n=r=s.onload=s.onerror=s.onabort=s.ontimeout=s.onreadystatechange=null,"abort"===e?s.abort():"error"===e?"number"!=typeof s.status?o(0,"error"):o(s.status,s.statusText):o(Vt[s.status]||s.status,s.statusText,"text"!==(s.responseType||"text")||"string"!=typeof s.responseText?{binary:s.response}:{text:s.responseText},s.getAllResponseHeaders()))}},s.onload=n(),r=s.onerror=s.ontimeout=n("error"),void 0!==s.onabort?s.onabort=r:s.onreadystatechange=function(){4===s.readyState&&e.setTimeout(function(){n&&r()})},n=n("abort");try{s.send(t.hasContent&&t.data||null)}catch(e){if(n)throw e}},abort:function(){n&&n()}}}),w.ajaxPrefilter(function(e){e.crossDomain&&(e.contents.script=!1)}),w.ajaxSetup({accepts:{script:"text/javascript, application/javascript, application/ecmascript, application/x-ecmascript"},contents:{script:/\b(?:java|ecma)script\b/},converters:{"text script":function(e){return w.globalEval(e),e}}}),w.ajaxPrefilter("script",function(e){void 0===e.cache&&(e.cache=!1),e.crossDomain&&(e.type="GET")}),w.ajaxTransport("script",function(e){if(e.crossDomain){var t,n;return{send:function(i,o){t=w(" - true + + + 2 + + + https://github.com/project-sunbird/sunbird-devops.git + + + + + ${github_release_tag} + + + + images/kong/Jenkinsfile.build + false false - \ No newline at end of file + diff --git a/deploy/jenkins/jobs/Build/jobs/Core/jobs/APIManagerEcho/config.xml b/deploy/jenkins/jobs/Build/jobs/Core/jobs/APIManagerEcho/config.xml deleted file mode 100644 index a441e6b66..000000000 --- a/deploy/jenkins/jobs/Build/jobs/Core/jobs/APIManagerEcho/config.xml +++ /dev/null @@ -1,38 +0,0 @@ - - - - - false - - - false - false - - - - false - project - false - - - - - - true - - - false - \ No newline at end of file diff --git a/deploy/jenkins/jobs/Build/jobs/Core/jobs/AdminUtils/config.xml b/deploy/jenkins/jobs/Build/jobs/Core/jobs/AdminUtils/config.xml index 6c04d4987..dcf74fa04 100644 --- a/deploy/jenkins/jobs/Build/jobs/Core/jobs/AdminUtils/config.xml +++ b/deploy/jenkins/jobs/Build/jobs/Core/jobs/AdminUtils/config.xml @@ -1,59 +1,82 @@ - - + - + hudson.model.ParametersDefinitionProperty com.sonyericsson.rebuild.RebuildSettings - + false -1 - -1 + 10 -1 - 10 + 1 - + false false - + + + + github_release_tag + <font style="color:dimgray;font-size:14px;"><b> +<li>To build from a tag, use refs/tags/github_tag</li> +<li>To build from a branch, use refs/heads/github_branch</li> +<li>The default value of ${public_repo_branch} will be the release / tag version set in global configuration</li> +<li>To build from a differnt branch, replace the ${public_repo_branch} with your branch</li> +</b></font> + refs/heads/${public_repo_branch} + true + + + + 0 0 false project false - + + - + + + H/15 * * * * + false + + - - - true + + + 2 + + + https://github.com/project-sunbird/sunbird-apimanager-util.git + + + + + ${github_release_tag} + + + false + + + + Jenkinsfile + false false - \ No newline at end of file + diff --git a/deploy/jenkins/jobs/Build/jobs/Core/jobs/Analytics/config.xml b/deploy/jenkins/jobs/Build/jobs/Core/jobs/Analytics/config.xml new file mode 100644 index 000000000..5bc1fe4d3 --- /dev/null +++ b/deploy/jenkins/jobs/Build/jobs/Core/jobs/Analytics/config.xml @@ -0,0 +1,78 @@ + + + + + hudson.model.ParametersDefinitionProperty + com.sonyericsson.rebuild.RebuildSettings + + + + + false + + + + -1 + 10 + -1 + 1 + + + + false + false + + + + + github_release_tag + <font style="color:dimgray;font-size:14px;"><b> +<li>To build from a tag, use refs/tags/github_tag</li> +<li>To build from a branch, use refs/heads/github_branch</li> +<li>The default value of ${public_repo_branch} will be the release / tag version set in global configuration</li> +<li>To build from a differnt branch, replace the ${public_repo_branch} with your branch</li> +</b></font> + refs/heads/${public_repo_branch} + true + + + + + 0 + 0 + + false + project + false + + + + + + + H/15 * * * * + false + + + + + + + 2 + + + https://github.com/project-sunbird/sunbird-analytics-service.git + + + + + ${github_release_tag} + + + + Jenkinsfile + false + + + false + \ No newline at end of file diff --git a/deploy/jenkins/jobs/Build/jobs/Core/jobs/ApiManagerEcho/config.xml b/deploy/jenkins/jobs/Build/jobs/Core/jobs/ApiManagerEcho/config.xml new file mode 100644 index 000000000..9f448b2a5 --- /dev/null +++ b/deploy/jenkins/jobs/Build/jobs/Core/jobs/ApiManagerEcho/config.xml @@ -0,0 +1,72 @@ + + + + false + + + + -1 + 10 + -1 + 1 + + + + + false + false + + + + + github_release_tag + <font style="color:dimgray;font-size:14px;"><b> +<li>To build from a tag, use refs/tags/github_tag</li> +<li>To build from a branch, use refs/heads/github_branch</li> +<li>The default value of ${public_repo_branch} will be the release / tag version set in global configuration</li> +<li>To build from a differnt branch, replace the ${public_repo_branch} with your branch</li> +</b></font> + refs/heads/${public_repo_branch} + true + + + + + 0 + 0 + + false + project + false + + + + + + + H/15 * * * * + false + + + + + + + 2 + + + https://github.com/project-sunbird/sunbird-echo-service.git + + + + + ${github_release_tag} + + + + Jenkinsfile + false + + + false + \ No newline at end of file diff --git a/deploy/jenkins/jobs/Build/jobs/Core/jobs/Assessment/config.xml b/deploy/jenkins/jobs/Build/jobs/Core/jobs/Assessment/config.xml index 43bed5c85..d2c038b5f 100644 --- a/deploy/jenkins/jobs/Build/jobs/Core/jobs/Assessment/config.xml +++ b/deploy/jenkins/jobs/Build/jobs/Core/jobs/Assessment/config.xml @@ -1,22 +1,21 @@ - - + - + hudson.model.ParametersDefinitionProperty com.sonyericsson.rebuild.RebuildSettings - + false -1 - -1 + 10 -1 - 10 + 1 @@ -28,27 +27,38 @@ github_release_tag - <font color=red size=2><b>CAUTION: If the value is blank, latest code will be built. Specify github tag name to build from a tag.</b></font> - - false + <font style="color:dimgray;font-size:14px;"><b> +<li>To build from a tag, use refs/tags/github_tag</li> +<li>To build from a branch, use refs/heads/github_branch</li> +<li>The default value of ${public_repo_branch} will be the release / tag version set in global configuration</li> +<li>To build from a differnt branch, replace the ${public_repo_branch} with your branch</li> +</b></font> + refs/heads/${public_repo_branch} + true - + 0 0 false project false - + + - + + + H/15 * * * * + false + + - - + + 2 @@ -60,17 +70,6 @@ ${github_release_tag} - false - - - - true - false - - 0 - false - - build/assessment-service/Jenkinsfile false diff --git a/deploy/jenkins/jobs/Build/jobs/Core/jobs/Bot/config.xml b/deploy/jenkins/jobs/Build/jobs/Core/jobs/Bot/config.xml new file mode 100644 index 000000000..ce5cfac72 --- /dev/null +++ b/deploy/jenkins/jobs/Build/jobs/Core/jobs/Bot/config.xml @@ -0,0 +1,98 @@ + + + + + hudson.model.ParametersDefinitionProperty + com.sonyericsson.rebuild.RebuildSettings + + + + + false + + + + -1 + 10 + -1 + 1 + + + + + false + false + + + + + github_release_tag + <font style="color:dimgray;font-size:14px;"><b> +<li>To build from a tag, use refs/tags/github_tag</li> +<li>To build from a branch, use refs/heads/github_branch</li> +<li>The default value of ${public_repo_branch} will be the release / tag version set in global configuration</li> +<li>To build from a differnt branch, replace the ${public_repo_branch} with your branch</li> +</b></font> + refs/heads/${public_repo_branch} + true + + + private_bot_tag + <font color=red size=2><b> If the value is blank, master branch will be copied from bot private repo. Specify github tag name to build from a tag <br> + keep empty to build from master <br> + <br> + keep empty if there is no bot private repo <br> + </b></font> + + false + + + private_bot_repo + <font color=red size=3><b> keep empty if there is no bot private repo + + + + + + + + + + 0 + 0 + + false + project + false + + + + + + + H/15 * * * * + false + + + + + + + 2 + + + https://github.com/project-sunbird/sunbird-bot.git + + + + + ${github_release_tag} + + + + bot/Jenkinsfile + false + + + false + \ No newline at end of file diff --git a/deploy/jenkins/jobs/Build/jobs/Core/jobs/Cassandra/config.xml b/deploy/jenkins/jobs/Build/jobs/Core/jobs/Cassandra/config.xml index c7470f6bf..48ecbcc81 100644 --- a/deploy/jenkins/jobs/Build/jobs/Core/jobs/Cassandra/config.xml +++ b/deploy/jenkins/jobs/Build/jobs/Core/jobs/Cassandra/config.xml @@ -1,22 +1,21 @@ - - + - + hudson.model.ParametersDefinitionProperty com.sonyericsson.rebuild.RebuildSettings - + false -1 - -1 + 10 -1 - 10 + 1 @@ -28,21 +27,27 @@ github_release_tag - <font color=red size=2><b>CAUTION: If the value is blank, latest code will be built. Specify github tag name to build from a tag.</b></font> - - false + <font style="color:dimgray;font-size:14px;"><b> +<li>To build from a tag, use refs/tags/github_tag</li> +<li>To build from a branch, use refs/heads/github_branch</li> +<li>The default value of ${public_repo_branch} will be the release / tag version set in global configuration</li> +<li>To build from a differnt branch, replace the ${public_repo_branch} with your branch</li> +</b></font> + refs/heads/${public_repo_branch} + true - + 0 0 false project false - + + @@ -52,8 +57,8 @@ - - + + 2 @@ -65,17 +70,6 @@ ${github_release_tag} - false - - - - true - false - - 0 - false - - Jenkinsfile false diff --git a/deploy/jenkins/jobs/Build/jobs/Core/jobs/CassandraDecrypt/config.xml b/deploy/jenkins/jobs/Build/jobs/Core/jobs/CassandraDecrypt/config.xml index 3746907b3..6360409b1 100644 --- a/deploy/jenkins/jobs/Build/jobs/Core/jobs/CassandraDecrypt/config.xml +++ b/deploy/jenkins/jobs/Build/jobs/Core/jobs/CassandraDecrypt/config.xml @@ -1,5 +1,4 @@ - - + @@ -8,15 +7,15 @@ - + false -1 - -1 + 10 -1 - 10 + 1 @@ -28,21 +27,37 @@ github_release_tag - <font color=red size=2><b>CAUTION: If the value is blank, latest code will be built. Specify github tag name to build from a tag.</b></font> - - false + <font style="color:dimgray;font-size:14px;"><b> +<li>To build from a tag, use refs/tags/github_tag</li> +<li>To build from a branch, use refs/heads/github_branch</li> +<li>The default value of ${public_repo_branch} will be the release / tag version set in global configuration</li> +<li>To build from a differnt branch, replace the ${public_repo_branch} with your branch</li> +</b></font> + refs/heads/${public_repo_branch} + true + + cassandra_jar_name + + + + groups-service-util-1.0-SNAPSHOT-jar-with-dependencies.jar + user-declaration-util-1.0-SNAPSHOT-jar-with-dependencies.jar + + + - + 0 0 false project false - + + @@ -52,8 +67,8 @@ - - + + 2 @@ -65,17 +80,6 @@ ${github_release_tag} - false - - - - true - false - - 0 - false - - Jenkinsfile.decrypt false diff --git a/deploy/jenkins/jobs/Build/jobs/Core/jobs/CassandraStateValidated/config.xml b/deploy/jenkins/jobs/Build/jobs/Core/jobs/CassandraStateValidated/config.xml new file mode 100644 index 000000000..06f2f4ea0 --- /dev/null +++ b/deploy/jenkins/jobs/Build/jobs/Core/jobs/CassandraStateValidated/config.xml @@ -0,0 +1,90 @@ + + + + + + hudson.model.ParametersDefinitionProperty + com.sonyericsson.rebuild.RebuildSettings + + + + + false + + + + -1 + 10 + -1 + 1 + + + + + false + false + + + + + github_release_tag + <font style="color:dimgray;font-size:14px;"><b> +<li>To build from a tag, use refs/tags/github_tag</li> +<li>To build from a branch, use refs/heads/github_branch</li> +<li>The default value of ${public_repo_branch} will be the release / tag version set in global configuration</li> +<li>To build from a differnt branch, replace the ${public_repo_branch} with your branch</li> +</b></font> + refs/heads/${public_repo_branch} + true + + + + + 0 + 0 + + false + project + false + + + + + + H/15 * * * * + false + + + + + + + 2 + + + https://github.com/project-sunbird/sunbird-utils.git + + + + + ${github_release_tag} + + + false + + + + true + false + + 0 + false + + + + Jenkinsfile.stateValidated + false + + + false + \ No newline at end of file diff --git a/deploy/jenkins/jobs/Build/jobs/Core/jobs/CassandraTrigger/config.xml b/deploy/jenkins/jobs/Build/jobs/Core/jobs/CassandraTrigger/config.xml index 2347b235c..32304f7ab 100644 --- a/deploy/jenkins/jobs/Build/jobs/Core/jobs/CassandraTrigger/config.xml +++ b/deploy/jenkins/jobs/Build/jobs/Core/jobs/CassandraTrigger/config.xml @@ -14,9 +14,9 @@ -1 - -1 + 10 -1 - 10 + 1 @@ -28,9 +28,14 @@ github_release_tag - <font color=red size=2><b>CAUTION: If the value is blank, latest code will be built. Specify github tag name to build from a tag.</b></font> - - false + <font style="color:dimgray;font-size:14px;"><b> +<li>To build from a tag, use refs/tags/github_tag</li> +<li>To build from a branch, use refs/heads/github_branch</li> +<li>The default value of ${public_repo_branch} will be the release / tag version set in global configuration</li> +<li>To build from a differnt branch, replace the ${public_repo_branch} with your branch</li> +</b></font> + refs/heads/${public_repo_branch} + true public_branch diff --git a/deploy/jenkins/jobs/Build/jobs/Core/jobs/Cert/config.xml b/deploy/jenkins/jobs/Build/jobs/Core/jobs/Cert/config.xml index a867909a6..88e131aac 100644 --- a/deploy/jenkins/jobs/Build/jobs/Core/jobs/Cert/config.xml +++ b/deploy/jenkins/jobs/Build/jobs/Core/jobs/Cert/config.xml @@ -1,22 +1,21 @@ - - + - + hudson.model.ParametersDefinitionProperty com.sonyericsson.rebuild.RebuildSettings - + false -1 - -1 + 10 -1 - 10 + 1 @@ -28,21 +27,27 @@ github_release_tag - <font color=blue size=2><b>CAUTION: If the value is blank, latest code will be built. Specify github tag name to build from a tag.</b></font> - - false + <font style="color:dimgray;font-size:14px;"><b> +<li>To build from a tag, use refs/tags/github_tag</li> +<li>To build from a branch, use refs/heads/github_branch</li> +<li>The default value of ${public_repo_branch} will be the release / tag version set in global configuration</li> +<li>To build from a differnt branch, replace the ${public_repo_branch} with your branch</li> +</b></font> + refs/heads/${public_repo_branch} + true - + 0 0 false project false - + + @@ -52,8 +57,8 @@ - - + + 2 @@ -65,17 +70,6 @@ ${github_release_tag} - false - - - - true - false - - 0 - false - - Jenkinsfile false diff --git a/deploy/jenkins/jobs/Build/jobs/Core/jobs/CertRegistryService/config.xml b/deploy/jenkins/jobs/Build/jobs/Core/jobs/CertRegistryService/config.xml index bcd353ae7..ef47dc9a9 100644 --- a/deploy/jenkins/jobs/Build/jobs/Core/jobs/CertRegistryService/config.xml +++ b/deploy/jenkins/jobs/Build/jobs/Core/jobs/CertRegistryService/config.xml @@ -1,22 +1,21 @@ - - + - + hudson.model.ParametersDefinitionProperty com.sonyericsson.rebuild.RebuildSettings - + false -1 - -1 + 10 -1 - 10 + 1 @@ -28,21 +27,27 @@ github_release_tag - <font color=blue size=2><b>CAUTION: If the value is blank, latest code will be built. Specify github tag name to build from a tag.</b></font> - - false + <font style="color:dimgray;font-size:14px;"><b> +<li>To build from a tag, use refs/tags/github_tag</li> +<li>To build from a branch, use refs/heads/github_branch</li> +<li>The default value of ${public_repo_branch} will be the release / tag version set in global configuration</li> +<li>To build from a differnt branch, replace the ${public_repo_branch} with your branch</li> +</b></font> + refs/heads/${public_repo_branch} + true - + 0 0 false project false - + + @@ -52,8 +57,8 @@ - - + + 2 @@ -65,17 +70,6 @@ ${github_release_tag} - false - - - - true - false - - 0 - false - - Jenkinsfile false diff --git a/deploy/jenkins/jobs/Build/jobs/Core/jobs/Content/config.xml b/deploy/jenkins/jobs/Build/jobs/Core/jobs/Content/config.xml index 34533b223..7b47e1972 100644 --- a/deploy/jenkins/jobs/Build/jobs/Core/jobs/Content/config.xml +++ b/deploy/jenkins/jobs/Build/jobs/Core/jobs/Content/config.xml @@ -1,22 +1,21 @@ - - + - + hudson.model.ParametersDefinitionProperty com.sonyericsson.rebuild.RebuildSettings - + false -1 - -1 + 10 -1 - 10 + 1 @@ -28,32 +27,38 @@ github_release_tag - <font color=red size=2><b>CAUTION: If the value is blank, latest code will be built. Specify github tag name to build from a tag.</b></font> - - false + <font style="color:dimgray;font-size:14px;"><b> +<li>To build from a tag, use refs/tags/github_tag</li> +<li>To build from a branch, use refs/heads/github_branch</li> +<li>The default value of ${public_repo_branch} will be the release / tag version set in global configuration</li> +<li>To build from a differnt branch, replace the ${public_repo_branch} with your branch</li> +</b></font> + refs/heads/${public_repo_branch} + true - + 0 0 false project false - + + - 15 * * * * + H/15 * * * * false - - + + 2 @@ -67,15 +72,7 @@ false - - - true - false - - 0 - false - - + build/content-service/Jenkinsfile false diff --git a/deploy/jenkins/jobs/Build/jobs/Core/jobs/Dial/config.xml b/deploy/jenkins/jobs/Build/jobs/Core/jobs/Dial/config.xml new file mode 100644 index 000000000..81f62c3fb --- /dev/null +++ b/deploy/jenkins/jobs/Build/jobs/Core/jobs/Dial/config.xml @@ -0,0 +1,79 @@ + + + + + hudson.model.ParametersDefinitionProperty + com.sonyericsson.rebuild.RebuildSettings + + + + + false + + + + -1 + 10 + -1 + 1 + + + + + false + false + + + + + github_release_tag + <font style="color:dimgray;font-size:14px;"><b> +<li>To build from a tag, use refs/tags/github_tag</li> +<li>To build from a branch, use refs/heads/github_branch</li> +<li>The default value of ${public_repo_branch} will be the release / tag version set in global configuration</li> +<li>To build from a differnt branch, replace the ${public_repo_branch} with your branch</li> +</b></font> + refs/heads/${public_repo_branch} + true + + + + + 0 + 0 + + false + project + false + + + + + + + H/15 * * * * + false + + + + + + + 2 + + + https://github.com/project-sunbird/sunbird-dial-service.git + + + + + ${github_release_tag} + + + + build/Jenkinsfile + false + + + false + \ No newline at end of file diff --git a/deploy/jenkins/jobs/Build/jobs/Core/jobs/DiscussionsMiddleware/config.xml b/deploy/jenkins/jobs/Build/jobs/Core/jobs/DiscussionsMiddleware/config.xml new file mode 100644 index 000000000..dfdc502b8 --- /dev/null +++ b/deploy/jenkins/jobs/Build/jobs/Core/jobs/DiscussionsMiddleware/config.xml @@ -0,0 +1,82 @@ + + + + + hudson.model.ParametersDefinitionProperty + com.sonyericsson.rebuild.RebuildSettings + + + + + false + + + + -1 + 10 + -1 + 1 + + + + + false + false + + + + + github_release_tag + <font style="color:dimgray;font-size:14px;"><b> +<li>To build from a tag, use refs/tags/github_tag</li> +<li>To build from a branch, use refs/heads/github_branch</li> +<li>The default value of ${public_repo_branch} will be the release / tag version set in global configuration</li> +<li>To build from a differnt branch, replace the ${public_repo_branch} with your branch</li> +</b></font> + refs/heads/${public_repo_branch} + true + + + + + 0 + 0 + + false + project + false + + + + + + + H/15 * * * * + false + + + + + + + 2 + + + https://github.com/Sunbird-Ed/discussions-middleware.git + + + + + ${github_release_tag} + + + false + + + + Jenkinsfile + false + + + false + \ No newline at end of file diff --git a/deploy/jenkins/jobs/Build/jobs/Core/jobs/EncService/config.xml b/deploy/jenkins/jobs/Build/jobs/Core/jobs/EncService/config.xml index 013e1a9f8..d49f350a8 100644 --- a/deploy/jenkins/jobs/Build/jobs/Core/jobs/EncService/config.xml +++ b/deploy/jenkins/jobs/Build/jobs/Core/jobs/EncService/config.xml @@ -1,5 +1,5 @@ - + @@ -14,9 +14,9 @@ -1 - -1 + 10 -1 - 10 + 1 @@ -27,9 +27,14 @@ github_release_tag - <font color=red size=2><b>CAUTION: If the value is blank, latest code will be built. Specify github tag name to build from a tag.</b></font> - - false + <font style="color:dimgray;font-size:14px;"><b> +<li>To build from a tag, use refs/tags/github_tag</li> +<li>To build from a branch, use refs/heads/github_branch</li> +<li>The default value of ${public_repo_branch} will be the release / tag version set in global configuration</li> +<li>To build from a differnt branch, replace the ${public_repo_branch} with your branch</li> +</b></font> + refs/heads/${public_repo_branch} + true @@ -51,8 +56,8 @@ - - + + 2 diff --git a/deploy/jenkins/jobs/Build/jobs/Core/jobs/Badger/config.xml b/deploy/jenkins/jobs/Build/jobs/Core/jobs/Groups/config.xml similarity index 59% rename from deploy/jenkins/jobs/Build/jobs/Core/jobs/Badger/config.xml rename to deploy/jenkins/jobs/Build/jobs/Core/jobs/Groups/config.xml index 145cdd44a..9e67e22b9 100644 --- a/deploy/jenkins/jobs/Build/jobs/Core/jobs/Badger/config.xml +++ b/deploy/jenkins/jobs/Build/jobs/Core/jobs/Groups/config.xml @@ -1,5 +1,4 @@ - - + @@ -8,15 +7,15 @@ - + false -1 - -1 + 10 -1 - 10 + 1 @@ -28,22 +27,27 @@ github_release_tag - <font color=red size=2><b>CAUTION: If the value is blank, latest code will be built. Specify github tag name to build from a tag.</b></font> - - false + <font style="color:dimgray;font-size:14px;"><b> +<li>To build from a tag, use refs/tags/github_tag</li> +<li>To build from a branch, use refs/heads/github_branch</li> +<li>The default value of ${public_repo_branch} will be the release / tag version set in global configuration</li> +<li>To build from a differnt branch, replace the ${public_repo_branch} with your branch</li> +</b></font> + refs/heads/${public_repo_branch} + true - + 0 0 false project false - - 1 + + @@ -53,22 +57,22 @@ - - - true + + + 2 + + + https://github.com/project-sunbird/groups-service.git + + + + + ${github_release_tag} + + + + Jenkinsfile + false false diff --git a/deploy/jenkins/jobs/Build/jobs/Core/jobs/Hawkeye-superset/config.xml b/deploy/jenkins/jobs/Build/jobs/Core/jobs/Hawkeye-superset/config.xml new file mode 100644 index 000000000..ac673ecdd --- /dev/null +++ b/deploy/jenkins/jobs/Build/jobs/Core/jobs/Hawkeye-superset/config.xml @@ -0,0 +1,72 @@ + + + + false + + + + -1 + 10 + -1 + 1 + + + + + false + false + + + + + github_release_tag + <font style="color:dimgray;font-size:14px;"><b> +<li>To build from a tag, use refs/tags/github_tag</li> +<li>To build from a branch, use refs/heads/github_branch</li> +<li>The default value of ${public_repo_branch} will be the release / tag version set in global configuration</li> +<li>To build from a differnt branch, replace the ${public_repo_branch} with your branch</li> +</b></font> + refs/heads/${public_repo_branch} + true + + + + + 0 + 0 + + false + project + false + + + + + + + H/15 * * * * + false + + + + + + + 2 + + + https://github.com/Sunbird-Ed/incubator-superset.git + + + + + ${github_release_tag} + + + + Jenkinsfile + false + + + false + \ No newline at end of file diff --git a/deploy/jenkins/jobs/Build/jobs/Core/jobs/Keycloak/config.xml b/deploy/jenkins/jobs/Build/jobs/Core/jobs/Keycloak/config.xml index 75e3f824e..48ed8d59f 100644 --- a/deploy/jenkins/jobs/Build/jobs/Core/jobs/Keycloak/config.xml +++ b/deploy/jenkins/jobs/Build/jobs/Core/jobs/Keycloak/config.xml @@ -1,13 +1,12 @@ - - + - + false -1 - -1 + 10 -1 1 @@ -21,21 +20,27 @@ github_release_tag - <font color=red size=2><b>CAUTION: If the value is blank, latest code will be built. Specify github tag name to build from a tag.</b></font> - - false + <font style="color:dimgray;font-size:14px;"><b> +<li>To build from a tag, use refs/tags/github_tag</li> +<li>To build from a branch, use refs/heads/github_branch</li> +<li>The default value of ${public_repo_branch} will be the release / tag version set in global configuration</li> +<li>To build from a differnt branch, replace the ${public_repo_branch} with your branch</li> +</b></font> + refs/heads/${public_repo_branch} + true - + 0 0 false project false - + + @@ -45,8 +50,8 @@ - - + + 2 @@ -58,17 +63,6 @@ ${github_release_tag} - false - - - - true - false - - 1 - false - - keycloak/scripts/pipelines/sunbird-auth-build/Jenkinsfile false diff --git a/deploy/jenkins/jobs/Build/jobs/Core/jobs/KnowledgeMW/config.xml b/deploy/jenkins/jobs/Build/jobs/Core/jobs/KnowledgeMW/config.xml index 71e5de7bb..6523b7b62 100644 --- a/deploy/jenkins/jobs/Build/jobs/Core/jobs/KnowledgeMW/config.xml +++ b/deploy/jenkins/jobs/Build/jobs/Core/jobs/KnowledgeMW/config.xml @@ -1,15 +1,14 @@ - - + - + false -1 - -1 + 10 -1 - 10 + 1 @@ -21,21 +20,27 @@ github_release_tag - <font color=red size=2><b>CAUTION: If the value is blank, latest code will be built. Specify github tag name to build from a tag.</b></font> - - false + <font style="color:dimgray;font-size:14px;"><b> +<li>To build from a tag, use refs/tags/github_tag</li> +<li>To build from a branch, use refs/heads/github_branch</li> +<li>The default value of ${public_repo_branch} will be the release / tag version set in global configuration</li> +<li>To build from a differnt branch, replace the ${public_repo_branch} with your branch</li> +</b></font> + refs/heads/${public_repo_branch} + true - + 0 0 false project false - + + @@ -45,12 +50,12 @@ - - + + 2 - https://github.com/project-sunbird/sunbird-content-service.git + https://github.com/project-sunbird/knowledge-mw-service.git @@ -58,17 +63,6 @@ ${github_release_tag} - false - - - - true - false - - 0 - false - - Jenkinsfile false diff --git a/deploy/jenkins/jobs/Build/jobs/Core/jobs/Learner/config.xml b/deploy/jenkins/jobs/Build/jobs/Core/jobs/Learner/config.xml index b8d0132a3..2cdac260a 100644 --- a/deploy/jenkins/jobs/Build/jobs/Core/jobs/Learner/config.xml +++ b/deploy/jenkins/jobs/Build/jobs/Core/jobs/Learner/config.xml @@ -1,22 +1,21 @@ - - + - + hudson.model.ParametersDefinitionProperty com.sonyericsson.rebuild.RebuildSettings - + false -1 - -1 + 10 -1 - 10 + 1 @@ -28,21 +27,27 @@ github_release_tag - <font color=red size=2><b>CAUTION: If the value is blank, latest code will be built. Specify github tag name to build from a tag.</b></font> - - false + <font style="color:dimgray;font-size:14px;"><b> +<li>To build from a tag, use refs/tags/github_tag</li> +<li>To build from a branch, use refs/heads/github_branch</li> +<li>The default value of ${public_repo_branch} will be the release / tag version set in global configuration</li> +<li>To build from a differnt branch, replace the ${public_repo_branch} with your branch</li> +</b></font> + refs/heads/${public_repo_branch} + true - + 0 0 false project false - + + @@ -52,8 +57,8 @@ - - + + 2 @@ -65,17 +70,6 @@ ${github_release_tag} - false - - - - true - false - - 0 - false - - Jenkinsfile false diff --git a/deploy/jenkins/jobs/Build/jobs/Core/jobs/Lms/config.xml b/deploy/jenkins/jobs/Build/jobs/Core/jobs/Lms/config.xml index 417df3f39..89116c840 100644 --- a/deploy/jenkins/jobs/Build/jobs/Core/jobs/Lms/config.xml +++ b/deploy/jenkins/jobs/Build/jobs/Core/jobs/Lms/config.xml @@ -1,22 +1,21 @@ - - + - + hudson.model.ParametersDefinitionProperty com.sonyericsson.rebuild.RebuildSettings - + false -1 - -1 + 10 -1 - 10 + 1 @@ -28,31 +27,42 @@ github_release_tag - <font color=red size=2><b>CAUTION: If the value is blank, latest code will be built. Specify github tag name to build from a tag.</b></font> - - false + <font style="color:dimgray;font-size:14px;"><b> +<li>To build from a tag, use refs/tags/github_tag</li> +<li>To build from a branch, use refs/heads/github_branch</li> +<li>The default value of ${public_repo_branch} will be the release / tag version set in global configuration</li> +<li>To build from a differnt branch, replace the ${public_repo_branch} with your branch</li> +</b></font> + refs/heads/${public_repo_branch} + true - + 0 0 false project false - + + - + + + H/15 * * * * + false + + - - + + 2 - https://github.com/project-sunbird/sunbird-course-service + https://github.com/project-sunbird/sunbird-course-service.git @@ -60,17 +70,6 @@ ${github_release_tag} - false - - - - true - false - - 0 - false - - Jenkinsfile false diff --git a/deploy/jenkins/jobs/Build/jobs/Core/jobs/Nodebb/config.xml b/deploy/jenkins/jobs/Build/jobs/Core/jobs/Nodebb/config.xml new file mode 100644 index 000000000..bbe33dacb --- /dev/null +++ b/deploy/jenkins/jobs/Build/jobs/Core/jobs/Nodebb/config.xml @@ -0,0 +1,81 @@ + + + + false + + + + -1 + 10 + -1 + 1 + + + + + false + false + + + + + github_release_tag + <font style="color:dimgray;font-size:14px;"><b> +<li>To build from a tag, use refs/tags/github_tag</li> +<li>To build from a branch, use refs/heads/github_branch</li> +<li>The default value of ${public_repo_branch} will be the release / tag version set in global configuration</li> +<li>To build from a differnt branch, replace the ${public_repo_branch} with your branch</li> +</b></font> + refs/heads/${public_repo_branch} + true + + + nodebb_branch + + master + false + + + + + 0 + 0 + + false + project + false + + + + + + + H/15 * * * * + false + + + + + + + 2 + + + https://github.com/project-sunbird/sunbird-nodebb.git + + + + + ${github_release_tag} + + + false + + + + Jenkinsfile + false + + + false + \ No newline at end of file diff --git a/deploy/jenkins/jobs/Build/jobs/Core/jobs/NodebbUI/config.xml b/deploy/jenkins/jobs/Build/jobs/Core/jobs/NodebbUI/config.xml new file mode 100644 index 000000000..2f090a4c1 --- /dev/null +++ b/deploy/jenkins/jobs/Build/jobs/Core/jobs/NodebbUI/config.xml @@ -0,0 +1,72 @@ + + + + false + + + + -1 + 10 + -1 + 1 + + + + + false + false + + + + + github_release_tag + <font style="color:dimgray;font-size:14px;"><b> +<li>To build from a tag, use refs/tags/github_tag</li> +<li>To build from a branch, use refs/heads/github_branch</li> +<li>The default value of ${public_repo_branch} will be the release / tag version set in global configuration</li> +<li>To build from a differnt branch, replace the ${public_repo_branch} with your branch</li> +</b></font> + refs/heads/${public_repo_branch} + true + + + + + 0 + 0 + + false + project + false + + + + + + + H/15 * * * * + false + + + + + + + 2 + + + https://github.com/Sunbird-Ed/discussions-UI.git + + + + + ${github_release_tag} + + + + Jenkinsfile + false + + + false + \ No newline at end of file diff --git a/deploy/jenkins/jobs/Build/jobs/Core/jobs/Notification/config.xml b/deploy/jenkins/jobs/Build/jobs/Core/jobs/Notification/config.xml index 511ab2d2e..91d5a612f 100644 --- a/deploy/jenkins/jobs/Build/jobs/Core/jobs/Notification/config.xml +++ b/deploy/jenkins/jobs/Build/jobs/Core/jobs/Notification/config.xml @@ -1,22 +1,21 @@ - - + - + hudson.model.ParametersDefinitionProperty com.sonyericsson.rebuild.RebuildSettings - + false -1 - -1 + 10 -1 - 10 + 1 @@ -28,21 +27,27 @@ github_release_tag - <font color=blue size=2><b>CAUTION: If the value is blank, latest code will be built. Specify github tag name to build from a tag.</b></font> - - false + <font style="color:dimgray;font-size:14px;"><b> +<li>To build from a tag, use refs/tags/github_tag</li> +<li>To build from a branch, use refs/heads/github_branch</li> +<li>The default value of ${public_repo_branch} will be the release / tag version set in global configuration</li> +<li>To build from a differnt branch, replace the ${public_repo_branch} with your branch</li> +</b></font> + refs/heads/${public_repo_branch} + true - + 0 0 false project false - + + @@ -52,8 +57,8 @@ - - + + 2 @@ -65,17 +70,6 @@ ${github_release_tag} - false - - - - true - false - - 0 - false - - Jenkinsfile false diff --git a/deploy/jenkins/jobs/Build/jobs/Core/jobs/Player/config.xml b/deploy/jenkins/jobs/Build/jobs/Core/jobs/Player/config.xml index 4558b6a43..1e29cff89 100644 --- a/deploy/jenkins/jobs/Build/jobs/Core/jobs/Player/config.xml +++ b/deploy/jenkins/jobs/Build/jobs/Core/jobs/Player/config.xml @@ -1,22 +1,21 @@ - - + - + hudson.model.ParametersDefinitionProperty com.sonyericsson.rebuild.RebuildSettings - + false -1 - -1 + 10 -1 - 10 + 1 @@ -28,39 +27,53 @@ github_release_tag - <font color=red size=2><b>CAUTION: If the value is blank, latest code will be built. Specify github tag name to build from a tag.</b></font> - - false - - - sunbird_content_editor_artifact_url - <font color=dimgray size=2><b>Blob URL for content editor zip file</b></font> - - false - - - sunbird_collection_editor_artifact_url - <font color=dimgray size=2><b>Blob URL for collection editor zip file</b></font> - - false + <font style="color:dimgray;font-size:14px;"><b> +<li>To build from a tag, use refs/tags/github_tag</li> +<li>To build from a branch, use refs/heads/github_branch</li> +<li>The default value of ${public_repo_branch} will be the release / tag version set in global configuration</li> +<li>To build from a differnt branch, replace the ${public_repo_branch} with your branch</li> +</b></font> + refs/heads/${public_repo_branch} + true + + buildDockerImage + + + + true + false + + + + + buildCdnAssests + + + + false + true + + + - sunbird_generic_editor_artifact_url - <font color=dimgray size=2><b>Blob URL for generic editor zip file</b></font> - + cdnUrl + + false - + 0 0 false project false - + + @@ -70,8 +83,8 @@ - - + + 2 @@ -85,19 +98,11 @@ false - - - true - false - - 0 - false - - + Jenkinsfile false false - + \ No newline at end of file diff --git a/deploy/jenkins/jobs/Build/jobs/Core/jobs/Print/config.xml b/deploy/jenkins/jobs/Build/jobs/Core/jobs/Print/config.xml index 2ec508159..48da6a502 100644 --- a/deploy/jenkins/jobs/Build/jobs/Core/jobs/Print/config.xml +++ b/deploy/jenkins/jobs/Build/jobs/Core/jobs/Print/config.xml @@ -1,15 +1,14 @@ - - + - + false -1 - -1 + 10 -1 - 10 + 1 @@ -21,21 +20,27 @@ github_release_tag - <font color=red size=2><b>CAUTION: If the value is blank, latest code will be built. Specify github tag name to build from a tag.</b></font> - - false + <font style="color:dimgray;font-size:14px;"><b> +<li>To build from a tag, use refs/tags/github_tag</li> +<li>To build from a branch, use refs/heads/github_branch</li> +<li>The default value of ${public_repo_branch} will be the release / tag version set in global configuration</li> +<li>To build from a differnt branch, replace the ${public_repo_branch} with your branch</li> +</b></font> + refs/heads/${public_repo_branch} + true - + 0 0 false project false - + + @@ -45,8 +50,8 @@ - - + + 2 @@ -58,17 +63,6 @@ ${github_release_tag} - false - - - - true - false - - 0 - false - - Jenkinsfile false diff --git a/deploy/jenkins/jobs/Build/jobs/Core/jobs/Proxy/config.xml b/deploy/jenkins/jobs/Build/jobs/Core/jobs/Proxy/config.xml index 20e7a55b7..d595a2ad0 100644 --- a/deploy/jenkins/jobs/Build/jobs/Core/jobs/Proxy/config.xml +++ b/deploy/jenkins/jobs/Build/jobs/Core/jobs/Proxy/config.xml @@ -1,5 +1,5 @@ - + false @@ -7,13 +7,13 @@ -1 - -1 + 10 -1 - 10 + 1 - + false false @@ -21,9 +21,14 @@ github_release_tag - <font color=red size=2><b>CAUTION: If the value is blank, latest code will be built. Specify github tag name to build from a tag.</b></font> - - false + <font style="color:dimgray;font-size:14px;"><b> +<li>To build from a tag, use refs/tags/github_tag</li> +<li>To build from a branch, use refs/heads/github_branch</li> +<li>The default value of ${public_repo_branch} will be the release / tag version set in global configuration</li> +<li>To build from a differnt branch, replace the ${public_repo_branch} with your branch</li> +</b></font> + refs/heads/${public_repo_branch} + true @@ -37,11 +42,16 @@ - + + + H/15 * * * * + false + + - - + + 2 diff --git a/deploy/jenkins/jobs/Build/jobs/Core/jobs/Report/config.xml b/deploy/jenkins/jobs/Build/jobs/Core/jobs/Report/config.xml new file mode 100644 index 000000000..ff518db7c --- /dev/null +++ b/deploy/jenkins/jobs/Build/jobs/Core/jobs/Report/config.xml @@ -0,0 +1,79 @@ + + + + + hudson.model.ParametersDefinitionProperty + com.sonyericsson.rebuild.RebuildSettings + + + + + false + + + + -1 + 10 + -1 + 1 + + + + + false + false + + + + + github_release_tag + <font style="color:dimgray;font-size:14px;"><b> +<li>To build from a tag, use refs/tags/github_tag</li> +<li>To build from a branch, use refs/heads/github_branch</li> +<li>The default value of ${public_repo_branch} will be the release / tag version set in global configuration</li> +<li>To build from a differnt branch, replace the ${public_repo_branch} with your branch</li> +</b></font> + refs/heads/${public_repo_branch} + true + + + + + 0 + 0 + + false + project + false + + + + + + + H/15 * * * * + false + + + + + + + 2 + + + https://github.com/project-sunbird/sunbird-report-service.git + + + + + ${github_release_tag} + + + + Jenkinsfile + false + + + false + \ No newline at end of file diff --git a/deploy/jenkins/jobs/Build/jobs/Core/jobs/Router/config.xml b/deploy/jenkins/jobs/Build/jobs/Core/jobs/Router/config.xml new file mode 100644 index 000000000..1511d6930 --- /dev/null +++ b/deploy/jenkins/jobs/Build/jobs/Core/jobs/Router/config.xml @@ -0,0 +1,98 @@ + + + + + hudson.model.ParametersDefinitionProperty + com.sonyericsson.rebuild.RebuildSettings + + + + + false + + + + -1 + 10 + -1 + 1 + + + + + false + false + + + + + github_release_tag + <font style="color:dimgray;font-size:14px;"><b> +<li>To build from a tag, use refs/tags/github_tag</li> +<li>To build from a branch, use refs/heads/github_branch</li> +<li>The default value of ${public_repo_branch} will be the release / tag version set in global configuration</li> +<li>To build from a differnt branch, replace the ${public_repo_branch} with your branch</li> +</b></font> + refs/heads/${public_repo_branch} + true + + + private_bot_tag + <font color=red size=2><b> If the value is blank, master branch will be copied from bot private repo. Specify github tag name to build from a tag <br> + keep empty to build from master <br> + <br> + keep empty if there is no bot private repo <br> + </b></font> + + false + + + private_bot_repo + <font color=red size=3><b> keep empty if there is no bot private repo + + + + + + + + + + 0 + 0 + + false + project + false + + + + + + + H/15 * * * * + false + + + + + + + 2 + + + https://github.com/project-sunbird/sunbird-bot.git + + + + + ${github_release_tag} + + + + router/Jenkinsfile + false + + + false + \ No newline at end of file diff --git a/deploy/jenkins/jobs/Build/jobs/Core/jobs/Search/config.xml b/deploy/jenkins/jobs/Build/jobs/Core/jobs/Search/config.xml new file mode 100644 index 000000000..f5aebc563 --- /dev/null +++ b/deploy/jenkins/jobs/Build/jobs/Core/jobs/Search/config.xml @@ -0,0 +1,79 @@ + + + + + hudson.model.ParametersDefinitionProperty + com.sonyericsson.rebuild.RebuildSettings + + + + + false + + + + -1 + 10 + -1 + 1 + + + + + false + false + + + + + github_release_tag + <font style="color:dimgray;font-size:14px;"><b> +<li>To build from a tag, use refs/tags/github_tag</li> +<li>To build from a branch, use refs/heads/github_branch</li> +<li>The default value of ${public_repo_branch} will be the release / tag version set in global configuration</li> +<li>To build from a differnt branch, replace the ${public_repo_branch} with your branch</li> +</b></font> + refs/heads/${public_repo_branch} + true + + + + + 0 + 0 + + false + project + false + + + + + + + H/15 * * * * + false + + + + + + + 2 + + + https://github.com/project-sunbird/knowledge-platform.git + + + + + ${github_release_tag} + + + + build/search-service/Jenkinsfile + false + + + false + \ No newline at end of file diff --git a/deploy/jenkins/jobs/Build/jobs/Core/jobs/SparkHdclusterExporter/config.xml b/deploy/jenkins/jobs/Build/jobs/Core/jobs/SparkHdclusterExporter/config.xml new file mode 100644 index 000000000..03968468a --- /dev/null +++ b/deploy/jenkins/jobs/Build/jobs/Core/jobs/SparkHdclusterExporter/config.xml @@ -0,0 +1,79 @@ + + + + + hudson.model.ParametersDefinitionProperty + com.sonyericsson.rebuild.RebuildSettings + + + + + false + + + + -1 + 10 + -1 + 1 + + + + + false + false + + + + + github_release_tag + <font style="color:dimgray;font-size:14px;"><b> +<li>To build from a tag, use refs/tags/github_tag</li> +<li>To build from a branch, use refs/heads/github_branch</li> +<li>The default value of ${public_repo_branch} will be the release / tag version set in global configuration</li> +<li>To build from a differnt branch, replace the ${public_repo_branch} with your branch</li> +</b></font> + refs/heads/${public_repo_branch} + true + + + + + 0 + 0 + + false + project + false + + + + + + + H/15 * * * * + false + + + + + + + 2 + + + https://github.com/project-sunbird/sunbird-devops.git + + + + + ${github_release_tag} + + + + images/azure-ambari-prometheus-exporter/Jenkinsfile + false + + + false + \ No newline at end of file diff --git a/deploy/jenkins/jobs/Build/jobs/Core/jobs/Taxonomy/config.xml b/deploy/jenkins/jobs/Build/jobs/Core/jobs/Taxonomy/config.xml new file mode 100644 index 000000000..3bcf74d9b --- /dev/null +++ b/deploy/jenkins/jobs/Build/jobs/Core/jobs/Taxonomy/config.xml @@ -0,0 +1,79 @@ + + + + + hudson.model.ParametersDefinitionProperty + com.sonyericsson.rebuild.RebuildSettings + + + + + false + + + + -1 + 10 + -1 + 1 + + + + + false + false + + + + + github_release_tag + <font style="color:dimgray;font-size:14px;"><b> +<li>To build from a tag, use refs/tags/github_tag</li> +<li>To build from a branch, use refs/heads/github_branch</li> +<li>The default value of ${public_repo_branch} will be the release / tag version set in global configuration</li> +<li>To build from a differnt branch, replace the ${public_repo_branch} with your branch</li> +</b></font> + refs/heads/${public_repo_branch} + true + + + + + 0 + 0 + + false + project + false + + + + + + + H/15 * * * * + false + + + + + + + 2 + + + https://github.com/project-sunbird/knowledge-platform.git + + + + + ${github_release_tag} + + + + build/taxonomy-service/Jenkinsfile + false + + + false + \ No newline at end of file diff --git a/deploy/jenkins/jobs/Build/jobs/Core/jobs/Telemetry/config.xml b/deploy/jenkins/jobs/Build/jobs/Core/jobs/Telemetry/config.xml index 8db1eb374..0eeefa3a6 100644 --- a/deploy/jenkins/jobs/Build/jobs/Core/jobs/Telemetry/config.xml +++ b/deploy/jenkins/jobs/Build/jobs/Core/jobs/Telemetry/config.xml @@ -1,5 +1,4 @@ - - + @@ -8,15 +7,15 @@ - + false -1 - -1 + 10 -1 - 10 + 1 @@ -28,22 +27,27 @@ github_release_tag - <font color=red size=2><b>CAUTION: If the value is blank, latest code will be built. Specify github tag name to build from a tag.</b></font> - - false + <font style="color:dimgray;font-size:14px;"><b> +<li>To build from a tag, use refs/tags/github_tag</li> +<li>To build from a branch, use refs/heads/github_branch</li> +<li>The default value of ${public_repo_branch} will be the release / tag version set in global configuration</li> +<li>To build from a differnt branch, replace the ${public_repo_branch} with your branch</li> +</b></font> + refs/heads/${public_repo_branch} + true - + 0 0 false project false - - 1 + + @@ -53,8 +57,8 @@ - - + + 2 @@ -66,21 +70,10 @@ ${github_release_tag} - false - - - - true - false - - 0 - false - - Jenkinsfile false - true + false \ No newline at end of file diff --git a/deploy/jenkins/jobs/Build/jobs/Core/jobs/Yarn/config.xml b/deploy/jenkins/jobs/Build/jobs/Core/jobs/Yarn/config.xml index 76a1d0c7f..73cc32f02 100644 --- a/deploy/jenkins/jobs/Build/jobs/Core/jobs/Yarn/config.xml +++ b/deploy/jenkins/jobs/Build/jobs/Core/jobs/Yarn/config.xml @@ -1,22 +1,21 @@ - - + - + hudson.model.ParametersDefinitionProperty com.sonyericsson.rebuild.RebuildSettings - + false -1 - -1 + 10 -1 - 10 + 1 @@ -28,22 +27,27 @@ github_release_tag - <font color=red size=2><b>CAUTION: If the value is blank, latest code will be built. Specify github tag name to build from a tag.</b></font> - - false + <font style="color:dimgray;font-size:14px;"><b> +<li>To build from a tag, use refs/tags/github_tag</li> +<li>To build from a branch, use refs/heads/github_branch</li> +<li>The default value of ${public_repo_branch} will be the release / tag version set in global configuration</li> +<li>To build from a differnt branch, replace the ${public_repo_branch} with your branch</li> +</b></font> + refs/heads/${public_repo_branch} + true - + 0 0 false project false - - 1 + + @@ -53,8 +57,8 @@ - - + + 2 @@ -66,21 +70,10 @@ ${github_release_tag} - false - - - - true - false - - 0 - false - - pipelines/build/Jenkinsfile false - true + false \ No newline at end of file diff --git a/deploy/jenkins/jobs/Build/jobs/DataPipeline/config.xml b/deploy/jenkins/jobs/Build/jobs/DataPipeline/config.xml index 2b6dfdd25..b4e3e19ff 100644 --- a/deploy/jenkins/jobs/Build/jobs/DataPipeline/config.xml +++ b/deploy/jenkins/jobs/Build/jobs/DataPipeline/config.xml @@ -1,13 +1,13 @@ - + - + - - - + + + diff --git a/deploy/jenkins/jobs/Build/jobs/DataPipeline/jobs/AdhocScripts/config.xml b/deploy/jenkins/jobs/Build/jobs/DataPipeline/jobs/AdhocScripts/config.xml new file mode 100644 index 000000000..943ea3826 --- /dev/null +++ b/deploy/jenkins/jobs/Build/jobs/DataPipeline/jobs/AdhocScripts/config.xml @@ -0,0 +1,80 @@ + + + + + hudson.model.ParametersDefinitionProperty + com.sonyericsson.rebuild.RebuildSettings + + + + + false + + + + -1 + 10 + -1 + 1 + + + + + false + false + + + + + github_release_tag + <font style="color:dimgray;font-size:14px;"><b> +<li>To build from a tag, use refs/tags/github_tag</li> +<li>To build from a branch, use refs/heads/github_branch</li> +<li>The default value of ${public_repo_branch} will be the release / tag version set in global configuration</li> +<li>To build from a differnt branch, replace the ${public_repo_branch} with your branch</li> +</b></font> + refs/heads/${public_repo_branch} + true + + + + + 0 + 0 + + false + project + false + + + + + + + H/15 * * * * + false + + + + + + + 2 + + + https://github.com/Sunbird-Ed/sunbird-data-products.git + githubHarsha + + + + + ${github_release_tag} + + + + python-scripts/Jenkinsfile + false + + + false + \ No newline at end of file diff --git a/deploy/jenkins/jobs/Build/jobs/DataPipeline/jobs/Analytics/config.xml b/deploy/jenkins/jobs/Build/jobs/DataPipeline/jobs/Analytics/config.xml index ce25972cb..e6a0502a9 100644 --- a/deploy/jenkins/jobs/Build/jobs/DataPipeline/jobs/Analytics/config.xml +++ b/deploy/jenkins/jobs/Build/jobs/DataPipeline/jobs/Analytics/config.xml @@ -1,5 +1,4 @@ - - + @@ -8,13 +7,13 @@ - + false -1 - -1 + 10 -1 1 @@ -28,21 +27,27 @@ github_release_tag - <font color=red size=2><b>CAUTION: If the value is blank, latest code will be built. Specify github tag name to build from a tag.</b></font> - - false + <font style="color:dimgray;font-size:14px;"><b> +<li>To build from a tag, use refs/tags/github_tag</li> +<li>To build from a branch, use refs/heads/github_branch</li> +<li>The default value of ${public_repo_branch} will be the release / tag version set in global configuration</li> +<li>To build from a differnt branch, replace the ${public_repo_branch} with your branch</li> +</b></font> + refs/heads/${public_repo_branch} + true - + 0 0 false project false - + + @@ -52,12 +57,12 @@ - - + + 2 - https://github.com/project-sunbird/sunbird-analytics.git + https://github.com/project-sunbird/sunbird-core-dataproducts.git @@ -65,17 +70,6 @@ ${github_release_tag} - false - - - - true - false - - 0 - false - - Jenkinsfile false diff --git a/deploy/jenkins/jobs/Build/jobs/DataPipeline/jobs/AnalyticsCore/config.xml b/deploy/jenkins/jobs/Build/jobs/DataPipeline/jobs/AnalyticsCore/config.xml new file mode 100644 index 000000000..2b9e72c45 --- /dev/null +++ b/deploy/jenkins/jobs/Build/jobs/DataPipeline/jobs/AnalyticsCore/config.xml @@ -0,0 +1,79 @@ + + + + + hudson.model.ParametersDefinitionProperty + com.sonyericsson.rebuild.RebuildSettings + + + + + false + + + + -1 + 10 + -1 + 1 + + + + + false + false + + + + + github_release_tag + <font style="color:dimgray;font-size:14px;"><b> +<li>To build from a tag, use refs/tags/github_tag</li> +<li>To build from a branch, use refs/heads/github_branch</li> +<li>The default value of ${public_repo_branch} will be the release / tag version set in global configuration</li> +<li>To build from a differnt branch, replace the ${public_repo_branch} with your branch</li> +</b></font> + refs/heads/${public_repo_branch} + true + + + + + 0 + 0 + + false + project + false + + + + + + + H/15 * * * * + false + + + + + + + 2 + + + https://github.com/project-sunbird/sunbird-analytics-core.git + + + + + ${github_release_tag} + + + + Jenkinsfile + false + + + false + \ No newline at end of file diff --git a/deploy/jenkins/jobs/Build/jobs/DataPipeline/jobs/AnalyticsService/config.xml b/deploy/jenkins/jobs/Build/jobs/DataPipeline/jobs/AnalyticsService/config.xml new file mode 100644 index 000000000..d38675727 --- /dev/null +++ b/deploy/jenkins/jobs/Build/jobs/DataPipeline/jobs/AnalyticsService/config.xml @@ -0,0 +1,79 @@ + + + + + hudson.model.ParametersDefinitionProperty + com.sonyericsson.rebuild.RebuildSettings + + + + + false + + + + -1 + 10 + -1 + 1 + + + + + false + false + + + + + github_release_tag + <font style="color:dimgray;font-size:14px;"><b> +<li>To build from a tag, use refs/tags/github_tag</li> +<li>To build from a branch, use refs/heads/github_branch</li> +<li>The default value of ${public_repo_branch} will be the release / tag version set in global configuration</li> +<li>To build from a differnt branch, replace the ${public_repo_branch} with your branch</li> +</b></font> + refs/heads/${public_repo_branch} + true + + + + + 0 + 0 + + false + project + false + + + + + + + H/15 * * * * + false + + + + + + + 2 + + + https://github.com/project-sunbird/sunbird-analytics-service.git + + + + + ${github_release_tag} + + + + Jenkinsfile + false + + + false + \ No newline at end of file diff --git a/deploy/jenkins/jobs/Build/jobs/DataPipeline/jobs/ApiModule/config.xml b/deploy/jenkins/jobs/Build/jobs/DataPipeline/jobs/ApiModule/config.xml index 79fbc9b23..07a30b3ff 100644 --- a/deploy/jenkins/jobs/Build/jobs/DataPipeline/jobs/ApiModule/config.xml +++ b/deploy/jenkins/jobs/Build/jobs/DataPipeline/jobs/ApiModule/config.xml @@ -14,7 +14,7 @@ -1 - -1 + 10 -1 1 @@ -28,9 +28,14 @@ github_release_tag - <font color=red size=2><b>CAUTION: If the value is blank, latest code will be built. Specify github tag name to build from a tag.</b></font> - - false + <font style="color:dimgray;font-size:14px;"><b> +<li>To build from a tag, use refs/tags/github_tag</li> +<li>To build from a branch, use refs/heads/github_branch</li> +<li>The default value of ${public_repo_branch} will be the release / tag version set in global configuration</li> +<li>To build from a differnt branch, replace the ${public_repo_branch} with your branch</li> +</b></font> + refs/heads/${public_repo_branch} + true diff --git a/deploy/jenkins/jobs/Build/jobs/DataPipeline/jobs/CoreDataProducts/config.xml b/deploy/jenkins/jobs/Build/jobs/DataPipeline/jobs/CoreDataProducts/config.xml new file mode 100644 index 000000000..a458418b2 --- /dev/null +++ b/deploy/jenkins/jobs/Build/jobs/DataPipeline/jobs/CoreDataProducts/config.xml @@ -0,0 +1,79 @@ + + + + + hudson.model.ParametersDefinitionProperty + com.sonyericsson.rebuild.RebuildSettings + + + + + false + + + + -1 + 10 + -1 + 1 + + + + + false + false + + + + + github_release_tag + <font style="color:dimgray;font-size:14px;"><b> +<li>To build from a tag, use refs/tags/github_tag</li> +<li>To build from a branch, use refs/heads/github_branch</li> +<li>The default value of ${public_repo_branch} will be the release / tag version set in global configuration</li> +<li>To build from a differnt branch, replace the ${public_repo_branch} with your branch</li> +</b></font> + refs/heads/${public_repo_branch} + true + + + + + 0 + 0 + + false + project + false + + + + + + + H/15 * * * * + false + + + + + + + 2 + + + https://github.com/project-sunbird/sunbird-core-dataproducts.git + + + + + ${github_release_tag} + + + + Jenkinsfile + false + + + false + \ No newline at end of file diff --git a/deploy/jenkins/jobs/Build/jobs/DataPipeline/jobs/DataPipeline/config.xml b/deploy/jenkins/jobs/Build/jobs/DataPipeline/jobs/DataPipeline/config.xml index 17afc4067..62906b155 100644 --- a/deploy/jenkins/jobs/Build/jobs/DataPipeline/jobs/DataPipeline/config.xml +++ b/deploy/jenkins/jobs/Build/jobs/DataPipeline/jobs/DataPipeline/config.xml @@ -1,5 +1,4 @@ - - + @@ -8,13 +7,13 @@ - + false -1 - -1 + 10 -1 1 @@ -28,21 +27,27 @@ github_release_tag - <font color=red size=2><b>CAUTION: If the value is blank, latest code will be built. Specify github tag name to build from a tag.</b></font> - - false + <font style="color:dimgray;font-size:14px;"><b> +<li>To build from a tag, use refs/tags/github_tag</li> +<li>To build from a branch, use refs/heads/github_branch</li> +<li>The default value of ${public_repo_branch} will be the release / tag version set in global configuration</li> +<li>To build from a differnt branch, replace the ${public_repo_branch} with your branch</li> +</b></font> + refs/heads/${public_repo_branch} + true - + 0 0 false project false - + + @@ -52,8 +57,8 @@ - - + + 2 @@ -65,17 +70,6 @@ ${github_release_tag} - false - - - - true - false - - 0 - false - - pipelines/build/data-pipeline/Jenkinsfile false diff --git a/deploy/jenkins/jobs/Build/jobs/DataPipeline/jobs/DataReplay/config.xml b/deploy/jenkins/jobs/Build/jobs/DataPipeline/jobs/DataReplay/config.xml new file mode 100644 index 000000000..6b70a3a5a --- /dev/null +++ b/deploy/jenkins/jobs/Build/jobs/DataPipeline/jobs/DataReplay/config.xml @@ -0,0 +1,91 @@ + + + + + + hudson.model.ParametersDefinitionProperty + com.sonyericsson.rebuild.RebuildSettings + + + + + false + + + + -1 + 10 + -1 + 1 + + + + + false + false + + + + + github_release_tag + <font style="color:dimgray;font-size:14px;"><b> +<li>To build from a tag, use refs/tags/github_tag</li> +<li>To build from a branch, use refs/heads/github_branch</li> +<li>The default value of ${public_repo_branch} will be the release / tag version set in global configuration</li> +<li>To build from a differnt branch, replace the ${public_repo_branch} with your branch</li> +</b></font> + refs/heads/${public_repo_branch} + true + + + + + 0 + 0 + + false + project + false + + + + + + H/15 * * * * + false + + + + + + + 2 + + + https://github.com/Sunbird-Ed/sunbird-data-products.git + githubHarsha + + + + + ${github_release_tag} + + + false + + + + true + false + + 0 + false + + + + replay-scripts/Jenkinsfile + false + + + false + \ No newline at end of file diff --git a/deploy/jenkins/jobs/Build/jobs/DataPipeline/jobs/ETLJobs/config.xml b/deploy/jenkins/jobs/Build/jobs/DataPipeline/jobs/ETLJobs/config.xml index 5de7b91e0..197e507a7 100644 --- a/deploy/jenkins/jobs/Build/jobs/DataPipeline/jobs/ETLJobs/config.xml +++ b/deploy/jenkins/jobs/Build/jobs/DataPipeline/jobs/ETLJobs/config.xml @@ -1,7 +1,6 @@ - - + - + false @@ -12,28 +11,34 @@ github_release_tag - <font color=red size=2><b>CAUTION: If the value is blank, latest code will be built. Specify github tag name to build from a tag.</b></font> - - false + <font style="color:dimgray;font-size:14px;"><b> +<li>To build from a tag, use refs/tags/github_tag</li> +<li>To build from a branch, use refs/heads/github_branch</li> +<li>The default value of ${public_repo_branch} will be the release / tag version set in global configuration</li> +<li>To build from a differnt branch, replace the ${public_repo_branch} with your branch</li> +</b></font> + refs/heads/${public_repo_branch} + true - + 0 0 false project false - + + - - + + 2 - https://github.com/project-sunbird/sunbird-data-pipeline.git + https://github.com/Sunbird-Ed/sunbird-data-products.git @@ -45,7 +50,7 @@ - pipelines/build/adhoc-jobs/Jenkinsfile + etl-jobs/build.Jenkinsfile false diff --git a/deploy/jenkins/jobs/Build/jobs/DataPipeline/jobs/EdDataProducts/config.xml b/deploy/jenkins/jobs/Build/jobs/DataPipeline/jobs/EdDataProducts/config.xml new file mode 100644 index 000000000..6a5415e44 --- /dev/null +++ b/deploy/jenkins/jobs/Build/jobs/DataPipeline/jobs/EdDataProducts/config.xml @@ -0,0 +1,79 @@ + + + + + hudson.model.ParametersDefinitionProperty + com.sonyericsson.rebuild.RebuildSettings + + + + + false + + + + -1 + 10 + -1 + 1 + + + + + false + false + + + + + github_release_tag + <font style="color:dimgray;font-size:14px;"><b> +<li>To build from a tag, use refs/tags/github_tag</li> +<li>To build from a branch, use refs/heads/github_branch</li> +<li>The default value of ${public_repo_branch} will be the release / tag version set in global configuration</li> +<li>To build from a differnt branch, replace the ${public_repo_branch} with your branch</li> +</b></font> + refs/heads/${public_repo_branch} + true + + + + + 0 + 0 + + false + project + false + + + + + + + H/15 * * * * + false + + + + + + + 2 + + + https://github.com/Sunbird-Ed/sunbird-data-products.git + + + + + ${github_release_tag} + + + + data-products/build.Jenkinsfile + false + + + false + \ No newline at end of file diff --git a/deploy/jenkins/jobs/Build/jobs/DataPipeline/jobs/FlinkPipelineJobs/config.xml b/deploy/jenkins/jobs/Build/jobs/DataPipeline/jobs/FlinkPipelineJobs/config.xml new file mode 100644 index 000000000..8d7aacf70 --- /dev/null +++ b/deploy/jenkins/jobs/Build/jobs/DataPipeline/jobs/FlinkPipelineJobs/config.xml @@ -0,0 +1,79 @@ + + + + + hudson.model.ParametersDefinitionProperty + com.sonyericsson.rebuild.RebuildSettings + + + + + false + + + + -1 + 10 + -1 + 1 + + + + + false + false + + + + + github_release_tag + <font style="color:dimgray;font-size:14px;"><b> +<li>To build from a tag, use refs/tags/github_tag</li> +<li>To build from a branch, use refs/heads/github_branch</li> +<li>The default value of ${public_repo_branch} will be the release / tag version set in global configuration</li> +<li>To build from a differnt branch, replace the ${public_repo_branch} with your branch</li> +</b></font> + refs/heads/${public_repo_branch} + true + + + + + 0 + 0 + + false + project + false + + + + + + + H/15 * * * * + false + + + + + + + 2 + + + https://github.com/project-sunbird/sunbird-data-pipeline.git + + + + + ${github_release_tag} + + + + kubernetes/pipelines/build/Jenkinsfile + false + + + false + \ No newline at end of file diff --git a/deploy/jenkins/jobs/Build/jobs/Core/jobs/UserOrg/config.xml b/deploy/jenkins/jobs/Build/jobs/DataPipeline/jobs/MLWorkbench/config.xml similarity index 76% rename from deploy/jenkins/jobs/Build/jobs/Core/jobs/UserOrg/config.xml rename to deploy/jenkins/jobs/Build/jobs/DataPipeline/jobs/MLWorkbench/config.xml index 3b5cc656b..d3833e584 100644 --- a/deploy/jenkins/jobs/Build/jobs/Core/jobs/UserOrg/config.xml +++ b/deploy/jenkins/jobs/Build/jobs/DataPipeline/jobs/MLWorkbench/config.xml @@ -1,7 +1,7 @@ - + - + hudson.model.ParametersDefinitionProperty com.sonyericsson.rebuild.RebuildSettings @@ -14,12 +14,13 @@ -1 - -1 + 10 -1 - 10 + 1 - + + false false @@ -27,9 +28,14 @@ github_release_tag - <font color=red size=2><b>CAUTION: If the value is blank, latest code will be built. Specify github tag name to build from a tag.</b></font> - - false + <font style="color:dimgray;font-size:14px;"><b> +<li>To build from a tag, use refs/tags/github_tag</li> +<li>To build from a branch, use refs/heads/github_branch</li> +<li>The default value of ${public_repo_branch} will be the release / tag version set in global configuration</li> +<li>To build from a differnt branch, replace the ${public_repo_branch} with your branch</li> +</b></font> + refs/heads/${public_repo_branch} + true @@ -51,12 +57,12 @@ - + 2 - https://github.com/project-sunbird/sunbird-user-service.git + https://github.com/project-sunbird/sunbird-ml-workbench.git diff --git a/deploy/jenkins/jobs/Build/jobs/DataPipeline/jobs/Secor/config.xml b/deploy/jenkins/jobs/Build/jobs/DataPipeline/jobs/Secor/config.xml index 35dfa6393..83a55b40e 100644 --- a/deploy/jenkins/jobs/Build/jobs/DataPipeline/jobs/Secor/config.xml +++ b/deploy/jenkins/jobs/Build/jobs/DataPipeline/jobs/Secor/config.xml @@ -1,26 +1,25 @@ - - + - + hudson.model.ParametersDefinitionProperty com.sonyericsson.rebuild.RebuildSettings - + false -1 - -1 + 10 -1 1 - + false false @@ -28,31 +27,38 @@ github_release_tag - <font color=red size=2><b>CAUTION: If the value is blank, latest code will be built. Specify github tag name to build from a tag.</b></font> - - false + <font style="color:dimgray;font-size:14px;"><b> +<li>To build from a tag, use refs/tags/github_tag</li> +<li>To build from a branch, use refs/heads/github_branch</li> +<li>The default value of ${public_repo_branch} will be the release / tag version set in global configuration</li> +<li>To build from a differnt branch, replace the ${public_repo_branch} with your branch</li> +</b></font> + refs/heads/${public_repo_branch} + true - + 0 0 false project false - + + H/15 * * * * false - + + - - + + 2 @@ -64,21 +70,10 @@ ${github_release_tag} - false - - - - true - false - - 0 - false - - Jenkinsfile false false - + \ No newline at end of file diff --git a/deploy/jenkins/jobs/Build/jobs/KnowledgePlatform/config.xml b/deploy/jenkins/jobs/Build/jobs/KnowledgePlatform/config.xml index c3548f16c..b4e3e19ff 100644 --- a/deploy/jenkins/jobs/Build/jobs/KnowledgePlatform/config.xml +++ b/deploy/jenkins/jobs/Build/jobs/KnowledgePlatform/config.xml @@ -1,13 +1,13 @@ - + - + - - - + + + diff --git a/deploy/jenkins/jobs/Build/jobs/KnowledgePlatform/jobs/CassandraTrigger/config.xml b/deploy/jenkins/jobs/Build/jobs/KnowledgePlatform/jobs/CassandraTrigger/config.xml index b7a1b0f5f..94f6e4be2 100644 --- a/deploy/jenkins/jobs/Build/jobs/KnowledgePlatform/jobs/CassandraTrigger/config.xml +++ b/deploy/jenkins/jobs/Build/jobs/KnowledgePlatform/jobs/CassandraTrigger/config.xml @@ -1,5 +1,5 @@ - + @@ -14,7 +14,7 @@ -1 - -1 + 10 -1 1 @@ -28,9 +28,14 @@ github_release_tag - <font color=red size=2><b>CAUTION: If the value is blank, latest code will be built. Specify github tag name to build from a tag.</b></font> - - false + <font style="color:dimgray;font-size:14px;"><b> +<li>To build from a tag, use refs/tags/github_tag</li> +<li>To build from a branch, use refs/heads/github_branch</li> +<li>The default value of ${public_repo_branch} will be the release / tag version set in global configuration</li> +<li>To build from a differnt branch, replace the ${public_repo_branch} with your branch</li> +</b></font> + refs/heads/${public_repo_branch} + true @@ -44,11 +49,16 @@ - + + + H/15 * * * * + false + + - - + + 2 diff --git a/deploy/jenkins/jobs/Build/jobs/KnowledgePlatform/jobs/Dial/config.xml b/deploy/jenkins/jobs/Build/jobs/KnowledgePlatform/jobs/Dial/config.xml new file mode 100644 index 000000000..81f62c3fb --- /dev/null +++ b/deploy/jenkins/jobs/Build/jobs/KnowledgePlatform/jobs/Dial/config.xml @@ -0,0 +1,79 @@ + + + + + hudson.model.ParametersDefinitionProperty + com.sonyericsson.rebuild.RebuildSettings + + + + + false + + + + -1 + 10 + -1 + 1 + + + + + false + false + + + + + github_release_tag + <font style="color:dimgray;font-size:14px;"><b> +<li>To build from a tag, use refs/tags/github_tag</li> +<li>To build from a branch, use refs/heads/github_branch</li> +<li>The default value of ${public_repo_branch} will be the release / tag version set in global configuration</li> +<li>To build from a differnt branch, replace the ${public_repo_branch} with your branch</li> +</b></font> + refs/heads/${public_repo_branch} + true + + + + + 0 + 0 + + false + project + false + + + + + + + H/15 * * * * + false + + + + + + + 2 + + + https://github.com/project-sunbird/sunbird-dial-service.git + + + + + ${github_release_tag} + + + + build/Jenkinsfile + false + + + false + \ No newline at end of file diff --git a/deploy/jenkins/jobs/Build/jobs/KnowledgePlatform/jobs/FlinkJobs/config.xml b/deploy/jenkins/jobs/Build/jobs/KnowledgePlatform/jobs/FlinkJobs/config.xml new file mode 100644 index 000000000..11f30a0d3 --- /dev/null +++ b/deploy/jenkins/jobs/Build/jobs/KnowledgePlatform/jobs/FlinkJobs/config.xml @@ -0,0 +1,80 @@ + + + + + hudson.model.ParametersDefinitionProperty + com.sonyericsson.rebuild.RebuildSettings + + + + + false + + + + -1 + 10 + -1 + 1 + + + + + false + false + + + + + github_release_tag + <font style="color:dimgray;font-size:14px;"><b> +<li>To build from a tag, use refs/tags/github_tag</li> +<li>To build from a branch, use refs/heads/github_branch</li> +<li>The default value of ${public_repo_branch} will be the release / tag version set in global configuration</li> +<li>To build from a differnt branch, replace the ${public_repo_branch} with your branch</li> +</b></font> + refs/heads/${public_repo_branch} + true + + + + + 0 + 0 + + false + project + false + + + + + + + H/15 * * * * + false + + + + + + + 2 + + + https://github.com/project-sunbird/knowledge-platform-jobs.git + githubPassword + + + + + ${github_release_tag} + + + + kubernets/pipelines/build/Jenkinsfile + false + + + false + \ No newline at end of file diff --git a/deploy/jenkins/jobs/Build/jobs/KnowledgePlatform/jobs/KnowledgePlatform/config.xml b/deploy/jenkins/jobs/Build/jobs/KnowledgePlatform/jobs/KnowledgePlatform/config.xml index 01eeb5d51..3fbdaecda 100644 --- a/deploy/jenkins/jobs/Build/jobs/KnowledgePlatform/jobs/KnowledgePlatform/config.xml +++ b/deploy/jenkins/jobs/Build/jobs/KnowledgePlatform/jobs/KnowledgePlatform/config.xml @@ -1,20 +1,19 @@ - - + - + hudson.model.ParametersDefinitionProperty com.sonyericsson.rebuild.RebuildSettings - + false -1 - -1 + 10 -1 1 @@ -28,9 +27,14 @@ github_release_tag - <font color=red size=2><b>CAUTION: If the value is blank, latest code will be built. Specify github tag name to build from a tag.</b></font> - - false + <font style="color:dimgray;font-size:14px;"><b> +<li>To build from a tag, use refs/tags/github_tag</li> +<li>To build from a branch, use refs/heads/github_branch</li> +<li>The default value of ${public_repo_branch} will be the release / tag version set in global configuration</li> +<li>To build from a differnt branch, replace the ${public_repo_branch} with your branch</li> +</b></font> + refs/heads/${public_repo_branch} + true profile_id @@ -44,21 +48,27 @@ - + 0 0 false project false - + + - + + + H/15 * * * * + false + + - - + + 2 @@ -70,17 +80,6 @@ ${github_release_tag} - false - - - - true - false - - 0 - false - - pipelines/build/learning/Jenkinsfile false diff --git a/deploy/jenkins/jobs/Build/jobs/KnowledgePlatform/jobs/Neo4j/config.xml b/deploy/jenkins/jobs/Build/jobs/KnowledgePlatform/jobs/Neo4j/config.xml index 4dfbddd06..c77b00f76 100644 --- a/deploy/jenkins/jobs/Build/jobs/KnowledgePlatform/jobs/Neo4j/config.xml +++ b/deploy/jenkins/jobs/Build/jobs/KnowledgePlatform/jobs/Neo4j/config.xml @@ -1,5 +1,4 @@ - - + @@ -8,13 +7,13 @@ - + false -1 - -1 + 10 -1 1 @@ -28,21 +27,27 @@ github_release_tag - <font color=red size=2><b>CAUTION: If the value is blank, latest code will be built. Specify github tag name to build from a tag.</b></font> - - false + <font style="color:dimgray;font-size:14px;"><b> +<li>To build from a tag, use refs/tags/github_tag</li> +<li>To build from a branch, use refs/heads/github_branch</li> +<li>The default value of ${public_repo_branch} will be the release / tag version set in global configuration</li> +<li>To build from a differnt branch, replace the ${public_repo_branch} with your branch</li> +</b></font> + refs/heads/${public_repo_branch} + true - + 0 0 false project false - + + @@ -52,8 +57,8 @@ - - + + 2 @@ -65,17 +70,6 @@ ${github_release_tag} - false - - - - true - false - - 0 - false - - pipelines/build/neo4j/Jenkinsfile false diff --git a/deploy/jenkins/jobs/Build/jobs/KnowledgePlatform/jobs/SyncTool/config.xml b/deploy/jenkins/jobs/Build/jobs/KnowledgePlatform/jobs/SyncTool/config.xml index 09e72999b..fb25d449a 100644 --- a/deploy/jenkins/jobs/Build/jobs/KnowledgePlatform/jobs/SyncTool/config.xml +++ b/deploy/jenkins/jobs/Build/jobs/KnowledgePlatform/jobs/SyncTool/config.xml @@ -1,20 +1,19 @@ - - + - + hudson.model.ParametersDefinitionProperty com.sonyericsson.rebuild.RebuildSettings - + false -1 - -1 + 10 -1 1 @@ -28,21 +27,27 @@ github_release_tag - <font color=red size=2><b>CAUTION: If the value is blank, latest code will be built. Specify github tag name to build from a tag.</b></font> - - false + <font style="color:dimgray;font-size:14px;"><b> +<li>To build from a tag, use refs/tags/github_tag</li> +<li>To build from a branch, use refs/heads/github_branch</li> +<li>The default value of ${public_repo_branch} will be the release / tag version set in global configuration</li> +<li>To build from a differnt branch, replace the ${public_repo_branch} with your branch</li> +</b></font> + refs/heads/${public_repo_branch} + true - + 0 0 false project false - + + @@ -52,8 +57,8 @@ - - + + 2 @@ -65,17 +70,6 @@ ${github_release_tag} - false - - - - true - false - - 0 - false - - pipelines/build/synctool/Jenkinsfile false diff --git a/deploy/jenkins/jobs/Build/jobs/KnowledgePlatform/jobs/Yarn/config.xml b/deploy/jenkins/jobs/Build/jobs/KnowledgePlatform/jobs/Yarn/config.xml index b29e9d14e..e4ff68b85 100644 --- a/deploy/jenkins/jobs/Build/jobs/KnowledgePlatform/jobs/Yarn/config.xml +++ b/deploy/jenkins/jobs/Build/jobs/KnowledgePlatform/jobs/Yarn/config.xml @@ -1,20 +1,19 @@ - - + - + hudson.model.ParametersDefinitionProperty com.sonyericsson.rebuild.RebuildSettings - + false -1 - -1 + 10 -1 1 @@ -28,25 +27,31 @@ github_release_tag - <font color=red size=2><b>CAUTION: If the value is blank, latest code will be built. Specify github tag name to build from a tag.</b></font> - - false + <font style="color:dimgray;font-size:14px;"><b> +<li>To build from a tag, use refs/tags/github_tag</li> +<li>To build from a branch, use refs/heads/github_branch</li> +<li>The default value of ${public_repo_branch} will be the release / tag version set in global configuration</li> +<li>To build from a differnt branch, replace the ${public_repo_branch} with your branch</li> +</b></font> + refs/tags/${public_repo_branch} + true - + 0 0 false project false - + + - + KnowledgePlatform SUCCESS @@ -55,11 +60,15 @@ true + + H/15 * * * * + false + - - + + 2 @@ -73,15 +82,7 @@ false - - - true - false - - 0 - false - - + pipelines/build/yarn/Jenkinsfile false diff --git a/deploy/jenkins/jobs/Build/jobs/Plugins/jobs/CollectionEditor/config.xml b/deploy/jenkins/jobs/Build/jobs/Plugins/jobs/CollectionEditor/config.xml index 2851393b4..5e64cccbc 100644 --- a/deploy/jenkins/jobs/Build/jobs/Plugins/jobs/CollectionEditor/config.xml +++ b/deploy/jenkins/jobs/Build/jobs/Plugins/jobs/CollectionEditor/config.xml @@ -1,15 +1,14 @@ - - + - + false -1 - -1 + 10 -1 - -1 + 1 @@ -21,31 +20,42 @@ github_release_tag - <font color=red size=2><b>CAUTION: If the value is blank, latest code will be built. Specify github tag name to build from a tag.</b></font> - - false + <font style="color:dimgray;font-size:14px;"><b> +<li>To build from a tag, use refs/tags/github_tag</li> +<li>To build from a branch, use refs/heads/github_branch</li> +<li>The default value of ${public_repo_branch} will be the release / tag version set in global configuration</li> +<li>To build from a differnt branch, replace the ${public_repo_branch} with your branch</li> +</b></font> + refs/heads/${public_repo_branch} + true - + 0 0 false project false - + + - + + + H/15 * * * * + false + + - - + + 2 - https://github.com/project-sunbird/sunbird-collection-editor + https://github.com/project-sunbird/sunbird-collection-editor.git @@ -53,17 +63,6 @@ ${github_release_tag} - false - - - - true - false - - 0 - false - - Jenkinsfile false diff --git a/deploy/jenkins/jobs/Build/jobs/Plugins/jobs/ContentEditor/config.xml b/deploy/jenkins/jobs/Build/jobs/Plugins/jobs/ContentEditor/config.xml index 64757a95e..03169e685 100644 --- a/deploy/jenkins/jobs/Build/jobs/Plugins/jobs/ContentEditor/config.xml +++ b/deploy/jenkins/jobs/Build/jobs/Plugins/jobs/ContentEditor/config.xml @@ -1,15 +1,14 @@ - - + - + false -1 - -1 + 10 -1 - -1 + 1 @@ -21,27 +20,38 @@ github_release_tag - <font color=red size=2><b>CAUTION: If the value is blank, latest code will be built. Specify github tag name to build from a tag.</b></font> - - false + <font style="color:dimgray;font-size:14px;"><b> +<li>To build from a tag, use refs/tags/github_tag</li> +<li>To build from a branch, use refs/heads/github_branch</li> +<li>The default value of ${public_repo_branch} will be the release / tag version set in global configuration</li> +<li>To build from a differnt branch, replace the ${public_repo_branch} with your branch</li> +</b></font> + refs/heads/${public_repo_branch} + true - + 0 0 false project false - + + - + + + H/15 * * * * + false + + - - + + 2 @@ -53,17 +63,6 @@ ${github_release_tag} - false - - - - true - false - - 0 - false - - Jenkinsfile false diff --git a/deploy/jenkins/jobs/Build/jobs/Plugins/jobs/ContentPlayer/config.xml b/deploy/jenkins/jobs/Build/jobs/Plugins/jobs/ContentPlayer/config.xml index 2c05092c2..7c4d30358 100644 --- a/deploy/jenkins/jobs/Build/jobs/Plugins/jobs/ContentPlayer/config.xml +++ b/deploy/jenkins/jobs/Build/jobs/Plugins/jobs/ContentPlayer/config.xml @@ -1,15 +1,14 @@ - - + - + false -1 - -1 + 10 -1 - -1 + 1 @@ -21,27 +20,38 @@ github_release_tag - <font color=red size=2><b>CAUTION: If the value is blank, latest code will be built. Specify github tag name to build from a tag.</b></font> - - false + <font style="color:dimgray;font-size:14px;"><b> +<li>To build from a tag, use refs/tags/github_tag</li> +<li>To build from a branch, use refs/heads/github_branch</li> +<li>The default value of ${public_repo_branch} will be the release / tag version set in global configuration</li> +<li>To build from a differnt branch, replace the ${public_repo_branch} with your branch</li> +</b></font> + refs/heads/${public_repo_branch} + true - + 0 0 false project false - + + - + + + H/15 * * * * + false + + - - + + 2 @@ -53,17 +63,6 @@ ${github_release_tag} - false - - - - true - false - - 0 - false - - Jenkinsfile false diff --git a/deploy/jenkins/jobs/Build/jobs/Plugins/jobs/ContentPlugins/config.xml b/deploy/jenkins/jobs/Build/jobs/Plugins/jobs/ContentPlugins/config.xml index 2c87891f4..72d5fd8f4 100644 --- a/deploy/jenkins/jobs/Build/jobs/Plugins/jobs/ContentPlugins/config.xml +++ b/deploy/jenkins/jobs/Build/jobs/Plugins/jobs/ContentPlugins/config.xml @@ -1,15 +1,14 @@ - - + - + false -1 - -1 + 10 -1 - -1 + 1 @@ -21,27 +20,38 @@ github_release_tag - <font color=red size=2><b>CAUTION: If the value is blank, latest code will be built. Specify github tag name to build from a tag.</b></font> - - false + <font style="color:dimgray;font-size:14px;"><b> +<li>To build from a tag, use refs/tags/github_tag</li> +<li>To build from a branch, use refs/heads/github_branch</li> +<li>The default value of ${public_repo_branch} will be the release / tag version set in global configuration</li> +<li>To build from a differnt branch, replace the ${public_repo_branch} with your branch</li> +</b></font> + refs/heads/${public_repo_branch} + true - + 0 0 false project false - + + - + + + H/15 * * * * + false + + - - + + 2 @@ -53,17 +63,6 @@ ${github_release_tag} - false - - - - true - false - - 0 - false - - Jenkinsfile false diff --git a/deploy/jenkins/jobs/Build/jobs/Plugins/jobs/GenericEditor/config.xml b/deploy/jenkins/jobs/Build/jobs/Plugins/jobs/GenericEditor/config.xml index 8e12940dc..9437b8160 100644 --- a/deploy/jenkins/jobs/Build/jobs/Plugins/jobs/GenericEditor/config.xml +++ b/deploy/jenkins/jobs/Build/jobs/Plugins/jobs/GenericEditor/config.xml @@ -1,15 +1,14 @@ - - + - + false -1 - -1 + 10 -1 - -1 + 1 @@ -21,27 +20,38 @@ github_release_tag - <font color=red size=2><b>CAUTION: If the value is blank, latest code will be built. Specify github tag name to build from a tag.</b></font> - - false + <font style="color:dimgray;font-size:14px;"><b> +<li>To build from a tag, use refs/tags/github_tag</li> +<li>To build from a branch, use refs/heads/github_branch</li> +<li>The default value of ${public_repo_branch} will be the release / tag version set in global configuration</li> +<li>To build from a differnt branch, replace the ${public_repo_branch} with your branch</li> +</b></font> + refs/heads/${public_repo_branch} + true - + 0 0 false project false - + + - + + + H/15 * * * * + false + + - - + + 2 @@ -53,17 +63,6 @@ ${github_release_tag} - false - - - - false - false - - 0 - false - - Jenkinsfile false diff --git a/deploy/jenkins/jobs/Deploy/jobs/dev/config.xml b/deploy/jenkins/jobs/Deploy/jobs/dev/config.xml index ca27afff7..92618cba9 100644 --- a/deploy/jenkins/jobs/Deploy/jobs/dev/config.xml +++ b/deploy/jenkins/jobs/Deploy/jobs/dev/config.xml @@ -1,12 +1,12 @@ - + - + - - + + diff --git a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Core/config.xml b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Core/config.xml index ca27afff7..56424f5bf 100644 --- a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Core/config.xml +++ b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Core/config.xml @@ -1,12 +1,12 @@ - + - + - - + + diff --git a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Core/jobs/Bootstrap/config.xml b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Core/jobs/Bootstrap/config.xml index 54d79c38f..76712ca41 100644 --- a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Core/jobs/Bootstrap/config.xml +++ b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Core/jobs/Bootstrap/config.xml @@ -7,9 +7,9 @@ -1 - -1 + 10 -1 - 5 + 2 diff --git a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Core/jobs/CassandraDecrypt/config.xml b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Core/jobs/CassandraStateValidated/config.xml similarity index 87% rename from deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Core/jobs/CassandraDecrypt/config.xml rename to deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Core/jobs/CassandraStateValidated/config.xml index f784ffd5a..dcdd0db0d 100644 --- a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Core/jobs/CassandraDecrypt/config.xml +++ b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Core/jobs/CassandraStateValidated/config.xml @@ -1,5 +1,5 @@ - + false @@ -7,13 +7,13 @@ -1 - -1 + 10 -1 - 5 + 2 - + false false @@ -22,7 +22,7 @@ absolute_job_path <font color=dimgray size=2><b>Do not change this value! The metadata.json will be copied from this job.</b></font> - ArtifactUpload/dev/Core/CassandraDecrypt + ArtifactUpload/dev/Core/CassandraStateValidated false @@ -32,19 +32,19 @@ ArtifactRepo - Download the artifact from azure blob, JenkinsJob - Use the atrif choice-parameter-9600649228560 1 false - + false - CassandraDecrypt + CassandraStateValidated PT_SINGLE_SELECT @@ -57,7 +57,7 @@ ArtifactRepo - Download the artifact from azure blob, JenkinsJob - Use the atrif choice-parameter-9600651313765 1 false - + false - CassandraDecrypt + CassandraStateValidated artifact_source ET_FORMATTED_HTML @@ -84,7 +84,7 @@ return "<b>Not Applicable</b>" choice-parameter-9600653373369 1 false - + false - CassandraDecrypt + CassandraStateValidated artifact_source ET_FORMATTED_HTML @@ -110,7 +110,7 @@ return "<b>Not Applicable</b>" choice-parameter-2544395024638227 1 false - + false - CassandraDecrypt + CassandraStateValidated ET_FORMATTED_HTML @@ -135,7 +135,7 @@ return """<b>This parameter is not used</b>"&quo choice-parameter-2620434998790477 1 false - + false - CassandraDecrypt + CassandraStateValidated ET_FORMATTED_HTML @@ -170,7 +170,7 @@ return """<b>This parameter is not used</b>"&quo - ArtifactUpload/dev/Core/CassandraDecrypt + ArtifactUpload/dev/Core/CassandraStateValidated SUCCESS 0 @@ -181,8 +181,8 @@ return """<b>This parameter is not used</b>"&quo - - + + 2 @@ -206,7 +206,7 @@ return """<b>This parameter is not used</b>"&quo - pipelines/deploy/cassandra-deploy/Jenkinsfile.decrypt + pipelines/deploy/cassandra-deploy/Jenkinsfile.stateValidated false diff --git a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Core/jobs/CassandraTrigger/config.xml b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Core/jobs/CassandraTrigger/config.xml index 9fb0436c4..82b8b8a6b 100644 --- a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Core/jobs/CassandraTrigger/config.xml +++ b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Core/jobs/CassandraTrigger/config.xml @@ -7,9 +7,9 @@ -1 - -1 + 10 -1 - 5 + 2 diff --git a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Core/jobs/Logging/config.xml b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Core/jobs/Logging/config.xml index 70c06dbdc..0bf64894b 100644 --- a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Core/jobs/Logging/config.xml +++ b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Core/jobs/Logging/config.xml @@ -6,10 +6,10 @@ - 10 - -1 + -1 + 10 -1 - 5 + 2 diff --git a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Core/jobs/Logstash/config.xml b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Core/jobs/Logstash/config.xml index 40ece3d11..8a028a777 100644 --- a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Core/jobs/Logstash/config.xml +++ b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Core/jobs/Logstash/config.xml @@ -7,9 +7,9 @@ -1 - -1 + 10 -1 - 5 + 2 diff --git a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Core/jobs/Monitoring/config.xml b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Core/jobs/Monitoring/config.xml index 5d8bcbb80..c04722d03 100644 --- a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Core/jobs/Monitoring/config.xml +++ b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Core/jobs/Monitoring/config.xml @@ -1,15 +1,14 @@ - - + - + false -1 - -1 + 10 -1 - 5 + 2 @@ -19,56 +18,56 @@ - + private_branch - + choice-parameter-186775018293883 1 +return """<b>This parameter is not used</b>""" false - - + + false Monitoring Deploy/dev/Core/Monitoring - + ET_FORMATTED_HTML true - + branch_or_tag - + choice-parameter-186775024902722 1 +return """<b>This parameter is not used</b>""" false - - + + false Monitoring Deploy/dev/Core/Monitoring - + ET_FORMATTED_HTML true @@ -92,18 +91,19 @@ return """<b>This parameter is not used</b>"&quo - + 0 0 false project false - + + - - + + 2 @@ -121,7 +121,7 @@ return """<b>This parameter is not used</b>"&quo true false - + 1 false diff --git a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/DataPipeline/config.xml b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/DataPipeline/config.xml index ca27afff7..baaac54e2 100644 --- a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/DataPipeline/config.xml +++ b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/DataPipeline/config.xml @@ -1,12 +1,12 @@ - + - + - - + + @@ -17,6 +17,55 @@ false + + + Deployment View + false + false + + Lightbox + false + false + false + + false + + + false + 3 + false + + + + dahs + false + false + + + + + + + + + + + + + + + + false + false + false + false + 50% + 50% + + + + + diff --git a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/DataPipeline/jobs/AdhocScripts/config.xml b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/DataPipeline/jobs/AdhocScripts/config.xml new file mode 100644 index 000000000..1accb6201 --- /dev/null +++ b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/DataPipeline/jobs/AdhocScripts/config.xml @@ -0,0 +1,227 @@ + + + + + hudson.model.ParametersDefinitionProperty + com.sonyericsson.rebuild.RebuildSettings + + + + + false + + + + -1 + 10 + -1 + 2 + + + + + false + false + + + + + absolute_job_path + <font color=dimgray size=2><b>Do not change this value! The metadata.json will be copied from this job.</b></font> + ArtifactUpload/dev/DataPipeline/AdhocScripts + false + + + artifact_source + <font color=dimgray size=2><b> +ArtifactRepo - Download the artifact from azure blob, JenkinsJob - Use the atrifact from Jenkins job.</b></font> + choice-parameter-9061667106947 + 1 + + false + + + + AdhocScripts + Deploy/dev/DataPipeline/AdhocScripts + + + PT_SINGLE_SELECT + false + 1 + + + build_number + + choice-parameter-9061670571657 + 1 + + false + + + + AdhocScripts + Deploy/dev/DataPipeline/AdhocScripts + + artifact_source + ET_FORMATTED_HTML + true + + + artifact_version + + choice-parameter-9061673103864 + 1 + + false + + + + AdhocScripts + Deploy/dev/DataPipeline/AdhocScripts + + artifact_source + ET_FORMATTED_HTML + true + + + private_branch + + choice-parameter-2544395024638227 + 1 + + false + + + + false + + + AdhocScripts + Deploy/dev/DataPipeline/AdhocScripts + + + ET_FORMATTED_HTML + true + + + branch_or_tag + + choice-parameter-2620434998790477 + 1 + + false + + + + false + + + AdhocScripts + Deploy/dev/DataPipeline/AdhocScripts + + + ET_FORMATTED_HTML + true + + + + + 0 + 0 + + false + project + false + + + + + + + + ArtifactUpload/dev/DataPipeline/AdhocScripts + + SUCCESS + 0 + BLUE + true + + + + + + + + 2 + + + https://github.com/project-sunbird/sunbird-data-pipeline.git + githubHarsha + + + + + ${branch_or_tag} + + + false + + + + true + false + + 0 + false + + + + pipelines/deploy/datascience/Jenkinsfile + false + + + false + \ No newline at end of file diff --git a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/DataPipeline/jobs/AnalyticsAPI/config.xml b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/DataPipeline/jobs/AnalyticsAPI/config.xml index dfe786f73..a00904aee 100644 --- a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/DataPipeline/jobs/AnalyticsAPI/config.xml +++ b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/DataPipeline/jobs/AnalyticsAPI/config.xml @@ -1,5 +1,4 @@ - - + @@ -8,15 +7,15 @@ - + false -1 - -1 + 10 -1 - 5 + 2 @@ -32,158 +31,169 @@ ArtifactUpload/dev/DataPipeline/Analytics false - + artifact_source <font color=dimgray size=2><b> ArtifactRepo - Download the artifact from azure blob, JenkinsJob - Use the atrifact from Jenkins job.</b></font> choice-parameter-9061667106947 - 1 + 2 false - - + + AnalyticsAPI Deploy/dev/DataPipeline/AnalyticsAPI - + PT_SINGLE_SELECT false 1 - + build_number - + choice-parameter-9061670571657 1 false - - + + AnalyticsAPI Deploy/dev/DataPipeline/AnalyticsAPI - + + + artifact_source + JenkinsJob + + artifact_source ET_FORMATTED_HTML true - + artifact_version - + choice-parameter-9061673103864 1 false - - + + AnalyticsAPI Deploy/dev/DataPipeline/AnalyticsAPI - + + + artifact_source + JenkinsJob + + artifact_source ET_FORMATTED_HTML true - + private_branch - + choice-parameter-2544395024638227 1 +return """<b>This parameter is not used</b>""" false - - + + false AnalyticsAPI Deploy/dev/DataPipeline/AnalyticsAPI - + ET_FORMATTED_HTML true - + branch_or_tag - + choice-parameter-2620434998790477 1 +return """<b>This parameter is not used</b>""" false - - + + false AnalyticsAPI Deploy/dev/DataPipeline/AnalyticsAPI - + ET_FORMATTED_HTML true - + 0 0 false project false - + + - - + + 2 @@ -201,7 +211,7 @@ return """<b>This parameter is not used</b>"&quo true false - + 0 false @@ -211,5 +221,5 @@ return """<b>This parameter is not used</b>"&quo false - false + true \ No newline at end of file diff --git a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/DataPipeline/jobs/AnalyticsCore/config.xml b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/DataPipeline/jobs/AnalyticsCore/config.xml new file mode 100644 index 000000000..d651caa1a --- /dev/null +++ b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/DataPipeline/jobs/AnalyticsCore/config.xml @@ -0,0 +1,239 @@ + + + + + hudson.model.ParametersDefinitionProperty + com.sonyericsson.rebuild.RebuildSettings + + + + + false + + + + -1 + 10 + -1 + 2 + + + + + false + false + + + + + absolute_job_path + <font color=dimgray size=2><b>Do not change this value! The metadata.json will be copied from this job.</b></font> + ArtifactUpload/dev/DataPipeline/AnalyticsCore + false + + + artifact_source + <font color=dimgray size=2><b> +ArtifactRepo - Download the artifact from azure blob, JenkinsJob - Use the atrifact from Jenkins job.</b></font> + choice-parameter-9061667106947 + 1 + + false + + + + AnalyticsCore + Deploy/dev/DataPipeline/AnalyticsCore + + + PT_SINGLE_SELECT + false + 1 + + + build_number + + choice-parameter-9061670571657 + 1 + + false + + + + AnalyticsCore + Deploy/dev/DataPipeline/AnalyticsCore + + artifact_source + ET_FORMATTED_HTML + true + + + artifact_version + + choice-parameter-9061673103864 + 1 + + false + + + + AnalyticsCore + Deploy/dev/DataPipeline/AnalyticsCore + + artifact_source + ET_FORMATTED_HTML + true + + + private_branch + + choice-parameter-2544395024638227 + 1 + + false + + + + false + + + AnalyticsCore + Deploy/dev/DataPipeline/AnalyticsCore + + + ET_FORMATTED_HTML + true + + + branch_or_tag + + choice-parameter-2620434998790477 + 1 + + false + + + + false + + + AnalyticsCore + Deploy/dev/DataPipeline/AnalyticsCore + + + ET_FORMATTED_HTML + true + + + module + +<font color=dimgray size=2><b>It will deploy only lpa_core_artifacts(analytics-core & analytics-framework) jar.</b></font> + framework,framework-spark-cluster + false + + + remote + + spark + false + + + + + 0 + 0 + + false + project + false + + + + + + + + ArtifactUpload/dev/DataPipeline/AnalyticsCore + + SUCCESS + 0 + BLUE + true + + + + + + + + 2 + + + https://github.com/project-sunbird/sunbird-data-pipeline.git + + + + + ${branch_or_tag} + + + false + + + + true + false + + 0 + false + + + + pipelines/deploy/data-products/Jenkinsfile + false + + + false + \ No newline at end of file diff --git a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/DataPipeline/jobs/AnalyticsFetchLogs/config.xml b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/DataPipeline/jobs/AnalyticsFetchLogs/config.xml index a8ca2905d..f230bc0a3 100644 --- a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/DataPipeline/jobs/AnalyticsFetchLogs/config.xml +++ b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/DataPipeline/jobs/AnalyticsFetchLogs/config.xml @@ -1,5 +1,4 @@ - - + @@ -8,15 +7,15 @@ - + false -1 - -1 + 10 -1 - 5 + 2 @@ -48,73 +47,74 @@ - + private_branch - + choice-parameter-2544395024638227 1 +return """<b>This parameter is not used</b>""" false - - + + false AnalyticsFetchLogs Deploy/dev/DataPipeline/AnalyticsFetchLogs - + ET_FORMATTED_HTML true - + branch_or_tag - + choice-parameter-2620434998790477 1 +return """<b>This parameter is not used</b>""" false - - + + false AnalyticsFetchLogs Deploy/dev/DataPipeline/AnalyticsFetchLogs - + ET_FORMATTED_HTML true - + 0 0 false project false - + + - - + + 2 @@ -132,7 +132,7 @@ return """<b>This parameter is not used</b>"&quo true false - + 1 false diff --git a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/DataPipeline/jobs/AnalyticsGeoLocationDBSetup/config.xml b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/DataPipeline/jobs/AnalyticsGeoLocationDBSetup/config.xml index 23e99c74f..06c584479 100644 --- a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/DataPipeline/jobs/AnalyticsGeoLocationDBSetup/config.xml +++ b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/DataPipeline/jobs/AnalyticsGeoLocationDBSetup/config.xml @@ -14,9 +14,9 @@ -1 - -1 + 10 -1 - 5 + 2 diff --git a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/DataPipeline/jobs/AnalyticsPopulatePSQLConsumerChannelMapping/config.xml b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/DataPipeline/jobs/AnalyticsPopulatePSQLConsumerChannelMapping/config.xml index 1f1597299..508a3e200 100644 --- a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/DataPipeline/jobs/AnalyticsPopulatePSQLConsumerChannelMapping/config.xml +++ b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/DataPipeline/jobs/AnalyticsPopulatePSQLConsumerChannelMapping/config.xml @@ -1,5 +1,4 @@ - - + @@ -8,15 +7,15 @@ - + false -1 - -1 + 10 -1 - 5 + 2 @@ -54,73 +53,74 @@ analytics-team false - + private_branch - + choice-parameter-2544395024638227 1 +return """<b>This parameter is not used</b>""" false - - + + false AnalyticsPopulatePSQLConsumerChannelMapping Deploy/dev/DataPipeline/AnalyticsPopulatePSQLConsumerChannelMapping - + ET_FORMATTED_HTML true - + branch_or_tag - + choice-parameter-2620434998790477 1 +return """<b>This parameter is not used</b>""" false - - + + false AnalyticsPopulatePSQLConsumerChannelMapping Deploy/dev/DataPipeline/AnalyticsPopulatePSQLConsumerChannelMapping - + ET_FORMATTED_HTML true - + 0 0 false project false - + + - - + + 2 @@ -138,7 +138,7 @@ return """<b>This parameter is not used</b>"&quo true false - + 0 false diff --git a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/DataPipeline/jobs/AnalyticsReplayJobs/config.xml b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/DataPipeline/jobs/AnalyticsReplayJobs/config.xml index cf23738d9..99c84de21 100644 --- a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/DataPipeline/jobs/AnalyticsReplayJobs/config.xml +++ b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/DataPipeline/jobs/AnalyticsReplayJobs/config.xml @@ -1,5 +1,4 @@ - - + @@ -8,15 +7,15 @@ - + false -1 - -1 + 10 -1 - 5 + 2 @@ -47,7 +46,14 @@ job_id <font color=dimgray size=2><b>Specify the job id.</b></font> - + + false + + + batch_identifier + <font color=dimgray size=2><b>Specify The BatchId to Generate report for specific batch</b></font> +<font color=dimgray size=2><b>NOTE: Only Applicable if you are running course-metrics and assessment metrics job</b></font> + false @@ -68,73 +74,80 @@ 30 false - + private_branch - + choice-parameter-2544395024638227 1 +return """<b>This parameter is not used</b>""" false - - + + false AnalyticsReplayJobs Deploy/dev/DataPipeline/AnalyticsReplayJobs - + ET_FORMATTED_HTML true - + branch_or_tag - + choice-parameter-2620434998790477 1 +return """<b>This parameter is not used</b>""" false - - + + false AnalyticsReplayJobs Deploy/dev/DataPipeline/AnalyticsReplayJobs - + ET_FORMATTED_HTML true + + keyword + Optional - Enter a keyword to generate a report for the "program-collection-summary-report" + + false + - + 0 0 false project false - + + - - + + 2 @@ -152,7 +165,7 @@ return """<b>This parameter is not used</b>"&quo true false - + 0 false diff --git a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/DataPipeline/jobs/AnalyticsService/config.xml b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/DataPipeline/jobs/AnalyticsService/config.xml new file mode 100644 index 000000000..b607b8870 --- /dev/null +++ b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/DataPipeline/jobs/AnalyticsService/config.xml @@ -0,0 +1,225 @@ + + + + + hudson.model.ParametersDefinitionProperty + com.sonyericsson.rebuild.RebuildSettings + + + + + false + + + + -1 + 10 + -1 + 2 + + + + + false + false + + + + + absolute_job_path + <font color=dimgray size=2><b>Do not change this value! The metadata.json will be copied from this job.</b></font> + ArtifactUpload/dev/DataPipeline/AnalyticsService + false + + + artifact_source + <font color=dimgray size=2><b> +ArtifactRepo - Download the artifact from azure blob, JenkinsJob - Use the atrifact from Jenkins job.</b></font> + choice-parameter-9061667106947 + 2 + + false + + + + AnalyticsService + Deploy/dev/DataPipeline/AnalyticsService + + + PT_SINGLE_SELECT + false + 1 + + + build_number + + choice-parameter-9061670571657 + 1 + + false + + + + AnalyticsService + Deploy/dev/DataPipeline/AnalyticsService + + + artifact_source + JenkinsJob + + + artifact_source + ET_FORMATTED_HTML + true + + + artifact_version + + choice-parameter-9061673103864 + 1 + + false + + + + AnalyticsService + Deploy/dev/DataPipeline/AnalyticsService + + + artifact_source + JenkinsJob + + + artifact_source + ET_FORMATTED_HTML + true + + + private_branch + + choice-parameter-2544395024638227 + 1 + + false + + + + false + + + AnalyticsService + Deploy/dev/DataPipeline/AnalyticsService + + + ET_FORMATTED_HTML + true + + + branch_or_tag + + choice-parameter-2620434998790477 + 1 + + false + + + + false + + + AnalyticsService + Deploy/dev/DataPipeline/AnalyticsService + + + ET_FORMATTED_HTML + true + + + + + 0 + 0 + + false + project + false + + + + + + + + + + 2 + + + https://github.com/project-sunbird/sunbird-data-pipeline.git + + + + + ${branch_or_tag} + + + false + + + + true + false + + 0 + false + + + + pipelines/deploy/analytics-api/Jenkinsfile + false + + + true + \ No newline at end of file diff --git a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/DataPipeline/jobs/AnalyticsStartJobManager/config.xml b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/DataPipeline/jobs/AnalyticsStartJobManager/config.xml index 99fa738f0..67095e7e8 100644 --- a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/DataPipeline/jobs/AnalyticsStartJobManager/config.xml +++ b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/DataPipeline/jobs/AnalyticsStartJobManager/config.xml @@ -14,9 +14,9 @@ -1 - -1 + 10 -1 - 5 + 2 diff --git a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/DataPipeline/jobs/AnalyticsSubmitJobs/config.xml b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/DataPipeline/jobs/AnalyticsSubmitJobs/config.xml index e3639ec0f..70c3f6962 100644 --- a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/DataPipeline/jobs/AnalyticsSubmitJobs/config.xml +++ b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/DataPipeline/jobs/AnalyticsSubmitJobs/config.xml @@ -14,9 +14,9 @@ -1 - -1 + 10 -1 - 5 + 2 diff --git a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/DataPipeline/jobs/ApiModule/config.xml b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/DataPipeline/jobs/ApiModule/config.xml index 940c48fa6..ec2161179 100644 --- a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/DataPipeline/jobs/ApiModule/config.xml +++ b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/DataPipeline/jobs/ApiModule/config.xml @@ -14,9 +14,9 @@ -1 - -1 + 10 -1 - 5 + 2 diff --git a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/DataPipeline/jobs/CassandraDbUpdate/config.xml b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/DataPipeline/jobs/CassandraDbUpdate/config.xml index b1efd0f52..2909fd2b3 100644 --- a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/DataPipeline/jobs/CassandraDbUpdate/config.xml +++ b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/DataPipeline/jobs/CassandraDbUpdate/config.xml @@ -14,9 +14,9 @@ -1 - -1 + 10 -1 - 5 + 2 diff --git a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/DataPipeline/jobs/CoreDataProducts/config.xml b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/DataPipeline/jobs/CoreDataProducts/config.xml new file mode 100644 index 000000000..776ce8d4b --- /dev/null +++ b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/DataPipeline/jobs/CoreDataProducts/config.xml @@ -0,0 +1,238 @@ + + + + + hudson.model.ParametersDefinitionProperty + com.sonyericsson.rebuild.RebuildSettings + + + + + false + + + + -1 + 10 + -1 + 2 + + + + + false + false + + + + + absolute_job_path + <font color=dimgray size=2><b>Do not change this value! The metadata.json will be copied from this job.</b></font> + ArtifactUpload/dev/DataPipeline/CoreDataProducts + false + + + artifact_source + <font color=dimgray size=2><b> +ArtifactRepo - Download the artifact from azure blob, JenkinsJob - Use the atrifact from Jenkins job.</b></font> + choice-parameter-9061667106947 + 1 + + false + + + + CoreDataProducts + Deploy/dev/DataPipeline/CoreDataProducts + + + PT_SINGLE_SELECT + false + 1 + + + build_number + + choice-parameter-9061670571657 + 1 + + false + + + + CoreDataProducts + Deploy/dev/DataPipeline/CoreDataProducts + + artifact_source + ET_FORMATTED_HTML + true + + + artifact_version + + choice-parameter-9061673103864 + 1 + + false + + + + CoreDataProducts + Deploy/dev/DataPipeline/CoreDataProducts + + artifact_source + ET_FORMATTED_HTML + true + + + private_branch + + choice-parameter-2544395024638227 + 1 + + false + + + + false + + + CoreDataProducts + Deploy/dev/DataPipeline/CoreDataProducts + + + ET_FORMATTED_HTML + true + + + branch_or_tag + + choice-parameter-2620434998790477 + 1 + + false + + + + false + + + CoreDataProducts + Deploy/dev/DataPipeline/CoreDataProducts + + + ET_FORMATTED_HTML + true + + + module + <font color=dimgray size=2><b>It will deploy only lpa_core_dp_artifacts(batch-models & job-manager) jar.</b></font> + dataproducts,default-jobs + false + + + remote + + spark + false + + + + + 0 + 0 + + false + project + false + + + + + + + + ArtifactUpload/dev/DataPipeline/CoreDataProducts + + SUCCESS + 0 + BLUE + true + + + + + + + + 2 + + + https://github.com/project-sunbird/sunbird-data-pipeline.git + + + + + ${branch_or_tag} + + + false + + + + true + false + + 0 + false + + + + pipelines/deploy/data-products/Jenkinsfile + false + + + false + \ No newline at end of file diff --git a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/DataPipeline/jobs/DataProducts/config.xml b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/DataPipeline/jobs/DataProducts/config.xml index 7826dc016..d9aae9818 100644 --- a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/DataPipeline/jobs/DataProducts/config.xml +++ b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/DataPipeline/jobs/DataProducts/config.xml @@ -14,9 +14,9 @@ -1 - -1 + 10 -1 - 5 + 2 @@ -182,7 +182,7 @@ return """<b>This parameter is not used</b>"&quo - ArtifactUpload/dev/DataPipeline/Analytics + ArtifactUpload/dev/DataPipeline/AnalyticsCore SUCCESS 0 diff --git a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Core/jobs/PlayerCDN/config.xml b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/DataPipeline/jobs/DataReplayJob/config.xml similarity index 77% rename from deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Core/jobs/PlayerCDN/config.xml rename to deploy/jenkins/jobs/Deploy/jobs/dev/jobs/DataPipeline/jobs/DataReplayJob/config.xml index c7d437a52..ccd62da7b 100644 --- a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Core/jobs/PlayerCDN/config.xml +++ b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/DataPipeline/jobs/DataReplayJob/config.xml @@ -14,9 +14,9 @@ -1 - -1 + 10 -1 - 5 + 2 @@ -27,17 +27,34 @@ - absolute_job_path - <font color=dimgray size=2><b>Do not change this value! The metadata.json will be copied from this job.</b></font> - ArtifactUpload/dev/Core/Player + container + <font color=dimgray size=2><b>Specify the container for data replay.</b></font> + false - image_tag - <font color=red size=2><b>CAUTION: If the value is blank, image tag will be taken from the latest metadata.json.</b></font> + prefix + <font color=dimgray size=2><b>Specify the prefix for data replay.</b></font> false + + start_date + <font color=dimgray size=2><b>Specify the start date. The default value is just a placeholder which can be changed as per need.</b></font> + 2017-05-01 + false + + + end_date + <font color=dimgray size=2><b>Specify the end date. The default value is just a placeholder which can be changed as per need.</b></font> + 2017-07-11 + false + + + delete_backups + <font color=dimgray size=2><b>Boolean field indicating whether to delete backups or not</b></font> + false + private_branch @@ -57,8 +74,8 @@ return """<b>This parameter is not used</b>"&quo false - PlayerCDN - Deploy/dev/Core/PlayerCDN + DataReplayJob + Deploy/dev/DataPipeline/DataReplayJob ET_FORMATTED_HTML @@ -72,7 +89,7 @@ return """<b>This parameter is not used</b>"&quo - PlayerCDN - Deploy/dev/Core/PlayerCDN + DataReplayJob + Deploy/dev/DataPipeline/DataReplayJob ET_FORMATTED_HTML true - - cdn_enable - <font color=dimgray size=2><b>Select true to enable CDN build, false to disable CDN build</b></font> - false - false - @@ -108,27 +119,13 @@ return """<b>This parameter is not used</b>"&quo false - - - - - ArtifactUpload/dev/Core/Player - - SUCCESS - 0 - BLUE - true - - - - 2 - https://github.com/project-sunbird/sunbird-devops.git + https://github.com/project-sunbird/sunbird-data-pipeline.git @@ -148,7 +145,7 @@ return """<b>This parameter is not used</b>"&quo - pipelines/deploy/player-cdn/Jenkinsfile + pipelines/deploy/data-replay/Jenkinsfile.replay false diff --git a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/DataPipeline/jobs/DataReplayScript/config.xml b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/DataPipeline/jobs/DataReplayScript/config.xml new file mode 100644 index 000000000..879ea624d --- /dev/null +++ b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/DataPipeline/jobs/DataReplayScript/config.xml @@ -0,0 +1,227 @@ + + + + + + hudson.model.ParametersDefinitionProperty + com.sonyericsson.rebuild.RebuildSettings + + + + + false + + + + -1 + 10 + -1 + 2 + + + + + false + false + + + + + absolute_job_path + <font color=dimgray size=2><b>Do not change this value! The metadata.json will be copied from this job.</b></font> + ArtifactUpload/dev/DataPipeline/DataReplay + false + + + artifact_source + <font color=dimgray size=2><b> +ArtifactRepo - Download the artifact from azure blob, JenkinsJob - Use the atrifact from Jenkins job.</b></font> + choice-parameter-9061667106947 + 1 + + false + + + + false + + + DataReplayScript + Deploy/dev/DataPipeline/DataReplayScript + + + PT_SINGLE_SELECT + false + 1 + + + build_number + + choice-parameter-9061670571657 + 1 + + false + + + + false + + + DataReplayScript + Deploy/dev/DataPipeline/DataReplayScript + + artifact_source + ET_FORMATTED_HTML + true + + + artifact_version + + choice-parameter-9061673103864 + 1 + + false + + + + false + + + DataReplayScript + Deploy/dev/DataPipeline/DataReplayScript + + artifact_source + ET_FORMATTED_HTML + true + + + private_branch + + choice-parameter-2544395024638227 + 1 + + false + + + + false + + + DataReplayScript + Deploy/dev/DataPipeline/DataReplayScript + + + ET_FORMATTED_HTML + true + + + branch_or_tag + + choice-parameter-2620434998790477 + 1 + + false + + + + false + + + DataReplayScript + Deploy/dev/DataPipeline/DataReplayScript + + + ET_FORMATTED_HTML + true + + + + + 0 + 0 + + false + project + false + + + + + + + ArtifactUpload/dev/DataPipeline/DataReplay + + SUCCESS + 0 + BLUE + true + + + + + + + + 2 + + + https://github.com/project-sunbird/sunbird-data-pipeline.git + githubHarsha + + + + + ${branch_or_tag} + + + false + + + + true + false + + 0 + false + + + + pipelines/deploy/data-replay/Jenkinsfile + false + + + false + \ No newline at end of file diff --git a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/DataPipeline/jobs/DataproductsConfigUpdate/config.xml b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/DataPipeline/jobs/DataproductsConfigUpdate/config.xml index 6e006a10c..6dfcc5349 100644 --- a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/DataPipeline/jobs/DataproductsConfigUpdate/config.xml +++ b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/DataPipeline/jobs/DataproductsConfigUpdate/config.xml @@ -1,5 +1,4 @@ - - + @@ -8,15 +7,15 @@ - + false -1 - -1 + 10 -1 - 5 + 2 @@ -32,79 +31,86 @@ Please provide the tag name. Provide the comma separated value if you want to give more than 1 tags.[ Ex: clean-cronjobs,cronjobs,update-config ] </b></font> - + false - + private_branch - + choice-parameter-2544395024638227 1 +return """<b>This parameter is not used</b>""" false - - + + false DataproductsConfigUpdate Deploy/dev/DataPipeline/DataproductsConfigUpdate - + ET_FORMATTED_HTML true - + branch_or_tag - + choice-parameter-2620434998790477 1 +return """<b>This parameter is not used</b>""" false - - + + false DataproductsConfigUpdate Deploy/dev/DataPipeline/DataproductsConfigUpdate - + ET_FORMATTED_HTML true + + remote + + spark + false + - + 0 0 false project false - + + - - + + 2 @@ -122,7 +128,7 @@ return """<b>This parameter is not used</b>"&quo true false - + 1 false diff --git a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Core/jobs/ReloadContainerServices/config.xml b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/DataPipeline/jobs/DruidHealthCheck/config.xml similarity index 74% rename from deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Core/jobs/ReloadContainerServices/config.xml rename to deploy/jenkins/jobs/Deploy/jobs/dev/jobs/DataPipeline/jobs/DruidHealthCheck/config.xml index 3e98e5237..044d599f9 100644 --- a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Core/jobs/ReloadContainerServices/config.xml +++ b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/DataPipeline/jobs/DruidHealthCheck/config.xml @@ -1,31 +1,29 @@ - + + + + hudson.model.ParametersDefinitionProperty + com.sonyericsson.rebuild.RebuildSettings + + + false -1 - -1 + 10 -1 - -1 + 2 + false false - - - - service - <b color:"blue">All will reload proxy and kong, proxy will reload proxy container configs, kong will reload kong container configs</b> - proxy - false - - - 0 0 @@ -44,7 +42,7 @@ 2 - https://github.com/project-sunbird/sunbird-devops.git + https://github.com/project-sunbird/sunbird-data-pipeline.git @@ -59,12 +57,12 @@ true false - 1 + 0 false - pipelines/reloadConfigurations/Jenkinsfile + pipelines/ops/druid/Jenkinsfile.druidsegmentalert false diff --git a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/DataPipeline/jobs/DruidIngestion/config.xml b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/DataPipeline/jobs/DruidIngestion/config.xml index 30f4f7c78..559927605 100644 --- a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/DataPipeline/jobs/DruidIngestion/config.xml +++ b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/DataPipeline/jobs/DruidIngestion/config.xml @@ -1,22 +1,21 @@ - - + - + hudson.model.ParametersDefinitionProperty com.sonyericsson.rebuild.RebuildSettings - + false -1 - -1 + 10 -1 - 5 + 2 @@ -39,74 +38,112 @@ To stop task: [stop-task] - + private_branch - + choice-parameter-193684482193674 1 +return """<b>This parameter is not used</b>""" false - - + + false DruidIngestion + Deploy/dev/DataPipeline/DruidIngestion - + ET_FORMATTED_HTML true - + branch_or_tag - + choice-parameter-193684493817846 1 +return """<b>This parameter is not used</b>""" false - - + + false DruidIngestion + Deploy/dev/DataPipeline/DruidIngestion - + ET_FORMATTED_HTML true + + ingestion_task_names + <font color=green size=2><b>Choose the Ingestion task names . Multi selection is available.</b></font> + choice-parameter-5103950750484326 + 1 + + false + + + + DruidIngestion + Deploy/dev/DataPipeline/DruidIngestion + + + PT_MULTI_SELECT + false + 1 + + + cluster + <font color=green size=2><b>Choose the cluster name.</b></font> + + + raw + + + - + 0 0 false project false - + + - - + + 2 @@ -124,7 +161,7 @@ return """<b>This parameter is not used</b>"&quo true false - + 0 false diff --git a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/DataPipeline/jobs/DruidIngestionHealthCheck/config.xml b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/DataPipeline/jobs/DruidIngestionHealthCheck/config.xml new file mode 100644 index 000000000..974c02ec6 --- /dev/null +++ b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/DataPipeline/jobs/DruidIngestionHealthCheck/config.xml @@ -0,0 +1,70 @@ + + + + + + hudson.model.ParametersDefinitionProperty + com.sonyericsson.rebuild.RebuildSettings + + + + + false + + + + -1 + 10 + -1 + 2 + + + + + false + false + + + 0 + 0 + + false + project + false + + + + + + + + + 2 + + + https://github.com/project-sunbird/sunbird-data-pipeline.git + + + + + ${branch_or_tag} + + + false + + + + true + false + + 0 + false + + + + pipelines/ops/druid/Jenkinsfile.druidingestionalert + false + + + false + \ No newline at end of file diff --git a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/DataPipeline/jobs/DruidSegmentHealthCheck/config.xml b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/DataPipeline/jobs/DruidSegmentHealthCheck/config.xml new file mode 100644 index 000000000..6355467ed --- /dev/null +++ b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/DataPipeline/jobs/DruidSegmentHealthCheck/config.xml @@ -0,0 +1,74 @@ + + + + + + hudson.model.ParametersDefinitionProperty + com.sonyericsson.rebuild.RebuildSettings + + + + + false + + + + -1 + 10 + -1 + 2 + + + + + false + false + + + 0 + 0 + + false + project + false + + + + + + H/15 * * * * + + + + + + + 2 + + + https://github.com/project-sunbird/sunbird-data-pipeline.git + + + + + ${branch_or_tag} + + + false + + + + true + false + + 0 + false + + + + pipelines/ops/druid/Jenkinsfile.druidsegmentalert + false + + + false + \ No newline at end of file diff --git a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/DataPipeline/jobs/DruidSummaryMonthlyRollup/config.xml b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/DataPipeline/jobs/DruidSummaryMonthlyRollup/config.xml new file mode 100644 index 000000000..c271716e2 --- /dev/null +++ b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/DataPipeline/jobs/DruidSummaryMonthlyRollup/config.xml @@ -0,0 +1,74 @@ + + + + + hudson.model.ParametersDefinitionProperty + com.sonyericsson.rebuild.RebuildSettings + + + + + false + + + + -1 + 10 + -1 + 2 + + + + + false + false + + + 0 + 0 + + false + project + false + + + + + + + H 22 1 * * + + + + + + + 2 + + + https://github.com/project-sunbird/sunbird-data-pipeline.git + + + + + ${branch_or_tag} + + + false + + + + true + false + + 0 + false + + + + pipelines/deploy/druid-summary-monthly-ingestion/Jenkinsfile + false + + + false + \ No newline at end of file diff --git a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/DataPipeline/jobs/ETLDruidContentIndexer/config.xml b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/DataPipeline/jobs/ETLDruidContentIndexer/config.xml index d6bcdef93..fed3bfe31 100644 --- a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/DataPipeline/jobs/ETLDruidContentIndexer/config.xml +++ b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/DataPipeline/jobs/ETLDruidContentIndexer/config.xml @@ -1,22 +1,21 @@ - - + - + hudson.model.ParametersDefinitionProperty com.sonyericsson.rebuild.RebuildSettings - + false -1 - -1 + 10 -1 - 5 + 2 @@ -32,107 +31,111 @@ Deploy/dev/DataPipeline/ETLJobs false - + artifact_source <font color=dimgray size=2><b> ArtifactRepo - Download the artifact from azure blob, JenkinsJob - Use the atrifact from Jenkins job.</b></font> choice-parameter-9061667106947 1 false - - + + ETLDruidContentIndexer + Deploy/dev/DataPipeline/ETLDruidContentIndexer - + PT_SINGLE_SELECT false 1 - + build_number - + choice-parameter-9061670571657 1 false - - + + ETLDruidContentIndexer + Deploy/dev/DataPipeline/ETLDruidContentIndexer artifact_source ET_FORMATTED_HTML true - + artifact_version - + choice-parameter-9061673103864 1 false - - + + ETLDruidContentIndexer + Deploy/dev/DataPipeline/ETLDruidContentIndexer artifact_source ET_FORMATTED_HTML true - + private_branch - + choice-parameter-2544395024638227 1 +return """<b>This parameter is not used</b>""" false - - + + false ETLDruidContentIndexer + Deploy/dev/DataPipeline/ETLDruidContentIndexer - + ET_FORMATTED_HTML true @@ -146,36 +149,37 @@ Default Druid content indexer job will run as cron.</b></font> - + branch_or_tag - + choice-parameter-2620434998790477 1 +return """<b>This parameter is not used</b>""" false - - + + false ETLDruidContentIndexer + Deploy/dev/DataPipeline/ETLDruidContentIndexer - + ET_FORMATTED_HTML true invoke_type <font color=dimgray size=2><b> -If you select the "execute script from the invoke_type drop down then choose which script you want to execute."</b></font> +If you select the "execute script from the invoke_type drop down then choose which script you want to execute."</b></font> execute-script @@ -184,15 +188,16 @@ If you select the "execute script from the invoke_type drop down then choos - + 0 0 false project false - + + @@ -201,8 +206,8 @@ If you select the "execute script from the invoke_type drop down then choos - - + + 2 @@ -220,7 +225,7 @@ If you select the "execute script from the invoke_type drop down then choos true false - + 0 false diff --git a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/DataPipeline/jobs/ETLJobs/config.xml b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/DataPipeline/jobs/ETLJobs/config.xml index f559a8b30..3b6260b2f 100644 --- a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/DataPipeline/jobs/ETLJobs/config.xml +++ b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/DataPipeline/jobs/ETLJobs/config.xml @@ -1,22 +1,21 @@ - - + - + hudson.model.ParametersDefinitionProperty com.sonyericsson.rebuild.RebuildSettings - + false -1 - -1 + 10 -1 - 5 + 2 @@ -46,7 +45,7 @@ Please select the action deploy or execute script.</b></font> script_to_run <font color=dimgray size=2><b> -If you select the "execute script from the invoke_type drop down then choose which script you want to execute."</b></font> +If you select the "execute script from the invoke_type drop down then choose which script you want to execute."</b></font> USER_CACHE_INDEXER @@ -56,164 +55,159 @@ If you select the "execute script from the invoke_type drop down then choos - + artifact_source <font color=dimgray size=2><b> ArtifactRepo - Download the artifact from azure blob, JenkinsJob - Use the atrifact from Jenkins job.</b></font> choice-parameter-9061667106947 1 false - - + + ETLJobs + Deploy/dev/DataPipeline/ETLJobs - + PT_SINGLE_SELECT false 1 - + build_number - + choice-parameter-9061670571657 1 false - - + + ETLJobs + Deploy/dev/DataPipeline/ETLJobs artifact_source ET_FORMATTED_HTML true - + artifact_version - + choice-parameter-9061673103864 1 false - - + + ETLJobs + Deploy/dev/DataPipeline/ETLJobs artifact_source ET_FORMATTED_HTML true - + private_branch - + choice-parameter-2544395024638227 1 +return """<b>This parameter is not used</b>""" false - - + + false ETLJobs + Deploy/dev/DataPipeline/ETLJobs - + ET_FORMATTED_HTML true - + branch_or_tag - + choice-parameter-2620434998790477 1 +return """<b>This parameter is not used</b>""" false - - + + false ETLJobs + Deploy/dev/DataPipeline/ETLJobs - + ET_FORMATTED_HTML true - + 0 0 false project false - + + - - - - ArtifactUpload/dev/DataPipeline/ETLJobs - - SUCCESS - 0 - BLUE - true - - - + - - + + 2 @@ -231,7 +225,7 @@ return """<b>This parameter is not used</b>"&quo true false - + 0 false diff --git a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/DataPipeline/jobs/ETLUserCacheIndexer/config.xml b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/DataPipeline/jobs/ETLUserCacheIndexer/config.xml index 553749d1f..9c71585b4 100644 --- a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/DataPipeline/jobs/ETLUserCacheIndexer/config.xml +++ b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/DataPipeline/jobs/ETLUserCacheIndexer/config.xml @@ -1,22 +1,21 @@ - - + - + hudson.model.ParametersDefinitionProperty com.sonyericsson.rebuild.RebuildSettings - + false -1 - -1 + 10 -1 - 5 + 2 @@ -32,107 +31,111 @@ Deploy/dev/DataPipeline/ETLJobs false - + artifact_source <font color=dimgray size=2><b> ArtifactRepo - Download the artifact from azure blob, JenkinsJob - Use the atrifact from Jenkins job.</b></font> choice-parameter-9061667106947 1 false - - + + ETLUserCacheIndexer + Deploy/dev/DataPipeline/ETLUserCacheIndexer - + PT_SINGLE_SELECT false 1 - + build_number - + choice-parameter-9061670571657 1 false - - + + ETLUserCacheIndexer + Deploy/dev/DataPipeline/ETLUserCacheIndexer artifact_source ET_FORMATTED_HTML true - + artifact_version - + choice-parameter-9061673103864 1 false - - + + ETLUserCacheIndexer + Deploy/dev/DataPipeline/ETLUserCacheIndexer artifact_source ET_FORMATTED_HTML true - + private_branch - + choice-parameter-2544395024638227 1 +return """<b>This parameter is not used</b>""" false - - + + false ETLUserCacheIndexer + Deploy/dev/DataPipeline/ETLUserCacheIndexer - + ET_FORMATTED_HTML true @@ -146,29 +149,30 @@ user cache indexer script will run.</b></font> - + branch_or_tag - + choice-parameter-2620434998790477 1 +return """<b>This parameter is not used</b>""" false - - + + false ETLUserCacheIndexer + Deploy/dev/DataPipeline/ETLUserCacheIndexer - + ET_FORMATTED_HTML true @@ -182,17 +186,39 @@ Please select the action deploy or execute script.</b></font> + + date + <font color=dimgray size=2><b> + Mention the Date in (YYYY-MM-DD) formate to load all the user data from this specific date of cassandra to redis</b></font> + "null" + false + + + user_id + <font color=dimgray size=2><b> + Mention the user id to populate the data in the redis</b></font> + "null" + false + + + populate_anonymous_user + <font color=dimgray size=2><b> + Mention the true/false to migrate the existing redis user data</b></font> + "false" + false + - + 0 0 false project false - + + @@ -201,8 +227,8 @@ Please select the action deploy or execute script.</b></font> - - + + 2 @@ -220,7 +246,7 @@ Please select the action deploy or execute script.</b></font> true false - + 0 false diff --git a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/DataPipeline/jobs/EdDataProducts/config.xml b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/DataPipeline/jobs/EdDataProducts/config.xml new file mode 100644 index 000000000..0bb50872f --- /dev/null +++ b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/DataPipeline/jobs/EdDataProducts/config.xml @@ -0,0 +1,238 @@ + + + + + hudson.model.ParametersDefinitionProperty + com.sonyericsson.rebuild.RebuildSettings + + + + + false + + + + -1 + 10 + -1 + 2 + + + + + false + false + + + + + absolute_job_path + <font color=dimgray size=2><b>Do not change this value! The metadata.json will be copied from this job.</b></font> + ArtifactUpload/dev/DataPipeline/EdDataProducts + false + + + artifact_source + <font color=dimgray size=2><b> +ArtifactRepo - Download the artifact from azure blob, JenkinsJob - Use the atrifact from Jenkins job.</b></font> + choice-parameter-9061667106947 + 1 + + false + + + + EdDataProducts + Deploy/dev/DataPipeline/EdDataProducts + + + PT_SINGLE_SELECT + false + 1 + + + build_number + + choice-parameter-9061670571657 + 1 + + false + + + + EdDataProducts + Deploy/dev/DataPipeline/EdDataProducts + + artifact_source + ET_FORMATTED_HTML + true + + + artifact_version + + choice-parameter-9061673103864 + 1 + + false + + + + EdDataProducts + Deploy/dev/DataPipeline/EdDataProducts + + artifact_source + ET_FORMATTED_HTML + true + + + private_branch + + choice-parameter-2544395024638227 + 1 + + false + + + + false + + + EdDataProducts + Deploy/dev/DataPipeline/EdDataProducts + + + ET_FORMATTED_HTML + true + + + branch_or_tag + + choice-parameter-2620434998790477 + 1 + + false + + + + false + + + EdDataProducts + Deploy/dev/DataPipeline/EdDataProducts + + + ET_FORMATTED_HTML + true + + + module + <font color=dimgray size=2><b>It will deploy only lpa_core_dp_artifacts(batch-models & job-manager) jar.</b></font> + ed-dataproducts + false + + + remote + + spark + false + + + + + 0 + 0 + + false + project + false + + + + + + + + ArtifactUpload/dev/DataPipeline/EdDataProducts + + SUCCESS + 0 + BLUE + true + + + + + + + + 2 + + + https://github.com/project-sunbird/sunbird-data-pipeline.git + + + + + ${branch_or_tag} + + + false + + + + true + false + + 0 + false + + + + pipelines/deploy/ed-dataproducts/Jenkinsfile + false + + + false + \ No newline at end of file diff --git a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/DataPipeline/jobs/FlinkPipelineJobs/config.xml b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/DataPipeline/jobs/FlinkPipelineJobs/config.xml new file mode 100644 index 000000000..3ab889cb6 --- /dev/null +++ b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/DataPipeline/jobs/FlinkPipelineJobs/config.xml @@ -0,0 +1,173 @@ + + + + + hudson.model.ParametersDefinitionProperty + com.sonyericsson.rebuild.RebuildSettings + + + + + false + + + + -1 + 10 + -1 + 2 + + + + + false + false + + + + + private_branch + + choice-parameter-2544395024638227 + 1 + + false + + + + false + + + FlinkPipelineJobs + Deploy/dev/DataPipeline/FlinkPipelineJobs + + + ET_FORMATTED_HTML + true + + + branch_or_tag + + choice-parameter-2620434998790477 + 1 + + false + + + + false + + + FlinkPipelineJobs + Deploy/dev/DataPipeline/FlinkPipelineJobs + + + ET_FORMATTED_HTML + true + + + image_tag + <font color=red size=2><b>CAUTION: If the value is blank, image tag will be taken from the latest metadata.json.</b></font> + + false + + + absolute_job_path + <font color=dimgray size=2><b>Do not change this value! The metadata.json will be copied from this job.</b></font> + ArtifactUpload/dev/DataPipeline/FlinkPipelineJobs + false + + + job_names_to_deploy + <font color=green size=2><b>Choose the job names to deploy. Multi-selection is available.</b></font> + choice-parameter-1273072434092073 + 1 + + false + + + + FlinkPipelineJobs + Deploy/dev/DataPipeline/FlinkPipelineJobs + + + PT_MULTI_SELECT + false + 1 + + + + + 0 + 0 + + false + project + false + + + + + + + + + + 2 + + + https://github.com/project-sunbird/sunbird-data-pipeline.git + + + + + ${branch_or_tag} + + + false + + + + true + false + + 0 + false + + + + kubernetes/pipelines/deploy/Jenkinsfile + false + + + false + \ No newline at end of file diff --git a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/DataPipeline/jobs/GraphitePrometheusExporter/config.xml b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/DataPipeline/jobs/GraphitePrometheusExporter/config.xml new file mode 100644 index 000000000..d8ec22921 --- /dev/null +++ b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/DataPipeline/jobs/GraphitePrometheusExporter/config.xml @@ -0,0 +1,127 @@ + + + + + hudson.model.ParametersDefinitionProperty + com.sonyericsson.rebuild.RebuildSettings + + + + + false + + + + -1 + 10 + -1 + 2 + + + + + false + false + + + + + private_branch + + choice-parameter-2544395024638227 + 1 + + false + + + + false + + + GraphitePrometheusExporter + Deploy/dev/DataPipeline/GraphitePrometheusExporter + + + ET_FORMATTED_HTML + true + + + branch_or_tag + + choice-parameter-2620434998790477 + 1 + + false + + + + false + + + GraphitePrometheusExporter + Deploy/dev/DataPipeline/GraphitePrometheusExporter + + + ET_FORMATTED_HTML + true + + + + + 0 + 0 + + false + project + false + + + + + + + + + + 2 + + + https://github.com/project-sunbird/sunbird-data-pipeline.git + + + + + ${branch_or_tag} + + + false + + + + true + false + + 0 + false + + + + pipelines/provision/graphite-exporter/Jenkinsfile + false + + + false + \ No newline at end of file diff --git a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/DataPipeline/jobs/KafkaIndexer/config.xml b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/DataPipeline/jobs/KafkaIndexer/config.xml index 906b7afeb..dfb51077d 100644 --- a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/DataPipeline/jobs/KafkaIndexer/config.xml +++ b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/DataPipeline/jobs/KafkaIndexer/config.xml @@ -1,22 +1,21 @@ - - + - + hudson.model.ParametersDefinitionProperty com.sonyericsson.rebuild.RebuildSettings - + false -1 - -1 + 10 -1 - 5 + 2 @@ -26,73 +25,74 @@ - + private_branch - + choice-parameter-188153004575082 1 +return """<b>This parameter is not used</b>""" false - - + + false KafkaIndexer Deploy/dev/DataPipeline/KafkaIndexer - + ET_FORMATTED_HTML true - + branch_or_tag - + choice-parameter-188153015326365 1 +return """<b>This parameter is not used</b>""" false - - + + false KafkaIndexer Deploy/dev/DataPipeline/KafkaIndexer - + ET_FORMATTED_HTML true - + 0 0 false project false - + + - - + + 2 @@ -110,7 +110,7 @@ return """<b>This parameter is not used</b>"&quo true false - + 1 false diff --git a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/DataPipeline/jobs/KafkaSetup/config.xml b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/DataPipeline/jobs/KafkaSetup/config.xml index 6a96ea641..a2904cf39 100644 --- a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/DataPipeline/jobs/KafkaSetup/config.xml +++ b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/DataPipeline/jobs/KafkaSetup/config.xml @@ -14,9 +14,9 @@ -1 - -1 + 10 -1 - 5 + 2 diff --git a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/DataPipeline/jobs/Logging/config.xml b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/DataPipeline/jobs/Logging/config.xml new file mode 100644 index 000000000..b3c1101d1 --- /dev/null +++ b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/DataPipeline/jobs/Logging/config.xml @@ -0,0 +1,145 @@ + + + + + hudson.model.ParametersDefinitionProperty + com.sonyericsson.rebuild.RebuildSettings + + + + + false + + + + -1 + 10 + -1 + 2 + + + + + false + false + + + + + private_branch + + choice-parameter-2544395024638227 + 1 + + false + + + + false + + + Logging + Deploy/dev/DataPipeline/Logging + + + ET_FORMATTED_HTML + true + + + branch_or_tag + + choice-parameter-2620434998790477 + 1 + + false + + + + false + + + Logging + Deploy/dev/DataPipeline/Logging + + + ET_FORMATTED_HTML + true + + + chartname + + + + fluentd-elasticsearch + + + + + role_name + + + + logging + + + + + + + 0 + 0 + + false + project + false + + + + + + + + + + 2 + + + https://github.com/project-sunbird/sunbird-devops.git + + + + + ${branch_or_tag} + + + false + + + + true + false + + 0 + false + + + + kubernetes/pipelines/logging/Jenkinsfile + false + + + false + \ No newline at end of file diff --git a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/DataPipeline/jobs/LoggingFileBeatsVM/config.xml b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/DataPipeline/jobs/LoggingFileBeatsVM/config.xml new file mode 100644 index 000000000..44bbccf00 --- /dev/null +++ b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/DataPipeline/jobs/LoggingFileBeatsVM/config.xml @@ -0,0 +1,175 @@ + + + + false + + + false + false + + + + + private_branch + + choice-parameter-6494533480752662 + 1 + + true + + + + true + + + LoggingFileBeatsVM + Deploy/dev/DataPipeline/LoggingFileBeatsVM + + + ET_FORMATTED_HTML + true + + + branch_or_tag + + choice-parameter-6494533482836034 + 1 + + true + + + + true + + + LoggingFileBeatsVM + Deploy/dev/DataPipeline/LoggingFileBeatsVM + + + ET_FORMATTED_HTML + true + + + hosts + <font color=dimgray size=2><b>Choose the host groups to deploy filbeat. You can add additonal host groups if you have more or different group names</b></font> + choice-parameter-6494533485540097 + 1 + + true + + + + LoggingFileBeatsVM + Deploy/dev/DataPipeline/LoggingFileBeatsVM + PT_MULTI_SELECT + false + 1 + + + tags + <font color=dimgray size=2><b>Select this only if you want to start or stop. Use default for deploying filebeat</b></font> + choice-parameter-6563905181834747 + 1 + + true + + + + LoggingFileBeatsVM + Deploy/dev/DataPipeline/LoggingFileBeatsVM + PT_SINGLE_SELECT + false + 1 + + + + + 0 + 0 + + false + project + false + + + + + + + 2 + + + https://github.com/project-sunbird/sunbird-devops.git + + + + + ${branch_or_tag} + + + false + + + + true + false + + 1 + false + + + + pipelines/deploy/logger/Jenkinsfile + false + + + false + \ No newline at end of file diff --git a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/DataPipeline/jobs/PipelineFlinkSummaryDenormStart/config.xml b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/DataPipeline/jobs/PipelineFlinkSummaryDenormStart/config.xml new file mode 100644 index 000000000..826a5af2f --- /dev/null +++ b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/DataPipeline/jobs/PipelineFlinkSummaryDenormStart/config.xml @@ -0,0 +1,139 @@ + + + + + hudson.model.ParametersDefinitionProperty + com.sonyericsson.rebuild.RebuildSettings + + + + + false + + + + -1 + 10 + -1 + 2 + + + + + false + false + + + + + private_branch + + choice-parameter-2544395024638227 + 1 + + false + + + + false + + + SummaryDenormStart + Deploy/dev/DataPipeline/SummaryDenormStart + + + ET_FORMATTED_HTML + true + + + branch_or_tag + + choice-parameter-2620434998790477 + 1 + + false + + + + false + + + SummaryDenormStart + Deploy/dev/DataPipeline/SummaryDenormStart + + + ET_FORMATTED_HTML + true + + + job_names + + summary-denormalization + false + + + action + + scaleup_taskmanager,scaleup_jobmanager + false + + + + + 0 + 0 + + false + project + false + + + + + + + + + + 2 + + + https://github.com/project-sunbird/sunbird-data-pipeline.git + + + + + ${branch_or_tag} + + + false + + + + true + false + + 0 + false + + + + kubernetes/pipelines/deploy/Jenkinsfile.startstop + false + + + false + \ No newline at end of file diff --git a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/DataPipeline/jobs/PipelineFlinkSummaryDenormStop/config.xml b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/DataPipeline/jobs/PipelineFlinkSummaryDenormStop/config.xml new file mode 100644 index 000000000..02eb14816 --- /dev/null +++ b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/DataPipeline/jobs/PipelineFlinkSummaryDenormStop/config.xml @@ -0,0 +1,139 @@ + + + + + hudson.model.ParametersDefinitionProperty + com.sonyericsson.rebuild.RebuildSettings + + + + + false + + + + -1 + 10 + -1 + 2 + + + + + false + false + + + + + private_branch + + choice-parameter-2544395024638227 + 1 + + false + + + + false + + + SummaryDenormStop + Deploy/dev/DataPipeline/SummaryDenormStop + + + ET_FORMATTED_HTML + true + + + branch_or_tag + + choice-parameter-2620434998790477 + 1 + + false + + + + false + + + SummaryDenormStop + Deploy/dev/DataPipeline/SummaryDenormStop + + + ET_FORMATTED_HTML + true + + + job_names + + summary-denormalization + false + + + action + + scaledown_taskmanager,scaledown_jobmanager + false + + + + + 0 + 0 + + false + project + false + + + + + + + + + + 2 + + + https://github.com/project-sunbird/sunbird-data-pipeline.git + + + + + ${branch_or_tag} + + + false + + + + true + false + + 0 + false + + + + kubernetes/pipelines/deploy/Jenkinsfile.startstop + false + + + false + \ No newline at end of file diff --git a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/DataPipeline/jobs/RunReportJob/config.xml b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/DataPipeline/jobs/RunReportJob/config.xml new file mode 100644 index 000000000..3d5fc41ef --- /dev/null +++ b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/DataPipeline/jobs/RunReportJob/config.xml @@ -0,0 +1,130 @@ + + + + + hudson.model.ParametersDefinitionProperty + com.sonyericsson.rebuild.RebuildSettings + + + + + false + + + + -1 + 10 + -1 + 2 + + + + + false + false + + + + + report_id + <font color=dimgray size=2><b>Specify the job id.</b></font> + + false + + + private_branch + + choice-parameter-2544395024638227 + 1 + + false + + + + false + + + RunReportJob + Deploy/dev/DataPipeline/RunReportJob + + + ET_FORMATTED_HTML + true + + + branch_or_tag + + choice-parameter-2620434998790477 + 1 + + false + + + + false + + + RunReportJob + Deploy/dev/DataPipeline/RunReportJob + + + ET_FORMATTED_HTML + true + + + + + 0 + 0 + + false + project + false + + + + + + + 2 + + + https://github.com/project-sunbird/sunbird-data-pipeline.git + + + + + ${branch_or_tag} + + + false + + + + true + false + + 0 + false + + + + pipelines/deploy/druid-run-report-job/Jenkinsfile + false + + + false + \ No newline at end of file diff --git a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/DataPipeline/jobs/SamzaTelemetrySchemas/config.xml b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/DataPipeline/jobs/SamzaTelemetrySchemas/config.xml index fa3c7e238..211b54e44 100644 --- a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/DataPipeline/jobs/SamzaTelemetrySchemas/config.xml +++ b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/DataPipeline/jobs/SamzaTelemetrySchemas/config.xml @@ -1,26 +1,25 @@ - - + - + hudson.model.ParametersDefinitionProperty com.sonyericsson.rebuild.RebuildSettings - + false -1 - -1 + 10 -1 - 5 + 2 - + false false @@ -32,71 +31,74 @@ ${branch_or_tag} false - + private_branch - + choice-parameter-2544395024638227 1 +return """<b>This parameter is not used</b>""" false - - + + false SamzaTelemetrySchemas + Deploy/dev/DataPipeline/SamzaTelemetrySchemas - + ET_FORMATTED_HTML true - + branch_or_tag - + choice-parameter-2620434998790477 1 +return """<b>This parameter is not used</b>""" false - - + + false SamzaTelemetrySchemas + Deploy/dev/DataPipeline/SamzaTelemetrySchemas - + ET_FORMATTED_HTML true - + 0 0 false project false - + + - - + + 2 @@ -114,7 +116,7 @@ return """<b>This parameter is not used</b>"&quo true false - + 0 false @@ -125,4 +127,4 @@ return """<b>This parameter is not used</b>"&quo false - + \ No newline at end of file diff --git a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/DataPipeline/jobs/Secor/config.xml b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/DataPipeline/jobs/Secor/config.xml index 293eb390e..2a813aae6 100644 --- a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/DataPipeline/jobs/Secor/config.xml +++ b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/DataPipeline/jobs/Secor/config.xml @@ -1,22 +1,21 @@ - - + - + hudson.model.ParametersDefinitionProperty com.sonyericsson.rebuild.RebuildSettings - + false -1 - -1 + 10 -1 - 5 + 2 @@ -32,156 +31,157 @@ ArtifactUpload/dev/DataPipeline/Secor false - + artifact_source <font color=dimgray size=2><b> ArtifactRepo - Download the artifact from azure blob, JenkinsJob - Use the atrifact from Jenkins job.</b></font> choice-parameter-9061667106947 1 false - - + + - Secor - Deploy/dev/DataPipeline/Secor + SecorFlink + Deploy/dev/DataPipeline/SecorFlink - + PT_SINGLE_SELECT false 1 - + build_number - + choice-parameter-9061670571657 1 false - - + + - Secor - Deploy/dev/DataPipeline/Secor + SecorFlink + Deploy/dev/DataPipeline/SecorFlink artifact_source ET_FORMATTED_HTML true - + artifact_version - + choice-parameter-9061673103864 1 false - - + + - Secor - Deploy/dev/DataPipeline/Secor + SecorFlink + Deploy/dev/DataPipeline/SecorFlink artifact_source ET_FORMATTED_HTML true - + private_branch - + choice-parameter-2544395024638227 1 +return """<b>This parameter is not used</b>""" false - - + + false - Secor - Deploy/dev/DataPipeline/Secor + SecorFlink + Deploy/dev/DataPipeline/SecorFlink - + ET_FORMATTED_HTML true - + branch_or_tag - + choice-parameter-2620434998790477 1 +return """<b>This parameter is not used</b>""" false - - + + false - Secor - Deploy/dev/DataPipeline/Secor + SecorFlink + Deploy/dev/DataPipeline/SecorFlink - + ET_FORMATTED_HTML true - + 0 0 false project false - + + - + ArtifactUpload/dev/DataPipeline/Secor SUCCESS @@ -193,8 +193,8 @@ return """<b>This parameter is not used</b>"&quo - - + + 2 @@ -212,13 +212,13 @@ return """<b>This parameter is not used</b>"&quo true false - + 1 false - pipelines/deploy/secor/Jenkinsfile + pipelines/deploy/secor/Jenkinsfile.flink false diff --git a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/DataPipeline/jobs/SubmitReportJob/config.xml b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/DataPipeline/jobs/SubmitReportJob/config.xml new file mode 100644 index 000000000..9293f4f1b --- /dev/null +++ b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/DataPipeline/jobs/SubmitReportJob/config.xml @@ -0,0 +1,154 @@ + + + + + hudson.model.ParametersDefinitionProperty + com.sonyericsson.rebuild.RebuildSettings + + + + + false + + + + -1 + 10 + -1 + 2 + + + + + false + false + + + + + report_id + + + false + + + report_schedule + + + false + + + report_config + <font color=dimgray size=2><b>Specify the report config json.</b></font> + + false + + + report_filepath + + + false + + + report_description + + + false + + + private_branch + + choice-parameter-2544395024638227 + 1 + + false + + + + false + + + SubmitReportJob + Deploy/dev/DataPipeline/SubmitReportJob + + + ET_FORMATTED_HTML + true + + + branch_or_tag + + choice-parameter-2620434998790477 + 1 + + false + + + + false + + + SubmitReportJob + Deploy/dev/DataPipeline/SubmitReportJob + + + ET_FORMATTED_HTML + true + + + + + 0 + 0 + + false + project + false + + + + + + + 2 + + + https://github.com/project-sunbird/sunbird-data-pipeline.git + + + + + ${branch_or_tag} + + + false + + + + true + false + + 0 + false + + + + pipelines/deploy/druid-report-run-job/Jenkinsfile + false + + + false + \ No newline at end of file diff --git a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/DataPipeline/jobs/Yarn/config.xml b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/DataPipeline/jobs/Yarn/config.xml index 7a1bcd77f..fd78bae64 100644 --- a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/DataPipeline/jobs/Yarn/config.xml +++ b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/DataPipeline/jobs/Yarn/config.xml @@ -1,5 +1,5 @@ - + @@ -14,9 +14,9 @@ -1 - -1 + 10 -1 - 5 + 2 @@ -32,21 +32,21 @@ ArtifactUpload/dev/DataPipeline/DataPipeline false - + artifact_source <font color=dimgray size=2><b> ArtifactRepo - Download the artifact from azure blob, JenkinsJob - Use the atrifact from Jenkins job.</b></font> choice-parameter-9061667106947 - 1 + 2 false - + false @@ -59,13 +59,13 @@ ArtifactRepo - Download the artifact from azure blob, JenkinsJob - Use the atrif false 1 - + build_number choice-parameter-9061670571657 1 false - + false Yarn Deploy/dev/DataPipeline/Yarn - + + + artifact_source + JenkinsJob + + artifact_source ET_FORMATTED_HTML true - + artifact_version choice-parameter-9061673103864 1 false - + false Yarn Deploy/dev/DataPipeline/Yarn - + + + artifact_source + JenkinsJob + + artifact_source ET_FORMATTED_HTML true - + private_branch choice-parameter-2544395024638227 1 false - + false @@ -140,13 +150,13 @@ return """<b>This parameter is not used</b>"&quo ET_FORMATTED_HTML true - + branch_or_tag choice-parameter-2620434998790477 1 false - + false @@ -167,13 +177,13 @@ return """<b>This parameter is not used</b>"&quo ET_FORMATTED_HTML true - + job_names_to_deploy <font color=green size=2><b>Choose the samza app names to deploy and this will kill the selected samza app and deploy them. Multi selection is available.</b></font> choice-parameter-8026182213525059 - 1 + 14 false - + false @@ -205,7 +215,7 @@ return """<b>This parameter is not used</b>"&quo - + 0 0 @@ -213,13 +223,14 @@ return """<b>This parameter is not used</b>"&quo project false + 1 - - + + 2 @@ -247,5 +258,5 @@ return """<b>This parameter is not used</b>"&quo false - false + true \ No newline at end of file diff --git a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/KnowledgePlatform/config.xml b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/KnowledgePlatform/config.xml index 68477b8ac..56424f5bf 100644 --- a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/KnowledgePlatform/config.xml +++ b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/KnowledgePlatform/config.xml @@ -1,12 +1,12 @@ - + - + - - + + diff --git a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/KnowledgePlatform/jobs/AssetSizeMigration/config.xml b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/KnowledgePlatform/jobs/AssetSizeMigration/config.xml index 5dbac7212..d6752cc7a 100644 --- a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/KnowledgePlatform/jobs/AssetSizeMigration/config.xml +++ b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/KnowledgePlatform/jobs/AssetSizeMigration/config.xml @@ -14,9 +14,9 @@ -1 - -1 + 10 -1 - 5 + 2 diff --git a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/KnowledgePlatform/jobs/CassandraDbUpdate/config.xml b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/KnowledgePlatform/jobs/CassandraDbUpdate/config.xml index 651ff3f5d..1c15d443a 100644 --- a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/KnowledgePlatform/jobs/CassandraDbUpdate/config.xml +++ b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/KnowledgePlatform/jobs/CassandraDbUpdate/config.xml @@ -1,5 +1,4 @@ - - + @@ -8,15 +7,15 @@ - + false -1 - -1 + 10 -1 - 5 + 2 @@ -26,74 +25,77 @@ - + private_branch - + choice-parameter-188160224505093 1 +return """<b>This parameter is not used</b>""" false - - + + false CassandraDbUpdate + Deploy/dev/KnowledgePlatform/CassandraDbUpdate - + ET_FORMATTED_HTML true - + branch_or_tag - + choice-parameter-188160228215280 1 +return """<b>This parameter is not used</b>""" false - - + + false CassandraDbUpdate + Deploy/dev/KnowledgePlatform/CassandraDbUpdate - + ET_FORMATTED_HTML true - + 0 0 false project false - + + - - + + 2 @@ -111,7 +113,7 @@ return """<b>This parameter is not used</b>"&quo true false - + 1 false diff --git a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/KnowledgePlatform/jobs/CassandraTrigger/config.xml b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/KnowledgePlatform/jobs/CassandraTrigger/config.xml index d4d979599..25ea50fff 100644 --- a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/KnowledgePlatform/jobs/CassandraTrigger/config.xml +++ b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/KnowledgePlatform/jobs/CassandraTrigger/config.xml @@ -14,9 +14,9 @@ -1 - -1 + 10 -1 - 5 + 2 diff --git a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/KnowledgePlatform/jobs/ContentTool/config.xml b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/KnowledgePlatform/jobs/ContentTool/config.xml index 71cb4c9b3..21acd2aed 100644 --- a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/KnowledgePlatform/jobs/ContentTool/config.xml +++ b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/KnowledgePlatform/jobs/ContentTool/config.xml @@ -14,9 +14,9 @@ -1 - -1 + 10 -1 - 5 + 2 diff --git a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/KnowledgePlatform/jobs/Dial/config.xml b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/KnowledgePlatform/jobs/Dial/config.xml new file mode 100644 index 000000000..8bfb4117f --- /dev/null +++ b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/KnowledgePlatform/jobs/Dial/config.xml @@ -0,0 +1,226 @@ + + + + + hudson.model.ParametersDefinitionProperty + com.sonyericsson.rebuild.RebuildSettings + + + + + false + + + + -1 + 10 + -1 + 2 + + + + + false + false + + + + + absolute_job_path + <font color=dimgray size=2><b>Do not change this value! The metadata.json will be copied from this job.</b></font> + ArtifactUpload/dev/KnowledgePlatform/Dial + false + + + artifact_source + <font color=dimgray size=2><b> +ArtifactRepo - Download the artifact from azure blob, JenkinsJob - Use the atrifact from Jenkins job.</b></font> + choice-parameter-14760318274338 + 1 + + false + + + + Dial + Deploy/dev/KnowledgePlatform/Dial + + + PT_SINGLE_SELECT + false + 1 + + + build_number + + choice-parameter-14760320375443 + 1 + + false + + + + Dial + Deploy/dev/KnowledgePlatform/Dial + + artifact_source + ET_FORMATTED_HTML + true + + + artifact_version + + choice-parameter-14760322347747 + 1 + + false + + + + Dial + Deploy/dev/KnowledgePlatform/Dial + + artifact_source + ET_FORMATTED_HTML + true + + + private_branch + + choice-parameter-2544395024638227 + 1 + + false + + + + false + + + Dial + Deploy/dev/KnowledgePlatform/Dial + + + ET_FORMATTED_HTML + true + + + branch_or_tag + + choice-parameter-2620434998790477 + 1 + + false + + + + false + + + Dial + Deploy/dev/KnowledgePlatform/Dial + + + ET_FORMATTED_HTML + true + + + + + 0 + 0 + + false + project + false + + + + + + + + ArtifactUpload/dev/KnowledgePlatform/Dial + + SUCCESS + 0 + BLUE + true + + + + + + + + 2 + + + https://github.com/project-sunbird/sunbird-learning-platform.git + + + + + ${branch_or_tag} + + + false + + + + true + false + + 0 + false + + + + pipelines/deploy/dial/Jenkinsfile + false + + + false + \ No newline at end of file diff --git a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/KnowledgePlatform/jobs/ESMapping/config.xml b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/KnowledgePlatform/jobs/ESMapping/config.xml index 415af374c..31ab3671b 100644 --- a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/KnowledgePlatform/jobs/ESMapping/config.xml +++ b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/KnowledgePlatform/jobs/ESMapping/config.xml @@ -7,9 +7,9 @@ -1 - -1 + 10 -1 - 5 + 2 diff --git a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/KnowledgePlatform/jobs/FileSyncTool/config.xml b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/KnowledgePlatform/jobs/FileSyncTool/config.xml index 1a51b321a..282b3a268 100644 --- a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/KnowledgePlatform/jobs/FileSyncTool/config.xml +++ b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/KnowledgePlatform/jobs/FileSyncTool/config.xml @@ -14,9 +14,9 @@ -1 - -1 + 10 -1 - 5 + 2 diff --git a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/KnowledgePlatform/jobs/FlinkJobs/config.xml b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/KnowledgePlatform/jobs/FlinkJobs/config.xml new file mode 100644 index 000000000..739b68603 --- /dev/null +++ b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/KnowledgePlatform/jobs/FlinkJobs/config.xml @@ -0,0 +1,169 @@ + + + + + hudson.model.ParametersDefinitionProperty + com.sonyericsson.rebuild.RebuildSettings + + + + + false + + + + -1 + 10 + -1 + 2 + + + + + false + false + + + + + private_branch + + choice-parameter-2544395024638227 + 1 + + false + + + + false + + + FlinkJobs + Deploy/dev/KnowledgePlatform/FlinkJobs + + + ET_FORMATTED_HTML + true + + + branch_or_tag + + choice-parameter-2620434998790477 + 1 + + false + + + + false + + + FlinkJobs + Deploy/dev/KnowledgePlatform/FlinkJobs + + + ET_FORMATTED_HTML + true + + + image_tag + <font color=red size=2><b>CAUTION: If the value is blank, image tag will be taken from the latest metadata.json.</b></font> + + false + + + absolute_job_path + <font color=dimgray size=2><b>Do not change this value! The metadata.json will be copied from this job.</b></font> + ArtifactUpload/dev/KnowledgePlatform/FlinkJobs + false + + + job_names_to_deploy + <font color=green size=2><b>Choose the job names to deploy. Multi-selection is available.</b></font> + choice-parameter-1273072434092073 + 1 + + true + + + + FlinkJobs + Deploy/dev/KnowledgePlatform/FlinkJobs + + + PT_MULTI_SELECT + false + 1 + + + + + 0 + 0 + + false + project + false + + + + + + + + + + 2 + + + https://github.com/project-sunbird/sunbird-learning-platform.git + githubPassword + + + + + ${branch_or_tag} + + + false + + + + true + false + + 0 + false + + + + kubernetes/pipelines/deploy/Jenkinsfile + false + + + false + \ No newline at end of file diff --git a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/KnowledgePlatform/jobs/InsertQRCode/config.xml b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/KnowledgePlatform/jobs/InsertQRCode/config.xml new file mode 100644 index 000000000..4c85b3e4b --- /dev/null +++ b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/KnowledgePlatform/jobs/InsertQRCode/config.xml @@ -0,0 +1,140 @@ + + + + + hudson.model.ParametersDefinitionProperty + com.sonyericsson.rebuild.RebuildSettings + + + + + false + + + + -1 + 10 + -1 + 2 + + + + + false + false + + + + + private_branch + + choice-parameter-2544395024638227 + 1 + + false + + + + false + + + InsertQRCode + Deploy/dev/KnowledgePlatform/InsertQRCode + + + ET_FORMATTED_HTML + true + + + branch_or_tag + + choice-parameter-2620434998790477 + 1 + + false + + + + false + + + InsertQRCode + Deploy/dev/KnowledgePlatform/InsertQRCode + + + ET_FORMATTED_HTML + true + + + channel_name + Provide the channel name + + false + + + date + Provide the current date in below format. +2019-10-17T10:00:00.000 + + false + + + + + 0 + 0 + + false + project + false + + + + + + + + + + 2 + + + https://github.com/project-sunbird/sunbird-learning-platform.git + + + + + ${branch_or_tag} + + + false + + + + true + false + + 0 + false + + + + pipelines/deploy/dial/Jenkinsfile.insert + false + + + false + \ No newline at end of file diff --git a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/KnowledgePlatform/jobs/KafkaSetup/config.xml b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/KnowledgePlatform/jobs/KafkaSetup/config.xml index 979e769aa..cf30e9f43 100644 --- a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/KnowledgePlatform/jobs/KafkaSetup/config.xml +++ b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/KnowledgePlatform/jobs/KafkaSetup/config.xml @@ -1,22 +1,21 @@ - - + - + hudson.model.ParametersDefinitionProperty com.sonyericsson.rebuild.RebuildSettings - + false -1 - -1 + 10 -1 - 5 + 2 @@ -26,74 +25,77 @@ - + private_branch - + choice-parameter-188161640748171 1 +return """<b>This parameter is not used</b>""" false - - + + false KafkaSetup + Deploy/dev/KnowledgePlatform/KafkaSetup - + ET_FORMATTED_HTML true - + branch_or_tag - + choice-parameter-188161652021198 1 +return """<b>This parameter is not used</b>""" false - - + + false KafkaSetup + Deploy/dev/KnowledgePlatform/KafkaSetup - + ET_FORMATTED_HTML true - + 0 0 false project false - + + - - + + 2 @@ -111,7 +113,7 @@ return """<b>This parameter is not used</b>"&quo true false - + 0 false diff --git a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/KnowledgePlatform/jobs/Learning/config.xml b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/KnowledgePlatform/jobs/Learning/config.xml index a5af84b20..94ae1e870 100644 --- a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/KnowledgePlatform/jobs/Learning/config.xml +++ b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/KnowledgePlatform/jobs/Learning/config.xml @@ -1,22 +1,21 @@ - - + - + hudson.model.ParametersDefinitionProperty com.sonyericsson.rebuild.RebuildSettings - + false -1 - -1 + 10 -1 - 5 + 2 @@ -32,51 +31,51 @@ ArtifactUpload/dev/KnowledgePlatform/KnowledgePlatform false - + artifact_source <font color=dimgray size=2><b> ArtifactRepo - Download the artifact from azure blob, JenkinsJob - Use the atrifact from Jenkins job.</b></font> choice-parameter-12566219493457 1 false - - + + Learning Deploy/dev/KnowledgePlatform/Learning - + PT_SINGLE_SELECT false 1 - + build_number - + choice-parameter-12566221440336 1 false - - + + @@ -87,23 +86,23 @@ return "<b>Not Applicable</b>" ET_FORMATTED_HTML true - + artifact_version - + choice-parameter-12566223395914 1 false - - + + @@ -114,74 +113,75 @@ return "<b>Not Applicable</b>" ET_FORMATTED_HTML true - + private_branch - + choice-parameter-2544395024638227 1 +return """<b>This parameter is not used</b>""" false - - + + false Learning Deploy/dev/KnowledgePlatform/Learning - + ET_FORMATTED_HTML true - + branch_or_tag - + choice-parameter-2620434998790477 1 +return """<b>This parameter is not used</b>""" false - - + + false Learning Deploy/dev/KnowledgePlatform/Learning - + ET_FORMATTED_HTML true - + 0 0 false project false - + + - + ArtifactUpload/dev/KnowledgePlatform/KnowledgePlatform SUCCESS @@ -193,8 +193,8 @@ return """<b>This parameter is not used</b>"&quo - - + + 2 @@ -212,7 +212,7 @@ return """<b>This parameter is not used</b>"&quo true false - + 0 false diff --git a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/KnowledgePlatform/jobs/LoggingFileBeatsVM/config.xml b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/KnowledgePlatform/jobs/LoggingFileBeatsVM/config.xml new file mode 100644 index 000000000..e39966704 --- /dev/null +++ b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/KnowledgePlatform/jobs/LoggingFileBeatsVM/config.xml @@ -0,0 +1,175 @@ + + + + false + + + false + false + + + + + private_branch + + choice-parameter-6494533480752662 + 1 + + true + + + + true + + + LoggingFileBeatsVM + Deploy/dev/KnowledgePlatform/LoggingFileBeatsVM + + + ET_FORMATTED_HTML + true + + + branch_or_tag + + choice-parameter-6494533482836034 + 1 + + true + + + + true + + + LoggingFileBeatsVM + Deploy/dev/KnowledgePlatform/LoggingFileBeatsVM + + + ET_FORMATTED_HTML + true + + + hosts + <font color=dimgray size=2><b>Choose the host groups to deploy filbeat. You can add additonal host groups if you have more or different group names</b></font> + choice-parameter-6494533485540097 + 1 + + true + + + + LoggingFileBeatsVM + Deploy/dev/KnowledgePlatform/LoggingFileBeatsVM + PT_MULTI_SELECT + false + 1 + + + tags + <font color=dimgray size=2><b>Select this only if you want to start or stop. Use default for deploying filebeat</b></font> + choice-parameter-6563905181834747 + 1 + + true + + + + LoggingFileBeatsVM + Deploy/dev/KnowledgePlatform/LoggingFileBeatsVM + PT_SINGLE_SELECT + false + 1 + + + + + 0 + 0 + + false + project + false + + + + + + + 2 + + + https://github.com/project-sunbird/sunbird-devops.git + + + + + ${branch_or_tag} + + + false + + + + true + false + + 1 + false + + + + pipelines/deploy/logger/Jenkinsfile + false + + + false + \ No newline at end of file diff --git a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/KnowledgePlatform/jobs/Monitoring/config.xml b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/KnowledgePlatform/jobs/Monitoring/config.xml index a12d3f078..cc7259165 100644 --- a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/KnowledgePlatform/jobs/Monitoring/config.xml +++ b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/KnowledgePlatform/jobs/Monitoring/config.xml @@ -7,9 +7,9 @@ -1 - -1 + 10 -1 - 5 + 2 diff --git a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/KnowledgePlatform/jobs/Neo4j/config.xml b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/KnowledgePlatform/jobs/Neo4j/config.xml index d631a65b7..00b7bf6a7 100644 --- a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/KnowledgePlatform/jobs/Neo4j/config.xml +++ b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/KnowledgePlatform/jobs/Neo4j/config.xml @@ -1,5 +1,5 @@ - + @@ -14,13 +14,13 @@ -1 - -1 + 10 -1 - 5 + 2 - + false false @@ -32,39 +32,40 @@ ArtifactUpload/dev/KnowledgePlatform/Neo4j false - + artifact_source <font color=dimgray size=2><b> ArtifactRepo - Download the artifact from azure blob, JenkinsJob - Use the atrifact from Jenkins job.</b></font> choice-parameter-13436883643465 1 false - + false Neo4j + Deploy/dev/KnowledgePlatform/Neo4j PT_SINGLE_SELECT false 1 - + build_number choice-parameter-13436885688258 1 false - + false Neo4j + Deploy/dev/KnowledgePlatform/Neo4j artifact_source ET_FORMATTED_HTML true - + artifact_version choice-parameter-13436888536349 1 false - + false Neo4j + Deploy/dev/KnowledgePlatform/Neo4j artifact_source ET_FORMATTED_HTML true - + private_branch choice-parameter-2544395024638227 1 false - + false Neo4j + Deploy/dev/KnowledgePlatform/Neo4j ET_FORMATTED_HTML true - + branch_or_tag choice-parameter-2620434998790477 1 false - + false Neo4j + Deploy/dev/KnowledgePlatform/Neo4j ET_FORMATTED_HTML @@ -177,8 +182,8 @@ return """<b>This parameter is not used</b>"&quo - - + + 2 diff --git a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/KnowledgePlatform/jobs/Neo4jDefinitionUpdate/config.xml b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/KnowledgePlatform/jobs/Neo4jDefinitionUpdate/config.xml index b2b030f66..6bd706bb9 100644 --- a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/KnowledgePlatform/jobs/Neo4jDefinitionUpdate/config.xml +++ b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/KnowledgePlatform/jobs/Neo4jDefinitionUpdate/config.xml @@ -1,22 +1,21 @@ - - + - + hudson.model.ParametersDefinitionProperty com.sonyericsson.rebuild.RebuildSettings - + false -1 - -1 + 10 -1 - 5 + 2 @@ -26,76 +25,77 @@ - + private_branch - + choice-parameter-188174424977419 1 +return """<b>This parameter is not used</b>""" false - - + + false Neo4jDefinitionUpdate Deploy/dev/KnowledgePlatform/Neo4jDefinitionUpdate - + ET_FORMATTED_HTML true - + branch_or_tag - + choice-parameter-188174429374717 1 +return """<b>This parameter is not used</b>""" false - - + + false Neo4jDefinitionUpdate Deploy/dev/KnowledgePlatform/Neo4jDefinitionUpdate - + ET_FORMATTED_HTML true - + 0 0 false project false - + + - - + + 2 @@ -113,7 +113,7 @@ return """<b>This parameter is not used</b>"&quo true false - + 0 false diff --git a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/KnowledgePlatform/jobs/Neo4jElasticSearchSyncTool/config.xml b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/KnowledgePlatform/jobs/Neo4jElasticSearchSyncTool/config.xml index be8578de2..e4cea420b 100644 --- a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/KnowledgePlatform/jobs/Neo4jElasticSearchSyncTool/config.xml +++ b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/KnowledgePlatform/jobs/Neo4jElasticSearchSyncTool/config.xml @@ -1,5 +1,4 @@ - - + @@ -8,15 +7,15 @@ - + false -1 - -1 + 10 -1 - 5 + 2 @@ -32,80 +31,83 @@ ArtifactUpload/dev/KnowledgePlatform/SyncTool false - + artifact_source <font color=dimgray size=2><b> ArtifactRepo - Download the artifact from azure blob, JenkinsJob - Use the atrifact from Jenkins job.</b></font> choice-parameter-14175006770414 1 false - - + + Neo4jElasticSearchSyncTool + Deploy/dev/KnowledgePlatform/Neo4jElasticSearchSyncTool - + PT_SINGLE_SELECT false 1 - + build_number - + choice-parameter-14175008677110 1 false - - + + Neo4jElasticSearchSyncTool + Deploy/dev/KnowledgePlatform/Neo4jElasticSearchSyncTool artifact_source ET_FORMATTED_HTML true - + artifact_version - + choice-parameter-14175010584707 1 false - - + + Neo4jElasticSearchSyncTool + Deploy/dev/KnowledgePlatform/Neo4jElasticSearchSyncTool artifact_source ET_FORMATTED_HTML @@ -126,6 +128,10 @@ return "<b>Not Applicable</b>" syncbatch migratequestionextproperties migrate-dialcodeRequired + syncecml + migratecoursetype + syncdialcodes + sync-collection-rel-cache @@ -142,74 +148,77 @@ return "<b>Not Applicable</b>" --ids false - + private_branch - + choice-parameter-2544395024638227 1 +return """<b>This parameter is not used</b>""" false - - + + false Neo4jElasticSearchSyncTool + Deploy/dev/KnowledgePlatform/Neo4jElasticSearchSyncTool - + ET_FORMATTED_HTML true - + branch_or_tag - + choice-parameter-2620434998790477 1 +return """<b>This parameter is not used</b>""" false - - + + false Neo4jElasticSearchSyncTool + Deploy/dev/KnowledgePlatform/Neo4jElasticSearchSyncTool - + ET_FORMATTED_HTML true - + 0 0 false project false - + + - - + + 2 @@ -227,7 +236,7 @@ return """<b>This parameter is not used</b>"&quo true false - + 0 false diff --git a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/KnowledgePlatform/jobs/Search/config.xml b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/KnowledgePlatform/jobs/Search/config.xml index 434510f8e..bf385df21 100644 --- a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/KnowledgePlatform/jobs/Search/config.xml +++ b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/KnowledgePlatform/jobs/Search/config.xml @@ -14,9 +14,9 @@ -1 - -1 + 10 -1 - 5 + 2 diff --git a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/KnowledgePlatform/jobs/StartNeo4jCluster/config.xml b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/KnowledgePlatform/jobs/StartNeo4jCluster/config.xml index 5e3b9a033..b76e3665b 100644 --- a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/KnowledgePlatform/jobs/StartNeo4jCluster/config.xml +++ b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/KnowledgePlatform/jobs/StartNeo4jCluster/config.xml @@ -1,5 +1,4 @@ - - + @@ -8,92 +7,95 @@ - + false -1 - -1 + 10 -1 - 5 + 2 - + false false - + private_branch - + choice-parameter-188176807343905 1 +return """<b>This parameter is not used</b>""" false - - + + false StartNeo4jCluster + Deploy/dev/KnowledgePlatform/StartNeo4jCluster - + ET_FORMATTED_HTML true - + branch_or_tag - + choice-parameter-188176809967474 1 +return """<b>This parameter is not used</b>""" false - - + + false StartNeo4jCluster + Deploy/dev/KnowledgePlatform/StartNeo4jCluster - + ET_FORMATTED_HTML true - + 0 0 false project false - + + - - + + 2 @@ -111,7 +113,7 @@ return """<b>This parameter is not used</b>"&quo true false - + 0 false diff --git a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/KnowledgePlatform/jobs/StopNeo4jCluster/config.xml b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/KnowledgePlatform/jobs/StopNeo4jCluster/config.xml index 7bb9a7a06..721b7333c 100644 --- a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/KnowledgePlatform/jobs/StopNeo4jCluster/config.xml +++ b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/KnowledgePlatform/jobs/StopNeo4jCluster/config.xml @@ -14,9 +14,9 @@ -1 - -1 + 10 -1 - 5 + 2 diff --git a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/KnowledgePlatform/jobs/SyncQRCode/config.xml b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/KnowledgePlatform/jobs/SyncQRCode/config.xml new file mode 100644 index 000000000..cc3350686 --- /dev/null +++ b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/KnowledgePlatform/jobs/SyncQRCode/config.xml @@ -0,0 +1,127 @@ + + + + + hudson.model.ParametersDefinitionProperty + com.sonyericsson.rebuild.RebuildSettings + + + + + false + + + + -1 + 10 + -1 + 2 + + + + + false + false + + + + + private_branch + + choice-parameter-2544395024638227 + 1 + + false + + + + false + + + SyncQRCode + Deploy/dev/KnowledgePlatform/SyncQRCode + + + ET_FORMATTED_HTML + true + + + branch_or_tag + + choice-parameter-2620434998790477 + 1 + + false + + + + false + + + SyncQRCode + Deploy/dev/KnowledgePlatform/SyncQRCode + + + ET_FORMATTED_HTML + true + + + + + 0 + 0 + + false + project + false + + + + + + + + + + 2 + + + https://github.com/project-sunbird/sunbird-learning-platform.git + + + + + ${branch_or_tag} + + + false + + + + true + false + + 0 + false + + + + pipelines/deploy/dial/Jenkinsfile.sync + false + + + false + \ No newline at end of file diff --git a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/KnowledgePlatform/jobs/ValidateLearning/config.xml b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/KnowledgePlatform/jobs/ValidateLearning/config.xml index 70cf30e77..4384eb1ce 100644 --- a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/KnowledgePlatform/jobs/ValidateLearning/config.xml +++ b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/KnowledgePlatform/jobs/ValidateLearning/config.xml @@ -14,9 +14,9 @@ -1 - -1 + 10 -1 - 5 + 2 diff --git a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/KnowledgePlatform/jobs/Yarn/config.xml b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/KnowledgePlatform/jobs/Yarn/config.xml index af5b7e4c3..a64cf2d1b 100644 --- a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/KnowledgePlatform/jobs/Yarn/config.xml +++ b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/KnowledgePlatform/jobs/Yarn/config.xml @@ -1,22 +1,21 @@ - - + - + hudson.model.ParametersDefinitionProperty com.sonyericsson.rebuild.RebuildSettings - + false -1 - -1 + 10 -1 - 5 + 2 @@ -32,51 +31,51 @@ ArtifactUpload/dev/KnowledgePlatform/Yarn false - + artifact_source <font color=dimgray size=2><b> ArtifactRepo - Download the artifact from azure blob, JenkinsJob - Use the atrifact from Jenkins job.</b></font> choice-parameter-2874232768088857 1 false - - + + Yarn Deploy/dev/KnowledgePlatform/Yarn - + PT_SINGLE_SELECT false 1 - + build_number - + choice-parameter-2874449088885218 1 false - - + + @@ -87,23 +86,23 @@ return "<b>Not Applicable</b>" ET_FORMATTED_HTML true - + artifact_version - + choice-parameter-2877900313772031 1 false - - + + @@ -114,74 +113,75 @@ return "<b>Not Applicable</b>" ET_FORMATTED_HTML true - + private_branch - + choice-parameter-2544395024638227 1 +return """<b>This parameter is not used</b>""" false - - + + false Yarn Deploy/dev/KnowledgePlatform/Yarn - + ET_FORMATTED_HTML true - + branch_or_tag - + choice-parameter-2620434998790477 1 +return """<b>This parameter is not used</b>""" false - - + + false Yarn Deploy/dev/KnowledgePlatform/Yarn - + ET_FORMATTED_HTML true - + 0 0 false project false - + + - + ArtifactUpload/dev/KnowledgePlatform/Yarn SUCCESS @@ -193,8 +193,8 @@ return """<b>This parameter is not used</b>"&quo - - + + 2 @@ -212,7 +212,7 @@ return """<b>This parameter is not used</b>"&quo true false - + 0 false diff --git a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Kubernetes/config.xml b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Kubernetes/config.xml new file mode 100644 index 000000000..228d20b4d --- /dev/null +++ b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Kubernetes/config.xml @@ -0,0 +1,34 @@ + + + + + + + + + + + + + + + + + + + + All + false + false + + + + + + + + false + + + + \ No newline at end of file diff --git a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Core/jobs/APIManager/config.xml b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Kubernetes/jobs/APIManager/config.xml similarity index 66% rename from deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Core/jobs/APIManager/config.xml rename to deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Kubernetes/jobs/APIManager/config.xml index 04ef70b57..27d023b17 100644 --- a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Core/jobs/APIManager/config.xml +++ b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Kubernetes/jobs/APIManager/config.xml @@ -1,22 +1,21 @@ - - + - + hudson.model.ParametersDefinitionProperty com.sonyericsson.rebuild.RebuildSettings - + false -1 - -1 + 10 -1 - 5 + 2 @@ -35,77 +34,88 @@ image_tag <font color=red size=2><b>CAUTION: If the value is blank, image tag will be taken from the latest metadata.json.</b></font> - + false - + private_branch - + choice-parameter-2544395024638227 1 +return """<b>This parameter is not used</b>""" false - - + + false APIManager + Deploy/dev/Kubernetes/APIManager - + ET_FORMATTED_HTML true - + branch_or_tag - + choice-parameter-2620434998790477 1 +return """<b>This parameter is not used</b>""" false - - + + false APIManager + Deploy/dev/Kubernetes/APIManager - + ET_FORMATTED_HTML true + + role_name + + + + sunbird-deploy + + + - + 0 0 false project false - - 1 + + - - ArtifactUpload/dev/Core/APIManager + + Deploy/dev/Core/APIManager SUCCESS 0 @@ -116,8 +126,8 @@ return """<b>This parameter is not used</b>"&quo - - + + 2 @@ -135,13 +145,13 @@ return """<b>This parameter is not used</b>"&quo true false - + 0 false - pipelines/deploy/api-manager/Jenkinsfile + kubernetes/pipelines/deploy_core/Jenkinsfile false diff --git a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Kubernetes/jobs/APIManagerEcho/config.xml b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Kubernetes/jobs/APIManagerEcho/config.xml new file mode 100644 index 000000000..560e0cbce --- /dev/null +++ b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Kubernetes/jobs/APIManagerEcho/config.xml @@ -0,0 +1,159 @@ + + + + + hudson.model.ParametersDefinitionProperty + com.sonyericsson.rebuild.RebuildSettings + + + + + false + + + + -1 + 10 + -1 + 2 + + + + + false + false + + + + + absolute_job_path + <font color=dimgray size=2><b>Do not change this value! The metadata.json will be copied from this job.</b></font> + ArtifactUpload/dev/Core/APIManagerEcho + false + + + image_tag + <font color=red size=2><b>CAUTION: If the value is blank, image tag will be taken from the latest metadata.json.</b></font> + + false + + + private_branch + + choice-parameter-2544395024638227 + 1 + + false + + + + false + + + APIManagerEcho + Deploy/dev/Kubernetes/APIManagerEcho + + + ET_FORMATTED_HTML + true + + + branch_or_tag + + choice-parameter-2620434998790477 + 1 + + false + + + + false + + + APIManagerEcho + Deploy/dev/Kubernetes/APIManagerEcho + + + ET_FORMATTED_HTML + true + + + role_name + + + + helm-deploy + + + + + + + 0 + 0 + + false + project + false + + + + + + + + ArtifactUpload/dev/Core/APIManagerEcho + + SUCCESS + 0 + BLUE + true + + + + + + + + 2 + + + https://github.com/project-sunbird/sunbird-devops.git + + + + + ${branch_or_tag} + + + false + + + + true + false + + 0 + false + + + + kubernetes/pipelines/deploy_core/Jenkinsfile + false + + + false + \ No newline at end of file diff --git a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Core/jobs/AdminUtils/config.xml b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Kubernetes/jobs/AdminUtils/config.xml similarity index 66% rename from deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Core/jobs/AdminUtils/config.xml rename to deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Kubernetes/jobs/AdminUtils/config.xml index c9eb87767..bcc027f7d 100644 --- a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Core/jobs/AdminUtils/config.xml +++ b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Kubernetes/jobs/AdminUtils/config.xml @@ -1,26 +1,25 @@ - - + - + hudson.model.ParametersDefinitionProperty com.sonyericsson.rebuild.RebuildSettings - + false -1 - -1 + 10 -1 - 5 + 2 - + false false @@ -35,76 +34,88 @@ image_tag <font color=red size=2><b>CAUTION: If the value is blank, image tag will be taken from the latest metadata.json.</b></font> - + false - + private_branch - + choice-parameter-2544395024638227 1 +return """<b>This parameter is not used</b>""" false - - + + false AdminUtils + Deploy/dev/Kubernetes/AdminUtils - + ET_FORMATTED_HTML true - + branch_or_tag - + choice-parameter-2620434998790477 1 +return """<b>This parameter is not used</b>""" false - - + + false AdminUtils + Deploy/dev/Kubernetes/AdminUtils - + ET_FORMATTED_HTML true + + role_name + + + + helm-deploy + + + - + 0 0 false project false - + + - - ArtifactUpload/dev/Core/AdminUtils + + Deploy/dev/Core/AdminUtils SUCCESS 0 @@ -115,8 +126,8 @@ return """<b>This parameter is not used</b>"&quo - - + + 2 @@ -134,15 +145,15 @@ return """<b>This parameter is not used</b>"&quo true false - + 0 false - pipelines/deploy/adminutils/Jenkinsfile + kubernetes/pipelines/deploy_core/Jenkinsfile false false - + \ No newline at end of file diff --git a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Core/jobs/Telemetry/config.xml b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Kubernetes/jobs/Analytics/config.xml similarity index 64% rename from deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Core/jobs/Telemetry/config.xml rename to deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Kubernetes/jobs/Analytics/config.xml index d41ac682b..1f171d108 100644 --- a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Core/jobs/Telemetry/config.xml +++ b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Kubernetes/jobs/Analytics/config.xml @@ -1,22 +1,21 @@ - - + - + hudson.model.ParametersDefinitionProperty com.sonyericsson.rebuild.RebuildSettings - + false -1 - -1 + 10 -1 - 5 + 2 @@ -29,82 +28,94 @@ absolute_job_path <font color=dimgray size=2><b>Do not change this value! The metadata.json will be copied from this job.</b></font> - ArtifactUpload/dev/Core/Telemetry + ArtifactUpload/dev/Core/Analytics false image_tag <font color=red size=2><b>CAUTION: If the value is blank, image tag will be taken from the latest metadata.json.</b></font> - + false - + private_branch - + choice-parameter-2544395024638227 1 +return """<b>This parameter is not used</b>""" false - - + + false - Telemetry + Analytics + Deploy/dev/Kubernetes/Analytics - + ET_FORMATTED_HTML true - + branch_or_tag - + choice-parameter-2620434998790477 1 +return """<b>This parameter is not used</b>""" false - - + + false - Telemetry + Analytics + Deploy/dev/Kubernetes/Analytics - + ET_FORMATTED_HTML true + + role_name + + + + sunbird-deploy + + + - + 0 0 false project false - + + - - ArtifactUpload/dev/Core/Telemetry + + ArtifactUpload/dev/Core/Analytics SUCCESS 0 @@ -115,8 +126,8 @@ return """<b>This parameter is not used</b>"&quo - - + + 2 @@ -134,13 +145,13 @@ return """<b>This parameter is not used</b>"&quo true false - - 1 + + 0 false - pipelines/deploy/telemetry/Jenkinsfile + kubernetes/pipelines/deploy_core/Jenkinsfile false diff --git a/deploy/jenkins/jobs/Provision/jobs/dev/jobs/Core/jobs/keycloak-test/config.xml b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Kubernetes/jobs/ApplicationElasticSearch/config.xml similarity index 57% rename from deploy/jenkins/jobs/Provision/jobs/dev/jobs/Core/jobs/keycloak-test/config.xml rename to deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Kubernetes/jobs/ApplicationElasticSearch/config.xml index e335f972d..766a8ce2f 100644 --- a/deploy/jenkins/jobs/Provision/jobs/dev/jobs/Core/jobs/keycloak-test/config.xml +++ b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Kubernetes/jobs/ApplicationElasticSearch/config.xml @@ -1,88 +1,91 @@ - - + - + false -1 - -1 + 10 -1 - 5 + 2 - + false false - + private_branch - - choice-parameter-196487835595646 + + choice-parameter-186487879604743 1 +return """<b>This parameter is not used</b>""" false - - + + false - keycloak-test + ApplicationElasticSearch + Deploy/dev/Kubernetes/ApplicationElasticSearch - + ET_FORMATTED_HTML true - + branch_or_tag - - choice-parameter-196487838166797 + + choice-parameter-186487885338467 1 +return """<b>This parameter is not used</b>""" false - - + + false - keycloak-test + ApplicationElasticSearch + Deploy/dev/Kubernetes/ApplicationElasticSearch - + ET_FORMATTED_HTML true - + 0 0 false project false - + + - - + + 2 @@ -100,13 +103,13 @@ return """<b>This parameter is not used</b>"&quo true false - + 1 false - pipelines/provision/keycloak/Jenkinsfile + pipelines/deploy/application-elasticsearch/Jenkinsfile false diff --git a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Core/jobs/Assessment/config.xml b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Kubernetes/jobs/Assessment/config.xml similarity index 66% rename from deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Core/jobs/Assessment/config.xml rename to deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Kubernetes/jobs/Assessment/config.xml index 1353dd4e7..3005e6146 100644 --- a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Core/jobs/Assessment/config.xml +++ b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Kubernetes/jobs/Assessment/config.xml @@ -1,22 +1,21 @@ - - + - + hudson.model.ParametersDefinitionProperty com.sonyericsson.rebuild.RebuildSettings - + false -1 - -1 + 10 -1 - 5 + 2 @@ -35,77 +34,87 @@ image_tag <font color=red size=2><b>CAUTION: If the value is blank, image tag will be taken from the latest metadata.json.</b></font> - + false - + private_branch - + choice-parameter-2544395024638227 1 +return """<b>This parameter is not used</b>""" false - - + + false Assessment - Deploy/dev/Core_disabled/Assessment + Deploy/dev/Kubernetes/Assessment - + ET_FORMATTED_HTML true - + branch_or_tag - + choice-parameter-2620434998790477 1 +return """<b>This parameter is not used</b>""" false - - + + false Assessment - Deploy/dev/Core_disabled/Assessment + Deploy/dev/Kubernetes/Assessment - + ET_FORMATTED_HTML true + + role_name + + + + sunbird-deploy + + + - + 0 0 false project false - + + - + ArtifactUpload/dev/Core/Assessment SUCCESS @@ -117,8 +126,8 @@ return """<b>This parameter is not used</b>"&quo - - + + 2 @@ -136,13 +145,13 @@ return """<b>This parameter is not used</b>"&quo true false - - 1 + + 0 false - pipelines/deploy/assessment/Jenkinsfile + kubernetes/pipelines/deploy_core/Jenkinsfile false diff --git a/deploy/jenkins/jobs/Provision/jobs/dev/jobs/DataPipeline/jobs/postgres-managed/config.xml b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Kubernetes/jobs/BootstrapCluster/config.xml similarity index 84% rename from deploy/jenkins/jobs/Provision/jobs/dev/jobs/DataPipeline/jobs/postgres-managed/config.xml rename to deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Kubernetes/jobs/BootstrapCluster/config.xml index 1a2bcd658..cd562225f 100644 --- a/deploy/jenkins/jobs/Provision/jobs/dev/jobs/DataPipeline/jobs/postgres-managed/config.xml +++ b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Kubernetes/jobs/BootstrapCluster/config.xml @@ -14,11 +14,12 @@ -1 - -1 + 10 -1 - 5 + 2 + false false @@ -28,7 +29,7 @@ private_branch - choice-parameter-196498570819230 + choice-parameter-2544395024638227 1 - postgres-managed - Provision/dev/DataPipeline/postgres-managed + BootstrapCluster + Deploy/dev/Kubernetes/BootstrapCluster ET_FORMATTED_HTML @@ -54,12 +55,12 @@ return """<b>This parameter is not used</b>"&quo branch_or_tag - choice-parameter-196498577913500 + choice-parameter-2620434998790477 1 - postgres-managed - Provision/dev/DataPipeline/postgres-managed + BootstrapCluster + Deploy/dev/Kubernetes/BootstrapCluster ET_FORMATTED_HTML @@ -89,13 +90,16 @@ return """<b>This parameter is not used</b>"&quo false + + + 2 - https://github.com/project-sunbird/sunbird-data-pipeline.git + https://github.com/project-sunbird/sunbird-devops.git @@ -115,9 +119,9 @@ return """<b>This parameter is not used</b>"&quo - pipelines/provision/postgres-managed/Jenkinsfile + kubernetes/pipelines/bootstrap_core/Jenkinsfile false - false + true \ No newline at end of file diff --git a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Core/jobs/OnboardAPIs/config.xml b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Kubernetes/jobs/BootstrapMinimal/config.xml similarity index 88% rename from deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Core/jobs/OnboardAPIs/config.xml rename to deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Kubernetes/jobs/BootstrapMinimal/config.xml index 7e9662ce0..a0fcdd789 100644 --- a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Core/jobs/OnboardAPIs/config.xml +++ b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Kubernetes/jobs/BootstrapMinimal/config.xml @@ -14,9 +14,9 @@ -1 - -1 + 10 -1 - 5 + 2 @@ -29,7 +29,7 @@ private_branch - choice-parameter-117346587048120 + choice-parameter-2544395024638227 1 - OnboardAPIs - Deploy/dev/Core/OnboardAPIs + BootstrapMinimal + Deploy/dev/Kubernetes/BootstrapMinimal ET_FORMATTED_HTML @@ -55,7 +55,7 @@ return """<b>This parameter is not used</b>"&quo branch_or_tag - choice-parameter-117346594984751 + choice-parameter-2620434998790477 1 - OnboardAPIs - Deploy/dev/Core/OnboardAPIs + BootstrapMinimal + Deploy/dev/Kubernetes/BootstrapMinimal ET_FORMATTED_HTML @@ -90,13 +90,16 @@ return """<b>This parameter is not used</b>"&quo false + + + 2 - https://github.com/project-sunbird/sunbird-devops + https://github.com/project-sunbird/sunbird-devops.git @@ -111,12 +114,12 @@ return """<b>This parameter is not used</b>"&quo true false - 1 + 0 false - pipelines/deploy/am-onboard-apis/Jenkinsfile + kubernetes/pipelines/bootstrap_minimal/Jenkinsfile false diff --git a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Core/jobs/Oauth/config.xml b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Kubernetes/jobs/BootstrapMongodb/config.xml similarity index 56% rename from deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Core/jobs/Oauth/config.xml rename to deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Kubernetes/jobs/BootstrapMongodb/config.xml index a90507de4..ca084b756 100644 --- a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Core/jobs/Oauth/config.xml +++ b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Kubernetes/jobs/BootstrapMongodb/config.xml @@ -1,15 +1,14 @@ - - + - + false - 10 - -1 + -1 + 10 -1 - 5 + 2 @@ -19,81 +18,83 @@ - + private_branch - - choice-parameter-186759255678992 + + choice-parameter-196486141556745 1 +return """<b>This parameter is not used</b>""" false - - + + false - Oauth + BootstrapMongodb + Deploy/dev/Core/BootstrapMongodb - + ET_FORMATTED_HTML true - + branch_or_tag - - choice-parameter-186759262347032 + + choice-parameter-196486144020383 1 +return """<b>This parameter is not used</b>""" false - - + + false - Oauth + BootstrapMongodb + Deploy/dev/Core/BootstrapMongodb - + ET_FORMATTED_HTML true - tag - + tag_name + - stack-oauth - stack-kibana + nodebb - + 0 0 false project false - + + - - + + 2 @@ -111,13 +112,13 @@ return """<b>This parameter is not used</b>"&quo true false - - 1 + + 0 false - pipelines/deploy/oauth/Jenkinsfile + pipelines/nodebb/Jenkinsfile false diff --git a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Kubernetes/jobs/Bot/config.xml b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Kubernetes/jobs/Bot/config.xml new file mode 100644 index 000000000..8e3a2f927 --- /dev/null +++ b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Kubernetes/jobs/Bot/config.xml @@ -0,0 +1,159 @@ + + + + + hudson.model.ParametersDefinitionProperty + com.sonyericsson.rebuild.RebuildSettings + + + + + false + + + + -1 + 10 + -1 + 2 + + + + + false + false + + + + + absolute_job_path + <font color=dimgray size=2><b>Do not change this value! The metadata.json will be copied from this job.</b></font> + ArtifactUpload/dev/Core/Bot + false + + + image_tag + <font color=red size=2><b>CAUTION: If the value is blank, image tag will be taken from the latest metadata.json.</b></font> + + false + + + private_branch + + choice-parameter-2544395024638227 + 1 + + false + + + + false + + + Bot + Deploy/dev/Kubernetes/Bot + + + ET_FORMATTED_HTML + true + + + branch_or_tag + + choice-parameter-2620434998790477 + 1 + + false + + + + false + + + Bot + Deploy/dev/Kubernetes/Bot + + + ET_FORMATTED_HTML + true + + + role_name + + + + chatbot + + + + + + + 0 + 0 + + false + project + false + + + + + + + + ArtifactUpload/dev/Core/Bot + + SUCCESS + 0 + BLUE + true + + + + + + + + 2 + + + https://github.com/project-sunbird/sunbird-bot.git + + + + + ${branch_or_tag} + + + false + + + + true + false + + 0 + false + + + + pipelines/chatbot.Jenkinsfile + false + + + false + \ No newline at end of file diff --git a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Kubernetes/jobs/Cassandra/config.xml b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Kubernetes/jobs/Cassandra/config.xml new file mode 100644 index 000000000..3f4cb8708 --- /dev/null +++ b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Kubernetes/jobs/Cassandra/config.xml @@ -0,0 +1,219 @@ + + + + false + + + + -1 + 10 + -1 + 2 + + + + + false + false + + + + + absolute_job_path + <font color=dimgray size=2><b>Do not change this value! The metadata.json will be copied from this job.</b></font> + ArtifactUpload/dev/Core/Cassandra + false + + + artifact_source + <font color=dimgray size=2><b> +ArtifactRepo - Download the artifact from azure blob, JenkinsJob - Use the atrifact from Jenkins job.</b></font> + choice-parameter-9600649228560 + 1 + + false + + + + Cassandra + Deploy/dev/Kubernetes/Cassandra + + + PT_SINGLE_SELECT + false + 1 + + + build_number + + choice-parameter-9600651313765 + 1 + + false + + + + Cassandra + Deploy/dev/Kubernetes/Cassandra + + artifact_source + ET_FORMATTED_HTML + true + + + artifact_version + + choice-parameter-9600653373369 + 1 + + false + + + + Cassandra + Deploy/dev/Kubernetes/Cassandra + + artifact_source + ET_FORMATTED_HTML + true + + + private_branch + + choice-parameter-2544395024638227 + 1 + + false + + + + false + + + Cassandra + Deploy/dev/Kubernetes/Cassandra + + + ET_FORMATTED_HTML + true + + + branch_or_tag + + choice-parameter-2620434998790477 + 1 + + false + + + + false + + + Cassandra + Deploy/dev/Kubernetes/Cassandra + + + ET_FORMATTED_HTML + true + + + + + 0 + 0 + + false + project + false + + + + + + + + ArtifactUpload/dev/Core/Cassandra + + SUCCESS + 0 + BLUE + true + + + + + + + + 2 + + + https://github.com/project-sunbird/sunbird-devops.git + + + + + ${branch_or_tag} + + + false + + + + true + false + + 0 + false + + + + pipelines/deploy/cassandra-deploy/Jenkinsfile + false + + + false + \ No newline at end of file diff --git a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/DataPipeline/jobs/Monitoring/config.xml b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Kubernetes/jobs/CassandraDBUpdate/config.xml similarity index 53% rename from deploy/jenkins/jobs/Deploy/jobs/dev/jobs/DataPipeline/jobs/Monitoring/config.xml rename to deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Kubernetes/jobs/CassandraDBUpdate/config.xml index dcfdb361b..6d70cff16 100644 --- a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/DataPipeline/jobs/Monitoring/config.xml +++ b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Kubernetes/jobs/CassandraDBUpdate/config.xml @@ -1,103 +1,103 @@ - - + - + false -1 - -1 + 10 -1 - 5 + 2 - + false false - - private_branch - - choice-parameter-188158799721702 + + branch_or_tag + + choice-parameter-9675060449018219 1 +return """<b>This parameter is not used</b>""" false - - + + false - Monitoring + CassandraDBUpdate + Deploy/dev/Core/CassandraDBUpdate - + ET_FORMATTED_HTML true - - branch_or_tag - - choice-parameter-188158802464010 + + private_branch + + choice-parameter-9675060450520341 1 +return """<b>This parameter is not used</b>""" false - - + + false - Monitoring + CassandraDBUpdate + Deploy/dev/Core/CassandraDBUpdate - + ET_FORMATTED_HTML true + + cql_file_name + <font color=dimgray size=2><b>enter the cql file name from templates folder <br> + templates frolder from the ansible role : <br> + sunbird-devops/ansible/roles/cassandra-db-update/templates <br> + </b></font> + alter_externalId_table.cql + false + - + 0 0 false project false - + + - - - - - - FAILURE - 2 - RED - true - - - + - - + + 2 @@ -115,15 +115,15 @@ return """<b>This parameter is not used</b>"&quo true false - - 1 + + 0 false - pipelines/deploy/monitor/DataPipeline/Jenkinsfile + pipelines/cassandra_db_update/Jenkinsfile false false - + \ No newline at end of file diff --git a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Kubernetes/jobs/CassandraDecrypt/config.xml b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Kubernetes/jobs/CassandraDecrypt/config.xml new file mode 100644 index 000000000..f091b47fb --- /dev/null +++ b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Kubernetes/jobs/CassandraDecrypt/config.xml @@ -0,0 +1,229 @@ + + + + false + + + + -1 + 10 + -1 + 2 + + + + + false + false + + + + + absolute_job_path + <font color=dimgray size=2><b>Do not change this value! The metadata.json will be copied from this job.</b></font> + ArtifactUpload/dev/Core/CassandraDecrypt + false + + + artifact_source + <font color=dimgray size=2><b> +ArtifactRepo - Download the artifact from azure blob, JenkinsJob - Use the atrifact from Jenkins job.</b></font> + choice-parameter-9600649228560 + 1 + + false + + + + CassandraDecrypt + Deploy/dev/Core/CassandraDecrypt + + + PT_SINGLE_SELECT + false + 1 + + + build_number + + choice-parameter-9600651313765 + 1 + + false + + + + CassandraDecrypt + Deploy/dev/Core/CassandraDecrypt + + artifact_source + ET_FORMATTED_HTML + true + + + artifact_version + + choice-parameter-9600653373369 + 1 + + false + + + + CassandraDecrypt + Deploy/dev/Core/CassandraDecrypt + + artifact_source + ET_FORMATTED_HTML + true + + + private_branch + + choice-parameter-2544395024638227 + 1 + + false + + + + false + + + CassandraDecrypt + Deploy/dev/Core/CassandraDecrypt + + + ET_FORMATTED_HTML + true + + + branch_or_tag + + choice-parameter-2620434998790477 + 1 + + false + + + + false + + + CassandraDecrypt + Deploy/dev/Core/CassandraDecrypt + + + ET_FORMATTED_HTML + true + + + cassandra_jar_name + + + + groups-service-util-1.0-SNAPSHOT-jar-with-dependencies.jar + user-declaration-util-1.0-SNAPSHOT-jar-with-dependencies.jar + + + + + + + 0 + 0 + + false + project + false + + + + + + + + ArtifactUpload/dev/Core/CassandraDecrypt + + SUCCESS + 0 + BLUE + true + + + + + + + + 2 + + + https://github.com/project-sunbird/sunbird-devops.git + + + + + ${branch_or_tag} + + + false + + + + true + false + + 0 + false + + + + pipelines/deploy/cassandra-deploy/Jenkinsfile.decrypt + false + + + false + \ No newline at end of file diff --git a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Core/jobs/Cert/config.xml b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Kubernetes/jobs/Cert/config.xml similarity index 66% rename from deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Core/jobs/Cert/config.xml rename to deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Kubernetes/jobs/Cert/config.xml index 5713bdacb..84457796b 100644 --- a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Core/jobs/Cert/config.xml +++ b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Kubernetes/jobs/Cert/config.xml @@ -1,22 +1,21 @@ - - + - + hudson.model.ParametersDefinitionProperty com.sonyericsson.rebuild.RebuildSettings - + false -1 - -1 + 10 -1 - 5 + 2 @@ -35,77 +34,87 @@ image_tag <font color=red size=2><b>CAUTION: If the value is blank, image tag will be taken from the latest metadata.json.</b></font> - + false - + private_branch - + choice-parameter-2544395024638227 1 +return """<b>This parameter is not used</b>""" false - - + + false Cert - Deploy/dev/Core/Cert + Deploy/dev/Kubernetes/Cert - + ET_FORMATTED_HTML true - + branch_or_tag - + choice-parameter-2620434998790477 1 +return """<b>This parameter is not used</b>""" false - - + + false Cert - Deploy/dev/Core/Cert + Deploy/dev/Kubernetes/Cert - + ET_FORMATTED_HTML true + + role_name + + + + sunbird-deploy + + + - + 0 0 false project false - + + - + ArtifactUpload/dev/Core/Cert SUCCESS @@ -117,8 +126,8 @@ return """<b>This parameter is not used</b>"&quo - - + + 2 @@ -136,13 +145,13 @@ return """<b>This parameter is not used</b>"&quo true false - - 1 + + 0 false - pipelines/deploy/cert/Jenkinsfile + kubernetes/pipelines/deploy_core/Jenkinsfile false diff --git a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Core/jobs/CertRegistryService/config.xml b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Kubernetes/jobs/CertRegistry/config.xml similarity index 65% rename from deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Core/jobs/CertRegistryService/config.xml rename to deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Kubernetes/jobs/CertRegistry/config.xml index 44e278d0d..642ffe751 100644 --- a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Core/jobs/CertRegistryService/config.xml +++ b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Kubernetes/jobs/CertRegistry/config.xml @@ -1,22 +1,21 @@ - - + - + hudson.model.ParametersDefinitionProperty com.sonyericsson.rebuild.RebuildSettings - + false -1 - -1 + 10 -1 - 5 + 2 @@ -35,75 +34,87 @@ image_tag <font color=red size=2><b>CAUTION: If the value is blank, image tag will be taken from the latest metadata.json.</b></font> - + false - + private_branch - + choice-parameter-2544395024638227 1 +return """<b>This parameter is not used</b>""" false - - + + false - CertRegistryService + CertRegistry + Deploy/dev/Kubernetes/CertRegistry - + ET_FORMATTED_HTML true - + branch_or_tag - + choice-parameter-2620434998790477 1 +return """<b>This parameter is not used</b>""" false - - + + false - CertRegistryService + CertRegistry + Deploy/dev/Kubernetes/CertRegistry - + ET_FORMATTED_HTML true + + role_name + + + + sunbird-deploy + + + - + 0 0 false project false - + + - + ArtifactUpload/dev/Core/CertRegistryService SUCCESS @@ -115,8 +126,8 @@ return """<b>This parameter is not used</b>"&quo - - + + 2 @@ -134,13 +145,13 @@ return """<b>This parameter is not used</b>"&quo true false - - 1 + + 0 false - pipelines/deploy/cert-registry-service/Jenkinsfile + kubernetes/pipelines/deploy_core/Jenkinsfile false diff --git a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Core/jobs/Content/config.xml b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Kubernetes/jobs/Content/config.xml similarity index 66% rename from deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Core/jobs/Content/config.xml rename to deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Kubernetes/jobs/Content/config.xml index c7253c951..778e89432 100644 --- a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Core/jobs/Content/config.xml +++ b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Kubernetes/jobs/Content/config.xml @@ -1,22 +1,21 @@ - - + - + hudson.model.ParametersDefinitionProperty com.sonyericsson.rebuild.RebuildSettings - + false -1 - -1 + 10 -1 - 5 + 2 @@ -35,77 +34,87 @@ image_tag <font color=red size=2><b>CAUTION: If the value is blank, image tag will be taken from the latest metadata.json.</b></font> - + false - + private_branch - + choice-parameter-2544395024638227 1 +return """<b>This parameter is not used</b>""" false - - + + false Content - Deploy/dev/Core/Content + Deploy/dev/Kubernetes/Content - + ET_FORMATTED_HTML true - + branch_or_tag - + choice-parameter-2620434998790477 1 +return """<b>This parameter is not used</b>""" false - - + + false Content - Deploy/dev/Core/Content + Deploy/dev/Kubernetes/Content - + ET_FORMATTED_HTML true + + role_name + + + + sunbird-deploy + + + - + 0 0 false project false - + + - + ArtifactUpload/dev/Core/Content SUCCESS @@ -117,8 +126,8 @@ return """<b>This parameter is not used</b>"&quo - - + + 2 @@ -136,13 +145,13 @@ return """<b>This parameter is not used</b>"&quo true false - - 1 + + 0 false - pipelines/deploy/content/Jenkinsfile + kubernetes/pipelines/deploy_core/Jenkinsfile false diff --git a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Kubernetes/jobs/Dial/config.xml b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Kubernetes/jobs/Dial/config.xml new file mode 100644 index 000000000..e635df4c1 --- /dev/null +++ b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Kubernetes/jobs/Dial/config.xml @@ -0,0 +1,159 @@ + + + + + hudson.model.ParametersDefinitionProperty + com.sonyericsson.rebuild.RebuildSettings + + + + + false + + + + -1 + 10 + -1 + 2 + + + + + false + false + + + + + absolute_job_path + <font color=dimgray size=2><b>Do not change this value! The metadata.json will be copied from this job.</b></font> + ArtifactUpload/dev/Core/Dial + false + + + image_tag + <font color=red size=2><b>CAUTION: If the value is blank, image tag will be taken from the latest metadata.json.</b></font> + + false + + + private_branch + + choice-parameter-2544395024638227 + 1 + + false + + + + false + + + Dial + Deploy/dev/Kubernetes/Dial + + + ET_FORMATTED_HTML + true + + + branch_or_tag + + choice-parameter-2620434998790477 + 1 + + false + + + + false + + + Dial + Deploy/dev/Kubernetes/Dial + + + ET_FORMATTED_HTML + true + + + role_name + + + + sunbird-deploy + + + + + + + 0 + 0 + + false + project + false + + + + + + + + ArtifactUpload/dev/Core/Dial + + SUCCESS + 0 + BLUE + true + + + + + + + + 2 + + + https://github.com/project-sunbird/sunbird-devops.git + + + + + ${branch_or_tag} + + + false + + + + true + false + + 0 + false + + + + kubernetes/pipelines/deploy_core/Jenkinsfile + false + + + false + \ No newline at end of file diff --git a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Kubernetes/jobs/DiscussionsMW/config.xml b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Kubernetes/jobs/DiscussionsMW/config.xml new file mode 100644 index 000000000..d9066b159 --- /dev/null +++ b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Kubernetes/jobs/DiscussionsMW/config.xml @@ -0,0 +1,159 @@ + + + + + hudson.model.ParametersDefinitionProperty + com.sonyericsson.rebuild.RebuildSettings + + + + + false + + + + -1 + 10 + -1 + 2 + + + + + false + false + + + + + absolute_job_path + <font color=dimgray size=2><b>Do not change this value! The metadata.json will be copied from this job.</b></font> + ArtifactUpload/dev/Core/DiscussionsMW + false + + + image_tag + <font color=red size=2><b>CAUTION: If the value is blank, image tag will be taken from the latest metadata.json.</b></font> + + false + + + private_branch + + choice-parameter-2544395024638227 + 1 + + false + + + + false + + + DiscussionsMW + Deploy/dev/Kubernetes/DiscussionsMW + + + ET_FORMATTED_HTML + true + + + branch_or_tag + + choice-parameter-2620434998790477 + 1 + + false + + + + false + + + DiscussionsMW + Deploy/dev/Kubernetes/DiscussionsMW + + + ET_FORMATTED_HTML + true + + + role_name + + + + sunbird-deploy + + + + + + + 0 + 0 + + false + project + false + + + + + + + + ArtifactUpload/dev/Core/DiscussionsMW + + SUCCESS + 0 + BLUE + true + + + + + + + + 2 + + + https://github.com/project-sunbird/sunbird-devops.git + + + + + ${branch_or_tag} + + + false + + + + true + false + + 0 + false + + + + kubernetes/pipelines/deploy_core/Jenkinsfile + false + + + false + \ No newline at end of file diff --git a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Core/jobs/EncService/config.xml b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Kubernetes/jobs/Enc/config.xml similarity index 66% rename from deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Core/jobs/EncService/config.xml rename to deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Kubernetes/jobs/Enc/config.xml index 46fec0d7d..a70c0171a 100644 --- a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Core/jobs/EncService/config.xml +++ b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Kubernetes/jobs/Enc/config.xml @@ -1,26 +1,25 @@ - - + - + hudson.model.ParametersDefinitionProperty com.sonyericsson.rebuild.RebuildSettings - + false -1 - -1 + 10 -1 - 5 + 2 - + false false @@ -35,75 +34,87 @@ image_tag <font color=red size=2><b>CAUTION: If the value is blank, image tag will be taken from the latest metadata.json.</b></font> - + false - + private_branch - + choice-parameter-2544395024638227 1 +return """<b>This parameter is not used</b>""" false - - + + false - EncService + Enc + Deploy/dev/Kubernetes/Enc - + ET_FORMATTED_HTML true - + branch_or_tag - + choice-parameter-2620434998790477 1 +return """<b>This parameter is not used</b>""" false - - + + false - EncService + Enc + Deploy/dev/Kubernetes/Enc - + ET_FORMATTED_HTML true + + role_name + + + + sunbird-deploy + + + - + 0 0 false project false - + + - + ArtifactUpload/dev/Core/EncService SUCCESS @@ -115,8 +126,8 @@ return """<b>This parameter is not used</b>"&quo - - + + 2 @@ -134,13 +145,13 @@ return """<b>This parameter is not used</b>"&quo true false - - 1 + + 0 false - pipelines/deploy/enc/Jenkinsfile + kubernetes/pipelines/deploy_core/Jenkinsfile false diff --git a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Kubernetes/jobs/Groups/config.xml b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Kubernetes/jobs/Groups/config.xml new file mode 100644 index 000000000..7d53ae637 --- /dev/null +++ b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Kubernetes/jobs/Groups/config.xml @@ -0,0 +1,159 @@ + + + + + hudson.model.ParametersDefinitionProperty + com.sonyericsson.rebuild.RebuildSettings + + + + + false + + + + -1 + 10 + -1 + 2 + + + + + false + false + + + + + absolute_job_path + <font color=dimgray size=2><b>Do not change this value! The metadata.json will be copied from this job.</b></font> + ArtifactUpload/dev/Core/Groups + false + + + image_tag + <font color=red size=2><b>CAUTION: If the value is blank, image tag will be taken from the latest metadata.json.</b></font> + + false + + + private_branch + + choice-parameter-2544395024638227 + 1 + + false + + + + false + + + Groups + Deploy/dev/Kubernetes/Groups + + + ET_FORMATTED_HTML + true + + + branch_or_tag + + choice-parameter-2620434998790477 + 1 + + false + + + + false + + + Groups + Deploy/dev/Kubernetes/Groups + + + ET_FORMATTED_HTML + true + + + role_name + + + + sunbird-deploy + + + + + + + 0 + 0 + + false + project + false + + + + + + + + ArtifactUpload/dev/Core/Groups + + SUCCESS + 0 + BLUE + true + + + + + + + + 2 + + + https://github.com/project-sunbird/sunbird-devops.git + + + + + ${branch_or_tag} + + + false + + + + true + false + + 0 + false + + + + kubernetes/pipelines/deploy_core/Jenkinsfile + false + + + false + \ No newline at end of file diff --git a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Kubernetes/jobs/Hawkeye-superset/config.xml b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Kubernetes/jobs/Hawkeye-superset/config.xml new file mode 100644 index 000000000..7e4d19078 --- /dev/null +++ b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Kubernetes/jobs/Hawkeye-superset/config.xml @@ -0,0 +1,159 @@ + + + + + hudson.model.ParametersDefinitionProperty + com.sonyericsson.rebuild.RebuildSettings + + + + + false + + + + -1 + 10 + -1 + 2 + + + + + false + false + + + + + absolute_job_path + <font color=dimgray size=2><b>Do not change this value! The metadata.json will be copied from this job.</b></font> + ArtifactUpload/dev/Core/Hawkeye-superset + false + + + image_tag + <font color=red size=2><b>CAUTION: If the value is blank, image tag will be taken from the latest metadata.json.</b></font> + + false + + + private_branch + + choice-parameter-2544395024638227 + 1 + + false + + + + false + + + Hawkeye-superset + Deploy/dev/Kubernetes/Hawkeye-superset + + + ET_FORMATTED_HTML + true + + + branch_or_tag + + choice-parameter-2620434998790477 + 1 + + false + + + + false + + + Hawkeye-superset + Deploy/dev/Kubernetes/Hawkeye-superset + + + ET_FORMATTED_HTML + true + + + role_name + + + + helm-deploy + + + + + + + 0 + 0 + + false + project + false + + + + + + + + /ArtifactUpload/dev/Core/Hawkeye-superset + + SUCCESS + 0 + BLUE + true + + + + + + + + 2 + + + https://github.com/project-sunbird/sunbird-devops.git + + + + + ${branch_or_tag} + + + false + + + + true + false + + 0 + false + + + + kubernetes/pipelines/deploy_core/Jenkinsfile + false + + + false + \ No newline at end of file diff --git a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Core/jobs/KafkaSetup/config.xml b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Kubernetes/jobs/KafkaSetup/config.xml similarity index 98% rename from deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Core/jobs/KafkaSetup/config.xml rename to deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Kubernetes/jobs/KafkaSetup/config.xml index f53155770..a1bcf8308 100644 --- a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Core/jobs/KafkaSetup/config.xml +++ b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Kubernetes/jobs/KafkaSetup/config.xml @@ -14,9 +14,9 @@ -1 - -1 + 10 -1 - 5 + 2 diff --git a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Kubernetes/jobs/Keycloak/config.xml b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Kubernetes/jobs/Keycloak/config.xml new file mode 100644 index 000000000..0aeb9e696 --- /dev/null +++ b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Kubernetes/jobs/Keycloak/config.xml @@ -0,0 +1,206 @@ + + + + false + + + + -1 + 10 + -1 + 2 + + + + + false + false + + + + + absolute_job_path + <font color=dimgray size=2><b>Do not change this value! The metadata.json will be copied from this job.</b></font> + ArtifactUpload/dev/Core/Keycloak + false + + + artifact_source + <font color=dimgray size=2><b> +ArtifactRepo - Download the artifact from azure blob, JenkinsJob - Use the atrifact from Jenkins job.</b></font> + choice-parameter-9600649228560 + 1 + + false + + + + Keycloak + Deploy/dev/Kubernetes/Keycloak + + + PT_SINGLE_SELECT + false + 1 + + + build_number + + choice-parameter-9600651313765 + 1 + + false + + + + Keycloak + Deploy/dev/Kubernetes/Keycloak + + artifact_source + ET_FORMATTED_HTML + true + + + artifact_version + + choice-parameter-9600653373369 + 1 + + false + + + + Keycloak + Deploy/dev/Kubernetes/Keycloak + + artifact_source + ET_FORMATTED_HTML + true + + + private_branch + + choice-parameter-2544395024638227 + 1 + + false + + + + false + + + Keycloak + Deploy/dev/Kubernetes/Keycloak + + + ET_FORMATTED_HTML + true + + + branch_or_tag + + choice-parameter-2620434998790477 + 1 + + false + + + + false + + + Keycloak + Deploy/dev/Kubernetes/Keycloak + + + ET_FORMATTED_HTML + true + + + sunbird_auth_branch_or_tag + <font color=dimgray size=2><b>Provide the branch or tag of sunbird auth repo.</b></font> + release-3.6.0 + false + + + + + 0 + 0 + + false + project + false + + + + + + + + + + 2 + + + https://github.com/project-sunbird/sunbird-devops.git + + + + + ${branch_or_tag} + + + false + + + + pipelines/deploy/keycloak/Jenkinsfile + false + + + false + \ No newline at end of file diff --git a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Kubernetes/jobs/KeycloakMigration/config.xml b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Kubernetes/jobs/KeycloakMigration/config.xml new file mode 100644 index 000000000..a32fbf199 --- /dev/null +++ b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Kubernetes/jobs/KeycloakMigration/config.xml @@ -0,0 +1,173 @@ + + + + false + + + + -1 + 10 + -1 + 2 + + + + + false + false + + + + + absolute_job_path + <font color=dimgray size=2><b>Do not change this value! The metadata.json will be copied from this job.</b></font> + ArtifactUpload/dev/Core/Keycloak + false + + + artifact_source + <font color=dimgray size=2><b> +ArtifactRepo - Download the artifact from azure blob, JenkinsJob - Use the atrifact from Jenkins job.</b></font> + choice-parameter-9600649228560 + 1 + + false + + + + KeycloakMigration + Deploy/dev/Kubernetes/KeycloakMigration + + + PT_SINGLE_SELECT + false + 1 + + + build_number + + choice-parameter-9600651313765 + 1 + + false + + + + KeycloakMigration + Deploy/dev/Kubernetes/KeycloakMigration + + artifact_source + ET_FORMATTED_HTML + true + + + artifact_version + + choice-parameter-9600653373369 + 1 + + false + + + + KeycloakMigration + Deploy/dev/Kubernetes/KeycloakMigration + + artifact_source + ET_FORMATTED_HTML + true + + + private_branch + + choice-parameter-2544395024638227 + 1 + + false + + + + false + + + KeycloakMigration + Deploy/dev/Kubernetes/KeycloakMigration + + + ET_FORMATTED_HTML + true + + + + + 0 + 0 + + false + project + false + + + + + + + + + + 2 + + + https://github.com/project-sunbird/sunbird-devops.git + + + + + ${branch_or_tag} + + + false + + + + pipelines/deploy/keycloak-migration/Jenkinsfile + true + + + false + \ No newline at end of file diff --git a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Core/jobs/KeycloakRealm/config.xml b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Kubernetes/jobs/KeycloakRealm/config.xml similarity index 98% rename from deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Core/jobs/KeycloakRealm/config.xml rename to deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Kubernetes/jobs/KeycloakRealm/config.xml index 78de0730d..0674ca952 100644 --- a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Core/jobs/KeycloakRealm/config.xml +++ b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Kubernetes/jobs/KeycloakRealm/config.xml @@ -14,9 +14,9 @@ -1 - -1 + 10 -1 - 5 + 2 diff --git a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Kubernetes/jobs/KnowledgeMW/config.xml b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Kubernetes/jobs/KnowledgeMW/config.xml new file mode 100644 index 000000000..413dc7c22 --- /dev/null +++ b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Kubernetes/jobs/KnowledgeMW/config.xml @@ -0,0 +1,159 @@ + + + + + hudson.model.ParametersDefinitionProperty + com.sonyericsson.rebuild.RebuildSettings + + + + + false + + + + -1 + 10 + -1 + 2 + + + + + false + false + + + + + absolute_job_path + <font color=dimgray size=2><b>Do not change this value! The metadata.json will be copied from this job.</b></font> + ArtifactUpload/dev/Core/KnowledgeMW + false + + + image_tag + <font color=red size=2><b>CAUTION: If the value is blank, image tag will be taken from the latest metadata.json.</b></font> + + false + + + private_branch + + choice-parameter-2544395024638227 + 1 + + false + + + + false + + + KnowledgeMW + Deploy/dev/Kubernetes/KnowledgeMW + + + ET_FORMATTED_HTML + true + + + branch_or_tag + + choice-parameter-2620434998790477 + 1 + + false + + + + false + + + KnowledgeMW + Deploy/dev/Kubernetes/KnowledgeMW + + + ET_FORMATTED_HTML + true + + + role_name + + + + sunbird-deploy + + + + + + + 0 + 0 + + false + project + false + + + + + + + + ArtifactUpload/dev/Core/KnowledgeMW + + SUCCESS + 0 + BLUE + true + + + + + + + + 2 + + + https://github.com/project-sunbird/sunbird-devops.git + + + + + ${branch_or_tag} + + + false + + + + true + false + + 0 + false + + + + kubernetes/pipelines/deploy_core/Jenkinsfile + false + + + false + \ No newline at end of file diff --git a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Kubernetes/jobs/KongJWTAdminUtil/config.xml b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Kubernetes/jobs/KongJWTAdminUtil/config.xml new file mode 100644 index 000000000..fb34338fb --- /dev/null +++ b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Kubernetes/jobs/KongJWTAdminUtil/config.xml @@ -0,0 +1,136 @@ + + + + + hudson.model.ParametersDefinitionProperty + com.sonyericsson.rebuild.RebuildSettings + + + + + false + + + + -1 + 10 + -1 + 2 + + + + + false + false + + + + + private_branch + + choice-parameter-2544395024638227 + 1 + + false + + + + false + + + KongJWTAdminUtil + Deploy/dev/Kubernetes/KongJWTAdminUtil + + + ET_FORMATTED_HTML + true + + + branch_or_tag + + choice-parameter-2620434998790477 + 1 + + false + + + + false + + + KongJWTAdminUtil + Deploy/dev/Kubernetes/KongJWTAdminUtil + + + ET_FORMATTED_HTML + true + + + role_name + + + + kong-jwt-create-adminutil + + + + + + + 0 + 0 + + false + project + false + + + + + + + + + + 2 + + + https://github.com/project-sunbird/sunbird-devops.git + + + + + ${branch_or_tag} + + + false + + + + true + false + + 0 + false + + + + kubernetes/pipelines/kong-jwt-create-adminutil/Jenkinsfile + false + + + false + \ No newline at end of file diff --git a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Core/jobs/Learner/config.xml b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Kubernetes/jobs/Learner/config.xml similarity index 66% rename from deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Core/jobs/Learner/config.xml rename to deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Kubernetes/jobs/Learner/config.xml index db227c473..bde05ee65 100644 --- a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Core/jobs/Learner/config.xml +++ b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Kubernetes/jobs/Learner/config.xml @@ -1,22 +1,21 @@ - - + - + hudson.model.ParametersDefinitionProperty com.sonyericsson.rebuild.RebuildSettings - + false -1 - -1 + 10 -1 - 5 + 2 @@ -35,77 +34,87 @@ image_tag <font color=red size=2><b>CAUTION: If the value is blank, image tag will be taken from the latest metadata.json.</b></font> - + false - + private_branch - + choice-parameter-2544395024638227 1 +return """<b>This parameter is not used</b>""" false - - + + false Learner - Deploy/dev/Core/Learner + Deploy/dev/Kubernetes/Learner - + ET_FORMATTED_HTML true - + branch_or_tag - + choice-parameter-2620434998790477 1 +return """<b>This parameter is not used</b>""" false - - + + false Learner - Deploy/dev/Core/Learner + Deploy/dev/Kubernetes/Learner - + ET_FORMATTED_HTML true + + role_name + + + + sunbird-deploy + + + - + 0 0 false project false - + + - + ArtifactUpload/dev/Core/Learner SUCCESS @@ -117,8 +126,8 @@ return """<b>This parameter is not used</b>"&quo - - + + 2 @@ -136,13 +145,13 @@ return """<b>This parameter is not used</b>"&quo true false - - 1 + + 0 false - pipelines/deploy/learner/Jenkinsfile + kubernetes/pipelines/deploy_core/Jenkinsfile false diff --git a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Core/jobs/Lms/config.xml b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Kubernetes/jobs/Lms/config.xml similarity index 66% rename from deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Core/jobs/Lms/config.xml rename to deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Kubernetes/jobs/Lms/config.xml index 580fb9c89..403aaa17b 100644 --- a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Core/jobs/Lms/config.xml +++ b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Kubernetes/jobs/Lms/config.xml @@ -1,22 +1,21 @@ - - + - + hudson.model.ParametersDefinitionProperty com.sonyericsson.rebuild.RebuildSettings - + false -1 - -1 + 10 -1 - 5 + 2 @@ -35,77 +34,87 @@ image_tag <font color=red size=2><b>CAUTION: If the value is blank, image tag will be taken from the latest metadata.json.</b></font> - + false - + private_branch - + choice-parameter-2544395024638227 1 +return """<b>This parameter is not used</b>""" false - - + + false Lms - Deploy/dev/Core/Lms + Deploy/dev/Kubernetes/Lms - + ET_FORMATTED_HTML true - + branch_or_tag - + choice-parameter-2620434998790477 1 +return """<b>This parameter is not used</b>""" false - - + + false Lms - Deploy/dev/Core/Lms + Deploy/dev/Kubernetes/Lms - + ET_FORMATTED_HTML true + + role_name + + + + sunbird-deploy + + + - + 0 0 false project false - + + - + ArtifactUpload/dev/Core/Lms SUCCESS @@ -117,8 +126,8 @@ return """<b>This parameter is not used</b>"&quo - - + + 2 @@ -136,13 +145,13 @@ return """<b>This parameter is not used</b>"&quo true false - - 1 + + 0 false - pipelines/deploy/lms/Jenkinsfile + kubernetes/pipelines/deploy_core/Jenkinsfile false diff --git a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Kubernetes/jobs/Logging/config.xml b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Kubernetes/jobs/Logging/config.xml new file mode 100644 index 000000000..ba4d2985a --- /dev/null +++ b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Kubernetes/jobs/Logging/config.xml @@ -0,0 +1,149 @@ + + + + + hudson.model.ParametersDefinitionProperty + com.sonyericsson.rebuild.RebuildSettings + + + + + false + + + + -1 + 10 + -1 + 2 + + + + + false + false + + + + + private_branch + + choice-parameter-2544395024638227 + 1 + + false + + + + false + + + Logging + Deploy/dev/Kubernetes/Logging + + + ET_FORMATTED_HTML + true + + + branch_or_tag + + choice-parameter-2620434998790477 + 1 + + false + + + + false + + + Logging + Deploy/dev/Kubernetes/Logging + + + ET_FORMATTED_HTML + true + + + chartname + + + + elasticsearch + fluent-bit + kibana + oauth2-proxy + fluentd-elasticsearch + + + + + role_name + + + + logging + + + + + + + 0 + 0 + + false + project + false + + + + + + + + + + 2 + + + https://github.com/project-sunbird/sunbird-devops.git + + + + + ${branch_or_tag} + + + false + + + + true + false + + 0 + false + + + + kubernetes/pipelines/logging/Jenkinsfile + false + + + false + \ No newline at end of file diff --git a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Kubernetes/jobs/LoggingFileBeatsVM/config.xml b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Kubernetes/jobs/LoggingFileBeatsVM/config.xml new file mode 100644 index 000000000..044745f2f --- /dev/null +++ b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Kubernetes/jobs/LoggingFileBeatsVM/config.xml @@ -0,0 +1,175 @@ + + + + false + + + false + false + + + + + private_branch + + choice-parameter-6494533480752662 + 1 + + true + + + + true + + + LoggingFileBeatsVM + Deploy/dev/Kubernetes/LoggingFileBeatsVM + + + ET_FORMATTED_HTML + true + + + branch_or_tag + + choice-parameter-6494533482836034 + 1 + + true + + + + true + + + LoggingFileBeatsVM + Deploy/dev/Kubernetes/LoggingFileBeatsVM + + + ET_FORMATTED_HTML + true + + + hosts + <font color=dimgray size=2><b>Choose the host groups to deploy filbeat. You can add additonal host groups if you have more or different group names</b></font> + choice-parameter-6494533485540097 + 1 + + true + + + + LoggingFileBeatsVM + Deploy/dev/Kubernetes/LoggingFileBeatsVM + PT_MULTI_SELECT + false + 1 + + + tags + <font color=dimgray size=2><b>Select this only if you want to start or stop. Use default for deploying filebeat</b></font> + choice-parameter-6563905181834747 + 1 + + true + + + + LoggingFileBeatsVM + Deploy/dev/Kubernetes/LoggingFileBeatsVM + PT_SINGLE_SELECT + false + 1 + + + + + 0 + 0 + + false + project + false + + + + + + + 2 + + + https://github.com/project-sunbird/sunbird-devops.git + + + + + ${branch_or_tag} + + + false + + + + true + false + + 1 + false + + + + pipelines/deploy/logger/Jenkinsfile + false + + + false + \ No newline at end of file diff --git a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Kubernetes/jobs/Monitoring/config.xml b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Kubernetes/jobs/Monitoring/config.xml new file mode 100644 index 000000000..e5f6fc441 --- /dev/null +++ b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Kubernetes/jobs/Monitoring/config.xml @@ -0,0 +1,133 @@ + + + + + hudson.model.ParametersDefinitionProperty + com.sonyericsson.rebuild.RebuildSettings + + + + + false + + + + -1 + 10 + -1 + 2 + + + + + false + false + + + + + private_branch + + choice-parameter-2544395024638227 + 1 + + false + + + + false + + + Monitoring + Deploy/dev/Kubernetes/Monitoring + + + ET_FORMATTED_HTML + true + + + branch_or_tag + + choice-parameter-2620434998790477 + 1 + + false + + + + false + + + Monitoring + Deploy/dev/Kubernetes/Monitoring + + + ET_FORMATTED_HTML + true + + + tag + Please use "dashboards" as tag if you want to install/update the grafana dashboards. + + false + + + + + 0 + 0 + + false + project + false + + + + + + + + + + 2 + + + https://github.com/project-sunbird/sunbird-devops.git + + + + + ${branch_or_tag} + + + false + + + + true + false + + 0 + false + + + + kubernetes/pipelines/monitoring/Jenkinsfile + false + + + false + \ No newline at end of file diff --git a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Core/jobs/Badger/config.xml b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Kubernetes/jobs/NetworkConfig/config.xml similarity index 85% rename from deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Core/jobs/Badger/config.xml rename to deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Kubernetes/jobs/NetworkConfig/config.xml index 139322e5f..90cdf960a 100644 --- a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Core/jobs/Badger/config.xml +++ b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Kubernetes/jobs/NetworkConfig/config.xml @@ -14,9 +14,9 @@ -1 - -1 + 10 -1 - 5 + 2 @@ -26,18 +26,6 @@ - - absolute_job_path - <font color=dimgray size=2><b>Do not change this value! The metadata.json will be copied from this job.</b></font> - ArtifactUpload/dev/Core/Badger - false - - - image_tag - <font color=red size=2><b>CAUTION: If the value is blank, image tag will be taken from the latest metadata.json.</b></font> - - false - private_branch @@ -57,8 +45,8 @@ return """<b>This parameter is not used</b>"&quo false - Badger - Deploy/dev/Core/Badger + NetworkConfig + Deploy/dev/Kubernetes/NetworkConfig ET_FORMATTED_HTML @@ -84,13 +72,19 @@ return """<b>This parameter is not used</b>"&quo false - Badger - Deploy/dev/Core/Badger + NetworkConfig + Deploy/dev/Kubernetes/NetworkConfig ET_FORMATTED_HTML true + + playbook + This parameter is optional. By default the playbook will be deploy_core_service.yml + networkconfig.yaml + false + @@ -131,9 +125,9 @@ return """<b>This parameter is not used</b>"&quo - pipelines/deploy/badger/Jenkinsfile + kubernetes/pipelines/common/Jenkinsfile false - false + true \ No newline at end of file diff --git a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Kubernetes/jobs/Nodebb/config.xml b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Kubernetes/jobs/Nodebb/config.xml new file mode 100644 index 000000000..55d1ee45d --- /dev/null +++ b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Kubernetes/jobs/Nodebb/config.xml @@ -0,0 +1,159 @@ + + + + + hudson.model.ParametersDefinitionProperty + com.sonyericsson.rebuild.RebuildSettings + + + + + false + + + + -1 + 10 + -1 + 2 + + + + + false + false + + + + + absolute_job_path + <font color=dimgray size=2><b>Do not change this value! The metadata.json will be copied from this job.</b></font> + ArtifactUpload/dev/Core/Nodebb + false + + + image_tag + <font color=red size=2><b>CAUTION: If the value is blank, image tag will be taken from the latest metadata.json.</b></font> + + false + + + private_branch + + choice-parameter-2544395024638227 + 1 + + false + + + + false + + + Nodebb + Deploy/dev/Kubernetes/Nodebb + + + ET_FORMATTED_HTML + true + + + branch_or_tag + + choice-parameter-2620434998790477 + 1 + + false + + + + false + + + Nodebb + Deploy/dev/Kubernetes/Nodebb + + + ET_FORMATTED_HTML + true + + + role_name + + + + sunbird-deploy + + + + + + + 0 + 0 + + false + project + false + + + + + + + + ArtifactUpload/dev/Core/Nodebb + + SUCCESS + 0 + BLUE + true + + + + + + + + 2 + + + https://github.com/project-sunbird/sunbird-devops.git + + + + + ${branch_or_tag} + + + false + + + + true + false + + 0 + false + + + + kubernetes/pipelines/deploy_core/Jenkinsfile + false + + + false + \ No newline at end of file diff --git a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Kubernetes/jobs/NodebbUI/config.xml b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Kubernetes/jobs/NodebbUI/config.xml new file mode 100644 index 000000000..e5438741b --- /dev/null +++ b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Kubernetes/jobs/NodebbUI/config.xml @@ -0,0 +1,210 @@ + + + + false + + + + false + false + + + + + absolute_job_path + <font color=dimgray size=2><b>Do not change this value! The metadata.json will be copied from this job.</b></font> + ArtifactUpload/dev/Core/NodebbUI + false + + + artifact_source + <font color=dimgray size=2><b> +ArtifactRepo - Download the artifact from azure blob, JenkinsJob - Use the atrifact from Jenkins job.</b></font> + choice-parameter-620062284617427 + 1 + + false + + + + NodebbUI + Deploy/dev/Kubernetes/NodebbUI + + + PT_SINGLE_SELECT + false + 1 + + + build_number + + choice-parameter-620062286335119 + 1 + + false + + + + NodebbUI + Deploy/dev/Kubernetes/NodebbUI + + artifact_source + ET_FORMATTED_HTML + true + + + artifact_version + + choice-parameter-620062288387509 + 1 + + false + + + + NodebbUI + Deploy/dev/Kubernetes/NodebbUI + + artifact_source + ET_FORMATTED_HTML + true + + + private_branch + + choice-parameter-2544395024638227 + 1 + + false + + + + false + + + NodebbUI + Deploy/dev/Kubernetes/NodebbUI + + + ET_FORMATTED_HTML + true + + + branch_or_tag + + choice-parameter-2620434998790477 + 1 + + false + + + + false + + + NodebbUI + Deploy/dev/Kubernetes/NodebbUI + + + ET_FORMATTED_HTML + true + + + + + 0 + 0 + + false + project + false + + + + + + + + /ArtifactUpload/dev/Core/NodebbUI + + SUCCESS + 0 + BLUE + true + + + + + + + + 2 + + + https://github.com/project-sunbird/sunbird-devops.git + + + + + ${branch_or_tag} + + + false + + + + true + false + + 0 + false + + + + pipelines/deploy/NodebbUI/Jenkinsfile + false + + + false + \ No newline at end of file diff --git a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Core/jobs/Notification/config.xml b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Kubernetes/jobs/Notification/config.xml similarity index 67% rename from deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Core/jobs/Notification/config.xml rename to deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Kubernetes/jobs/Notification/config.xml index ccf3d0f4a..5045f55c7 100644 --- a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Core/jobs/Notification/config.xml +++ b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Kubernetes/jobs/Notification/config.xml @@ -1,22 +1,21 @@ - - + - + hudson.model.ParametersDefinitionProperty com.sonyericsson.rebuild.RebuildSettings - + false -1 - -1 + 10 -1 - 5 + 2 @@ -35,75 +34,87 @@ image_tag <font color=red size=2><b>CAUTION: If the value is blank, image tag will be taken from the latest metadata.json.</b></font> - + false - + private_branch - + choice-parameter-2544395024638227 1 +return """<b>This parameter is not used</b>""" false - - + + false Notification + Deploy/dev/Kubernetes/Notification - + ET_FORMATTED_HTML true - + branch_or_tag - + choice-parameter-2620434998790477 1 +return """<b>This parameter is not used</b>""" false - - + + false Notification + Deploy/dev/Kubernetes/Notification - + ET_FORMATTED_HTML true + + role_name + + + + sunbird-deploy + + + - + 0 0 false project false - + + - + ArtifactUpload/dev/Core/Notification SUCCESS @@ -115,8 +126,8 @@ return """<b>This parameter is not used</b>"&quo - - + + 2 @@ -134,13 +145,13 @@ return """<b>This parameter is not used</b>"&quo true false - - 1 + + 0 false - pipelines/deploy/notification/Jenkinsfile + kubernetes/pipelines/deploy_core/Jenkinsfile false diff --git a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Kubernetes/jobs/OnboardAPIs/config.xml b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Kubernetes/jobs/OnboardAPIs/config.xml new file mode 100644 index 000000000..31b2af4eb --- /dev/null +++ b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Kubernetes/jobs/OnboardAPIs/config.xml @@ -0,0 +1,136 @@ + + + + + hudson.model.ParametersDefinitionProperty + com.sonyericsson.rebuild.RebuildSettings + + + + + false + + + + -1 + 10 + -1 + 2 + + + + + false + false + + + + + private_branch + + choice-parameter-2544395024638227 + 1 + + false + + + + false + + + OnboardAPIs + Deploy/dev/Kubernetes/OnboardAPIs + + + ET_FORMATTED_HTML + true + + + branch_or_tag + + choice-parameter-2620434998790477 + 1 + + false + + + + false + + + OnboardAPIs + Deploy/dev/Kubernetes/OnboardAPIs + + + ET_FORMATTED_HTML + true + + + role_name + + + + kong-api + + + + + + + 0 + 0 + + false + project + false + + + + + + + + + + 2 + + + https://github.com/project-sunbird/sunbird-devops.git + + + + + ${branch_or_tag} + + + false + + + + true + false + + 0 + false + + + + kubernetes/pipelines/onboard-api/Jenkinsfile + false + + + false + \ No newline at end of file diff --git a/deploy/jenkins/jobs/Provision/jobs/dev/jobs/Core/jobs/user-keycloak/config.xml b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Kubernetes/jobs/OnboardConsumers/config.xml similarity index 56% rename from deploy/jenkins/jobs/Provision/jobs/dev/jobs/Core/jobs/user-keycloak/config.xml rename to deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Kubernetes/jobs/OnboardConsumers/config.xml index 8e96c2c6c..480e616ed 100644 --- a/deploy/jenkins/jobs/Provision/jobs/dev/jobs/Core/jobs/user-keycloak/config.xml +++ b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Kubernetes/jobs/OnboardConsumers/config.xml @@ -1,89 +1,91 @@ - - + - + false -1 - -1 + 10 -1 - 5 + 2 - + false false - + private_branch - - choice-parameter-196487835595646 + + choice-parameter-186788940114941 1 +return """<b>This parameter is not used</b>""" false - - + + false - user-keycloak + OnboardConsumers + Deploy/dev/Kubernetes/OnboardConsumers - + ET_FORMATTED_HTML true - + branch_or_tag - - choice-parameter-196487838166797 + + choice-parameter-186788943531283 1 +return """<b>This parameter is not used</b>""" false - - + + false - user-keycloak + OnboardConsumers + Deploy/dev/Kubernetes/OnboardConsumers - + ET_FORMATTED_HTML true - + 0 0 false project false - + + - - + + 2 @@ -101,13 +103,13 @@ return """<b>This parameter is not used</b>"&quo true false - + 1 false - pipelines/provision/keycloak/Jenkinsfile.user + kubernetes/pipelines/onboard-consumer/Jenkinsfile false diff --git a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Core/jobs/Player/config.xml b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Kubernetes/jobs/Player/config.xml similarity index 64% rename from deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Core/jobs/Player/config.xml rename to deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Kubernetes/jobs/Player/config.xml index 04b4bc73b..541b1d523 100644 --- a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Core/jobs/Player/config.xml +++ b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Kubernetes/jobs/Player/config.xml @@ -1,22 +1,21 @@ - - + - + hudson.model.ParametersDefinitionProperty com.sonyericsson.rebuild.RebuildSettings - + false -1 - -1 + 10 -1 - 5 + 2 @@ -29,82 +28,94 @@ absolute_job_path <font color=dimgray size=2><b>Do not change this value! The metadata.json will be copied from this job.</b></font> - Deploy/dev/Core/PlayerCDN + ArtifactUpload/dev/Core/Player false image_tag <font color=red size=2><b>CAUTION: If the value is blank, image tag will be taken from the latest metadata.json.</b></font> - - false + + true - + private_branch - + choice-parameter-2544395024638227 1 +return """<b>This parameter is not used</b>""" false - - + + false Player + Deploy/dev/Kubernetes/Player - + ET_FORMATTED_HTML true - + branch_or_tag - + choice-parameter-2620434998790477 1 +return """<b>This parameter is not used</b>""" false - - + + false Player + Deploy/dev/Kubernetes/Player - + ET_FORMATTED_HTML true + + role_name + + + + deploy-player + + + - + 0 0 false project false - + + - - Deploy/dev/Core/PlayerCDN + + ArtifactUpload/dev/Core/Player SUCCESS 0 @@ -115,8 +126,8 @@ return """<b>This parameter is not used</b>"&quo - - + + 2 @@ -134,13 +145,13 @@ return """<b>This parameter is not used</b>"&quo true false - - 1 + + 0 false - pipelines/deploy/player/Jenkinsfile + kubernetes/pipelines/deploy_core/Jenkinsfile.player false diff --git a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Core/jobs/Print/config.xml b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Kubernetes/jobs/Print/config.xml similarity index 92% rename from deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Core/jobs/Print/config.xml rename to deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Kubernetes/jobs/Print/config.xml index d6239bef9..c3a78cb09 100644 --- a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Core/jobs/Print/config.xml +++ b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Kubernetes/jobs/Print/config.xml @@ -14,9 +14,9 @@ -1 - -1 + 10 -1 - 5 + 2 @@ -58,7 +58,7 @@ return """<b>This parameter is not used</b>"&quo Print - Deploy/dev/Core/Print + Deploy/dev/Kubernetes/Print ET_FORMATTED_HTML @@ -85,12 +85,21 @@ return """<b>This parameter is not used</b>"&quo Print - Deploy/dev/Core/Print + Deploy/dev/Kubernetes/Print ET_FORMATTED_HTML true + + role_name + + + + sunbird-deploy + + + @@ -142,7 +151,7 @@ return """<b>This parameter is not used</b>"&quo - pipelines/deploy/print-service/Jenkinsfile + kubernetes/pipelines/deploy_core/Jenkinsfile false diff --git a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Kubernetes/jobs/Report/config.xml b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Kubernetes/jobs/Report/config.xml new file mode 100644 index 000000000..afea80b25 --- /dev/null +++ b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Kubernetes/jobs/Report/config.xml @@ -0,0 +1,159 @@ + + + + + hudson.model.ParametersDefinitionProperty + com.sonyericsson.rebuild.RebuildSettings + + + + + false + + + + -1 + 10 + -1 + 2 + + + + + false + false + + + + + absolute_job_path + <font color=dimgray size=2><b>Do not change this value! The metadata.json will be copied from this job.</b></font> + ArtifactUpload/dev/Core/Report + false + + + image_tag + <font color=red size=2><b>CAUTION: If the value is blank, image tag will be taken from the latest metadata.json.</b></font> + + false + + + private_branch + + choice-parameter-2544395024638227 + 1 + + false + + + + false + + + Report + Deploy/dev/Kubernetes/Report + + + ET_FORMATTED_HTML + true + + + branch_or_tag + + choice-parameter-2620434998790477 + 1 + + false + + + + false + + + Report + Deploy/dev/Kubernetes/Report + + + ET_FORMATTED_HTML + true + + + role_name + + + + sunbird-deploy + + + + + + + 0 + 0 + + false + project + false + + + + + + + + ArtifactUpload/dev/Core/Report + + SUCCESS + 0 + BLUE + true + + + + + + + + 2 + + + https://github.com/project-sunbird/sunbird-devops.git + + + + + ${branch_or_tag} + + + false + + + + true + false + + 0 + false + + + + kubernetes/pipelines/deploy_core/Jenkinsfile + false + + + false + \ No newline at end of file diff --git a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Kubernetes/jobs/Router/config.xml b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Kubernetes/jobs/Router/config.xml new file mode 100644 index 000000000..dc8c2dee9 --- /dev/null +++ b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Kubernetes/jobs/Router/config.xml @@ -0,0 +1,159 @@ + + + + + hudson.model.ParametersDefinitionProperty + com.sonyericsson.rebuild.RebuildSettings + + + + + false + + + + -1 + 10 + -1 + 2 + + + + + false + false + + + + + absolute_job_path + <font color=dimgray size=2><b>Do not change this value! The metadata.json will be copied from this job.</b></font> + ArtifactUpload/dev/Core/Router + false + + + image_tag + <font color=red size=2><b>CAUTION: If the value is blank, image tag will be taken from the latest metadata.json.</b></font> + + false + + + private_branch + + choice-parameter-2544395024638227 + 1 + + false + + + + false + + + Router + Deploy/dev/Kubernetes/Router + + + ET_FORMATTED_HTML + true + + + branch_or_tag + + choice-parameter-2620434998790477 + 1 + + false + + + + false + + + Router + Deploy/dev/Kubernetes/Router + + + ET_FORMATTED_HTML + true + + + role_name + + + + chatbot + + + + + + + 0 + 0 + + false + project + false + + + + + + + + ArtifactUpload/dev/Core/Router + + SUCCESS + 0 + BLUE + true + + + + + + + + 2 + + + https://github.com/project-sunbird/sunbird-bot.git + + + + + ${branch_or_tag} + + + false + + + + true + false + + 0 + false + + + + pipelines/chatbot.Jenkinsfile + false + + + false + \ No newline at end of file diff --git a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Kubernetes/jobs/Search/config.xml b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Kubernetes/jobs/Search/config.xml new file mode 100644 index 000000000..5048019f8 --- /dev/null +++ b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Kubernetes/jobs/Search/config.xml @@ -0,0 +1,159 @@ + + + + + hudson.model.ParametersDefinitionProperty + com.sonyericsson.rebuild.RebuildSettings + + + + + false + + + + -1 + 10 + -1 + 2 + + + + + false + false + + + + + absolute_job_path + <font color=dimgray size=2><b>Do not change this value! The metadata.json will be copied from this job.</b></font> + ArtifactUpload/dev/Core/Search + false + + + image_tag + <font color=red size=2><b>CAUTION: If the value is blank, image tag will be taken from the latest metadata.json.</b></font> + + false + + + private_branch + + choice-parameter-2544395024638227 + 1 + + false + + + + false + + + Search + Deploy/dev/Kubernetes/Search + + + ET_FORMATTED_HTML + true + + + branch_or_tag + + choice-parameter-2620434998790477 + 1 + + false + + + + false + + + Search + Deploy/dev/Kubernetes/Search + + + ET_FORMATTED_HTML + true + + + role_name + + + + sunbird-deploy + + + + + + + 0 + 0 + + false + project + false + + + + + + + + ArtifactUpload/dev/Core/Search + + SUCCESS + 0 + BLUE + true + + + + + + + + 2 + + + https://github.com/project-sunbird/sunbird-devops.git + + + + + ${branch_or_tag} + + + false + + + + true + false + + 0 + false + + + + kubernetes/pipelines/deploy_core/Jenkinsfile + false + + + false + \ No newline at end of file diff --git a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Kubernetes/jobs/Taxonomy/config.xml b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Kubernetes/jobs/Taxonomy/config.xml new file mode 100644 index 000000000..9dc6d6e0e --- /dev/null +++ b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Kubernetes/jobs/Taxonomy/config.xml @@ -0,0 +1,159 @@ + + + + + hudson.model.ParametersDefinitionProperty + com.sonyericsson.rebuild.RebuildSettings + + + + + false + + + + -1 + 10 + -1 + 2 + + + + + false + false + + + + + absolute_job_path + <font color=dimgray size=2><b>Do not change this value! The metadata.json will be copied from this job.</b></font> + ArtifactUpload/dev/Core/Taxonomy + false + + + image_tag + <font color=red size=2><b>CAUTION: If the value is blank, image tag will be taken from the latest metadata.json.</b></font> + + false + + + private_branch + + choice-parameter-2544395024638227 + 1 + + false + + + + false + + + Taxonomy + Deploy/dev/Kubernetes/Taxonomy + + + ET_FORMATTED_HTML + true + + + branch_or_tag + + choice-parameter-2620434998790477 + 1 + + false + + + + false + + + Taxonomy + Deploy/dev/Kubernetes/Taxonomy + + + ET_FORMATTED_HTML + true + + + role_name + + + + sunbird-deploy + + + + + + + 0 + 0 + + false + project + false + + + + + + + + ArtifactUpload/dev/Core/Taxonomy + + SUCCESS + 0 + BLUE + true + + + + + + + + 2 + + + https://github.com/project-sunbird/sunbird-devops.git + + + + + ${branch_or_tag} + + + false + + + + true + false + + 0 + false + + + + kubernetes/pipelines/deploy_core/Jenkinsfile + false + + + false + \ No newline at end of file diff --git a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Core/jobs/KnowledgeMW/config.xml b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Kubernetes/jobs/Telemetry/config.xml similarity index 89% rename from deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Core/jobs/KnowledgeMW/config.xml rename to deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Kubernetes/jobs/Telemetry/config.xml index c355d4b94..6f6420cf1 100644 --- a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Core/jobs/KnowledgeMW/config.xml +++ b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Kubernetes/jobs/Telemetry/config.xml @@ -14,9 +14,9 @@ -1 - -1 + 10 -1 - 5 + 2 @@ -29,7 +29,7 @@ absolute_job_path <font color=dimgray size=2><b>Do not change this value! The metadata.json will be copied from this job.</b></font> - ArtifactUpload/dev/Core/KnowledgeMW + ArtifactUpload/dev/Core/Telemetry false @@ -57,8 +57,8 @@ return """<b>This parameter is not used</b>"&quo false - KnowledgeMW - Deploy/dev/Core/KnowledgeMW + Telemetry + Deploy/dev/Kubernetes/Telemetry ET_FORMATTED_HTML @@ -84,13 +84,22 @@ return """<b>This parameter is not used</b>"&quo false - KnowledgeMW - Deploy/dev/Core/KnowledgeMW + Telemetry + Deploy/dev/Kubernetes/Telemetry ET_FORMATTED_HTML true + + role_name + + + + sunbird-deploy + + + @@ -106,7 +115,7 @@ return """<b>This parameter is not used</b>"&quo - ArtifactUpload/dev/Core/KnowledgeMW + ArtifactUpload/dev/Core/Telemetry SUCCESS 0 @@ -142,7 +151,7 @@ return """<b>This parameter is not used</b>"&quo - pipelines/deploy/knowledge-mw-service/Jenkinsfile + kubernetes/pipelines/deploy_core/Jenkinsfile false diff --git a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Kubernetes/jobs/UploadChatbotConfig/config.xml b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Kubernetes/jobs/UploadChatbotConfig/config.xml new file mode 100644 index 000000000..d471f3a54 --- /dev/null +++ b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Kubernetes/jobs/UploadChatbotConfig/config.xml @@ -0,0 +1,172 @@ + + + + + hudson.model.ParametersDefinitionProperty + com.sonyericsson.rebuild.RebuildSettings + + + + + false + + + + -1 + 10 + -1 + 2 + + + + + false + false + + + + + private_branch + + choice-parameter-2544395024638227 + 1 + + false + + + + false + + + UploadChatbotConfig + Deploy/dev/Kubernetes/UploadChatbotConfig + + + ET_FORMATTED_HTML + true + + + branch_or_tag + + choice-parameter-2620434998790477 + 1 + + false + + + + false + + + UploadChatbotConfig + Deploy/dev/Kubernetes/UploadChatbotConfig + + + ET_FORMATTED_HTML + true + + + bot_repo_branch + + master + false + + + container_name + + + + chatbot + + + + + source_path + + sunbird-bot/router/config + false + + + destination_path + + chatbot/router/config + false + + + tag + + + + upload-chatbot-config + + + + + bot_repo + + + + https://github.com/project-sunbird/sunbird-bot.git + + + + + + + 0 + 0 + + false + project + false + + + + + + + + + + 2 + + + https://github.com/project-sunbird/sunbird-devops.git + + + + + ${branch_or_tag} + + + false + + + + true + false + + 0 + false + + + + pipelines/upload/chatbot/Jenkinsfile + false + + + false + \ No newline at end of file diff --git a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Kubernetes/jobs/UploadSchema/config.xml b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Kubernetes/jobs/UploadSchema/config.xml new file mode 100644 index 000000000..411597a65 --- /dev/null +++ b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Kubernetes/jobs/UploadSchema/config.xml @@ -0,0 +1,133 @@ + + + + + hudson.model.ParametersDefinitionProperty + com.sonyericsson.rebuild.RebuildSettings + + + + + false + + + + -1 + 10 + -1 + 2 + + + + + false + false + + + + + private_branch + + choice-parameter-2544395024638227 + 1 + + false + + + + false + + + UploadSchema + Deploy/dev/Kubernetes/UploadSchema + + + ET_FORMATTED_HTML + true + + + branch_or_tag + + choice-parameter-2620434998790477 + 1 + + false + + + + false + + + UploadSchema + Deploy/dev/Kubernetes/UploadSchema + + + ET_FORMATTED_HTML + true + + + kp_branch_or_tag + This is knowledge platform branch or tag + release-3.7.0 + false + + + + + 0 + 0 + + false + project + false + + + + + + + + + + 2 + + + https://github.com/project-sunbird/sunbird-devops.git + + + + + ${branch_or_tag} + + + false + + + + true + false + + 0 + false + + + + pipelines/upload/schema/knowledge-platform/Jenkinsfile + false + + + false + \ No newline at end of file diff --git a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Core/jobs/Yarn/config.xml b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Kubernetes/jobs/Yarn/config.xml similarity index 88% rename from deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Core/jobs/Yarn/config.xml rename to deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Kubernetes/jobs/Yarn/config.xml index 10a02619b..3ab56ba4d 100644 --- a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Core/jobs/Yarn/config.xml +++ b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Kubernetes/jobs/Yarn/config.xml @@ -1,5 +1,5 @@ - + @@ -14,9 +14,9 @@ -1 - -1 + 10 -1 - 5 + 2 @@ -32,39 +32,40 @@ ArtifactUpload/dev/Core/Yarn false - + artifact_source <font color=dimgray size=2><b> ArtifactRepo - Download the artifact from azure blob, JenkinsJob - Use the atrifact from Jenkins job.</b></font> choice-parameter-9061667106947 1 false - + false Yarn + Deploy/dev/Core/Yarn PT_SINGLE_SELECT false 1 - + build_number choice-parameter-9061670571657 1 false - + false Yarn + Deploy/dev/Core/Yarn artifact_source ET_FORMATTED_HTML true - + artifact_version choice-parameter-9061673103864 1 false - + false Yarn + Deploy/dev/Core/Yarn artifact_source ET_FORMATTED_HTML true - + private_branch choice-parameter-2544395024638227 1 false - + false Yarn + Deploy/dev/Core/Yarn ET_FORMATTED_HTML true - + branch_or_tag choice-parameter-2620434998790477 1 false - + false Yarn + Deploy/dev/Core/Yarn ET_FORMATTED_HTML true - + job_names_to_deploy <font color=green size=2><b>Choose the samza app names to deploy and this will kill the selected samza app and deploy them. Multi selection is available.</b></font> choice-parameter-8026182213525059 1 false - + false Yarn + Deploy/dev/Core/Yarn PT_MULTI_SELECT @@ -202,8 +208,8 @@ return """<b>This parameter is not used</b>"&quo - - + + 2 diff --git a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Core/jobs/Proxy/config.xml b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Kubernetes/jobs/certTemplate/config.xml similarity index 83% rename from deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Core/jobs/Proxy/config.xml rename to deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Kubernetes/jobs/certTemplate/config.xml index b41cfe595..d02f6bf81 100644 --- a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Core/jobs/Proxy/config.xml +++ b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Kubernetes/jobs/certTemplate/config.xml @@ -7,9 +7,9 @@ -1 - -1 + 10 -1 - 5 + 2 @@ -19,18 +19,6 @@ - - absolute_job_path - <font color=dimgray size=2><b>Do not change this value! The metadata.json will be copied from this job.</b></font> - ArtifactUpload/dev/Core/Proxy - false - - - image_tag - <font color=red size=2><b>CAUTION: If the value is blank, image tag will be taken from the latest metadata.json.</b></font> - - false - private_branch @@ -50,7 +38,7 @@ return """<b>This parameter is not used</b>"&quo false - Proxy + certTemplate ET_FORMATTED_HTML @@ -76,12 +64,30 @@ return """<b>This parameter is not used</b>"&quo false - Proxy + certTemplate ET_FORMATTED_HTML true + + sunbird_util_branch_or_tag + <font color=dimgray size=2><b>Provide the branch or tag of sunbird util repo for templates.</b></font> + release-2.3.0 + false + + + badgeType + <font color=dimgray size=2><b>Select the type of deployment as per your requirement.</b></font> + + + createBadge + createIssuer + createPublicKey + All + + + @@ -94,18 +100,7 @@ return """<b>This parameter is not used</b>"&quo - - - - ArtifactUpload/dev/Core/Proxy - - SUCCESS - 0 - BLUE - true - - - + @@ -133,7 +128,7 @@ return """<b>This parameter is not used</b>"&quo - pipelines/deploy/proxy/Jenkinsfile + pipelines/certs-templates/Jenkinsfile false diff --git a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Core/jobs/UserOrg/config.xml b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Kubernetes/jobs/nginx-private-ingress/config.xml similarity index 60% rename from deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Core/jobs/UserOrg/config.xml rename to deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Kubernetes/jobs/nginx-private-ingress/config.xml index 557e5f459..7d9c7d81b 100644 --- a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Core/jobs/UserOrg/config.xml +++ b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Kubernetes/jobs/nginx-private-ingress/config.xml @@ -1,26 +1,25 @@ - - + - + hudson.model.ParametersDefinitionProperty com.sonyericsson.rebuild.RebuildSettings - + false -1 - -1 + 10 -1 - 5 + 2 - + false false @@ -29,94 +28,96 @@ absolute_job_path <font color=dimgray size=2><b>Do not change this value! The metadata.json will be copied from this job.</b></font> - ArtifactUpload/dev/Core/UserOrg + ArtifactUpload/dev/Core/Proxy false image_tag <font color=red size=2><b>CAUTION: If the value is blank, image tag will be taken from the latest metadata.json.</b></font> - + false - + private_branch - + choice-parameter-2544395024638227 1 +return """<b>This parameter is not used</b>""" false - - + + false - UserOrg + nginx-private-ingress + Deploy/dev/Kubernetes/nginx-private-ingress - + ET_FORMATTED_HTML true - + branch_or_tag - + choice-parameter-2620434998790477 1 +return """<b>This parameter is not used</b>""" false - - + + false - UserOrg + nginx-private-ingress + Deploy/dev/Kubernetes/nginx-private-ingress - + ET_FORMATTED_HTML true + + role_name + + + + helm-deploy + sunbird-deploy + + + - + 0 0 false project false - + + - - - - ArtifactUpload/dev/Core/UserOrg - - SUCCESS - 0 - BLUE - true - - - + - - + + 2 @@ -134,13 +135,13 @@ return """<b>This parameter is not used</b>"&quo true false - - 1 + + 0 false - pipelines/deploy/userorg/Jenkinsfile + kubernetes/pipelines/deploy_core/Jenkinsfile false diff --git a/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/Core/jobs/KongMigration/config.xml b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Kubernetes/jobs/nginx-public-ingress/config.xml similarity index 62% rename from deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/Core/jobs/KongMigration/config.xml rename to deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Kubernetes/jobs/nginx-public-ingress/config.xml index 6d1c763ae..22d9def39 100644 --- a/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/Core/jobs/KongMigration/config.xml +++ b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Kubernetes/jobs/nginx-public-ingress/config.xml @@ -1,26 +1,25 @@ - - + - + hudson.model.ParametersDefinitionProperty com.sonyericsson.rebuild.RebuildSettings - + false -1 - -1 + 10 -1 - 5 + 2 - + false false @@ -29,83 +28,96 @@ absolute_job_path <font color=dimgray size=2><b>Do not change this value! The metadata.json will be copied from this job.</b></font> - ArtifactUpload/dev/Core/APIManager + ArtifactUpload/dev/Core/Proxy false image_tag <font color=red size=2><b>CAUTION: If the value is blank, image tag will be taken from the latest metadata.json.</b></font> - + false - + private_branch - + choice-parameter-2544395024638227 1 +return """<b>This parameter is not used</b>""" false - - + + false - KongMigration + nginx-public-ingress + Deploy/dev/Kubernetes/nginx-public-ingress - + ET_FORMATTED_HTML true - + branch_or_tag - + choice-parameter-2620434998790477 1 +return """<b>This parameter is not used</b>""" false - - + + false - KongMigration + nginx-public-ingress + Deploy/dev/Kubernetes/nginx-public-ingress - + ET_FORMATTED_HTML true + + role_name + + + + helm-deploy + sunbird-deploy + + + - + 0 0 false project false - + + - - + + 2 @@ -123,13 +135,13 @@ return """<b>This parameter is not used</b>"&quo true false - + 0 false - pipelines/ops/kong-migration/Jenkinsfile + kubernetes/pipelines/deploy_core/Jenkinsfile false diff --git a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Plugins/jobs/CollectionEditor/config.xml b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Plugins/jobs/CollectionEditor/config.xml index 8e0643928..5a32c011b 100644 --- a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Plugins/jobs/CollectionEditor/config.xml +++ b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Plugins/jobs/CollectionEditor/config.xml @@ -1,11 +1,10 @@ - - + - + false - + false false @@ -17,150 +16,156 @@ ArtifactUpload/dev/Plugins/CollectionEditor false - + artifact_source <font color=dimgray size=2><b> ArtifactRepo - Download the artifact from azure blob, JenkinsJob - Use the atrifact from Jenkins job.</b></font> choice-parameter-620062284617427 1 false - - + + CollectionEditor + Deploy/dev/Plugins/CollectionEditor - + PT_SINGLE_SELECT false 1 - + build_number - + choice-parameter-620062286335119 1 false - - + + CollectionEditor + Deploy/dev/Plugins/CollectionEditor artifact_source ET_FORMATTED_HTML true - + artifact_version - + choice-parameter-620062288387509 1 false - - + + CollectionEditor + Deploy/dev/Plugins/CollectionEditor artifact_source ET_FORMATTED_HTML true - + private_branch - + choice-parameter-2544395024638227 1 +return """<b>This parameter is not used</b>""" false - - + + false CollectionEditor + Deploy/dev/Plugins/CollectionEditor - + ET_FORMATTED_HTML true - + branch_or_tag - + choice-parameter-2620434998790477 1 +return """<b>This parameter is not used</b>""" false - - + + false CollectionEditor + Deploy/dev/Plugins/CollectionEditor - + ET_FORMATTED_HTML true - + 0 0 false project false - + + - + ArtifactUpload/dev/Plugins/CollectionEditor SUCCESS @@ -172,8 +177,8 @@ return """<b>This parameter is not used</b>"&quo - - + + 2 @@ -191,7 +196,7 @@ return """<b>This parameter is not used</b>"&quo true false - + 0 false diff --git a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Plugins/jobs/ContentEditor/config.xml b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Plugins/jobs/ContentEditor/config.xml index 2206e127f..1c65e94d2 100644 --- a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Plugins/jobs/ContentEditor/config.xml +++ b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Plugins/jobs/ContentEditor/config.xml @@ -1,7 +1,6 @@ - - + - + false @@ -17,150 +16,156 @@ ArtifactUpload/dev/Plugins/ContentEditor false - + artifact_source <font color=dimgray size=2><b> ArtifactRepo - Download the artifact from azure blob, JenkinsJob - Use the atrifact from Jenkins job.</b></font> choice-parameter-620062284617427 1 false - - + + ContentEditor + Deploy/dev/Plugins/ContentEditor - + PT_SINGLE_SELECT false 1 - + build_number - + choice-parameter-620062286335119 1 false - - + + ContentEditor + Deploy/dev/Plugins/ContentEditor artifact_source ET_FORMATTED_HTML true - + artifact_version - + choice-parameter-620062288387509 1 false - - + + ContentEditor + Deploy/dev/Plugins/ContentEditor artifact_source ET_FORMATTED_HTML true - + private_branch - + choice-parameter-2544395024638227 1 +return """<b>This parameter is not used</b>""" false - - + + false ContentEditor + Deploy/dev/Plugins/ContentEditor - + ET_FORMATTED_HTML true - + branch_or_tag - + choice-parameter-2620434998790477 1 +return """<b>This parameter is not used</b>""" false - - + + false ContentEditor + Deploy/dev/Plugins/ContentEditor - + ET_FORMATTED_HTML true - + 0 0 false project false - + + - + ArtifactUpload/dev/Plugins/ContentEditor SUCCESS @@ -172,8 +177,8 @@ return """<b>This parameter is not used</b>"&quo - - + + 2 @@ -191,7 +196,7 @@ return """<b>This parameter is not used</b>"&quo true false - + 0 false diff --git a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Plugins/jobs/ContentPlugins/config.xml b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Plugins/jobs/ContentPlugins/config.xml index 37fdaa0d4..885232b5b 100644 --- a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Plugins/jobs/ContentPlugins/config.xml +++ b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Plugins/jobs/ContentPlugins/config.xml @@ -1,11 +1,11 @@ - + false - + false false @@ -17,39 +17,40 @@ ArtifactUpload/dev/Plugins/ContentPlugins false - + artifact_source <font color=dimgray size=2><b> ArtifactRepo - Download the artifact from azure blob, JenkinsJob - Use the atrifact from Jenkins job.</b></font> choice-parameter-620062284617427 - 1 + 2 false - + false ContentPlugins + Deploy/dev/Plugins/ContentPlugins PT_SINGLE_SELECT false 1 - + build_number choice-parameter-620062286335119 1 false - + false ContentPlugins + Deploy/dev/Plugins/ContentPlugins artifact_source ET_FORMATTED_HTML true - + artifact_version choice-parameter-620062288387509 1 false - + false ContentPlugins + Deploy/dev/Plugins/ContentPlugins artifact_source ET_FORMATTED_HTML true - + private_branch choice-parameter-2544395024638227 1 false - + false ContentPlugins + Deploy/dev/Plugins/ContentPlugins ET_FORMATTED_HTML true - + branch_or_tag choice-parameter-2620434998790477 1 false - + false ContentPlugins + Deploy/dev/Plugins/ContentPlugins ET_FORMATTED_HTML @@ -156,6 +161,7 @@ return """<b>This parameter is not used</b>"&quo project false + 1 @@ -172,8 +178,8 @@ return """<b>This parameter is not used</b>"&quo - - + + 2 diff --git a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Plugins/jobs/GenericEditor/config.xml b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Plugins/jobs/GenericEditor/config.xml index c4a6262e7..53d4faf5e 100644 --- a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Plugins/jobs/GenericEditor/config.xml +++ b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Plugins/jobs/GenericEditor/config.xml @@ -1,7 +1,6 @@ - - + - + false @@ -17,51 +16,51 @@ ArtifactUpload/dev/Plugins/GenericEditor false - + artifact_source <font color=dimgray size=2><b> ArtifactRepo - Download the artifact from azure blob, JenkinsJob - Use the atrifact from Jenkins job.</b></font> choice-parameter-620062284617427 1 false - - + + GenericEditor Deploy/dev/Plugins/GenericEditor - + PT_SINGLE_SELECT false 1 - + build_number - + choice-parameter-620062286335119 1 false - - + + @@ -72,23 +71,23 @@ return "<b>Not Applicable</b>" ET_FORMATTED_HTML true - + artifact_version - + choice-parameter-620062288387509 1 false - - + + @@ -99,73 +98,74 @@ return "<b>Not Applicable</b>" ET_FORMATTED_HTML true - + private_branch - + choice-parameter-2544395024638227 1 +return """<b>This parameter is not used</b>""" false - - + + false GenericEditor Deploy/dev/Plugins/GenericEditor - + ET_FORMATTED_HTML true - + branch_or_tag - + choice-parameter-2620434998790477 1 +return """<b>This parameter is not used</b>""" false - - + + false GenericEditor Deploy/dev/Plugins/GenericEditor - + ET_FORMATTED_HTML true - + 0 0 false project false - + + - + ArtifactUpload/dev/Plugins/GenericEditor SUCCESS @@ -177,8 +177,8 @@ return """<b>This parameter is not used</b>"&quo - - + + 2 @@ -196,7 +196,7 @@ return """<b>This parameter is not used</b>"&quo true false - + 0 false diff --git a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Summary/jobs/DeployedVersions/config.xml b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Summary/jobs/DeployedVersions/config.xml index 2c667ec58..0f9f56f42 100644 --- a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Summary/jobs/DeployedVersions/config.xml +++ b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Summary/jobs/DeployedVersions/config.xml @@ -7,9 +7,9 @@ -1 - -1 + 10 -1 - 10 + 2 diff --git a/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/Core/jobs/ApplicationElasticsearchBackup/config.xml b/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/Core/jobs/ApplicationElasticsearchBackup/config.xml index 54c8ced7a..6ac2482d1 100644 --- a/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/Core/jobs/ApplicationElasticsearchBackup/config.xml +++ b/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/Core/jobs/ApplicationElasticsearchBackup/config.xml @@ -7,9 +7,9 @@ -1 - -1 + 10 -1 - 5 + 2 diff --git a/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/Core/jobs/ApplicationElasticsearchRestore/config.xml b/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/Core/jobs/ApplicationElasticsearchRestore/config.xml index 0f8f73f2d..5e5da31ac 100644 --- a/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/Core/jobs/ApplicationElasticsearchRestore/config.xml +++ b/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/Core/jobs/ApplicationElasticsearchRestore/config.xml @@ -1,5 +1,5 @@ - + false @@ -7,50 +7,65 @@ -1 - -1 + 10 -1 - 5 + 2 - + false false - + + host + <font color=teal size=2>enter any one host name or ip if it is a cluster</font> + + false + + + SNAPSHOT_NUMBER + <font color=teal size=2>Enter Snapshot number to restore. +curl command to get snapshot number: +curl http://localhost:9200/_snapshot/azurebackup/_all, Parse the json and get the valid snapshot number to restore</font> + + false + + private_branch - choice-parameter-189745871212329 + choice-parameter-193693971284924 1 false - + false ApplicationElasticsearchRestore + OpsAdministration/dev/Core/ApplicationElasticsearchRestore ET_FORMATTED_HTML true - + branch_or_tag - choice-parameter-189745873861032 + choice-parameter-193693974507874 1 false - + false ApplicationElasticsearchRestore + OpsAdministration/dev/Core/ApplicationElasticsearchRestore ET_FORMATTED_HTML true - - host - <b color:"#b666d2">Give the host IP in which you wanted to restore the ES. Do add the host ip in inventory file.</b> - 11.11.11.11 - false - - - snapshot_name - <b color:"#b666d2">Give the Snapshot Name of the snapshot which you want to restore from azure.</b> - snapshot_1562619680 - false - @@ -94,8 +98,8 @@ return """<b>This parameter is not used</b>"&quo - - + + 2 diff --git a/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/Core/jobs/Bootstrap/config.xml b/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/Core/jobs/Bootstrap/config.xml index 9b168d96d..94af12a44 100644 --- a/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/Core/jobs/Bootstrap/config.xml +++ b/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/Core/jobs/Bootstrap/config.xml @@ -14,9 +14,9 @@ -1 - -1 + 10 -1 - 5 + 2 diff --git a/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/Core/jobs/CassandraBackup/config.xml b/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/Core/jobs/CassandraBackup/config.xml index 9ceaefbe6..2bbc1edd9 100644 --- a/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/Core/jobs/CassandraBackup/config.xml +++ b/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/Core/jobs/CassandraBackup/config.xml @@ -1,5 +1,5 @@ - + false @@ -7,25 +7,25 @@ -1 - -1 + 10 -1 - 5 + 2 - + false false - + private_branch choice-parameter-189743214208409 1 false - + false CassandraBackup + OpsAdministration/dev/Core/CassandraBackup ET_FORMATTED_HTML true - + branch_or_tag choice-parameter-189743216959018 1 false - + false CassandraBackup + OpsAdministration/dev/Core/CassandraBackup ET_FORMATTED_HTML @@ -89,8 +91,8 @@ return """<b>This parameter is not used</b>"&quo - - + + 2 diff --git a/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/Core/jobs/ClearDockerImages/config.xml b/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/Core/jobs/ClearDockerImages/config.xml index 0abf0e9bf..77b16591b 100644 --- a/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/Core/jobs/ClearDockerImages/config.xml +++ b/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/Core/jobs/ClearDockerImages/config.xml @@ -1,22 +1,22 @@ - - + - + false false false - + 0 0 false project false - + + true @@ -25,14 +25,14 @@ false - H 2 * * * + H 5 * * * false - #docker image rm $(docker images | awk 'NR>1 {print $3}') --force 2> /dev/null -docker system prune -af + sudo docker image rm $(sudo docker images | awk 'NR>1 {print $3}') --force +sudo docker system prune -af diff --git a/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/Core/jobs/ClearWorkspace/config.xml b/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/Core/jobs/ClearWorkspace/config.xml index 087d526b0..912f23767 100644 --- a/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/Core/jobs/ClearWorkspace/config.xml +++ b/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/Core/jobs/ClearWorkspace/config.xml @@ -1,19 +1,22 @@ - - - + + + false - + false false - + + 0 + 0 false project false - + + true @@ -22,19 +25,33 @@ false - H 4 * * * + H 6 * * * false - rm -rf /var/lib/jenkins/workspace/Build -rm -rf /var/lib/jenkins/workspace/Provision -rm -rf /var/lib/jenkins/workspace/OpsAdministration -rm -rf /var/lib/jenkins/workspace/ArtifactUpload -rm -rf /var/lib/jenkins/workspace/Deploy + echo "Before clearing" +df -h +curl -XPOST http://$ops@localhost:8080/jenkins/quietDown +sleep 60 +sudo rm -rf /var/lib/jenkins/workspace/* || true +sudo rm -rf /tmp/* || true +sleep 60 +curl -XPOST http://$ops@localhost:8080/jenkins/cancelQuietDown +echo "After clearing" +df -h - + + + + + ops + ops + + + + \ No newline at end of file diff --git a/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/Core/jobs/CreateUser/config.xml b/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/Core/jobs/CreateUser/config.xml index cfda6e5ec..7bb601d80 100644 --- a/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/Core/jobs/CreateUser/config.xml +++ b/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/Core/jobs/CreateUser/config.xml @@ -1,7 +1,6 @@ - - + - + false @@ -13,30 +12,30 @@ instance_name <font color=dimgray size=2><b>Enter ansible group name</b></font> - + false username <font color=dimgray size=2><b>Enter user name</b></font> - + false password <font color=dimgray size=2><b>Enter encrypted password</b></font> - + false public_key <font color=dimgray size=2><b>Enter public key in single quotes</b></font> - + false tag - + add-user @@ -44,71 +43,74 @@ - + private_branch - + choice-parameter-189741599993386 1 +return """<b>This parameter is not used</b>""" false - - + + false CreateUser + OpsAdministration/dev/Core/CreateUser - + ET_FORMATTED_HTML true - + branch_or_tag - + choice-parameter-189741602917876 1 +return """<b>This parameter is not used</b>""" false - - + + false CreateUser + OpsAdministration/dev/Core/CreateUser - + ET_FORMATTED_HTML true - + 0 0 false project false - + + - - + + 2 @@ -126,7 +128,7 @@ return """<b>This parameter is not used</b>"&quo true false - + 0 false diff --git a/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/Core/jobs/ESMapping/config.xml b/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/Core/jobs/ESMapping/config.xml index 0227b7997..35d9e419f 100644 --- a/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/Core/jobs/ESMapping/config.xml +++ b/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/Core/jobs/ESMapping/config.xml @@ -1,15 +1,14 @@ - - + - + false -1 - -1 + 10 -1 - 5 + 2 @@ -19,54 +18,56 @@ - + branch_or_tag - + choice-parameter-9675060449018219 1 +return """<b>This parameter is not used</b>""" false - - + + false ESMapping + OpsAdministration/dev/Core/ESMapping - + ET_FORMATTED_HTML true - + private_branch - + choice-parameter-9675060450520341 1 +return """<b>This parameter is not used</b>""" false - - + + false ESMapping + OpsAdministration/dev/Core/ESMapping - + ET_FORMATTED_HTML true @@ -85,26 +86,27 @@ return """<b>This parameter is not used</b>"&quo <br> enter all to run all indices and mappings <br> </b></font> - + false - + 0 0 false project false - + + - - + + 2 @@ -122,7 +124,7 @@ return """<b>This parameter is not used</b>"&quo true false - + 0 false diff --git a/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/Core/jobs/EsReindexing/config.xml b/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/Core/jobs/EsReindexing/config.xml new file mode 100644 index 000000000..eb5bf8353 --- /dev/null +++ b/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/Core/jobs/EsReindexing/config.xml @@ -0,0 +1,91 @@ + + + + false + + + false + false + + + + + esHost + + 11.2.3.58 + false + + + oldIndex + + certreg + false + + + newIndex + + certv2 + false + + + aliasName + + certs + false + + + indexFileLocation + + sunbird-es-utils/src/main/resources/reindexing/indices/certreg_indices.json + false + + + mappingFileLocation + + sunbird-es-utils/src/main/resources/reindexing/mappings/certreg_mappings.json + false + + + + + 0 + 0 + + false + project + false + + + + + + 2 + + + https://github.com/project-sunbird/sunbird-utils.git + + + + + release-2.10.0 + + + false + + + + true + false + false + false + + false + + + chmod +x sunbird-es-utils/src/main/resources/reindexing/reindex.sh +bash sunbird-es-utils/src/main/resources/reindexing/reindex.sh ${esHost} ${oldIndex} ${newIndex} ${aliasName} ${indexFileLocation} ${mappingFileLocation} + + + + + \ No newline at end of file diff --git a/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/Core/jobs/GrafanaBackup/config.xml b/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/Core/jobs/GrafanaBackup/config.xml index 68aafba32..734cc8672 100644 --- a/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/Core/jobs/GrafanaBackup/config.xml +++ b/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/Core/jobs/GrafanaBackup/config.xml @@ -7,9 +7,9 @@ -1 - -1 + 10 -1 - 5 + 2 diff --git a/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/Core/jobs/JenkinsBackup/config.xml b/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/Core/jobs/JenkinsBackup/config.xml index b09d7e542..1c18d217f 100644 --- a/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/Core/jobs/JenkinsBackup/config.xml +++ b/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/Core/jobs/JenkinsBackup/config.xml @@ -7,9 +7,9 @@ -1 - -1 + 10 -1 - 5 + 2 diff --git a/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/Core/jobs/KeyRotation/config.xml b/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/Core/jobs/KeyRotation/config.xml deleted file mode 100644 index 1880fa9db..000000000 --- a/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/Core/jobs/KeyRotation/config.xml +++ /dev/null @@ -1,145 +0,0 @@ - - - - - false - - - - -1 - -1 - -1 - 5 - - - - - false - false - - - - - bootstrap_user - <font color="black" size=2><b>Deployer user</b></font> - deployer - false - - - bootstrap_user_public_key - <font color="black" size=2><b>Deployer user public key keep in single quotes</b></font> - - false - - - ssh_user - <font color="black" size=2><b>ops user</b></font> - ops - false - - - ssh_private_file - <font color="black" size=2><b>location of ssh key for ops user from '/'</b></font> - - false - - - ssh_public_key - <font color="black" size=2><b>ops public key</b></font> - - false - - - private_branch - - choice-parameter-189737247413523 - 1 - - false - - - - false - - - KeyRotation - - - ET_FORMATTED_HTML - true - - - branch_or_tag - - choice-parameter-189737249857994 - 1 - - false - - - - false - - - KeyRotation - - - ET_FORMATTED_HTML - true - - - - - 0 - 0 - - false - project - false - - - - - - 2 - - - https://github.com/project-sunbird/sunbird-devops.git - - - - - ${branch_or_tag} - - - false - - - - true - false - - 0 - false - - - - pipelines/bootstrap/Jenkinsfile.rotatekey - false - - - false - diff --git a/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/Core/jobs/LoggerElasticSearchBackup/config.xml b/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/Core/jobs/LoggerElasticSearchBackup/config.xml index 17fa0572d..14a8aa218 100644 --- a/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/Core/jobs/LoggerElasticSearchBackup/config.xml +++ b/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/Core/jobs/LoggerElasticSearchBackup/config.xml @@ -7,9 +7,9 @@ -1 - -1 + 10 -1 - 5 + 2 diff --git a/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/Core/jobs/LoggerElasticSearchRestore/config.xml b/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/Core/jobs/LoggerElasticSearchRestore/config.xml index 7982bb2c2..3953efc54 100644 --- a/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/Core/jobs/LoggerElasticSearchRestore/config.xml +++ b/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/Core/jobs/LoggerElasticSearchRestore/config.xml @@ -7,9 +7,9 @@ -1 - -1 + 10 -1 - 5 + 2 diff --git a/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/Core/jobs/ManagedPostgresBackup/config.xml b/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/Core/jobs/ManagedPostgresBackup/config.xml index 51657f25f..9a31f8ac4 100644 --- a/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/Core/jobs/ManagedPostgresBackup/config.xml +++ b/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/Core/jobs/ManagedPostgresBackup/config.xml @@ -1,15 +1,14 @@ - - + - + false -1 - -1 + 10 -1 - 5 + 2 @@ -19,76 +18,77 @@ - + private_branch - + choice-parameter-189733897665665 1 +return """<b>This parameter is not used</b>""" false - - + + false - PostgresManagedBackup - OpsAdministration/dev/Core/PostgresManagedBackup + ManagedPostgresBackup + OpsAdministration/dev/Core/ManagedPostgresBackup - + ET_FORMATTED_HTML true - + branch_or_tag - + choice-parameter-189733901134743 1 +return """<b>This parameter is not used</b>""" false - - + + false - PostgresManagedBackup - OpsAdministration/dev/Core/PostgresManagedBackup + ManagedPostgresBackup + OpsAdministration/dev/Core/ManagedPostgresBackup - + ET_FORMATTED_HTML true postgres_env - + dev_old false - + 0 0 false project false - + + @@ -97,8 +97,8 @@ return """<b>This parameter is not used</b>"&quo - - + + 2 @@ -116,7 +116,7 @@ return """<b>This parameter is not used</b>"&quo true false - + 0 false diff --git a/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/Core/jobs/MonitDeploy/config.xml b/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/Core/jobs/MonitDeploy/config.xml index 413b0297a..e09d90a53 100644 --- a/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/Core/jobs/MonitDeploy/config.xml +++ b/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/Core/jobs/MonitDeploy/config.xml @@ -7,9 +7,9 @@ -1 - -1 + 10 -1 - 5 + 2 diff --git a/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/Core/jobs/MonitStatus/config.xml b/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/Core/jobs/MonitStatus/config.xml index 423e81855..fb56faf6f 100644 --- a/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/Core/jobs/MonitStatus/config.xml +++ b/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/Core/jobs/MonitStatus/config.xml @@ -7,9 +7,9 @@ -1 - -1 + 10 -1 - 5 + 2 diff --git a/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/Core/jobs/PostgresqlBackup/config.xml b/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/Core/jobs/PostgresqlBackup/config.xml index c8d49c9cd..ce628782d 100644 --- a/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/Core/jobs/PostgresqlBackup/config.xml +++ b/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/Core/jobs/PostgresqlBackup/config.xml @@ -7,9 +7,9 @@ -1 - -1 + 10 -1 - 5 + 2 diff --git a/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/Core/jobs/PostgresqlRestore/config.xml b/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/Core/jobs/PostgresqlRestore/config.xml index 994908853..c3f683d6f 100644 --- a/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/Core/jobs/PostgresqlRestore/config.xml +++ b/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/Core/jobs/PostgresqlRestore/config.xml @@ -7,9 +7,9 @@ -1 - -1 + 10 -1 - 5 + 2 diff --git a/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/Core/jobs/PrometheusBackup/config.xml b/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/Core/jobs/PrometheusBackup/config.xml index 62420abc2..1b235d217 100644 --- a/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/Core/jobs/PrometheusBackup/config.xml +++ b/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/Core/jobs/PrometheusBackup/config.xml @@ -7,9 +7,9 @@ -1 - -1 + 10 -1 - 5 + 2 diff --git a/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/Core/jobs/PrometheusSanpshot/config.xml b/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/Core/jobs/PrometheusSanpshot/config.xml index 497f1633b..3dcd500e0 100644 --- a/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/Core/jobs/PrometheusSanpshot/config.xml +++ b/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/Core/jobs/PrometheusSanpshot/config.xml @@ -7,9 +7,9 @@ -1 - -1 + 10 -1 - 5 + 2 diff --git a/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/Core/jobs/RedisBackup/config.xml b/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/Core/jobs/RedisBackup/config.xml new file mode 100644 index 000000000..0aa7ef1a3 --- /dev/null +++ b/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/Core/jobs/RedisBackup/config.xml @@ -0,0 +1,124 @@ + + + + false + + + + -1 + 10 + -1 + 2 + + + + + false + false + + + + + private_branch + + choice-parameter-193697432119747 + 1 + + false + + + + false + + + RedisBackup + OpsAdministration/dev/Core/RedisBackup + + + ET_FORMATTED_HTML + true + + + branch_or_tag + + choice-parameter-193697441891806 + 1 + + false + + + + false + + + RedisBackup + OpsAdministration/dev/Core/RedisBackup + + + ET_FORMATTED_HTML + true + + + + + 0 + 0 + + false + project + false + + + + + + + H 2 * * * + + + + + + + 2 + + + https://github.com/project-sunbird/sunbird-devops.git + + + + + ${branch_or_tag} + + + false + + + + true + false + + 0 + false + + + + pipelines/backup/redis-backup/Jenkinsfile + false + + + false + \ No newline at end of file diff --git a/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/DataPipeline/jobs/Bootstrap/config.xml b/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/DataPipeline/jobs/Bootstrap/config.xml index 7b842f76d..b19a70afa 100644 --- a/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/DataPipeline/jobs/Bootstrap/config.xml +++ b/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/DataPipeline/jobs/Bootstrap/config.xml @@ -7,9 +7,9 @@ -1 - -1 + 10 -1 - 5 + 2 diff --git a/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/DataPipeline/jobs/CassandraBackup/config.xml b/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/DataPipeline/jobs/CassandraBackup/config.xml index e99463288..9919684db 100644 --- a/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/DataPipeline/jobs/CassandraBackup/config.xml +++ b/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/DataPipeline/jobs/CassandraBackup/config.xml @@ -14,9 +14,9 @@ -1 - -1 + 10 -1 - 5 + 2 diff --git a/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/DataPipeline/jobs/CassandraRestore/config.xml b/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/DataPipeline/jobs/CassandraRestore/config.xml index a120e7f0b..657062c09 100644 --- a/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/DataPipeline/jobs/CassandraRestore/config.xml +++ b/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/DataPipeline/jobs/CassandraRestore/config.xml @@ -14,9 +14,9 @@ -1 - -1 + 10 -1 - 5 + 2 diff --git a/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/DataPipeline/jobs/ConsumerLagAlert/config.xml b/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/DataPipeline/jobs/ConsumerLagAlert/config.xml index 78c54d89f..4e750b5e1 100644 --- a/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/DataPipeline/jobs/ConsumerLagAlert/config.xml +++ b/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/DataPipeline/jobs/ConsumerLagAlert/config.xml @@ -14,9 +14,9 @@ -1 - -1 + 10 -1 - 5 + 2 diff --git a/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/DataPipeline/jobs/DataproductsAlert/config.xml b/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/DataPipeline/jobs/DataproductsAlert/config.xml index 570cefb6e..39ce90809 100644 --- a/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/DataPipeline/jobs/DataproductsAlert/config.xml +++ b/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/DataPipeline/jobs/DataproductsAlert/config.xml @@ -14,9 +14,9 @@ -1 - -1 + 10 -1 - 5 + 2 diff --git a/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/DataPipeline/jobs/DruidPostgresBackup/config.xml b/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/DataPipeline/jobs/DruidPostgresBackup/config.xml index b63f0b4eb..0930cf0cc 100644 --- a/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/DataPipeline/jobs/DruidPostgresBackup/config.xml +++ b/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/DataPipeline/jobs/DruidPostgresBackup/config.xml @@ -7,9 +7,9 @@ -1 - -1 + 10 -1 - 5 + 2 diff --git a/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/DataPipeline/jobs/ElasticsearchBackup/config.xml b/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/DataPipeline/jobs/ElasticsearchBackup/config.xml index 068045858..892d24778 100644 --- a/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/DataPipeline/jobs/ElasticsearchBackup/config.xml +++ b/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/DataPipeline/jobs/ElasticsearchBackup/config.xml @@ -14,9 +14,9 @@ -1 - -1 + 10 -1 - 5 + 2 diff --git a/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/DataPipeline/jobs/ElasticsearchRestore/config.xml b/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/DataPipeline/jobs/ElasticsearchRestore/config.xml index 26d888332..a5bd7e8d0 100644 --- a/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/DataPipeline/jobs/ElasticsearchRestore/config.xml +++ b/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/DataPipeline/jobs/ElasticsearchRestore/config.xml @@ -14,9 +14,9 @@ -1 - -1 + 10 -1 - 5 + 2 diff --git a/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/DataPipeline/jobs/InfluxDBBackup/config.xml b/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/DataPipeline/jobs/InfluxDBBackup/config.xml index 14d635555..fb37f4fe0 100644 --- a/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/DataPipeline/jobs/InfluxDBBackup/config.xml +++ b/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/DataPipeline/jobs/InfluxDBBackup/config.xml @@ -1,5 +1,5 @@ - + @@ -14,25 +14,25 @@ -1 - -1 + 10 -1 - 5 + 2 - + false false - + private_branch choice-parameter-193686205164304 1 false - + false InfluxDBBackup + OpsAdministration/dev/DataPipeline/InfluxDBBackup ET_FORMATTED_HTML true - + branch_or_tag choice-parameter-193686227117959 1 false - + false InfluxDBBackup + OpsAdministration/dev/DataPipeline/InfluxDBBackup ET_FORMATTED_HTML @@ -96,8 +98,8 @@ return """<b>This parameter is not used</b>"&quo - - + + 2 @@ -126,4 +128,4 @@ return """<b>This parameter is not used</b>"&quo false - + \ No newline at end of file diff --git a/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/DataPipeline/jobs/Influxdb_restore/config.xml b/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/DataPipeline/jobs/Influxdb_restore/config.xml new file mode 100644 index 000000000..615c105c4 --- /dev/null +++ b/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/DataPipeline/jobs/Influxdb_restore/config.xml @@ -0,0 +1,85 @@ + + + + + false + + + false + false + + + + + influxdb_host + Influxdb ip or hostname where data needs to be restored. + + false + + + influxdb_restore_file_name + influxdb backup file name which needs to be restored. + + false + + + private_branch + + choice-parameter-4812402663506673 + 1 + + false + + + + false + + + Influxdb_restore + OpsAdministration/dev/DataPipeline/Influxdb_restore + + + ET_FORMATTED_HTML + true + + + + + 0 + 0 + + false + project + false + + + + + + 2 + + + https://github.com/project-sunbird/sunbird-data-pipeline.git + + + + + ${branch_or_tag} + + + false + + + + pipelines/backup/influxdb-restore/Jenkinsfile + true + + + false + \ No newline at end of file diff --git a/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/DataPipeline/jobs/KeyRotation/config.xml b/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/DataPipeline/jobs/KeyRotation/config.xml index faaea481f..54a0681dc 100644 --- a/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/DataPipeline/jobs/KeyRotation/config.xml +++ b/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/DataPipeline/jobs/KeyRotation/config.xml @@ -7,9 +7,9 @@ -1 - -1 + 10 -1 - 5 + 2 diff --git a/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/DataPipeline/jobs/MonitDeploy/config.xml b/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/DataPipeline/jobs/MonitDeploy/config.xml index abbec5a20..8f1045475 100644 --- a/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/DataPipeline/jobs/MonitDeploy/config.xml +++ b/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/DataPipeline/jobs/MonitDeploy/config.xml @@ -1,15 +1,14 @@ - - + - + false -1 - -1 + 10 -1 - 5 + 2 @@ -19,62 +18,62 @@ - + private_branch - + choice-parameter-193690420291616 1 +return """<b>This parameter is not used</b>""" false - - + + false MonitDeploy OpsAdministration/dev/DataPipeline/MonitDeploy - + ET_FORMATTED_HTML true - + branch_or_tag - + choice-parameter-193690422104853 1 +return """<b>This parameter is not used</b>""" false - - + + false MonitDeploy OpsAdministration/dev/DataPipeline/MonitDeploy - + ET_FORMATTED_HTML true tag - + all @@ -92,25 +91,26 @@ return """<b>This parameter is not used</b>"&quo - + 0 0 false project false - + + - - + + 2 - https://github.com/kaali09/sunbird-data-pipeline.git + https://github.com/project-sunbird/sunbird-data-pipeline.git @@ -124,7 +124,7 @@ return """<b>This parameter is not used</b>"&quo true false - + 0 false diff --git a/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/DataPipeline/jobs/PostgresqlBackup/config.xml b/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/DataPipeline/jobs/PostgresqlBackup/config.xml index fac30b936..416d567b2 100644 --- a/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/DataPipeline/jobs/PostgresqlBackup/config.xml +++ b/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/DataPipeline/jobs/PostgresqlBackup/config.xml @@ -7,9 +7,9 @@ -1 - -1 + 10 -1 - 5 + 2 diff --git a/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/DataPipeline/jobs/PostgresqlRestore/config.xml b/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/DataPipeline/jobs/PostgresqlRestore/config.xml index f3bfd06a6..faeeb5e2e 100644 --- a/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/DataPipeline/jobs/PostgresqlRestore/config.xml +++ b/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/DataPipeline/jobs/PostgresqlRestore/config.xml @@ -7,9 +7,9 @@ -1 - -1 + 10 -1 - 5 + 2 diff --git a/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/DataPipeline/jobs/RedisBackup/config.xml b/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/DataPipeline/jobs/RedisBackup/config.xml new file mode 100644 index 000000000..a0ca8257e --- /dev/null +++ b/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/DataPipeline/jobs/RedisBackup/config.xml @@ -0,0 +1,120 @@ + + + + false + + + + -1 + 10 + -1 + 2 + + + + + false + false + + + + + private_branch + + choice-parameter-193697432119747 + 1 + + false + + + + false + + + RedisBackup + OpsAdministration/dev/DataPipeline/RedisBackup + + + ET_FORMATTED_HTML + true + + + branch_or_tag + + choice-parameter-193697441891806 + 1 + + false + + + + false + + + RedisBackup + OpsAdministration/dev/DataPipeline/RedisBackup + + + ET_FORMATTED_HTML + true + + + + + 0 + 0 + + false + project + false + + + + + + + + + + 2 + + + https://github.com/project-sunbird/sunbird-data-pipeline.git + + + + + ${branch_or_tag} + + + false + + + + true + false + + 0 + false + + + + pipelines/backup/redis-backup/Jenkinsfile + false + + + false + \ No newline at end of file diff --git a/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/DataPipeline/jobs/RedisDumpMonitoring/config.xml b/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/DataPipeline/jobs/RedisDumpMonitoring/config.xml index d7cb16b5a..e93b31bd5 100644 --- a/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/DataPipeline/jobs/RedisDumpMonitoring/config.xml +++ b/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/DataPipeline/jobs/RedisDumpMonitoring/config.xml @@ -14,9 +14,9 @@ -1 - -1 + 10 -1 - 5 + 2 diff --git a/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/DataPipeline/jobs/RedisRestore/config.xml b/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/DataPipeline/jobs/RedisRestore/config.xml new file mode 100644 index 000000000..abc7a3a09 --- /dev/null +++ b/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/DataPipeline/jobs/RedisRestore/config.xml @@ -0,0 +1,86 @@ + + + + false + + + + false + false + + + + + redis_restore_file_name + redis backup file name which needs to be restored. + + false + + + redis_restore_process + port on which redis process runs which needs to be restored. Ex ['device','user','content','dialcode'] + + false + + + private_branch + + choice-parameter-4812402663506673 + 1 + + false + + + + false + + + redis-restore + OpsAdministration/dev/DataPipeline/redis-restore + + + ET_FORMATTED_HTML + false + + + + + 0 + 0 + + false + project + false + + + + + + + 2 + + + https://github.com/project-sunbird/sunbird-data-pipeline.git + + + + + ${branch_or_tag} + + + false + + + + pipelines/backup/redis-restore/Jenkinsfile + true + + + false + \ No newline at end of file diff --git a/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/DataPipeline/jobs/RestartSecorJobs/config.xml b/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/DataPipeline/jobs/RestartSecorJobs/config.xml new file mode 100644 index 000000000..dc74a32bc --- /dev/null +++ b/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/DataPipeline/jobs/RestartSecorJobs/config.xml @@ -0,0 +1,173 @@ + + + + + hudson.model.ParametersDefinitionProperty + com.sonyericsson.rebuild.RebuildSettings + + + + + false + + + + -1 + 10 + -1 + 2 + + + + + false + false + + + + + private_branch + + choice-parameter-2544395024638227 + 1 + + false + + + + false + + + RestartSecorJobs + OpsAdministration/dev/DataPipeline/RestartSecorJobs + + + ET_FORMATTED_HTML + true + + + branch_or_tag + + choice-parameter-2620434998790477 + 1 + + false + + + + false + + + RestartSecorJobs + OpsAdministration/dev/DataPipeline/RestartSecorJobs + + + ET_FORMATTED_HTML + true + + + trigger + Select the trigger. (Start, Stop or Restart) + + + start + stop + restart + + + + + secor_jobs + <font color=green size=2><b>Select the one or multiple secor jobs to start, stop or restart</b></font> + choice-parameter-8026182213525059 + 1 + + false + + + + RestartSecorJobs + OpsAdministration/dev/DataPipeline/RestartSecorJobs + + + PT_MULTI_SELECT + false + 1 + + + + + 0 + 0 + + false + project + false + + + + + + + + + + 2 + + + https://github.com/project-sunbird/sunbird-devops.git + + + + + ${branch_or_tag} + + + false + + + + true + false + + 1 + false + + + + pipelines/ops/secor_restart/Jenkinsfile + false + + + false + \ No newline at end of file diff --git a/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/DataPipeline/jobs/SamzaJobsAlert/config.xml b/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/DataPipeline/jobs/SamzaJobsAlert/config.xml index c4a2791b0..5fc3897ef 100644 --- a/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/DataPipeline/jobs/SamzaJobsAlert/config.xml +++ b/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/DataPipeline/jobs/SamzaJobsAlert/config.xml @@ -1,5 +1,5 @@ - + @@ -14,9 +14,9 @@ -1 - -1 + 10 -1 - 5 + 2 @@ -26,13 +26,13 @@ - + private_branch choice-parameter-2914866095851737 1 false - + false SamzaJobsAlert + OpsAdministration/dev/DataPipeline/SamzaJobsAlert ET_FORMATTED_HTML true - + branch_or_tag choice-parameter-2914866097410763 1 false - + false SamzaJobsAlert + OpsAdministration/dev/DataPipeline/SamzaJobsAlert ET_FORMATTED_HTML true + + + + - + 0 0 @@ -87,6 +93,7 @@ return """<b>This parameter is not used</b>"&quo project false + 1 @@ -96,8 +103,8 @@ return """<b>This parameter is not used</b>"&quo - - + + 2 @@ -125,5 +132,5 @@ return """<b>This parameter is not used</b>"&quo false - false + true \ No newline at end of file diff --git a/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/DataPipeline/jobs/SamzaJobsAlertProvision/config.xml b/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/DataPipeline/jobs/SamzaJobsAlertProvision/config.xml index 89b09c571..7093c3537 100644 --- a/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/DataPipeline/jobs/SamzaJobsAlertProvision/config.xml +++ b/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/DataPipeline/jobs/SamzaJobsAlertProvision/config.xml @@ -14,9 +14,9 @@ -1 - -1 + 10 -1 - 5 + 2 diff --git a/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/DataPipeline/jobs/SamzaLogsBackup/config.xml b/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/DataPipeline/jobs/SamzaLogsBackup/config.xml index 3dc7f04d8..bf3f5750e 100644 --- a/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/DataPipeline/jobs/SamzaLogsBackup/config.xml +++ b/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/DataPipeline/jobs/SamzaLogsBackup/config.xml @@ -14,9 +14,9 @@ -1 - -1 + 10 -1 - 5 + 2 diff --git a/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/DataPipeline/jobs/SamzaMonitoringProvision/config.xml b/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/DataPipeline/jobs/SamzaMonitoringProvision/config.xml index 15ad71d1a..a1cc4ddec 100644 --- a/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/DataPipeline/jobs/SamzaMonitoringProvision/config.xml +++ b/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/DataPipeline/jobs/SamzaMonitoringProvision/config.xml @@ -14,9 +14,9 @@ -1 - -1 + 10 -1 - 5 + 2 diff --git a/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/DataPipeline/jobs/SamzaOrphanprocessAlert/config.xml b/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/DataPipeline/jobs/SamzaOrphanprocessAlert/config.xml index 8146d565f..0b79cce07 100644 --- a/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/DataPipeline/jobs/SamzaOrphanprocessAlert/config.xml +++ b/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/DataPipeline/jobs/SamzaOrphanprocessAlert/config.xml @@ -1,43 +1,42 @@ - - + - + hudson.model.ParametersDefinitionProperty com.sonyericsson.rebuild.RebuildSettings - + false -1 - -1 + 10 -1 - 5 + 2 - + false false - + 0 0 false project false - - 1 + + - + Deploy/dev/DataPipeline/Yarn,Deploy/dev/KnowledgePlatform/Yarn SUCCESS @@ -52,8 +51,8 @@ - - + + 2 @@ -71,7 +70,7 @@ true false - + 0 false @@ -82,4 +81,4 @@ false - + \ No newline at end of file diff --git a/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/DataPipeline/jobs/SamzaThroughputAlert/config.xml b/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/DataPipeline/jobs/SamzaThroughputAlert/config.xml index d4d40ccfa..bef6b6f25 100644 --- a/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/DataPipeline/jobs/SamzaThroughputAlert/config.xml +++ b/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/DataPipeline/jobs/SamzaThroughputAlert/config.xml @@ -1,5 +1,4 @@ - - + @@ -8,15 +7,15 @@ - + false -1 - -1 + 10 -1 - 5 + 2 @@ -26,76 +25,81 @@ - + private_branch - + choice-parameter-2914866095851737 1 +return """<b>This parameter is not used</b>""" false - - + + false SamzaThroughputAlert OpsAdministration/dev/DataPipeline/SamzaThroughputAlert - + ET_FORMATTED_HTML true - + branch_or_tag - + choice-parameter-2914866097410763 1 +return """<b>This parameter is not used</b>""" false - - + + false SamzaThroughputAlert OpsAdministration/dev/DataPipeline/SamzaThroughputAlert - + ET_FORMATTED_HTML true tag - + throughput_monitor false + + /tmp/dialcode.csv + + - + 0 0 false project false - + + @@ -104,8 +108,8 @@ return """<b>This parameter is not used</b>"&quo - - + + 2 @@ -123,7 +127,7 @@ return """<b>This parameter is not used</b>"&quo true false - + 0 false diff --git a/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/DataPipeline/jobs/SamzaThroughputProvision/config.xml b/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/DataPipeline/jobs/SamzaThroughputProvision/config.xml index 5239bf8be..bf9b1d729 100644 --- a/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/DataPipeline/jobs/SamzaThroughputProvision/config.xml +++ b/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/DataPipeline/jobs/SamzaThroughputProvision/config.xml @@ -14,9 +14,9 @@ -1 - -1 + 10 -1 - 5 + 2 diff --git a/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/KnowledgePlatform/jobs/Bootstrap/config.xml b/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/KnowledgePlatform/jobs/Bootstrap/config.xml index 62b910c1e..d42e958fc 100644 --- a/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/KnowledgePlatform/jobs/Bootstrap/config.xml +++ b/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/KnowledgePlatform/jobs/Bootstrap/config.xml @@ -7,9 +7,9 @@ -1 - -1 + 10 -1 - 5 + 2 diff --git a/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/KnowledgePlatform/jobs/CassandraBackup/config.xml b/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/KnowledgePlatform/jobs/CassandraBackup/config.xml index 234226a02..e7d8019a5 100644 --- a/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/KnowledgePlatform/jobs/CassandraBackup/config.xml +++ b/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/KnowledgePlatform/jobs/CassandraBackup/config.xml @@ -1,5 +1,5 @@ - + false @@ -7,13 +7,13 @@ -1 - -1 + 10 -1 - 5 + 2 - + false false @@ -31,13 +31,13 @@ /var/lib/cassandra/data false - + private_branch choice-parameter-193690420291616 1 false - + false CassandraBackup + OpsAdministration/dev/KnowledgePlatform/CassandraBackup ET_FORMATTED_HTML true - + branch_or_tag choice-parameter-193690422104853 1 false - + false CassandraBackup + OpsAdministration/dev/KnowledgePlatform/CassandraBackup ET_FORMATTED_HTML @@ -92,7 +94,6 @@ return """<b>This parameter is not used</b>"&quo project false - 1 @@ -102,8 +103,8 @@ return """<b>This parameter is not used</b>"&quo - - + + 2 @@ -131,5 +132,5 @@ return """<b>This parameter is not used</b>"&quo false - true + false \ No newline at end of file diff --git a/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/KnowledgePlatform/jobs/CassandraRestore/config.xml b/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/KnowledgePlatform/jobs/CassandraRestore/config.xml index aa26d8091..2736bef3f 100644 --- a/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/KnowledgePlatform/jobs/CassandraRestore/config.xml +++ b/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/KnowledgePlatform/jobs/CassandraRestore/config.xml @@ -7,9 +7,9 @@ -1 - -1 + 10 -1 - 5 + 2 diff --git a/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/KnowledgePlatform/jobs/ElasticsearchBackup/config.xml b/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/KnowledgePlatform/jobs/ElasticsearchBackup/config.xml index d54244fc0..e05135504 100644 --- a/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/KnowledgePlatform/jobs/ElasticsearchBackup/config.xml +++ b/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/KnowledgePlatform/jobs/ElasticsearchBackup/config.xml @@ -1,5 +1,5 @@ - + false @@ -7,25 +7,25 @@ -1 - -1 + 10 -1 - 5 + 2 - + false false - + private_branch choice-parameter-193692901127485 1 false - + false ElasticsearchBackup + OpsAdministration/dev/KnowledgePlatform/ElasticsearchBackup ET_FORMATTED_HTML true - + branch_or_tag choice-parameter-193692904321817 1 false - + false ElasticsearchBackup + OpsAdministration/dev/KnowledgePlatform/ElasticsearchBackup ET_FORMATTED_HTML @@ -89,8 +91,8 @@ return """<b>This parameter is not used</b>"&quo - - + + 2 @@ -119,4 +121,4 @@ return """<b>This parameter is not used</b>"&quo false - + \ No newline at end of file diff --git a/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/KnowledgePlatform/jobs/ElasticsearchRestore/config.xml b/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/KnowledgePlatform/jobs/ElasticsearchRestore/config.xml index 0372d6d3c..1439c33ee 100644 --- a/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/KnowledgePlatform/jobs/ElasticsearchRestore/config.xml +++ b/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/KnowledgePlatform/jobs/ElasticsearchRestore/config.xml @@ -1,5 +1,5 @@ - + false @@ -7,13 +7,13 @@ -1 - -1 + 10 -1 - 5 + 2 - + false false @@ -33,13 +33,13 @@ curl http://localhost:9200/_snapshot/azurebackup/_all, Parse the json and get th false - + private_branch choice-parameter-193693971284924 1 false - + false ElasticsearchRestore + OpsAdministration/dev/KnowledgePlatform/ElasticsearchRestore ET_FORMATTED_HTML true - + branch_or_tag choice-parameter-193693974507874 1 false - + false ElasticsearchRestore + OpsAdministration/dev/KnowledgePlatform/ElasticsearchRestore ET_FORMATTED_HTML @@ -96,8 +98,8 @@ return """<b>This parameter is not used</b>"&quo - - + + 2 diff --git a/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/KnowledgePlatform/jobs/KeyRotation/config.xml b/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/KnowledgePlatform/jobs/KeyRotation/config.xml index 70003b8d7..aa56705fb 100644 --- a/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/KnowledgePlatform/jobs/KeyRotation/config.xml +++ b/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/KnowledgePlatform/jobs/KeyRotation/config.xml @@ -7,9 +7,9 @@ -1 - -1 + 10 -1 - 5 + 2 diff --git a/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/KnowledgePlatform/jobs/MonitDeploy/config.xml b/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/KnowledgePlatform/jobs/MonitDeploy/config.xml index a8e7cfc7c..e1eac1479 100644 --- a/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/KnowledgePlatform/jobs/MonitDeploy/config.xml +++ b/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/KnowledgePlatform/jobs/MonitDeploy/config.xml @@ -7,9 +7,9 @@ -1 - -1 + 10 -1 - 5 + 2 diff --git a/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/KnowledgePlatform/jobs/MonitStatus/config.xml b/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/KnowledgePlatform/jobs/MonitStatus/config.xml index 9bdcb636d..c9dd56549 100644 --- a/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/KnowledgePlatform/jobs/MonitStatus/config.xml +++ b/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/KnowledgePlatform/jobs/MonitStatus/config.xml @@ -7,9 +7,9 @@ -1 - -1 + 10 -1 - 5 + 2 diff --git a/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/KnowledgePlatform/jobs/Neo4jBackup/config.xml b/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/KnowledgePlatform/jobs/Neo4jBackup/config.xml index 0648e1023..df9076d48 100644 --- a/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/KnowledgePlatform/jobs/Neo4jBackup/config.xml +++ b/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/KnowledgePlatform/jobs/Neo4jBackup/config.xml @@ -1,5 +1,5 @@ - + false @@ -7,25 +7,25 @@ -1 - -1 + 10 -1 - 5 + 2 - + false false - + private_branch choice-parameter-193695591871973 1 false - + false Neo4jBackup + OpsAdministration/dev/KnowledgePlatform/Neo4jBackup ET_FORMATTED_HTML true - + branch_or_tag choice-parameter-193695594771667 1 false - + false Neo4jBackup + OpsAdministration/dev/KnowledgePlatform/Neo4jBackup ET_FORMATTED_HTML @@ -89,8 +91,8 @@ return """<b>This parameter is not used</b>"&quo - - + + 2 @@ -119,4 +121,4 @@ return """<b>This parameter is not used</b>"&quo false - + \ No newline at end of file diff --git a/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/KnowledgePlatform/jobs/Neo4jRestore/config.xml b/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/KnowledgePlatform/jobs/Neo4jRestore/config.xml index ea9492906..0b3beb196 100644 --- a/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/KnowledgePlatform/jobs/Neo4jRestore/config.xml +++ b/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/KnowledgePlatform/jobs/Neo4jRestore/config.xml @@ -7,9 +7,9 @@ -1 - -1 + 10 -1 - 5 + 2 diff --git a/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/KnowledgePlatform/jobs/RedisBackup/config.xml b/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/KnowledgePlatform/jobs/RedisBackup/config.xml index 7bb0fedf9..4e3c21346 100644 --- a/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/KnowledgePlatform/jobs/RedisBackup/config.xml +++ b/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/KnowledgePlatform/jobs/RedisBackup/config.xml @@ -1,5 +1,5 @@ - + false @@ -7,25 +7,25 @@ -1 - -1 + 10 -1 - 5 + 2 - + false false - + private_branch choice-parameter-193697432119747 1 false - + false RedisBackup + OpsAdministration/dev/KnowledgePlatform/RedisBackup ET_FORMATTED_HTML true - + branch_or_tag choice-parameter-193697441891806 1 false - + false RedisBackup + OpsAdministration/dev/KnowledgePlatform/RedisBackup ET_FORMATTED_HTML @@ -89,8 +91,8 @@ return """<b>This parameter is not used</b>"&quo - - + + 2 @@ -119,4 +121,4 @@ return """<b>This parameter is not used</b>"&quo false - + \ No newline at end of file diff --git a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Core/jobs/OnboardConsumers/config.xml b/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/KnowledgePlatform/jobs/RedisRetore/config.xml similarity index 82% rename from deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Core/jobs/OnboardConsumers/config.xml rename to deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/KnowledgePlatform/jobs/RedisRetore/config.xml index d1a4d4cfc..42f6ca335 100644 --- a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Core/jobs/OnboardConsumers/config.xml +++ b/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/KnowledgePlatform/jobs/RedisRetore/config.xml @@ -7,9 +7,9 @@ -1 - -1 + 10 -1 - 5 + 2 @@ -19,10 +19,16 @@ + + redis_restore_file_name + <font color=teal size=2>give the backup name to be picked to restore</font> + + false + private_branch - choice-parameter-186788940114941 + choice-parameter-193693971284924 1 - OnboardConsumers - Deploy/dev/Core/OnboardConsumers + RedisRetore + OpsAdministration/dev/KnowledgePlatform/RedisRetore ET_FORMATTED_HTML @@ -48,12 +54,12 @@ return """<b>This parameter is not used</b>"&quo branch_or_tag - choice-parameter-186788943531283 + choice-parameter-193693974507874 1 - OnboardConsumers - Deploy/dev/Core/OnboardConsumers + RedisRetore + OpsAdministration/dev/KnowledgePlatform/RedisRetore ET_FORMATTED_HTML @@ -89,7 +95,7 @@ return """<b>This parameter is not used</b>"&quo 2 - https://github.com/project-sunbird/sunbird-devops.git + https://github.com/project-sunbird/sunbird-learning-platform.git @@ -104,12 +110,12 @@ return """<b>This parameter is not used</b>"&quo true false - 1 + 0 false - pipelines/deploy/am-onboard-consumers/Jenkinsfile + pipelines/backup/redis-restore/Jenkinsfile false diff --git a/deploy/jenkins/jobs/Provision/jobs/dev/jobs/Core/config.xml b/deploy/jenkins/jobs/Provision/jobs/dev/jobs/Core/config.xml index ca27afff7..56424f5bf 100644 --- a/deploy/jenkins/jobs/Provision/jobs/dev/jobs/Core/config.xml +++ b/deploy/jenkins/jobs/Provision/jobs/dev/jobs/Core/config.xml @@ -1,12 +1,12 @@ - + - + - - + + diff --git a/deploy/jenkins/jobs/Provision/jobs/dev/jobs/Core/jobs/Cassandra/config.xml b/deploy/jenkins/jobs/Provision/jobs/dev/jobs/Core/jobs/Cassandra/config.xml index 01cae6857..e399fb8fb 100644 --- a/deploy/jenkins/jobs/Provision/jobs/dev/jobs/Core/jobs/Cassandra/config.xml +++ b/deploy/jenkins/jobs/Provision/jobs/dev/jobs/Core/jobs/Cassandra/config.xml @@ -1,5 +1,5 @@ - + false @@ -7,25 +7,25 @@ -1 - -1 + 10 -1 - 5 + 2 - + false false - + private_branch choice-parameter-196486141556745 1 false - + false Cassandra + Provision/dev/Core/Cassandra ET_FORMATTED_HTML true - + branch_or_tag choice-parameter-196486144020383 1 false - + false Cassandra + Provision/dev/Core/Cassandra ET_FORMATTED_HTML @@ -82,8 +84,8 @@ return """<b>This parameter is not used</b>"&quo - - + + 2 diff --git a/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/Core/jobs/SwarmBootstrap/config.xml b/deploy/jenkins/jobs/Provision/jobs/dev/jobs/Core/jobs/CassandraExporter/config.xml similarity index 55% rename from deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/Core/jobs/SwarmBootstrap/config.xml rename to deploy/jenkins/jobs/Provision/jobs/dev/jobs/Core/jobs/CassandraExporter/config.xml index 429a4261f..6343c9bd8 100644 --- a/deploy/jenkins/jobs/OpsAdministration/jobs/dev/jobs/Core/jobs/SwarmBootstrap/config.xml +++ b/deploy/jenkins/jobs/Provision/jobs/dev/jobs/Core/jobs/CassandraExporter/config.xml @@ -1,87 +1,91 @@ - - + - + false -1 - -1 + 10 -1 - 5 + 2 - + false false - + private_branch - - choice-parameter-189723213053334 + + choice-parameter-196486141556745 1 +return """<b>This parameter is not used</b>""" false - - + + false - SwarmBootstrap + CassandraExporter + Provision/dev/Core/CassandraExporter - + ET_FORMATTED_HTML true - + branch_or_tag - - choice-parameter-189723215007628 + + choice-parameter-196486144020383 1 +return """<b>This parameter is not used</b>""" false - - + + false - SwarmBootstrap + CassandraExporter + Provision/dev/Core/CassandraExporter - + ET_FORMATTED_HTML true - + + 0 + 0 false project false - + + - - + + 2 @@ -99,15 +103,15 @@ return """<b>This parameter is not used</b>"&quo true false - + 0 false - pipelines/bootstrap-swarm/Jenkinsfile + pipelines/provision/cassandra/Jenkinsfile.exporter false false - + \ No newline at end of file diff --git a/deploy/jenkins/jobs/Provision/jobs/dev/jobs/Core/jobs/JenkinsSlave/config.xml b/deploy/jenkins/jobs/Provision/jobs/dev/jobs/Core/jobs/JenkinsSlave/config.xml index 3f3e9b8f3..3245cd533 100644 --- a/deploy/jenkins/jobs/Provision/jobs/dev/jobs/Core/jobs/JenkinsSlave/config.xml +++ b/deploy/jenkins/jobs/Provision/jobs/dev/jobs/Core/jobs/JenkinsSlave/config.xml @@ -7,9 +7,9 @@ -1 - -1 + 10 -1 - 5 + 2 diff --git a/deploy/jenkins/jobs/Provision/jobs/dev/jobs/Core/jobs/Kafka/config.xml b/deploy/jenkins/jobs/Provision/jobs/dev/jobs/Core/jobs/Kafka/config.xml index 9d6f8c1e8..f49831d49 100644 --- a/deploy/jenkins/jobs/Provision/jobs/dev/jobs/Core/jobs/Kafka/config.xml +++ b/deploy/jenkins/jobs/Provision/jobs/dev/jobs/Core/jobs/Kafka/config.xml @@ -7,9 +7,9 @@ -1 - -1 + 10 -1 - 5 + 2 diff --git a/deploy/jenkins/jobs/Provision/jobs/dev/jobs/Core/jobs/Keycloak/config.xml b/deploy/jenkins/jobs/Provision/jobs/dev/jobs/Core/jobs/Keycloak/config.xml index 8b32f3a23..67440d7ee 100644 --- a/deploy/jenkins/jobs/Provision/jobs/dev/jobs/Core/jobs/Keycloak/config.xml +++ b/deploy/jenkins/jobs/Provision/jobs/dev/jobs/Core/jobs/Keycloak/config.xml @@ -1,15 +1,14 @@ - - + - + false -1 - -1 + 10 -1 - 5 + 2 @@ -19,73 +18,74 @@ - + private_branch - + choice-parameter-196487835595646 1 +return """<b>This parameter is not used</b>""" false - - + + false Keycloak Provision/dev/Core/Keycloak - + ET_FORMATTED_HTML true - + branch_or_tag - + choice-parameter-196487838166797 1 +return """<b>This parameter is not used</b>""" false - - + + false Keycloak Provision/dev/Core/Keycloak - + ET_FORMATTED_HTML true - + 0 0 false project false - + + - - + + 2 @@ -103,7 +103,7 @@ return """<b>This parameter is not used</b>"&quo true false - + 1 false diff --git a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Core/jobs/TelemetryLogstash/config.xml b/deploy/jenkins/jobs/Provision/jobs/dev/jobs/Core/jobs/LogES/config.xml similarity index 56% rename from deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Core/jobs/TelemetryLogstash/config.xml rename to deploy/jenkins/jobs/Provision/jobs/dev/jobs/Core/jobs/LogES/config.xml index 3f59f70e3..20e841795 100644 --- a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Core/jobs/TelemetryLogstash/config.xml +++ b/deploy/jenkins/jobs/Provision/jobs/dev/jobs/Core/jobs/LogES/config.xml @@ -1,89 +1,91 @@ - - + - Deploys Telemetry Logstash Service + false -1 - -1 + 10 -1 - 5 + 2 - + false false - + private_branch - - choice-parameter-186827048551040 + + choice-parameter-186487879604743 1 +return """<b>This parameter is not used</b>""" false - - + + false - TelemetryLogstash + LogES + Provision/dev/Core/LogES - + ET_FORMATTED_HTML true - + branch_or_tag - - choice-parameter-186827051364357 + + choice-parameter-186487885338467 1 +return """<b>This parameter is not used</b>""" false - - + + false - TelemetryLogstash + LogES + Provision/dev/Core/LogES - + ET_FORMATTED_HTML true - + 0 0 false project false - + + - - + + 2 @@ -101,15 +103,15 @@ return """<b>This parameter is not used</b>"&quo true false - + 1 false - pipelines/deploy/telemetry-logstash/Jenkinsfile + pipelines/provision/log-es-upgrade/Jenkinsfile false false - + \ No newline at end of file diff --git a/deploy/jenkins/jobs/Provision/jobs/dev/jobs/Core/jobs/LogEsUpgrade6xx/config.xml b/deploy/jenkins/jobs/Provision/jobs/dev/jobs/Core/jobs/LogEsUpgrade6xx/config.xml deleted file mode 100644 index 02a00d5d4..000000000 --- a/deploy/jenkins/jobs/Provision/jobs/dev/jobs/Core/jobs/LogEsUpgrade6xx/config.xml +++ /dev/null @@ -1,117 +0,0 @@ - - - - - false - - - - -1 - -1 - -1 - 5 - - - - - false - false - - - - - private_branch - - choice-parameter-186487879604743 - 1 - - false - - - - false - - - LogEsUpgrade6xx - Provision/loadtest/Core/LogEsUpgrade6xx - - - ET_FORMATTED_HTML - true - - - branch_or_tag - - choice-parameter-186487885338467 - 1 - - false - - - - false - - - LogEsUpgrade6xx - Provision/loadtest/Core/LogEsUpgrade6xx - - - ET_FORMATTED_HTML - true - - - - - 0 - 0 - - false - project - false - - - - - - 2 - - - https://github.com/kaali09/sunbird-devops.git - - - - - ${branch_or_tag} - - - false - - - - true - false - - 1 - false - - - - pipelines/provision/log-es-upgrade/Jenkinsfile.latest - false - - - false - diff --git a/deploy/jenkins/jobs/Provision/jobs/dev/jobs/Core/jobs/Logstash/config.xml b/deploy/jenkins/jobs/Provision/jobs/dev/jobs/Core/jobs/Logstash/config.xml index 95778c7d7..144b79650 100644 --- a/deploy/jenkins/jobs/Provision/jobs/dev/jobs/Core/jobs/Logstash/config.xml +++ b/deploy/jenkins/jobs/Provision/jobs/dev/jobs/Core/jobs/Logstash/config.xml @@ -7,9 +7,9 @@ -1 - -1 + 10 -1 - 5 + 2 diff --git a/deploy/jenkins/jobs/Provision/jobs/dev/jobs/Core/jobs/MongodbCluster/config.xml b/deploy/jenkins/jobs/Provision/jobs/dev/jobs/Core/jobs/MongodbCluster/config.xml new file mode 100644 index 000000000..a360699f2 --- /dev/null +++ b/deploy/jenkins/jobs/Provision/jobs/dev/jobs/Core/jobs/MongodbCluster/config.xml @@ -0,0 +1,117 @@ + + + + false + + + + -1 + 10 + -1 + 2 + + + + + false + false + + + + + private_branch + + choice-parameter-196486141556745 + 1 + + false + + + + false + + + MongodbCluster + Provision/dev/Core/MongodbCluster + + + ET_FORMATTED_HTML + true + + + branch_or_tag + + choice-parameter-196486144020383 + 1 + + false + + + + false + + + MongodbCluster + Provision/dev/Core/MongodbCluster + + + ET_FORMATTED_HTML + true + + + + + 0 + 0 + + false + project + false + + + + + + + 2 + + + https://github.com/project-sunbird/sunbird-devops.git + + + + + ${branch_or_tag} + + + false + + + + true + false + + 0 + false + + + + pipelines/provision/mongodb-cluster/Jenkinsfile + false + + + false + \ No newline at end of file diff --git a/deploy/jenkins/jobs/Provision/jobs/dev/jobs/Core/jobs/Postgres/config.xml b/deploy/jenkins/jobs/Provision/jobs/dev/jobs/Core/jobs/Postgres/config.xml index bf512172c..ae046ae24 100644 --- a/deploy/jenkins/jobs/Provision/jobs/dev/jobs/Core/jobs/Postgres/config.xml +++ b/deploy/jenkins/jobs/Provision/jobs/dev/jobs/Core/jobs/Postgres/config.xml @@ -7,9 +7,9 @@ -1 - -1 + 10 -1 - 5 + 2 diff --git a/deploy/jenkins/jobs/Provision/jobs/dev/jobs/Core/jobs/PostgresDbUpdate/config.xml b/deploy/jenkins/jobs/Provision/jobs/dev/jobs/Core/jobs/PostgresDbUpdate/config.xml index 5ca5d99ad..94fd87fc6 100644 --- a/deploy/jenkins/jobs/Provision/jobs/dev/jobs/Core/jobs/PostgresDbUpdate/config.xml +++ b/deploy/jenkins/jobs/Provision/jobs/dev/jobs/Core/jobs/PostgresDbUpdate/config.xml @@ -7,9 +7,9 @@ -1 - -1 + 10 -1 - 5 + 2 diff --git a/deploy/jenkins/jobs/Provision/jobs/dev/jobs/Core/jobs/PostgresDbUpdateManaged/config.xml b/deploy/jenkins/jobs/Provision/jobs/dev/jobs/Core/jobs/PostgresDbUpdateManaged/config.xml index 504dfb72b..64f266536 100644 --- a/deploy/jenkins/jobs/Provision/jobs/dev/jobs/Core/jobs/PostgresDbUpdateManaged/config.xml +++ b/deploy/jenkins/jobs/Provision/jobs/dev/jobs/Core/jobs/PostgresDbUpdateManaged/config.xml @@ -7,9 +7,9 @@ -1 - -1 + 10 -1 - 5 + 2 diff --git a/deploy/jenkins/jobs/Provision/jobs/dev/jobs/Core/jobs/Redis/config.xml b/deploy/jenkins/jobs/Provision/jobs/dev/jobs/Core/jobs/Redis/config.xml new file mode 100644 index 000000000..6aaa2e93e --- /dev/null +++ b/deploy/jenkins/jobs/Provision/jobs/dev/jobs/Core/jobs/Redis/config.xml @@ -0,0 +1,127 @@ + + + + + hudson.model.ParametersDefinitionProperty + com.sonyericsson.rebuild.RebuildSettings + + + + + false + + + + -1 + 10 + -1 + 2 + + + + + false + false + + + + + private_branch + + choice-parameter-196505638775314 + 1 + + false + + + + false + + + Redis + Provision/dev/Core/Redis + + + ET_FORMATTED_HTML + true + + + branch_or_tag + + choice-parameter-196505642335779 + 1 + + false + + + + false + + + Redis + Provision/dev/Core/Redis + + + ET_FORMATTED_HTML + true + + + + + 0 + 0 + + false + project + false + + + + + + + + + + 2 + + + https://github.com/project-sunbird/sunbird-learning-platform.git + + + + + ${branch_or_tag} + + + false + + + + true + false + + 0 + false + + + + pipelines/provision/redis/Jenkinsfile + false + + + false + \ No newline at end of file diff --git a/deploy/jenkins/jobs/Provision/jobs/dev/jobs/Core/jobs/Registry/config.xml b/deploy/jenkins/jobs/Provision/jobs/dev/jobs/Core/jobs/Registry/config.xml index 7a4cd1955..f8ae5abed 100644 --- a/deploy/jenkins/jobs/Provision/jobs/dev/jobs/Core/jobs/Registry/config.xml +++ b/deploy/jenkins/jobs/Provision/jobs/dev/jobs/Core/jobs/Registry/config.xml @@ -7,9 +7,9 @@ -1 - -1 + 10 -1 - 5 + 2 diff --git a/deploy/jenkins/jobs/Provision/jobs/dev/jobs/Core/jobs/Secor/config.xml b/deploy/jenkins/jobs/Provision/jobs/dev/jobs/Core/jobs/Secor/config.xml index 102641d9f..b262ce951 100644 --- a/deploy/jenkins/jobs/Provision/jobs/dev/jobs/Core/jobs/Secor/config.xml +++ b/deploy/jenkins/jobs/Provision/jobs/dev/jobs/Core/jobs/Secor/config.xml @@ -7,9 +7,9 @@ -1 - -1 + 10 -1 - 5 + 2 diff --git a/deploy/jenkins/jobs/Provision/jobs/dev/jobs/DataPipeline/jobs/AnalyticsAPI/config.xml b/deploy/jenkins/jobs/Provision/jobs/dev/jobs/DataPipeline/jobs/AnalyticsAPI/config.xml index b09d36dca..2b36b0fa3 100644 --- a/deploy/jenkins/jobs/Provision/jobs/dev/jobs/DataPipeline/jobs/AnalyticsAPI/config.xml +++ b/deploy/jenkins/jobs/Provision/jobs/dev/jobs/DataPipeline/jobs/AnalyticsAPI/config.xml @@ -1,5 +1,5 @@ - + @@ -14,25 +14,25 @@ -1 - -1 + 10 -1 - 5 + 2 - + false false - + private_branch choice-parameter-196492871381509 1 false - + false AnalyticsAPI + Provision/dev/DataPipeline/AnalyticsAPI ET_FORMATTED_HTML true - + branch_or_tag choice-parameter-196492874659821 1 false - + false AnalyticsAPI + Provision/dev/DataPipeline/AnalyticsAPI ET_FORMATTED_HTML @@ -89,8 +91,8 @@ return """<b>This parameter is not used</b>"&quo - - + + 2 diff --git a/deploy/jenkins/jobs/Provision/jobs/dev/jobs/DataPipeline/jobs/AnalyticsSecor/config.xml b/deploy/jenkins/jobs/Provision/jobs/dev/jobs/DataPipeline/jobs/AnalyticsSecor/config.xml index c20e767a0..fc5dc310d 100644 --- a/deploy/jenkins/jobs/Provision/jobs/dev/jobs/DataPipeline/jobs/AnalyticsSecor/config.xml +++ b/deploy/jenkins/jobs/Provision/jobs/dev/jobs/DataPipeline/jobs/AnalyticsSecor/config.xml @@ -14,9 +14,9 @@ -1 - -1 + 10 -1 - 5 + 2 diff --git a/deploy/jenkins/jobs/Provision/jobs/dev/jobs/DataPipeline/jobs/AnalyticsSpark/config.xml b/deploy/jenkins/jobs/Provision/jobs/dev/jobs/DataPipeline/jobs/AnalyticsSpark/config.xml index 3e78f2bae..d596ee135 100644 --- a/deploy/jenkins/jobs/Provision/jobs/dev/jobs/DataPipeline/jobs/AnalyticsSpark/config.xml +++ b/deploy/jenkins/jobs/Provision/jobs/dev/jobs/DataPipeline/jobs/AnalyticsSpark/config.xml @@ -1,22 +1,21 @@ - - + - + hudson.model.ParametersDefinitionProperty com.sonyericsson.rebuild.RebuildSettings - + false -1 - -1 + 10 -1 - 5 + 2 @@ -26,73 +25,74 @@ - + private_branch - + choice-parameter-196494527011530 1 +return """<b>This parameter is not used</b>""" false - - + + false AnalyticsSpark Provision/dev/DataPipeline/AnalyticsSpark - + ET_FORMATTED_HTML true - + branch_or_tag - + choice-parameter-196494532752488 1 +return """<b>This parameter is not used</b>""" false - - + + false AnalyticsSpark Provision/dev/DataPipeline/AnalyticsSpark - + ET_FORMATTED_HTML true - + 0 0 false project false - + + - - + + 2 @@ -110,7 +110,7 @@ return """<b>This parameter is not used</b>"&quo true false - + 0 false diff --git a/deploy/jenkins/jobs/Provision/jobs/dev/jobs/DataPipeline/jobs/Cassandra/config.xml b/deploy/jenkins/jobs/Provision/jobs/dev/jobs/DataPipeline/jobs/Cassandra/config.xml index 3ddc48990..efabbd98e 100644 --- a/deploy/jenkins/jobs/Provision/jobs/dev/jobs/DataPipeline/jobs/Cassandra/config.xml +++ b/deploy/jenkins/jobs/Provision/jobs/dev/jobs/DataPipeline/jobs/Cassandra/config.xml @@ -14,9 +14,9 @@ -1 - -1 + 10 -1 - 5 + 2 diff --git a/deploy/jenkins/jobs/Provision/jobs/dev/jobs/DataPipeline/jobs/Druid/config.xml b/deploy/jenkins/jobs/Provision/jobs/dev/jobs/DataPipeline/jobs/Druid/config.xml index 7d0c034d9..d8bc26014 100644 --- a/deploy/jenkins/jobs/Provision/jobs/dev/jobs/DataPipeline/jobs/Druid/config.xml +++ b/deploy/jenkins/jobs/Provision/jobs/dev/jobs/DataPipeline/jobs/Druid/config.xml @@ -1,22 +1,21 @@ - - + - + hudson.model.ParametersDefinitionProperty com.sonyericsson.rebuild.RebuildSettings - + false -1 - -1 + 10 -1 - 5 + 2 @@ -24,18 +23,66 @@ false false - + + + + service + <font color=green size=2><b>Choose the services to deploy. Multi-selection is available.</b></font> + choice-parameter-160652271515504 + 1 + + true + + + + Druid + Provision/dev/DataPipeline/Druid + + + PT_MULTI_SELECT + false + 1 + + + remote + <font color=red size=2><b> +Raw Cluster: [raw] +Rollup Cluster: [rollup] +</b></font> + + + raw + rollup + + + + + + 0 0 false project false - + + - - + + 2 @@ -53,7 +100,7 @@ true false - + 0 false diff --git a/deploy/jenkins/jobs/Provision/jobs/dev/jobs/DataPipeline/jobs/InfluxDB/config.xml b/deploy/jenkins/jobs/Provision/jobs/dev/jobs/DataPipeline/jobs/InfluxDB/config.xml index e0d7d7981..ef82c1136 100644 --- a/deploy/jenkins/jobs/Provision/jobs/dev/jobs/DataPipeline/jobs/InfluxDB/config.xml +++ b/deploy/jenkins/jobs/Provision/jobs/dev/jobs/DataPipeline/jobs/InfluxDB/config.xml @@ -14,9 +14,9 @@ -1 - -1 + 10 -1 - 5 + 2 diff --git a/deploy/jenkins/jobs/Provision/jobs/dev/jobs/DataPipeline/jobs/Kafka/config.xml b/deploy/jenkins/jobs/Provision/jobs/dev/jobs/DataPipeline/jobs/Kafka/config.xml index fb292a975..27266ac9c 100644 --- a/deploy/jenkins/jobs/Provision/jobs/dev/jobs/DataPipeline/jobs/Kafka/config.xml +++ b/deploy/jenkins/jobs/Provision/jobs/dev/jobs/DataPipeline/jobs/Kafka/config.xml @@ -1,5 +1,4 @@ - - + @@ -8,95 +7,98 @@ - + false -1 - -1 + 10 -1 - 5 + 2 - + false false - + private_branch - + choice-parameter-196496946659342 1 +return """<b>This parameter is not used</b>""" false - - + + false Kafka + Provision/dev/DataPipeline/Kafka - + ET_FORMATTED_HTML true - + branch_or_tag - + choice-parameter-196496948791638 1 +return """<b>This parameter is not used</b>""" false - - + + false Kafka + Provision/dev/DataPipeline/Kafka - + ET_FORMATTED_HTML true remote - + processing-cluster-kafka false - + 0 0 false project false - + + - - + + 2 @@ -114,7 +116,7 @@ return """<b>This parameter is not used</b>"&quo true false - + 0 false diff --git a/deploy/jenkins/jobs/Provision/jobs/dev/jobs/DataPipeline/jobs/Kibana/config.xml b/deploy/jenkins/jobs/Provision/jobs/dev/jobs/DataPipeline/jobs/Kibana/config.xml index cac92eae5..84cd1003d 100644 --- a/deploy/jenkins/jobs/Provision/jobs/dev/jobs/DataPipeline/jobs/Kibana/config.xml +++ b/deploy/jenkins/jobs/Provision/jobs/dev/jobs/DataPipeline/jobs/Kibana/config.xml @@ -14,9 +14,9 @@ -1 - -1 + 10 -1 - 5 + 2 diff --git a/deploy/jenkins/jobs/Provision/jobs/dev/jobs/DataPipeline/jobs/MLWorkbench/config.xml b/deploy/jenkins/jobs/Provision/jobs/dev/jobs/DataPipeline/jobs/MLWorkbench/config.xml index 86592f868..24b356730 100644 --- a/deploy/jenkins/jobs/Provision/jobs/dev/jobs/DataPipeline/jobs/MLWorkbench/config.xml +++ b/deploy/jenkins/jobs/Provision/jobs/dev/jobs/DataPipeline/jobs/MLWorkbench/config.xml @@ -7,9 +7,9 @@ -1 - -1 + 10 -1 - 5 + 2 diff --git a/deploy/jenkins/jobs/Provision/jobs/dev/jobs/DataPipeline/jobs/NodeJs/config.xml b/deploy/jenkins/jobs/Provision/jobs/dev/jobs/DataPipeline/jobs/NodeJs/config.xml index 9fa304888..190be995c 100644 --- a/deploy/jenkins/jobs/Provision/jobs/dev/jobs/DataPipeline/jobs/NodeJs/config.xml +++ b/deploy/jenkins/jobs/Provision/jobs/dev/jobs/DataPipeline/jobs/NodeJs/config.xml @@ -14,9 +14,9 @@ -1 - -1 + 10 -1 - 5 + 2 diff --git a/deploy/jenkins/jobs/Provision/jobs/dev/jobs/DataPipeline/jobs/Postgres/config.xml b/deploy/jenkins/jobs/Provision/jobs/dev/jobs/DataPipeline/jobs/Postgres/config.xml index bfed6405d..0526f34d4 100644 --- a/deploy/jenkins/jobs/Provision/jobs/dev/jobs/DataPipeline/jobs/Postgres/config.xml +++ b/deploy/jenkins/jobs/Provision/jobs/dev/jobs/DataPipeline/jobs/Postgres/config.xml @@ -14,9 +14,9 @@ -1 - -1 + 10 -1 - 5 + 2 diff --git a/deploy/jenkins/jobs/Provision/jobs/dev/jobs/DataPipeline/jobs/PostgresManaged/config.xml b/deploy/jenkins/jobs/Provision/jobs/dev/jobs/DataPipeline/jobs/PostgresManaged/config.xml new file mode 100644 index 000000000..5f925ba92 --- /dev/null +++ b/deploy/jenkins/jobs/Provision/jobs/dev/jobs/DataPipeline/jobs/PostgresManaged/config.xml @@ -0,0 +1,123 @@ + + + + + hudson.model.ParametersDefinitionProperty + com.sonyericsson.rebuild.RebuildSettings + + + + + false + + + + -1 + 10 + -1 + 2 + + + + false + false + + + + + private_branch + + choice-parameter-196498570819230 + 1 + + false + + + + false + + + postgres-managed + Provision/dev/DataPipeline/postgres-managed + + + ET_FORMATTED_HTML + true + + + branch_or_tag + + choice-parameter-196498577913500 + 1 + + false + + + + false + + + postgres-managed + Provision/dev/DataPipeline/postgres-managed + + + ET_FORMATTED_HTML + true + + + + + 0 + 0 + + false + project + false + + + + + + + 2 + + + https://github.com/project-sunbird/sunbird-data-pipeline.git + + + + + ${branch_or_tag} + + + false + + + + true + false + + 0 + false + + + + pipelines/provision/postgres-managed/Jenkinsfile + false + + + false + \ No newline at end of file diff --git a/deploy/jenkins/jobs/Provision/jobs/dev/jobs/DataPipeline/jobs/RedisCluster/config.xml b/deploy/jenkins/jobs/Provision/jobs/dev/jobs/DataPipeline/jobs/RedisCluster/config.xml index d65b18541..1b8a272ee 100644 --- a/deploy/jenkins/jobs/Provision/jobs/dev/jobs/DataPipeline/jobs/RedisCluster/config.xml +++ b/deploy/jenkins/jobs/Provision/jobs/dev/jobs/DataPipeline/jobs/RedisCluster/config.xml @@ -14,9 +14,9 @@ -1 - -1 + 10 -1 - 5 + 2 diff --git a/deploy/jenkins/jobs/Provision/jobs/dev/jobs/DataPipeline/jobs/TelemetrySearch/config.xml b/deploy/jenkins/jobs/Provision/jobs/dev/jobs/DataPipeline/jobs/TelemetrySearch/config.xml index d8fa81c34..9f8e179ef 100644 --- a/deploy/jenkins/jobs/Provision/jobs/dev/jobs/DataPipeline/jobs/TelemetrySearch/config.xml +++ b/deploy/jenkins/jobs/Provision/jobs/dev/jobs/DataPipeline/jobs/TelemetrySearch/config.xml @@ -14,9 +14,9 @@ -1 - -1 + 10 -1 - 5 + 2 diff --git a/deploy/jenkins/jobs/Provision/jobs/dev/jobs/DataPipeline/jobs/Yarn/config.xml b/deploy/jenkins/jobs/Provision/jobs/dev/jobs/DataPipeline/jobs/Yarn/config.xml index f1baf8e9d..221b6f376 100644 --- a/deploy/jenkins/jobs/Provision/jobs/dev/jobs/DataPipeline/jobs/Yarn/config.xml +++ b/deploy/jenkins/jobs/Provision/jobs/dev/jobs/DataPipeline/jobs/Yarn/config.xml @@ -14,9 +14,9 @@ -1 - -1 + 10 -1 - 5 + 2 @@ -96,7 +96,7 @@ return """<b>This parameter is not used</b>"&quo 2 - https://github.com/project-sunbird/sunbird-data-pipeline + https://github.com/project-sunbird/sunbird-data-pipeline.git diff --git a/deploy/jenkins/jobs/Provision/jobs/dev/jobs/DataPipeline/jobs/Zookeeper/config.xml b/deploy/jenkins/jobs/Provision/jobs/dev/jobs/DataPipeline/jobs/Zookeeper/config.xml index 8e02e9159..ed757f538 100644 --- a/deploy/jenkins/jobs/Provision/jobs/dev/jobs/DataPipeline/jobs/Zookeeper/config.xml +++ b/deploy/jenkins/jobs/Provision/jobs/dev/jobs/DataPipeline/jobs/Zookeeper/config.xml @@ -1,5 +1,5 @@ - + @@ -14,24 +14,24 @@ -1 - -1 + 10 -1 - 5 + 2 - + false false - + private_branch choice-parameter-196500899115571 1 false - + false Zookeeper + Provision/dev/DataPipeline/Zookeeper ET_FORMATTED_HTML true - + branch_or_tag choice-parameter-196500913815161 1 false - + false Zookeeper + Provision/dev/DataPipeline/Zookeeper ET_FORMATTED_HTML @@ -94,8 +96,8 @@ return """<b>This parameter is not used</b>"&quo - - + + 2 diff --git a/deploy/jenkins/jobs/Provision/jobs/dev/jobs/KnowledgePlatform/jobs/Cassandra/config.xml b/deploy/jenkins/jobs/Provision/jobs/dev/jobs/KnowledgePlatform/jobs/Cassandra/config.xml index dbf93f659..51554020d 100644 --- a/deploy/jenkins/jobs/Provision/jobs/dev/jobs/KnowledgePlatform/jobs/Cassandra/config.xml +++ b/deploy/jenkins/jobs/Provision/jobs/dev/jobs/KnowledgePlatform/jobs/Cassandra/config.xml @@ -14,9 +14,9 @@ -1 - -1 + 10 -1 - 5 + 2 diff --git a/deploy/jenkins/jobs/Provision/jobs/dev/jobs/KnowledgePlatform/jobs/CompositeSearch/config.xml b/deploy/jenkins/jobs/Provision/jobs/dev/jobs/KnowledgePlatform/jobs/CompositeSearch/config.xml index a80bfacf8..6897453dd 100644 --- a/deploy/jenkins/jobs/Provision/jobs/dev/jobs/KnowledgePlatform/jobs/CompositeSearch/config.xml +++ b/deploy/jenkins/jobs/Provision/jobs/dev/jobs/KnowledgePlatform/jobs/CompositeSearch/config.xml @@ -1,5 +1,5 @@ - + @@ -14,9 +14,9 @@ -1 - -1 + 10 -1 - 5 + 2 @@ -26,13 +26,13 @@ - + private_branch choice-parameter-196502397927441 1 false - + false CompositeSearch + Provision/dev/KnowledgePlatform/CompositeSearch ET_FORMATTED_HTML true - + branch_or_tag choice-parameter-196502408664232 1 false - + false CompositeSearch + Provision/dev/KnowledgePlatform/CompositeSearch ET_FORMATTED_HTML @@ -92,8 +94,8 @@ return """<b>This parameter is not used</b>"&quo - - + + 2 diff --git a/deploy/jenkins/jobs/Provision/jobs/dev/jobs/KnowledgePlatform/jobs/Dial/config.xml b/deploy/jenkins/jobs/Provision/jobs/dev/jobs/KnowledgePlatform/jobs/Dial/config.xml new file mode 100644 index 000000000..52868463a --- /dev/null +++ b/deploy/jenkins/jobs/Provision/jobs/dev/jobs/KnowledgePlatform/jobs/Dial/config.xml @@ -0,0 +1,127 @@ + + + + + hudson.model.ParametersDefinitionProperty + com.sonyericsson.rebuild.RebuildSettings + + + + + false + + + + -1 + 10 + -1 + 2 + + + + + false + false + + + + + private_branch + + choice-parameter-196504004472286 + 1 + + false + + + + false + + + Dial + Provision/dev/KnowledgePlatform/Dial + + + ET_FORMATTED_HTML + true + + + branch_or_tag + + choice-parameter-196504007625526 + 1 + + false + + + + false + + + Dial + Provision/dev/KnowledgePlatform/Dial + + + ET_FORMATTED_HTML + true + + + + + 0 + 0 + + false + project + false + + + + + + + + + + 2 + + + https://github.com/project-sunbird/sunbird-learning-platform.git + + + + + ${branch_or_tag} + + + false + + + + true + false + + 0 + false + + + + pipelines/provision/dial/Jenkinsfile + false + + + false + \ No newline at end of file diff --git a/deploy/jenkins/jobs/Provision/jobs/dev/jobs/KnowledgePlatform/jobs/Kafka/config.xml b/deploy/jenkins/jobs/Provision/jobs/dev/jobs/KnowledgePlatform/jobs/Kafka/config.xml index c13f5f045..332ddd651 100644 --- a/deploy/jenkins/jobs/Provision/jobs/dev/jobs/KnowledgePlatform/jobs/Kafka/config.xml +++ b/deploy/jenkins/jobs/Provision/jobs/dev/jobs/KnowledgePlatform/jobs/Kafka/config.xml @@ -14,9 +14,9 @@ -1 - -1 + 10 -1 - 5 + 2 diff --git a/deploy/jenkins/jobs/Provision/jobs/dev/jobs/KnowledgePlatform/jobs/Learning/config.xml b/deploy/jenkins/jobs/Provision/jobs/dev/jobs/KnowledgePlatform/jobs/Learning/config.xml index 9eb3a8c0b..b183632da 100644 --- a/deploy/jenkins/jobs/Provision/jobs/dev/jobs/KnowledgePlatform/jobs/Learning/config.xml +++ b/deploy/jenkins/jobs/Provision/jobs/dev/jobs/KnowledgePlatform/jobs/Learning/config.xml @@ -14,9 +14,9 @@ -1 - -1 + 10 -1 - 5 + 2 diff --git a/deploy/jenkins/jobs/Provision/jobs/dev/jobs/KnowledgePlatform/jobs/Neo4j/config.xml b/deploy/jenkins/jobs/Provision/jobs/dev/jobs/KnowledgePlatform/jobs/Neo4j/config.xml index 5add9187c..53f8e6264 100644 --- a/deploy/jenkins/jobs/Provision/jobs/dev/jobs/KnowledgePlatform/jobs/Neo4j/config.xml +++ b/deploy/jenkins/jobs/Provision/jobs/dev/jobs/KnowledgePlatform/jobs/Neo4j/config.xml @@ -14,9 +14,9 @@ -1 - -1 + 10 -1 - 5 + 2 diff --git a/deploy/jenkins/jobs/Provision/jobs/dev/jobs/KnowledgePlatform/jobs/Redis/config.xml b/deploy/jenkins/jobs/Provision/jobs/dev/jobs/KnowledgePlatform/jobs/Redis/config.xml index 8bb0df164..65cc73c37 100644 --- a/deploy/jenkins/jobs/Provision/jobs/dev/jobs/KnowledgePlatform/jobs/Redis/config.xml +++ b/deploy/jenkins/jobs/Provision/jobs/dev/jobs/KnowledgePlatform/jobs/Redis/config.xml @@ -1,5 +1,4 @@ - - + @@ -8,15 +7,15 @@ - + false -1 - -1 + 10 -1 - 5 + 2 @@ -26,80 +25,81 @@ - + private_branch - + choice-parameter-196505638775314 1 +return """<b>This parameter is not used</b>""" false - - + + false Redis Provision/dev/KnowledgePlatform/Redis - + ET_FORMATTED_HTML true - + branch_or_tag - + choice-parameter-196505642335779 1 +return """<b>This parameter is not used</b>""" false - - + + false Redis Provision/dev/KnowledgePlatform/Redis - + ET_FORMATTED_HTML true - + 0 0 false project false - + + - - + + 2 - https://github.com/project-sunbird/sunbird-learning-platform.git + https://github.com/project-sunbird/sunbird-data-pipeline.git @@ -113,7 +113,7 @@ return """<b>This parameter is not used</b>"&quo true false - + 0 false diff --git a/deploy/jenkins/jobs/Provision/jobs/dev/jobs/KnowledgePlatform/jobs/RedisCluster/config.xml b/deploy/jenkins/jobs/Provision/jobs/dev/jobs/KnowledgePlatform/jobs/RedisCluster/config.xml index b9b5b38d1..0e8913e0a 100644 --- a/deploy/jenkins/jobs/Provision/jobs/dev/jobs/KnowledgePlatform/jobs/RedisCluster/config.xml +++ b/deploy/jenkins/jobs/Provision/jobs/dev/jobs/KnowledgePlatform/jobs/RedisCluster/config.xml @@ -14,9 +14,9 @@ -1 - -1 + 10 -1 - 5 + 2 diff --git a/deploy/jenkins/jobs/Provision/jobs/dev/jobs/KnowledgePlatform/jobs/Search/config.xml b/deploy/jenkins/jobs/Provision/jobs/dev/jobs/KnowledgePlatform/jobs/Search/config.xml index 1865d82b1..819d053a5 100644 --- a/deploy/jenkins/jobs/Provision/jobs/dev/jobs/KnowledgePlatform/jobs/Search/config.xml +++ b/deploy/jenkins/jobs/Provision/jobs/dev/jobs/KnowledgePlatform/jobs/Search/config.xml @@ -14,9 +14,9 @@ -1 - -1 + 10 -1 - 5 + 2 diff --git a/deploy/jenkins/jobs/Provision/jobs/dev/jobs/KnowledgePlatform/jobs/Yarn/config.xml b/deploy/jenkins/jobs/Provision/jobs/dev/jobs/KnowledgePlatform/jobs/Yarn/config.xml index acdf2ac7f..ac1c40a5a 100644 --- a/deploy/jenkins/jobs/Provision/jobs/dev/jobs/KnowledgePlatform/jobs/Yarn/config.xml +++ b/deploy/jenkins/jobs/Provision/jobs/dev/jobs/KnowledgePlatform/jobs/Yarn/config.xml @@ -14,9 +14,9 @@ -1 - -1 + 10 -1 - 5 + 2 diff --git a/deploy/jenkins/jobs/Provision/jobs/dev/jobs/KnowledgePlatform/jobs/Zookeeper/config.xml b/deploy/jenkins/jobs/Provision/jobs/dev/jobs/KnowledgePlatform/jobs/Zookeeper/config.xml index 740a853a8..103cb6d42 100644 --- a/deploy/jenkins/jobs/Provision/jobs/dev/jobs/KnowledgePlatform/jobs/Zookeeper/config.xml +++ b/deploy/jenkins/jobs/Provision/jobs/dev/jobs/KnowledgePlatform/jobs/Zookeeper/config.xml @@ -14,9 +14,9 @@ -1 - -1 + 10 -1 - 5 + 2 diff --git a/images/azure-ambari-prometheus-exporter/Dockerfile b/images/azure-ambari-prometheus-exporter/Dockerfile new file mode 100644 index 000000000..17a504516 --- /dev/null +++ b/images/azure-ambari-prometheus-exporter/Dockerfile @@ -0,0 +1,10 @@ +FROM python:3.9.0-alpine +MAINTAINER Revathi Kotla +RUN mkdir /src +WORKDIR /src +COPY requirements.txt /src/requirements.txt +RUN pip install -r requirements.txt +COPY collector.py /src/collector.py +COPY components.yaml /src/components.yaml +EXPOSE 9999 +CMD ["python", "collector.py"] diff --git a/images/azure-ambari-prometheus-exporter/Jenkinsfile b/images/azure-ambari-prometheus-exporter/Jenkinsfile new file mode 100644 index 000000000..650afbade --- /dev/null +++ b/images/azure-ambari-prometheus-exporter/Jenkinsfile @@ -0,0 +1,41 @@ +node('build-slave') { + try { + String ANSI_GREEN = "\u001B[32m" + String ANSI_NORMAL = "\u001B[0m" + String ANSI_BOLD = "\u001B[1m" + String ANSI_RED = "\u001B[31m" + String ANSI_YELLOW = "\u001B[33m" + + ansiColor('xterm') { + stage('Checkout') { + if (!env.hub_org) { + println(ANSI_BOLD + ANSI_RED + "Uh Oh! Please set a Jenkins environment variable named hub_org with value as registery/sunbidrded" + ANSI_NORMAL) + error 'Please resolve the errors and rerun..' + } else + println(ANSI_BOLD + ANSI_GREEN + "Found environment variable named hub_org with value as: " + hub_org + ANSI_NORMAL) + } + + cleanWs() + checkout scm + commit_hash = sh(script: 'git rev-parse --short HEAD', returnStdout: true).trim() + build_tag = sh(script: "echo " + params.github_release_tag.split('/')[-1] + "_" + commit_hash + "_" + env.BUILD_NUMBER, returnStdout: true).trim() + echo "build_tag: " + build_tag + + stage('Build') { + env.NODE_ENV = "build" + print "Environment will be : ${env.NODE_ENV}" + sh("cd ./images/azure-ambari-prometheus-exporter && ./build.sh ${build_tag} ${env.NODE_NAME} ${hub_org}") + } + stage('ArchiveArtifacts') { + archiveArtifacts "images/azure-ambari-prometheus-exporter/metadata.json" + currentBuild.description = "${build_tag}" + } + } + + } + catch (err) { + currentBuild.result = "FAILURE" + throw err + } + +} diff --git a/images/azure-ambari-prometheus-exporter/build.sh b/images/azure-ambari-prometheus-exporter/build.sh new file mode 100755 index 000000000..4e98719cd --- /dev/null +++ b/images/azure-ambari-prometheus-exporter/build.sh @@ -0,0 +1,8 @@ +#!/bin/bash + +build_tag=$1 +node=$2 +org=$3 + +docker build -f Dockerfile -t ${org}/azure-ambari-prometheus-exporter:${build_tag} . +echo {\"image_name\" : \"azure-ambari-prometheus-exporter\", \"image_tag\" : \"${build_tag}\", \"node_name\" : \"$node\"} > metadata.json diff --git a/images/azure-ambari-prometheus-exporter/collector.py b/images/azure-ambari-prometheus-exporter/collector.py new file mode 100644 index 000000000..3abf3396c --- /dev/null +++ b/images/azure-ambari-prometheus-exporter/collector.py @@ -0,0 +1,294 @@ +import os +import json +import yaml +import re +import time +import logging +import datetime +from pytz import timezone +from datetime import timedelta,date +from prometheus_client import start_http_server +from prometheus_client.core import GaugeMetricFamily, REGISTRY +from expiringdict import ExpiringDict +import requests + +LOGLEVEL = os.getenv('LOGLEVEL', 'INFO').upper() +logging.basicConfig( + format='%(asctime)s - %(levelname)s - %(message)s' + , datefmt='%m/%d/%Y %I:%M:%S %p' + , level=LOGLEVEL +) + +BATCH_DELAY = os.getenv('BATCH_DELAY', 60) +CONF_FILE = os.getenv('CONF_FILE', 'conf/components.yaml') + + + +class AmbariMetricCollector(object): + def __init__(self, conf_file): + self.cache = ExpiringDict(max_len=10000, max_age_seconds=86400) + self.prom_metrics = {} + self.host = {} + self.ambari_info = { + 'AMBARI_USER': os.getenv('AMBARI_USER') + , 'AMBARI_PASS': os.getenv('AMBARI_PASS') + } + + with open(conf_file, "r") as read_conf_file: + conf = yaml.load(read_conf_file) + + self.conf_nn, self.conf_rm, self.conf_alert, self.conf_apphistory = self._parse_conf(conf) + + def _parse_conf(self, conf): + conf_nn = conf.get('namenode', None) + conf_rm = conf.get('resourcemanager', None) + conf_alert = conf.get('ambari_alert', None) + conf_apphistory= conf.get('ambari_apphistory', None) + + return conf_nn, conf_rm, conf_alert, conf_apphistory + + def _parse_metrics(self, data, prefix, metrics): + for k, v in data.items(): + if type(v) is dict: + prefix.append(k) + self._parse_metrics(v, prefix, metrics) + if len(prefix) > 0: + prefix.pop(len(prefix) - 1) + else: + metric_name = '{}_{}'.format('_'.join(prefix), k) + + if type(v) is int or type(v) is float: + metrics[metric_name] = v + + def _parse_cluster_metrics(self, data, prefix, metrics, host): + for k, v in data.items(): + if k in ('HostRoles'): + host['component_name'] = str(v['component_name']) + host['host_name']= v['host_name'].replace(".", "_").replace("-", "_") + elif type(v) is dict: + prefix.append(k) + self._parse_cluster_metrics(v, prefix, metrics, host) + if len(prefix) > 0: + prefix.pop(len(prefix) - 1) + else: + metric_name = '{}_{}'.format('_'.join(prefix), k) + if type(v) is int or type(v) is float: + if bool(host) : + prom_metric = GaugeMetricFamily(metric_name, metric_name, labels=['component_name','host_name']) + prom_metric.add_metric([host['component_name'],host['host_name']],v) + metric_name +=(host['host_name']) + metrics[metric_name] = prom_metric + + def _parse_with_filter(self, data, prefix, metrics, conf): + new_metrics = {} + self._parse_metrics(data, prefix, new_metrics) + + if conf.get('white_list', None): + self._filter_metric_in_white_list(new_metrics, conf.get('white_list', None)) + elif conf.get('black_list', None): + self._filter_metric_in_black_list(new_metrics, conf.get('black_list', None)) + + metrics.update(new_metrics) + + def _parse_with_clusterfilter(self, data, prefix, metrics, conf): + new_metrics = {} + host = {} + self._parse_cluster_metrics(data, prefix, new_metrics, host) + + if conf.get('white_list', None): + self._filter_metric_in_white_list(new_metrics, conf.get('white_list', None)) + elif conf.get('black_list', None): + self._filter_metric_in_black_list(new_metrics, conf.get('black_list', None)) + + self.prom_metrics.update(new_metrics) + metrics.update(new_metrics) + + def _parse_apphistory_metrics(self, data, prefix, app_id, metrics,group_metric): + for k, v in data.items(): + if type(v) is dict: + prefix.append(k) + self._parse_metrics(v, prefix, metrics) + if len(prefix) > 0: + prefix.pop(len(prefix) - 1) + else: + if len(prefix) > 0: + metric_name = '{}_{}'.format('_'.join(prefix), k) + else: + metric_name = k + + if type(v) is int or type(v) is float: + prom_metric = GaugeMetricFamily(metric_name, metric_name, labels=list(group_metric.keys())) + prom_metric.add_metric(list(group_metric.values()),v) + metric_name += app_id + metric_name += str(group_metric['stageId']) + metrics[metric_name] = prom_metric + + def _parse_apphistory_with_filter(self, data, prefix, app_id, group_metric, metrics, conf): + new_metrics = {} + host = {} + self._parse_apphistory_metrics(data, prefix, app_id, new_metrics, group_metric) + + if conf.get('white_list', None): + self._filter_metric_in_white_list(new_metrics, conf.get('white_list', None)) + elif conf.get('black_list', None): + self._filter_metric_in_black_list(new_metrics, conf.get('black_list', None)) + for k,v in new_metrics.items(): + if(len(self.cache) == 0 or k not in self.cache.keys()): + self.cache[k] = v + self.prom_metrics[k] = v + metrics[k] = v + else: + #self.prom_metrics.pop(k,'No Key found') + metrics.pop(k,'No Key found') + + def _filter_by_rule(self, metrics, rules, is_wl=True): + if rules is None: + return + + remove_metrics = [] + for k, v in metrics.items(): + if is_wl: + remove = True + for bl in rules: + if re.search(bl, k): + remove = False + break + + if remove: + remove_metrics.append(k) + else: + for bl in rules: + if re.search(bl, k): + remove_metrics.append(k) + break + + for rm in remove_metrics: + if rm in metrics: + del metrics[rm] + + def _filter_metric_in_black_list(self, metrics, metrics_bl=None): + self._filter_by_rule(metrics, metrics_bl, is_wl=False) + + def _filter_metric_in_white_list(self, metrics, metrics_wl=None): + self._filter_by_rule(metrics, metrics_wl, is_wl=True) + + def _collect_ambari_alerts(self, metrics): + try: + ambari_alert_url = os.getenv('AMBARI_ALERT_URL', '') + data = self._call_ambari_api(ambari_alert_url) + except Exception as e: + logging.error('Call Ambari API error.\n {}'.format(e)) + + return + + self._parse_with_filter(data['alerts_summary'], ['ambari_alert'], metrics, self.conf_alert) + + def _collect_namenode_metrics(self, metrics): + try: + ambari_metrics_url = os.getenv('AMBARI_METRICS_URL', '') + data = self._call_json_api(ambari_metrics_url) + except Exception as e: + logging.error('Call Namenode JMX error.\n {}'.format(e)) + + return + + for item in data['items']: + self._parse_with_clusterfilter(item, ['cluster'], metrics, self.conf_nn) + + def _collect_resourcemanager_metrics(self, metrics): + try: + data = self._call_json_api(os.getenv('AMBARI_RM_URL', ''), headers={'Accept': 'application/json'}) + except Exception as e: + logging.error('Call Resource Manager metrics error.\n {}'.format(e)) + return + + if not data.get('clusterMetrics'): + return + + self._parse_with_filter(data['clusterMetrics'], ['resourcemanager'], metrics, self.conf_rm) + + def _collect_apphistory_metrics(self, metrics): + group_metric={} + date_today = (int(date.today().strftime('%s')) * 1000) + try: + url = self.conf_apphistory['url']+'?minDate='+(datetime.datetime.now(timezone('GMT'))-datetime.timedelta(minutes = 10)).strftime('%Y-%m-%dT%H:%M:%S.000GMT')+'&maxDate='+(datetime.datetime.now(timezone('GMT'))+datetime.timedelta(minutes = 10)).strftime('%Y-%m-%dT%H:%M:%S.000GMT') + data = self._call_json_api(url) + except Exception as e: + logging.error('Call Namenode JMX error.\n {}'.format(e)) + return + for item in data: + latest_attempt = len(item['attempts']) + if item['attempts'][latest_attempt-1]['endTimeEpoch'] >= date_today: + app_data= self._call_json_api(os.getenv('AMBARI_APPHISTORY_URL', '')+r"/"+item['id']+r"/"+str(latest_attempt)+r"/"+"stages") + group_metric['appname'] = item['name'].replace(" ", "") + for data_item in app_data : + data_item['reportDate'] = item['attempts'][latest_attempt-1]['lastUpdated'] + data_item['timeTaken']= item['attempts'][latest_attempt-1]['duration'] + for label in self.conf_apphistory['labels']: + group_metric[label]= str(data_item[label]) + self._parse_apphistory_with_filter(data_item,[] ,item['id'], group_metric , metrics, self.conf_apphistory) + + def _collect(self): + metrics = {} + labels = {} + host = {} + self._collect_resourcemanager_metrics(metrics) + self._collect_ambari_alerts(metrics) + self._collect_namenode_metrics(metrics) + self._collect_apphistory_metrics(metrics) + + for k, v in metrics.items(): + prom_metric = self.prom_metrics.get(k, None) + if not prom_metric: + prom_metric = GaugeMetricFamily(k, k, labels=['cluster_name', 'component_name', 'host_name']) + self.prom_metrics[k] = prom_metric + prom_metric.add_metric(list(labels.values()), v) + + def collect(self): + logging.info('Start fetching metrics') + self._collect() + logging.info('Finish fetching metrics') + for m in list(self.prom_metrics.values()): + yield m + + def _call_ambari_api(self, url): + """ + Call Ambari's API to return json data + Sample curl + curl -k \ + -u username:password \ + -H 'X-Requested-By: ambari' \ + -X GET \ + "https://localhost:8080/api/v1/clusters/trustingsocial/host_components?fields=metrics/*" + """ + + ambari_info = self.ambari_info + + response = requests.get( + url + , auth=(ambari_info['AMBARI_USER'], ambari_info['AMBARI_PASS']) + , headers={'X-Requested-By': 'ambari'} + , verify=False + ) + + if response.status_code != requests.codes.ok: + return {} + return response.json() + + def _call_json_api(self, url, headers={}): + ambari_info = self.ambari_info + response = requests.get(url, auth=(ambari_info['AMBARI_USER'], ambari_info['AMBARI_PASS']), headers=headers) + + if response.status_code != requests.codes.ok: + return {} + return response.json() + + +if __name__ == "__main__": + collector = AmbariMetricCollector(CONF_FILE) + + REGISTRY.register(collector) + start_http_server(9999) + while True: + time.sleep(1) + diff --git a/images/azure-ambari-prometheus-exporter/components.yaml b/images/azure-ambari-prometheus-exporter/components.yaml new file mode 100644 index 000000000..557505fa4 --- /dev/null +++ b/images/azure-ambari-prometheus-exporter/components.yaml @@ -0,0 +1,27 @@ +namenode: + white_list: + - 'cpu' + - 'memory' + - 'cluster_name' + +resourcemanager: + white_list: + - '.*' + +ambari_alert: + white_list: + - '.*\.count' + +ambari_apphistory: + labels: + - 'status' + - 'name' + - 'attemptId' + - 'stageId' + - 'reportDate' + white_list: + - 'numCompleteTasks' + - 'numFailedTasks' + - 'numTasks' + - 'shuffleWriteBytes' + - 'timeTaken' diff --git a/images/azure-ambari-prometheus-exporter/metadata.sh b/images/azure-ambari-prometheus-exporter/metadata.sh new file mode 100755 index 000000000..204c65f8f --- /dev/null +++ b/images/azure-ambari-prometheus-exporter/metadata.sh @@ -0,0 +1,3 @@ +#!/bin/sh +# return version +echo '{"name":"azure-ambari-prometheus-exporter","version":"1.0","org":"sunbird","hubuser":"purplesunbird"}' diff --git a/images/azure-ambari-prometheus-exporter/requirements.txt b/images/azure-ambari-prometheus-exporter/requirements.txt new file mode 100644 index 000000000..acbda796d --- /dev/null +++ b/images/azure-ambari-prometheus-exporter/requirements.txt @@ -0,0 +1,4 @@ +PyYAML +prometheus_client +requests +expiring-dict diff --git a/images/kafka-topic-exporter/Jenkinsfile b/images/kafka-topic-exporter/Jenkinsfile index 7f23198a3..5bcfaf40e 100644 --- a/images/kafka-topic-exporter/Jenkinsfile +++ b/images/kafka-topic-exporter/Jenkinsfile @@ -15,19 +15,10 @@ node('build-slave') { println(ANSI_BOLD + ANSI_GREEN + "Found environment variable named hub_org with value as: " + hub_org + ANSI_NORMAL) } sh'[[ -d .git ]] && git clean -ffxd' + checkout scm - if (params.github_release_tag == "") { - checkout scm - commit_hash = sh(script: 'git rev-parse --short HEAD', returnStdout: true).trim() - branch_name = sh(script: 'git name-rev --name-only HEAD | rev | cut -d "/" -f1| rev', returnStdout: true).trim() - build_tag = branch_name + "_" + commit_hash + "_" + env.BUILD_NUMBER - println(ANSI_BOLD + ANSI_YELLOW + "Tag not specified, using the latest commit hash: " + commit_hash + ANSI_NORMAL) - } else { - def scmVars = checkout scm - checkout scm: [$class: 'GitSCM', branches: [[name: "refs/tags/$params.github_release_tag"]], userRemoteConfigs: [[url: scmVars.GIT_URL]]] - build_tag = params.github_release_tag + "_" + env.BUILD_NUMBER - println(ANSI_BOLD + ANSI_YELLOW + "Tag specified, building from tag: " + params.github_release_tag + ANSI_NORMAL) - } + commit_hash = sh(script: 'git rev-parse --short HEAD', returnStdout: true).trim() + build_tag = sh(script: "echo " + params.github_release_tag.split('/')[-1] + "_" + commit_hash + "_" + env.BUILD_NUMBER, returnStdout: true).trim() echo "build_tag: " + build_tag stage('Build') { diff --git a/images/kong/Jenkinsfile.build b/images/kong/Jenkinsfile.build index c576900a3..43f7bb08e 100644 --- a/images/kong/Jenkinsfile.build +++ b/images/kong/Jenkinsfile.build @@ -14,25 +14,11 @@ node('build-slave') { } else println(ANSI_BOLD + ANSI_GREEN + "Found environment variable named hub_org with value as: " + hub_org + ANSI_NORMAL) } + cleanWs() - if (params.github_release_tag == "") { - checkout scm - commit_hash = sh(script: 'git rev-parse --short HEAD', returnStdout: true).trim() - branch_name = sh(script: 'git name-rev --name-only HEAD | rev | cut -d "/" -f1| rev', returnStdout: true).trim() - build_tag = branch_name + "_" + commit_hash - // Creating artifact version - artifact_version = branch_name + "_" + commit_hash - println(ANSI_BOLD + ANSI_YELLOW + "github_release_tag not specified, using the latest commit hash: " + commit_hash + ANSI_NORMAL) - } else { - def scmVars = checkout scm - checkout scm: [$class: 'GitSCM', branches: [[name: "refs/tags/$params.github_release_tag"]], userRemoteConfigs: [[url: scmVars.GIT_URL]]] - build_tag = params.github_release_tag - // Creating artifact version - commit_hash = sh(script: 'git rev-parse --short HEAD', returnStdout: true).trim() - branch_name = sh(script: 'git name-rev --name-only HEAD | rev | cut -d "/" -f1| rev', returnStdout: true).trim() - artifact_version = branch_name + "_" + commit_hash - println(ANSI_BOLD + ANSI_YELLOW + "github_release_tag specified, building from github_release_tag: " + params.github_release_tag + ANSI_NORMAL) - } + checkout scm + commit_hash = sh(script: 'git rev-parse --short HEAD', returnStdout: true).trim() + build_tag = sh(script: "echo " + params.github_release_tag.split('/')[-1] + "_" + commit_hash + "_" + env.BUILD_NUMBER, returnStdout: true).trim() echo "build_tag: " + build_tag stage('Build') { diff --git a/images/openbadger/Jenkinsfile b/images/openbadger/Jenkinsfile index 54505a2a4..7e74246ad 100644 --- a/images/openbadger/Jenkinsfile +++ b/images/openbadger/Jenkinsfile @@ -6,18 +6,6 @@ node('build-slave') { String ANSI_RED = "\u001B[31m" String ANSI_YELLOW = "\u001B[33m" - if (params.size() == 0){ - properties([[$class: 'RebuildSettings', autoRebuild: false, rebuildDisabled: false], parameters([string(defaultValue: '', description: 'If you want to build from a tag, specify the tag name. If this parameter is blank, latest commit hash will be used to build', name: 'tag', trim: false)])]) - - ansiColor('xterm') { - println (ANSI_BOLD + ANSI_GREEN + '''\ - First run of the job. Parameters created. Stopping the current build. - Please trigger new build and provide parameters if required. - '''.stripIndent().replace("\n"," ") + ANSI_NORMAL) - } - return - } - ansiColor('xterm') { stage('Checkout') { if (!env.hub_org) { @@ -26,19 +14,11 @@ node('build-slave') { } else println(ANSI_BOLD + ANSI_GREEN + "Found environment variable named hub_org with value as: " + hub_org + ANSI_NORMAL) } + cleanWs() - if (params.github_release_tag == "") { - checkout scm - commit_hash = sh(script: 'git rev-parse --short HEAD', returnStdout: true).trim() - branch_name = sh(script: 'git name-rev --name-only HEAD | rev | cut -d "/" -f1| rev', returnStdout: true).trim() - build_tag = branch_name + "_" + commit_hash - println(ANSI_BOLD + ANSI_YELLOW + "Tag not specified, using the latest commit hash: " + commit_hash + ANSI_NORMAL) - } else { - def scmVars = checkout scm - checkout scm: [$class: 'GitSCM', branches: [[name: "refs/tags/$params.github_release_tag"]], userRemoteConfigs: [[url: scmVars.GIT_URL]]] - build_tag = params.github_release_tag - println(ANSI_BOLD + ANSI_YELLOW + "Tag specified, building from tag: " + params.github_relase_tag + ANSI_NORMAL) - } + checkout scm + commit_hash = sh(script: 'git rev-parse --short HEAD', returnStdout: true).trim() + build_tag = sh(script: "echo " + params.github_release_tag.split('/')[-1] + "_" + commit_hash + "_" + env.BUILD_NUMBER, returnStdout: true).trim() echo "build_tag: " + build_tag stage('Build') { diff --git a/images/proxy/Jenkinsfile b/images/proxy/Jenkinsfile index 8b2839365..e4baecee5 100644 --- a/images/proxy/Jenkinsfile +++ b/images/proxy/Jenkinsfile @@ -14,21 +14,11 @@ node('build-slave') { } else println(ANSI_BOLD + ANSI_GREEN + "Found environment variable named hub_org with value as: " + hub_org + ANSI_NORMAL) } + cleanWs() - if (params.github_release_tag == "") { - checkout scm - sh("git submodule update --init --recursive") - commit_hash = sh(script: 'git rev-parse --short HEAD', returnStdout: true).trim() - branch_name = sh(script: 'git name-rev --name-only HEAD | rev | cut -d "/" -f1| rev', returnStdout: true).trim() - build_tag = branch_name + "_" + commit_hash + "_" + env.BUILD_NUMBER - println(ANSI_BOLD + ANSI_YELLOW + "Tag not specified, using the latest commit hash: " + commit_hash + ANSI_NORMAL) - } else { - def scmVars = checkout scm - checkout scm: [$class: 'GitSCM', branches: [[name: "refs/tags/$params.github_release_tag"]], userRemoteConfigs: [[url: scmVars.GIT_URL]]] - sh("git submodule update --init --recursive") - build_tag = params.github_release_tag + "_" + env.BUILD_NUMBER - println(ANSI_BOLD + ANSI_YELLOW + "Tag specified, building from tag: " + params.github_release_tag + ANSI_NORMAL) - } + checkout scm + commit_hash = sh(script: 'git rev-parse --short HEAD', returnStdout: true).trim() + build_tag = sh(script: "echo " + params.github_release_tag.split('/')[-1] + "_" + commit_hash + "_" + env.BUILD_NUMBER, returnStdout: true).trim() echo "build_tag: " + build_tag stage('Build') { diff --git a/kubernetes/ansible/roles/deploy-player/tasks/main.yml b/kubernetes/ansible/roles/deploy-player/tasks/main.yml index fb4076534..25fb73c77 100644 --- a/kubernetes/ansible/roles/deploy-player/tasks/main.yml +++ b/kubernetes/ansible/roles/deploy-player/tasks/main.yml @@ -32,9 +32,40 @@ - name: create configmap shell: "kubectl create configmap player-config --from-env-file={{role_path}}/templates/{{ release_name }}.env -n {{namespace}} --dry-run -o=yaml | kubectl apply -f -" +- name: Load role to decrypt private keys, copy to helm chart and encrypt private keys + include_role: + name: mount-keys + tasks_from: "{{outer_item.1}}" + vars: + private_key_path: "{{ outer_item.0.values_to_pass.basepath }}" + private_key_prefix: "{{ outer_item.0.values_to_pass.keyprefix }}" + private_key_sign_start: "{{ outer_item.0.values_to_pass.keystart }}" + private_key_sign_end: "{{ outer_item.0.values_to_pass.keycount if outer_item.0.values_to_pass.keycount > '0' else '1' }}" + when: release_name == "player" + with_subelements: + - "{{adminutil_access_values}}" + - role_to_run + loop_control: + loop_var: outer_item + +- name: Create the token pubic key file + copy: + dest: "{{ chart_path }}/keys/{{ adminutil_refresh_token_public_key_kid }}" + content: "{{ core_vault_sunbird_sso_publickey }}" + when: release_name == "player" + - name: helm install and upgrade shell: helm upgrade --install --atomic --timeout 10m {{ release_name }} {{ chart_path }} -n {{namespace}} +- name: Clean up keys + include_role: + name: mount-keys + tasks_from: "{{item}}" + when: release_name == "player" + with_items: + - remove-from-helm.yml + - remove-keys-from-inventory.yml + - name: Get the deployment rollout status shell: "kubectl get deployments -A | grep -i {{ release_name }} | awk -F' ' '{print $3}' | awk -F/ '{if ($1 ~ $2){exit 0} else {exit 1}}'" register: task_result diff --git a/kubernetes/ansible/roles/helm-deploy/defaults/main.yml b/kubernetes/ansible/roles/helm-deploy/defaults/main.yml index c8ac5d34f..8f248c5ec 100644 --- a/kubernetes/ansible/roles/helm-deploy/defaults/main.yml +++ b/kubernetes/ansible/roles/helm-deploy/defaults/main.yml @@ -35,7 +35,34 @@ kibana_service: "{{swarm_dashboard}}:5601" upstream_url: "ekstep-public-{{ekstep_s3_env}}.s3-ap-south-1.amazonaws.com" plugin_upstream_url: "ekstep-public-{{ekstep_s3_env}}.s3-ap-south-1.amazonaws.com" +discussion_upstream_url: "{{ sunbird_public_storage_account_name }}.blob.core.windows.net" sunbird_offline_azure_storage_account_url: "{{ sunbird_public_storage_account_name }}.blob.core.windows.net/{{ offline_installer_container_name }}" + +proxy_cache_path: + large_cache: + path: /tmp/large_cache + levels: "1:2" + keys_zone: large_cache:3m + max_size: 100m + inactive: 10m + medium_cache: + path: /tmp/medium_cache + levels: "1:2" + keys_zone: medium_cache:2m + max_size: 50m + inactive: 10m + small_cache: + path: /tmp/small_cache + levels: "1:2" + keys_zone: small_cache:1m + max_size: 10m + inactive: 10m + +proxy_cache_valid: + long_validity: 5m + medium_validity: 4m + short_validity: 3m + adminutils_liveness_readiness: healthcheck: true readinessProbe: @@ -76,15 +103,18 @@ api_managerecho_liveness_readiness: timeoutSeconds: 10 failureThreshold: 5 -adminutil__device_keyprefix: "device" -adminutil__access_keyprefix: "access" -adminutil__desktop_keyprefix: "desktop" +adminutil__device_keyprefix: "device_key" +adminutil__access_keyprefix: "access_key" +adminutil__desktop_keyprefix: "desktop_key" +adminutil__portal_keyprefix: "portal_key" adminutil__device_keystart: 0 adminutil__device_keycount: 0 adminutil__access_keystart: 0 adminutil__access_keycount: 0 adminutil__desktop_keystart: 0 adminutil__desktop_keycount: 0 +adminutil__portal_keystart: 0 +adminutil__portal_keycount: 0 adminutil_refresh_token_public_key_prefix: "refresh_token_public_key" adminutil_access_token_validity: 43200 # 12 hours access token validity @@ -97,8 +127,8 @@ adminutil_keys_values: values_to_pass: basepath: "/keys/" keyprefix: "{{ adminutil__device_keyprefix }}" - keystart: "{{ adminutil__device_keystart }}" - keycount: "{{ adminutil__device_keystart + adminutil__device_keycount - 1 }}" + keystart: "{{ adminutil__device_keystart|int }}" + keycount: "{{ adminutil__device_keycount|int }}" role_to_run: - decrypt.yml - copy-to-helm.yml @@ -106,8 +136,8 @@ adminutil_keys_values: values_to_pass: basepath: "/keys/" keyprefix: "{{ adminutil__access_keyprefix }}" - keystart: "{{ adminutil__access_keystart }}" - keycount: "{{ adminutil__access_keystart + adminutil__access_keycount - 1 }}" + keystart: "{{ adminutil__access_keystart|int }}" + keycount: "{{ adminutil__access_keycount|int }}" role_to_run: - decrypt.yml - copy-to-helm.yml @@ -115,8 +145,17 @@ adminutil_keys_values: values_to_pass: basepath: "/keys/" keyprefix: "{{ adminutil__desktop_keyprefix }}" - keystart: "{{ adminutil__desktop_keystart }}" - keycount: "{{ adminutil__desktop_keystart + adminutil__desktop_keycount - 1 }}" + keystart: "{{ adminutil__desktop_keystart|int }}" + keycount: "{{ adminutil__desktop_keycount|int }}" + role_to_run: + - decrypt.yml + - copy-to-helm.yml +- key_to_register: portal + values_to_pass: + basepath: "/keys/" + keyprefix: "{{ adminutil__portal_keyprefix }}" + keystart: "{{ adminutil__portal_keystart|int }}" + keycount: "{{ adminutil__portal_keycount|int }}" role_to_run: - decrypt.yml - copy-to-helm.yml diff --git a/kubernetes/ansible/roles/helm-deploy/tasks/main.yml b/kubernetes/ansible/roles/helm-deploy/tasks/main.yml index 0ca459932..9ef163db2 100644 --- a/kubernetes/ansible/roles/helm-deploy/tasks/main.yml +++ b/kubernetes/ansible/roles/helm-deploy/tasks/main.yml @@ -22,7 +22,7 @@ private_key_path: "{{ outer_item.0.values_to_pass.basepath }}" private_key_prefix: "{{ outer_item.0.values_to_pass.keyprefix }}" private_key_sign_start: "{{ outer_item.0.values_to_pass.keystart }}" - private_key_sign_end: "{{ outer_item.0.values_to_pass.keycount if outer_item.0.values_to_pass.keycount > '0' else '0' }}" + private_key_sign_end: "{{ outer_item.0.values_to_pass.keycount if outer_item.0.values_to_pass.keycount > '0' else '1' }}" when: release_name == "adminutils" with_subelements: - "{{adminutil_keys_values}}" diff --git a/kubernetes/ansible/roles/kong-jwt-create-adminutil/defaults/main.yml b/kubernetes/ansible/roles/kong-jwt-create-adminutil/defaults/main.yml index e90d8154d..d369a1207 100644 --- a/kubernetes/ansible/roles/kong-jwt-create-adminutil/defaults/main.yml +++ b/kubernetes/ansible/roles/kong-jwt-create-adminutil/defaults/main.yml @@ -2,18 +2,26 @@ kong_private_key_path: "keys" kong_private_key_sign_start: 0 kong_private_key_sign_end: 1 kong_private_key_sign_incr: 1 - -## The below needs to be defined in private repo if you want to use this role ## -#kong_mobile_v2_consumer: "device" -#kong_desktop_v2_consumer: "desktop" +kong_mobile_v2_consumer: "device" +kong_desktop_v2_consumer: "desktop" +kong_portalv2_consumer: "portal" +adminutil__device_keyprefix: "device_key" +adminutil__desktop_keyprefix: "desktop_key" +adminutil__portal_keyprefix: "portal_key" +adminutil__device_keystart: 0 +adminutil__device_keycount: 0 +adminutil__desktop_keystart: 0 +adminutil__desktop_keycount: 0 +adminutil__portal_keystart: 0 +adminutil__portal_keycount: 0 kong_mount_roles_values: - key_to_register: device values_to_pass: basepath: "{{ kong_private_key_path }}" keyprefix: "{{ adminutil__device_keyprefix }}" - keystart: "{{ adminutil__device_keystart }}" - keycount: "{{ adminutil__device_keycount }}" + keystart: "{{ adminutil__device_keystart|int }}" + keycount: "{{ adminutil__device_keycount|int }}" kong_consumer: "{{ kong_mobile_v2_consumer }}" role_to_run: - decrypt.yml @@ -23,10 +31,21 @@ kong_mount_roles_values: values_to_pass: basepath: "{{ kong_private_key_path }}" keyprefix: "{{ adminutil__desktop_keyprefix }}" - keystart: "{{ adminutil__desktop_keystart }}" - keycount: "{{ adminutil__desktop_keycount }}" + keystart: "{{ adminutil__desktop_keystart|int }}" + keycount: "{{ adminutil__desktop_keycount|int }}" kong_consumer: "{{ kong_desktop_v2_consumer }}" role_to_run: - decrypt.yml - generate-keys.yml - onboard-keys.yml +- key_to_register: portal + values_to_pass: + basepath: "{{ kong_private_key_path }}" + keyprefix: "{{ adminutil__portal_keyprefix }}" + keystart: "{{ adminutil__portal_keystart|int }}" + keycount: "{{ adminutil__portal_keycount|int }}" + kong_consumer: "{{ kong_portal_v2_consumer }}" + role_to_run: + - decrypt.yml + - generate-keys.yml + - onboard-keys.yml diff --git a/kubernetes/ansible/roles/kong-jwt-create-adminutil/tasks/main.yml b/kubernetes/ansible/roles/kong-jwt-create-adminutil/tasks/main.yml index 5d0ebc265..fbec5f20b 100644 --- a/kubernetes/ansible/roles/kong-jwt-create-adminutil/tasks/main.yml +++ b/kubernetes/ansible/roles/kong-jwt-create-adminutil/tasks/main.yml @@ -7,7 +7,7 @@ private_key_path: "{{ outer_item.0.values_to_pass.basepath }}" private_key_prefix: "{{ outer_item.0.values_to_pass.keyprefix }}" private_key_sign_start: "{{ outer_item.0.values_to_pass.keystart }}" - private_key_sign_end: "{{ outer_item.0.values_to_pass.keycount }}" + private_key_sign_end: "{{ outer_item.0.values_to_pass.keycount if outer_item.0.values_to_pass.keycount > '0' else '1' }}" kong_consumer: "{{ outer_item.0.values_to_pass.kong_consumer }}" with_subelements: - "{{kong_mount_roles_values}}" diff --git a/kubernetes/ansible/roles/logging/templates/fluent-bit.yaml b/kubernetes/ansible/roles/logging/templates/fluent-bit.yaml index f7bce5c1b..1d85dc620 100644 --- a/kubernetes/ansible/roles/logging/templates/fluent-bit.yaml +++ b/kubernetes/ansible/roles/logging/templates/fluent-bit.yaml @@ -1,24 +1,3 @@ -backend: - type: es - es: - host: {{ logger_es6_host }} - port: {{ logger_es_port }} - index: logstash-fb - type: flb_type - logstash_prefix: logstash-fb - replace_dots: "On" - logstash_format: "On" - retry_limit: "False" - time_key: "@timestamp" - # Optional username credential for Elastic X-Pack access - http_user: - # Password for user defined in HTTP_User - http_passwd: - # Optional TLS encryption to ElasticSearch instance - tls: "off" - tls_verify: "on" - # TLS certificate for the Elastic (in PEM format). Use if tls=on and tls_verify=on. - tls_ca: "" - # TLS debugging levels = 1-4 - tls_debug: 1 - +es: + endpoint: true + ips: {{groups['log-es'] | to_json}} diff --git a/kubernetes/ansible/roles/sunbird-deploy/tasks/main.yml b/kubernetes/ansible/roles/sunbird-deploy/tasks/main.yml index 95b651e36..6726d3b8d 100644 --- a/kubernetes/ansible/roles/sunbird-deploy/tasks/main.yml +++ b/kubernetes/ansible/roles/sunbird-deploy/tasks/main.yml @@ -26,8 +26,8 @@ private_key_path: "{{ outer_item.0.values_to_pass.basepath }}" private_key_prefix: "{{ outer_item.0.values_to_pass.keyprefix }}" private_key_sign_start: "{{ outer_item.0.values_to_pass.keystart }}" - private_key_sign_end: "{{ outer_item.0.values_to_pass.keycount if outer_item.0.values_to_pass.keycount > '0' else '0' }}" - when: release_name == "learner" or release_name == "lms" or release_name == "groups" + private_key_sign_end: "{{ outer_item.0.values_to_pass.keycount if outer_item.0.values_to_pass.keycount > '0' else '1' }}" + when: release_name == "learner" or release_name == "lms" or release_name == "groups" or release_name == "knowledgemw" with_subelements: - "{{adminutil_access_values}}" - role_to_run @@ -38,10 +38,10 @@ copy: dest: "{{ chart_path }}/keys/{{ adminutil_refresh_token_public_key_kid }}" content: "{{ core_vault_sunbird_sso_publickey }}" - when: release_name == "learner" or release_name == "lms" or release_name == "groups" + when: release_name == "learner" or release_name == "lms" or release_name == "groups" or release_name == "knowledgemw" - name: helm upgrade - shell: helm upgrade --install --atomic --timeout 10m {{ release_name }} {{ chart_path }} -n {{namespace}} + shell: helm upgrade --install --atomic --timeout {{helm_install_timeout | d('10m')}} {{ release_name }} {{ chart_path }} -n {{namespace}} - name: Clean up keys include_role: diff --git a/kubernetes/ansible/roles/sunbird-monitoring/defaults/main.yml b/kubernetes/ansible/roles/sunbird-monitoring/defaults/main.yml index 1ae68b62c..316d8421d 100644 --- a/kubernetes/ansible/roles/sunbird-monitoring/defaults/main.yml +++ b/kubernetes/ansible/roles/sunbird-monitoring/defaults/main.yml @@ -12,6 +12,7 @@ monitoring_stack: - kafka-topic-exporter - prometheus-redis-exporter - processing-kafka-exporter + - json-path-exporter namespace: monitoring @@ -205,3 +206,29 @@ prometheus_spec_overrides: sb_test_var: dummy_var_not_to_throw_error alertmanager_spec_overrides: sb_test_var: dummy_var_not_to_throw_error + +druid_raw_ingestion_lag_threshold: 200000 +druid_rollup_ingestion_lag_threshold: 200000 +rollup_druid_datasource: "" +redis_process_names: "" + +vault_azure_spark_cluster_http_password: "" +azure_spark_cluster_http_password: "{{ vault_azure_spark_cluster_http_password }}" + +service_health_checks: + - service_name: 'analytics' + targets: "http://analytics-service.{{ namespace }}.svc.cluster.local:9000/health" + - service_name: 'learning-service' + targets: "http://{{ learningservice_ip }}:8080/learning-service/healthy" + - service_name: 'player' + targets: "http://player.{{ namespace }}.svc.cluster.local:3000/health" + - service_name: 'search' + targets: "http://search-service.{{ namespace }}.svc.cluster.local:9000/health" + - service_name: 'knowledgemw' + targets: "http://knowledge-mw-service.{{ namespace }}.svc.cluster.local:5000/health" + - service_name: 'content' + targets: "http://content-service.{{ namespace }}.svc.cluster.local:9000/health" + - service_name: 'lms' + targets: "http://lms-service.{{ namespace }}.svc.cluster.local:9000/health" + - service_name: 'learner' + targets: "http://learner-service.{{ namespace }}.svc.cluster.local:9000/health" diff --git a/kubernetes/ansible/roles/sunbird-monitoring/templates/additional-scrape-configs.yaml b/kubernetes/ansible/roles/sunbird-monitoring/templates/additional-scrape-configs.yaml index b5dd70343..f380c98d2 100644 --- a/kubernetes/ansible/roles/sunbird-monitoring/templates/additional-scrape-configs.yaml +++ b/kubernetes/ansible/roles/sunbird-monitoring/templates/additional-scrape-configs.yaml @@ -8,6 +8,38 @@ fullnameOverride: "sunbird-monitoring" scrapeconfig: + # This scrape config will enable us to annotate any pod and that pod will get automonitored + # + # annotations: + # prometheus.io/scrape: "true" + # prometheus.io/port: "2020" + # prometheus.io/path: /api/v1/metrics/prometheus + # + - job_name: 'kubernetes-pods' + kubernetes_sd_configs: + - role: pod + relabel_configs: + - source_labels: [__meta_kubernetes_pod_annotation_prometheus_io_scrape] + action: keep + regex: true + - source_labels: [__meta_kubernetes_pod_annotation_prometheus_io_path] + action: replace + target_label: __metrics_path__ + regex: (.+) + - source_labels: [__address__, __meta_kubernetes_pod_annotation_prometheus_io_port] + action: replace + regex: ([^:]+)(?::\d+)?;(\d+) + replacement: $1:$2 + target_label: __address__ + - action: labelmap + regex: __meta_kubernetes_pod_label_(.+) + - source_labels: [__meta_kubernetes_namespace] + action: replace + target_label: kubernetes_namespace + - source_labels: [__meta_kubernetes_pod_name] + action: replace + target_label: kubernetes_pod_name + - job_name: 'Druid' metrics_path: /metrics/druid static_configs: @@ -36,143 +68,6 @@ scrapeconfig: - targets: ["{{ groups['druid'] | difference(["localhost"]) | map('regex_replace', '^(.*)$', '\\1:9108' ) | list | join("\", \"") }}"] {% endif %} - - - job_name: 'helm-exporter' - static_configs: - - targets: ['helm-exporter.monitoring.svc.cluster.local:9571'] - # Istio metrics - - job_name: istio-mesh - scrape_interval: 15s - scrape_timeout: 10s - metrics_path: /metrics - scheme: http - kubernetes_sd_configs: - - role: endpoints - namespaces: - names: - - istio-system - relabel_configs: - - source_labels: [__meta_kubernetes_service_name, __meta_kubernetes_endpoint_port_name] - separator: ; - regex: istio-telemetry;prometheus - replacement: $1 - action: keep - - job_name: envoy-stats - scrape_interval: 15s - scrape_timeout: 10s - metrics_path: /stats/prometheus - scheme: http - kubernetes_sd_configs: - - role: pod - relabel_configs: - - source_labels: [__meta_kubernetes_pod_container_port_name] - separator: ; - regex: .*-envoy-prom - replacement: $1 - action: keep - - source_labels: [__address__, __meta_kubernetes_pod_annotation_prometheus_io_port] - separator: ; - regex: ([^:]+)(?::\d+)?;(\d+) - target_label: __address__ - replacement: $1:15090 - action: replace - - separator: ; - regex: __meta_kubernetes_pod_label_(.+) - replacement: $1 - action: labelmap - - source_labels: [__meta_kubernetes_namespace] - separator: ; - regex: (.*) - target_label: namespace - replacement: $1 - action: replace - - source_labels: [__meta_kubernetes_pod_name] - separator: ; - regex: (.*) - target_label: pod_name - replacement: $1 - action: replace - - job_name: istio-policy - scrape_interval: 15s - scrape_timeout: 10s - metrics_path: /metrics - scheme: http - kubernetes_sd_configs: - - role: endpoints - namespaces: - names: - - istio-system - relabel_configs: - - source_labels: [__meta_kubernetes_service_name, __meta_kubernetes_endpoint_port_name] - separator: ; - regex: istio-policy;http-monitoring - replacement: $1 - action: keep - - job_name: istio-telemetry - scrape_interval: 15s - scrape_timeout: 10s - metrics_path: /metrics - scheme: http - kubernetes_sd_configs: - - role: endpoints - namespaces: - names: - - istio-system - relabel_configs: - - source_labels: [__meta_kubernetes_service_name, __meta_kubernetes_endpoint_port_name] - separator: ; - regex: istio-telemetry;http-monitoring - replacement: $1 - action: keep - - job_name: pilot - scrape_interval: 15s - scrape_timeout: 10s - metrics_path: /metrics - scheme: http - kubernetes_sd_configs: - - role: endpoints - namespaces: - names: - - istio-system - relabel_configs: - - source_labels: [__meta_kubernetes_service_name, __meta_kubernetes_endpoint_port_name] - separator: ; - regex: istio-pilot;http-monitoring - replacement: $1 - action: keep - - job_name: galley - scrape_interval: 15s - scrape_timeout: 10s - metrics_path: /metrics - scheme: http - kubernetes_sd_configs: - - role: endpoints - namespaces: - names: - - istio-system - relabel_configs: - - source_labels: [__meta_kubernetes_service_name, __meta_kubernetes_endpoint_port_name] - separator: ; - regex: istio-galley;http-monitoring - replacement: $1 - action: keep - - job_name: citadel - scrape_interval: 15s - scrape_timeout: 10s - metrics_path: /metrics - scheme: http - kubernetes_sd_configs: - - role: endpoints - namespaces: - names: - - istio-system - relabel_configs: - - source_labels: [__meta_kubernetes_service_name, __meta_kubernetes_endpoint_port_name] - separator: ; - regex: istio-citadel;http-monitoring - replacement: $1 - action: keep - - job_name: 'redis_exporter_targets' static_configs: - targets: ["{{ groups['redis-exporter-targets'] | difference(["localhost"]) | map('regex_replace', '^(.*)$', '\\1:6379') | list | join("\", \"") }}"] @@ -202,4 +97,24 @@ scrapeconfig: target_label: instance - target_label: __address__ replacement: blackbox-exporter-prometheus-blackbox-exporter:9115 - {% endfor %} + {% endfor %} + + {% for item in service_health_checks %} + # This empty line ensures indentation is correct after ansible jinja2 template is materialized + - job_name: 'availability_service_{{ item.service_name }}' + metrics_path: /probe + params: + jsonpath: [$.result] + static_configs: + - targets: + - {{ item.targets }} + labels: + "service_name": "{{ item.service_name }}" + relabel_configs: + - source_labels: [__address__] + target_label: __param_target + - source_labels: [__param_target] + target_label: instance + - target_label: __address__ + replacement: json-path-exporter.monitoring.svc.cluster.local:7979 + {% endfor %} diff --git a/kubernetes/ansible/roles/sunbird-monitoring/templates/alertrules.yaml b/kubernetes/ansible/roles/sunbird-monitoring/templates/alertrules.yaml index a646b18f9..ba74c9e9b 100644 --- a/kubernetes/ansible/roles/sunbird-monitoring/templates/alertrules.yaml +++ b/kubernetes/ansible/roles/sunbird-monitoring/templates/alertrules.yaml @@ -43,3 +43,47 @@ kafka_telemetry_ingestion_backup_threshold_critical: "{{ kafka_telemetry_ingesti kafka_telemetry_unique_backup_threshold_critical: "{{ kafka_telemetry_unique_backup_threshold_critical }}" summary_backup_threshold_critical: "{{ summary_backup_threshold_critical }}" summary_channel_backup_threshold_critical: "{{ summary_channel_backup_threshold_critical }}" + + +raw_druid_datasource: + - content-model-snapshot + - offline-desktop-events + - summary-events + - telemetry-events-syncts + - telemetry-feedback-events + - audit-rollup-syncts + - sl_observation_status + - sl_observations_production + - telemetry-feedback-events + +druid_raw_ingestion_threshold: "{{ druid_raw_ingestion_lag_threshold | default(200000) }}" +druid_rollup_ingestion_threshold: "{{ druid_rollup_ingestion_lag_threshold | default(200000)}}" +rollup_druid_datasource: + {{ rollup_druid_datasource | to_yaml | indent( width=2) }} + +secor_process_names: + - channel-telemetry-backup + - derived-telemetry-backup + - derived-denorm-events-backup + - channel-summary-backup + - assess-events-backup + - assess-raw-events-backup + - device-profile-backup + - learning-events-backup + - learning-failed-backup + - content-consumption-events-backup + - failed-telemetry-backup + - extractor-duplicate-backup + - extractor-failed-backup + - unique-telemetry-backup + - denorm-events-backup + - raw-telemetry-backup + - ingestion-telemetry-backup + - ingestion-cluster-telemetry-backup + - telemetry-ingest-backup + +redis_process_names: + {{ redis_process_names | to_yaml | indent( width=2) }} + +service_health_checks: + {{ service_health_checks | to_yaml | indent( width=2) }} diff --git a/kubernetes/ansible/roles/sunbird-monitoring/templates/azure-ambari-prometheus-exporter.yaml b/kubernetes/ansible/roles/sunbird-monitoring/templates/azure-ambari-prometheus-exporter.yaml new file mode 100644 index 000000000..5923bb5a0 --- /dev/null +++ b/kubernetes/ansible/roles/sunbird-monitoring/templates/azure-ambari-prometheus-exporter.yaml @@ -0,0 +1,19 @@ +env: + ambari: + # rm_url - get ambari metrics for resource manager in azure cluster(appsubmitted, appfailed etc) + rm_url: "http://{{env}}-spark-cluster.azurehdinsight.net/ws/v1/cluster/metrics" + # metrics_url - get metrics for all metrics for hdinsight cluster for each component + metrics_url: "http://{{env}}-spark-cluster.azurehdinsight.net/api/v1/clusters/{{env}}-spark-cluster/host_components?fields=metrics/*" + # alert_url - get alert count for the cluster (critical,ok etc) + alert_url: "http://{{env}}-spark-cluster.azurehdinsight.net/api/v1/clusters/{{env}}-spark-cluster/alerts?format=summary" + # cluster_app_history_url - get the history of applications that run so far in cluster + app_history_url: "http://{{env}}-spark-cluster.azurehdinsight.net/api/v1/applications" + # user name for azure hdcluster + user: admin + # password for azure hdcluster + pass: "{{ azure_spark_cluster_http_password }}" + + +#Hd cluster alert values +app_failed_critical: 1 +nodes_inactive_critical: 1 diff --git a/kubernetes/ansible/roles/sunbird-monitoring/templates/json-path-exporter.yaml b/kubernetes/ansible/roles/sunbird-monitoring/templates/json-path-exporter.yaml new file mode 100644 index 000000000..a166d50c1 --- /dev/null +++ b/kubernetes/ansible/roles/sunbird-monitoring/templates/json-path-exporter.yaml @@ -0,0 +1 @@ +env: {{ env }} diff --git a/kubernetes/ansible/roles/sunbird-monitoring/templates/prometheus-operator.yaml b/kubernetes/ansible/roles/sunbird-monitoring/templates/prometheus-operator.yaml index 11d250f2e..ce05bde3a 100644 --- a/kubernetes/ansible/roles/sunbird-monitoring/templates/prometheus-operator.yaml +++ b/kubernetes/ansible/roles/sunbird-monitoring/templates/prometheus-operator.yaml @@ -145,11 +145,18 @@ alertmanager: text: |- {{ "{{" }} range .Alerts {{ "}}" }} *Alert:* {{ "{{" }} .Annotations.alertname {{ "}}" }} - *processName:* {{ "{{" }} .Annotations.job_id {{ "}}" }} + *ProcessName:* {{ "{{" }} .Annotations.job_id {{ "}}" }} *AlertType:* {{ "{{" }} .Labels.severity {{ "}}" }} *Details:* {{ "{{" }} .Annotations.message {{ "}}" }} {{ "{{" }} end {{ "}}" }} icon_emoji: ':dart:' + + email_configs: + - send_resolved: true + to: '{{ default_mailing_list }}' + html: '{% raw %}{{ template "email.default.html" . }}{% endraw %}' + headers: + subject: '[{{ kubernetes_cluster_name }}] {% raw %}{{ .GroupLabels.alertname }}{% endraw %}' - name: 'dp-lag_slack_warning' slack_configs: @@ -168,6 +175,13 @@ alertmanager: *Details:* {{ "{{" }} .Annotations.message {{ "}}" }} {{ "{{" }} end {{ "}}" }} icon_emoji: ':dart:' + + email_configs: + - send_resolved: true + to: '{{ default_mailing_list }}' + html: '{% raw %}{{ template "email.default.html" . }}{% endraw %}' + headers: + subject: '[{{ kubernetes_cluster_name }}] {% raw %}{{ .GroupLabels.alertname }}{% endraw %}' - name: 'dp-lag_slack_critical' slack_configs: @@ -186,6 +200,13 @@ alertmanager: *Details:* {{ "{{" }} .Annotations.message {{ "}}" }} {{ "{{" }} end {{ "}}" }} icon_emoji: ':dart:' + + email_configs: + - send_resolved: true + to: '{{ default_mailing_list }}' + html: '{% raw %}{{ template "email.default.html" . }}{% endraw %}' + headers: + subject: '[{{ kubernetes_cluster_name }}] {% raw %}{{ .GroupLabels.alertname }}{% endraw %}' {% for item in alert_teams %} # Comment to ensure proper indentation while templating diff --git a/kubernetes/helm_charts/core/adminutils/templates/hpa.yaml b/kubernetes/helm_charts/core/adminutils/templates/hpa.yaml new file mode 100644 index 000000000..39a014065 --- /dev/null +++ b/kubernetes/helm_charts/core/adminutils/templates/hpa.yaml @@ -0,0 +1,28 @@ +{{- if .Values.autoscaling.enabled }} +apiVersion: autoscaling/v2beta1 +kind: HorizontalPodAutoscaler +metadata: + name: {{ .Chart.Name }} + namespace: {{ .Values.namespace }} +spec: + scaleTargetRef: + apiVersion: apps/v1 + kind: Deployment + name: {{ .Chart.Name }} + minReplicas: {{ .Values.autoscaling.minReplicas }} + maxReplicas: {{ .Values.autoscaling.maxReplicas }} + metrics: + {{- if .Values.autoscaling.targetCPUUtilizationPercentage }} + - type: Resource + resource: + name: cpu + targetAverageUtilization: {{ .Values.autoscaling.targetCPUUtilizationPercentage }} + {{- end }} + {{- if .Values.autoscaling.targetMemoryUtilizationPercentage }} + - type: Resource + resource: + name: memory + targetAverageUtilization: {{ .Values.autoscaling.targetMemoryUtilizationPercentage }} + {{- end }} +{{- end }} + diff --git a/kubernetes/helm_charts/core/adminutils/values.j2 b/kubernetes/helm_charts/core/adminutils/values.j2 index 0e2f0bdab..35b573b11 100644 --- a/kubernetes/helm_charts/core/adminutils/values.j2 +++ b/kubernetes/helm_charts/core/adminutils/values.j2 @@ -1,3 +1,4 @@ + ### Default variable file for cert-service ### namespace: {{ namespace }} @@ -34,7 +35,7 @@ adminutilenv: ENDPOINTS_HEALTH_SENSITIVE: '"{{adminutil__is_health_sensitive|default('false')}}"' ENDPOINTS_METRICS_ID: {{adminutil__metrics_id|default('metrics')}} ENDPOINTS_METRICS_SENSITIVE: '"{{adminutil__is_metrics_sensitive|default('false')}}"' - AM_ADMIN_API_KEYS: "mobile_device,desktop_device,access" + AM_ADMIN_API_KEYS: "mobile_device,desktop_device,portal,access" AM_ADMIN_API_MOBILE_DEVICE_BASEPATH: "/keys/" AM_ADMIN_API_MOBILE_DEVICE_KEYPREFIX: '"{{ adminutil__device_keyprefix }}"' AM_ADMIN_API_MOBILE_DEVICE_KEYSTART: '"{{ adminutil__device_keystart }}"' @@ -43,6 +44,10 @@ adminutilenv: AM_ADMIN_API_DESKTOP_DEVICE_KEYPREFIX: '"{{ adminutil__desktop_keyprefix }}"' AM_ADMIN_API_DESKTOP_DEVICE_KEYSTART: '"{{ adminutil__desktop_keystart }}"' AM_ADMIN_API_DESKTOP_DEVICE_KEYCOUNT: '"{{ adminutil__desktop_keycount }}"' + AM_ADMIN_API_PORTAL_BASEPATH: "/keys/" + AM_ADMIN_API_PORTAL_KEYPREFIX: '"{{ adminutil__portal_keyprefix }}"' + AM_ADMIN_API_PORTAL_KEYSTART: '"{{ adminutil__portal_keystart }}"' + AM_ADMIN_API_PORTAL_KEYCOUNT: '"{{ adminutil__portal_keycount }}"' AM_ADMIN_API_ACCESS_BASEPATH: "/keys/" AM_ADMIN_API_ACCESS_KEYPREFIX: '"{{ adminutil__access_keyprefix }}"' AM_ADMIN_API_ACCESS_KEYSTART: '"{{ adminutil__access_keystart }}"' @@ -55,3 +60,10 @@ adminutilenv: ACCESS_TOKEN_VALIDITY: '"{{ adminutil_access_token_validity }}"' REFRESH_TOKEN_OFFLINE_VALIDITY: '"{{ adminutil_refresh_token_offline_validity }}"' REFRESH_TOKEN_LOG_OLDER_THAN: '"{{ adminutil_refresh_token_log_older_than }}"' + +autoscaling: + enabled: {{ adminutils_autoscaling_enabled | default('false') }} + minReplicas: {{ adminutils_autoscaling_minReplicas|default(1) }} + maxReplicas: {{ adminutils_autoscaling_maxReplicas|default(4) }} + targetCPUUtilizationPercentage: {{ adminutils_autoscaling_targetCPUUtilizationPercentage|default(80) }} + targetMemoryUtilizationPercentage: {{ adminutils_autoscaling_targetMemoryUtilizationPercentage|default('') }} diff --git a/kubernetes/helm_charts/core/analytics/templates/hpa.yaml b/kubernetes/helm_charts/core/analytics/templates/hpa.yaml new file mode 100644 index 000000000..1ba4f89a8 --- /dev/null +++ b/kubernetes/helm_charts/core/analytics/templates/hpa.yaml @@ -0,0 +1,27 @@ +{{- if .Values.autoscaling.enabled }} +apiVersion: autoscaling/v2beta1 +kind: HorizontalPodAutoscaler +metadata: + name: {{ .Chart.Name }} + namespace: {{ .Values.namespace }} +spec: + scaleTargetRef: + apiVersion: apps/v1 + kind: Deployment + name: {{ .Chart.Name }} + minReplicas: {{ .Values.autoscaling.minReplicas }} + maxReplicas: {{ .Values.autoscaling.maxReplicas }} + metrics: + {{- if .Values.autoscaling.targetCPUUtilizationPercentage }} + - type: Resource + resource: + name: cpu + targetAverageUtilization: {{ .Values.autoscaling.targetCPUUtilizationPercentage }} + {{- end }} + {{- if .Values.autoscaling.targetMemoryUtilizationPercentage }} + - type: Resource + resource: + name: memory + targetAverageUtilization: {{ .Values.autoscaling.targetMemoryUtilizationPercentage }} + {{- end }} +{{- end }} \ No newline at end of file diff --git a/kubernetes/helm_charts/core/analytics/values.j2 b/kubernetes/helm_charts/core/analytics/values.j2 index c1df8545b..04e704ddb 100644 --- a/kubernetes/helm_charts/core/analytics/values.j2 +++ b/kubernetes/helm_charts/core/analytics/values.j2 @@ -36,3 +36,10 @@ serviceMonitor: labels: # labels with which the prometheus choose the serviceMonitor app: prometheus-operator release: prometheus-operator + +autoscaling: + enabled: {{ analytics_autoscaling_enabled | default('false') }} + minReplicas: {{ analytics_autoscaling_minReplicas|default(1) }} + maxReplicas: {{ analytics_autoscaling_maxReplicas|default(4) }} + targetCPUUtilizationPercentage: {{ analytics_autoscaling_targetCPUUtilizationPercentage|default(80) }} + targetMemoryUtilizationPercentage: {{ analytics_autoscaling_targetMemoryUtilizationPercentage|default('') }} diff --git a/kubernetes/helm_charts/core/apimanager/templates/hpa.yaml b/kubernetes/helm_charts/core/apimanager/templates/hpa.yaml new file mode 100644 index 000000000..1ba4f89a8 --- /dev/null +++ b/kubernetes/helm_charts/core/apimanager/templates/hpa.yaml @@ -0,0 +1,27 @@ +{{- if .Values.autoscaling.enabled }} +apiVersion: autoscaling/v2beta1 +kind: HorizontalPodAutoscaler +metadata: + name: {{ .Chart.Name }} + namespace: {{ .Values.namespace }} +spec: + scaleTargetRef: + apiVersion: apps/v1 + kind: Deployment + name: {{ .Chart.Name }} + minReplicas: {{ .Values.autoscaling.minReplicas }} + maxReplicas: {{ .Values.autoscaling.maxReplicas }} + metrics: + {{- if .Values.autoscaling.targetCPUUtilizationPercentage }} + - type: Resource + resource: + name: cpu + targetAverageUtilization: {{ .Values.autoscaling.targetCPUUtilizationPercentage }} + {{- end }} + {{- if .Values.autoscaling.targetMemoryUtilizationPercentage }} + - type: Resource + resource: + name: memory + targetAverageUtilization: {{ .Values.autoscaling.targetMemoryUtilizationPercentage }} + {{- end }} +{{- end }} \ No newline at end of file diff --git a/kubernetes/helm_charts/core/apimanager/values.j2 b/kubernetes/helm_charts/core/apimanager/values.j2 index 4270bc727..35458f87f 100755 --- a/kubernetes/helm_charts/core/apimanager/values.j2 +++ b/kubernetes/helm_charts/core/apimanager/values.j2 @@ -26,3 +26,11 @@ strategy: maxunavailable: {{ apimanager_maxunavailable|default('25%') }} {{ apimanager_liveness_readiness | to_nice_yaml }} + +autoscaling: + enabled: {{ apimanager_autoscaling_enabled | default('false') }} + minReplicas: {{ apimanager_autoscaling_minReplicas|default(1) }} + maxReplicas: {{ apimanager_autoscaling_maxReplicas|default(4) }} + targetCPUUtilizationPercentage: {{ apimanager_autoscaling_targetCPUUtilizationPercentage|default(80) }} + targetMemoryUtilizationPercentage: {{ apimanager_autoscaling_targetMemoryUtilizationPercentage|default('') }} + diff --git a/kubernetes/helm_charts/core/apimanagerecho/templates/hpa.yaml b/kubernetes/helm_charts/core/apimanagerecho/templates/hpa.yaml new file mode 100644 index 000000000..1ba4f89a8 --- /dev/null +++ b/kubernetes/helm_charts/core/apimanagerecho/templates/hpa.yaml @@ -0,0 +1,27 @@ +{{- if .Values.autoscaling.enabled }} +apiVersion: autoscaling/v2beta1 +kind: HorizontalPodAutoscaler +metadata: + name: {{ .Chart.Name }} + namespace: {{ .Values.namespace }} +spec: + scaleTargetRef: + apiVersion: apps/v1 + kind: Deployment + name: {{ .Chart.Name }} + minReplicas: {{ .Values.autoscaling.minReplicas }} + maxReplicas: {{ .Values.autoscaling.maxReplicas }} + metrics: + {{- if .Values.autoscaling.targetCPUUtilizationPercentage }} + - type: Resource + resource: + name: cpu + targetAverageUtilization: {{ .Values.autoscaling.targetCPUUtilizationPercentage }} + {{- end }} + {{- if .Values.autoscaling.targetMemoryUtilizationPercentage }} + - type: Resource + resource: + name: memory + targetAverageUtilization: {{ .Values.autoscaling.targetMemoryUtilizationPercentage }} + {{- end }} +{{- end }} \ No newline at end of file diff --git a/kubernetes/helm_charts/core/apimanagerecho/values.j2 b/kubernetes/helm_charts/core/apimanagerecho/values.j2 index ff53d1679..1af58bb8d 100755 --- a/kubernetes/helm_charts/core/apimanagerecho/values.j2 +++ b/kubernetes/helm_charts/core/apimanagerecho/values.j2 @@ -21,3 +21,10 @@ strategy: type: RollingUpdate {{ api_managerecho_liveness_readiness | to_nice_yaml }} + +autoscaling: + enabled: {{ apimanagerecho_autoscaling_enabled | default('false') }} + minReplicas: {{ apimanagerecho_autoscaling_minReplicas|default(1) }} + maxReplicas: {{ apimanagerecho_autoscaling_maxReplicas|default(2) }} + targetCPUUtilizationPercentage: {{ apimanagerecho_autoscaling_targetCPUUtilizationPercentage|default(80) }} + targetMemoryUtilizationPercentage: {{ apimanagerecho_autoscaling_targetMemoryUtilizationPercentage|default('') }} diff --git a/kubernetes/helm_charts/core/assessment/templates/hpa.yaml b/kubernetes/helm_charts/core/assessment/templates/hpa.yaml new file mode 100644 index 000000000..1ba4f89a8 --- /dev/null +++ b/kubernetes/helm_charts/core/assessment/templates/hpa.yaml @@ -0,0 +1,27 @@ +{{- if .Values.autoscaling.enabled }} +apiVersion: autoscaling/v2beta1 +kind: HorizontalPodAutoscaler +metadata: + name: {{ .Chart.Name }} + namespace: {{ .Values.namespace }} +spec: + scaleTargetRef: + apiVersion: apps/v1 + kind: Deployment + name: {{ .Chart.Name }} + minReplicas: {{ .Values.autoscaling.minReplicas }} + maxReplicas: {{ .Values.autoscaling.maxReplicas }} + metrics: + {{- if .Values.autoscaling.targetCPUUtilizationPercentage }} + - type: Resource + resource: + name: cpu + targetAverageUtilization: {{ .Values.autoscaling.targetCPUUtilizationPercentage }} + {{- end }} + {{- if .Values.autoscaling.targetMemoryUtilizationPercentage }} + - type: Resource + resource: + name: memory + targetAverageUtilization: {{ .Values.autoscaling.targetMemoryUtilizationPercentage }} + {{- end }} +{{- end }} \ No newline at end of file diff --git a/kubernetes/helm_charts/core/assessment/values.j2 b/kubernetes/helm_charts/core/assessment/values.j2 index d4dc22f04..b38668ff8 100644 --- a/kubernetes/helm_charts/core/assessment/values.j2 +++ b/kubernetes/helm_charts/core/assessment/values.j2 @@ -28,3 +28,10 @@ strategy: maxunavailable: {{ assessment_maxunavailable|default('25%') }} {{ assessment_liveness_readiness | to_nice_yaml }} + +autoscaling: + enabled: {{ assessment_autoscaling_enabled | default('false') }} + minReplicas: {{ assessment_autoscaling_minReplicas|default(1) }} + maxReplicas: {{ assessment_autoscaling_maxReplicas|default(2) }} + targetCPUUtilizationPercentage: {{ assessment_autoscaling_targetCPUUtilizationPercentage|default(80) }} + targetMemoryUtilizationPercentage: {{ assessment_autoscaling_targetMemoryUtilizationPercentage|default('') }} diff --git a/kubernetes/helm_charts/core/cert/templates/hpa.yaml b/kubernetes/helm_charts/core/cert/templates/hpa.yaml new file mode 100644 index 000000000..1ba4f89a8 --- /dev/null +++ b/kubernetes/helm_charts/core/cert/templates/hpa.yaml @@ -0,0 +1,27 @@ +{{- if .Values.autoscaling.enabled }} +apiVersion: autoscaling/v2beta1 +kind: HorizontalPodAutoscaler +metadata: + name: {{ .Chart.Name }} + namespace: {{ .Values.namespace }} +spec: + scaleTargetRef: + apiVersion: apps/v1 + kind: Deployment + name: {{ .Chart.Name }} + minReplicas: {{ .Values.autoscaling.minReplicas }} + maxReplicas: {{ .Values.autoscaling.maxReplicas }} + metrics: + {{- if .Values.autoscaling.targetCPUUtilizationPercentage }} + - type: Resource + resource: + name: cpu + targetAverageUtilization: {{ .Values.autoscaling.targetCPUUtilizationPercentage }} + {{- end }} + {{- if .Values.autoscaling.targetMemoryUtilizationPercentage }} + - type: Resource + resource: + name: memory + targetAverageUtilization: {{ .Values.autoscaling.targetMemoryUtilizationPercentage }} + {{- end }} +{{- end }} \ No newline at end of file diff --git a/kubernetes/helm_charts/core/cert/values.j2 b/kubernetes/helm_charts/core/cert/values.j2 index b6e4488b8..6de0dc6e8 100644 --- a/kubernetes/helm_charts/core/cert/values.j2 +++ b/kubernetes/helm_charts/core/cert/values.j2 @@ -26,3 +26,10 @@ strategy: maxunavailable: {{ cert_maxunavailable|default('25%') }} {{ cert_liveness_readiness | to_nice_yaml }} + +autoscaling: + enabled: {{ cert_autoscaling_enabled | default('false') }} + minReplicas: {{ cert_autoscaling_minReplicas|default(1) }} + maxReplicas: {{ cert_autoscaling_maxReplicas|default(2) }} + targetCPUUtilizationPercentage: {{ cert_autoscaling_targetCPUUtilizationPercentage|default(80) }} + targetMemoryUtilizationPercentage: {{ cert_autoscaling_targetMemoryUtilizationPercentage|default('') }} \ No newline at end of file diff --git a/kubernetes/helm_charts/core/certregistry/templates/hpa.yaml b/kubernetes/helm_charts/core/certregistry/templates/hpa.yaml new file mode 100644 index 000000000..1ba4f89a8 --- /dev/null +++ b/kubernetes/helm_charts/core/certregistry/templates/hpa.yaml @@ -0,0 +1,27 @@ +{{- if .Values.autoscaling.enabled }} +apiVersion: autoscaling/v2beta1 +kind: HorizontalPodAutoscaler +metadata: + name: {{ .Chart.Name }} + namespace: {{ .Values.namespace }} +spec: + scaleTargetRef: + apiVersion: apps/v1 + kind: Deployment + name: {{ .Chart.Name }} + minReplicas: {{ .Values.autoscaling.minReplicas }} + maxReplicas: {{ .Values.autoscaling.maxReplicas }} + metrics: + {{- if .Values.autoscaling.targetCPUUtilizationPercentage }} + - type: Resource + resource: + name: cpu + targetAverageUtilization: {{ .Values.autoscaling.targetCPUUtilizationPercentage }} + {{- end }} + {{- if .Values.autoscaling.targetMemoryUtilizationPercentage }} + - type: Resource + resource: + name: memory + targetAverageUtilization: {{ .Values.autoscaling.targetMemoryUtilizationPercentage }} + {{- end }} +{{- end }} \ No newline at end of file diff --git a/kubernetes/helm_charts/core/certregistry/values.j2 b/kubernetes/helm_charts/core/certregistry/values.j2 index 9ba6889f7..0a1dcd473 100644 --- a/kubernetes/helm_charts/core/certregistry/values.j2 +++ b/kubernetes/helm_charts/core/certregistry/values.j2 @@ -26,3 +26,10 @@ strategy: maxunavailable: {{ certregistry_maxunavailable|default('25%') }} {{ cert_liveness_readiness | to_nice_yaml }} + +autoscaling: + enabled: {{ certregistry_autoscaling_enabled | default('false') }} + minReplicas: {{ certregistry_autoscaling_minReplicas|default(1) }} + maxReplicas: {{ certregistry_autoscaling_maxReplicas|default(2) }} + targetCPUUtilizationPercentage: {{ certregistry_autoscaling_targetCPUUtilizationPercentage|default(80) }} + targetMemoryUtilizationPercentage: {{ certregistry_autoscaling_targetMemoryUtilizationPercentage|default('') }} diff --git a/kubernetes/helm_charts/core/content/templates/hpa.yaml b/kubernetes/helm_charts/core/content/templates/hpa.yaml new file mode 100644 index 000000000..1ba4f89a8 --- /dev/null +++ b/kubernetes/helm_charts/core/content/templates/hpa.yaml @@ -0,0 +1,27 @@ +{{- if .Values.autoscaling.enabled }} +apiVersion: autoscaling/v2beta1 +kind: HorizontalPodAutoscaler +metadata: + name: {{ .Chart.Name }} + namespace: {{ .Values.namespace }} +spec: + scaleTargetRef: + apiVersion: apps/v1 + kind: Deployment + name: {{ .Chart.Name }} + minReplicas: {{ .Values.autoscaling.minReplicas }} + maxReplicas: {{ .Values.autoscaling.maxReplicas }} + metrics: + {{- if .Values.autoscaling.targetCPUUtilizationPercentage }} + - type: Resource + resource: + name: cpu + targetAverageUtilization: {{ .Values.autoscaling.targetCPUUtilizationPercentage }} + {{- end }} + {{- if .Values.autoscaling.targetMemoryUtilizationPercentage }} + - type: Resource + resource: + name: memory + targetAverageUtilization: {{ .Values.autoscaling.targetMemoryUtilizationPercentage }} + {{- end }} +{{- end }} \ No newline at end of file diff --git a/kubernetes/helm_charts/core/content/values.j2 b/kubernetes/helm_charts/core/content/values.j2 index b2d93411b..30fffe524 100644 --- a/kubernetes/helm_charts/core/content/values.j2 +++ b/kubernetes/helm_charts/core/content/values.j2 @@ -26,3 +26,10 @@ strategy: maxunavailable: {{ content_maxunavailable|default('25%') }} {{ content_liveness_readiness | to_nice_yaml }} + +autoscaling: + enabled: {{ content_autoscaling_enabled | default('false') }} + minReplicas: {{ content_autoscaling_minReplicas|default(1) }} + maxReplicas: {{ content_autoscaling_maxReplicas|default(4) }} + targetCPUUtilizationPercentage: {{ content_autoscaling_targetCPUUtilizationPercentage|default(80) }} + targetMemoryUtilizationPercentage: {{ content_autoscaling_targetMemoryUtilizationPercentage|default('') }} \ No newline at end of file diff --git a/kubernetes/helm_charts/core/discussionsmw/.helmignore b/kubernetes/helm_charts/core/discussionsmw/.helmignore new file mode 100644 index 000000000..50af03172 --- /dev/null +++ b/kubernetes/helm_charts/core/discussionsmw/.helmignore @@ -0,0 +1,22 @@ +# Patterns to ignore when building packages. +# This supports shell glob matching, relative path matching, and +# negation (prefixed with !). Only one pattern per line. +.DS_Store +# Common VCS dirs +.git/ +.gitignore +.bzr/ +.bzrignore +.hg/ +.hgignore +.svn/ +# Common backup files +*.swp +*.bak +*.tmp +*~ +# Various IDEs +.project +.idea/ +*.tmproj +.vscode/ diff --git a/kubernetes/helm_charts/core/discussionsmw/Chart.yaml b/kubernetes/helm_charts/core/discussionsmw/Chart.yaml new file mode 100644 index 000000000..bdb14d7af --- /dev/null +++ b/kubernetes/helm_charts/core/discussionsmw/Chart.yaml @@ -0,0 +1,5 @@ +apiVersion: v1 +appVersion: "1.0" +description: A Helm chart for Kubernetes +name: discussionsmw +version: 0.1.0 diff --git a/kubernetes/helm_charts/core/discussionsmw/templates/_helpers.tpl b/kubernetes/helm_charts/core/discussionsmw/templates/_helpers.tpl new file mode 100644 index 000000000..4dda28416 --- /dev/null +++ b/kubernetes/helm_charts/core/discussionsmw/templates/_helpers.tpl @@ -0,0 +1,45 @@ +{{/* vim: set filetype=mustache: */}} +{{/* +Expand the name of the chart. +*/}} +{{- define "content.name" -}} +{{- default .Chart.Name .Values.nameOverride | trunc 63 | trimSuffix "-" -}} +{{- end -}} + +{{/* +Create a default fully qualified app name. +We truncate at 63 chars because some Kubernetes name fields are limited to this (by the DNS naming spec). +If release name contains chart name it will be used as a full name. +*/}} +{{- define "content.fullname" -}} +{{- if .Values.fullnameOverride -}} +{{- .Values.fullnameOverride | trunc 63 | trimSuffix "-" -}} +{{- else -}} +{{- $name := default .Chart.Name .Values.nameOverride -}} +{{- if contains $name .Release.Name -}} +{{- .Release.Name | trunc 63 | trimSuffix "-" -}} +{{- else -}} +{{- printf "%s-%s" .Release.Name $name | trunc 63 | trimSuffix "-" -}} +{{- end -}} +{{- end -}} +{{- end -}} + +{{/* +Create chart name and version as used by the chart label. +*/}} +{{- define "content.chart" -}} +{{- printf "%s-%s" .Chart.Name .Chart.Version | replace "+" "_" | trunc 63 | trimSuffix "-" -}} +{{- end -}} + +{{/* +Common labels +*/}} +{{- define "content.labels" -}} +app.kubernetes.io/name: {{ include "content.name" . }} +helm.sh/chart: {{ include "content.chart" . }} +app.kubernetes.io/instance: {{ .Release.Name }} +{{- if .Chart.AppVersion }} +app.kubernetes.io/version: {{ .Chart.AppVersion | quote }} +{{- end }} +app.kubernetes.io/managed-by: {{ .Release.Service }} +{{- end -}} diff --git a/kubernetes/helm_charts/core/discussionsmw/templates/configmap.yaml b/kubernetes/helm_charts/core/discussionsmw/templates/configmap.yaml new file mode 100644 index 000000000..e86595441 --- /dev/null +++ b/kubernetes/helm_charts/core/discussionsmw/templates/configmap.yaml @@ -0,0 +1,11 @@ +#apiVersion: v1 +#data: +# {{- range $key, $val := .Values.knowledgemwenv }} +# {{ $key }}: {{ $val }} +# {{- end }} +# sunbird_cassandra_replication_strategy: {{ .Values.sunbird_cassandra_replication_strategy | toJson }} +#kind: ConfigMap +#metadata: +# creationTimestamp: null +# name: {{ .Chart.Name }}-config +# namespace: {{ .Values.namespace }} diff --git a/kubernetes/helm_charts/core/discussionsmw/templates/deployment.yaml b/kubernetes/helm_charts/core/discussionsmw/templates/deployment.yaml new file mode 100644 index 000000000..6a5219068 --- /dev/null +++ b/kubernetes/helm_charts/core/discussionsmw/templates/deployment.yaml @@ -0,0 +1,59 @@ +--- +apiVersion: apps/v1 +kind: Deployment +metadata: + name: {{ .Chart.Name }} + namespace: {{ .Values.namespace }} + annotations: + reloader.stakater.com/auto: "true" +spec: + replicas: {{ .Values.replicaCount }} + strategy: + rollingUpdate: + maxSurge: {{ .Values.strategy.maxsurge }} + maxUnavailable: {{ .Values.strategy.maxunavailable }} + selector: + matchLabels: + app: {{ .Chart.Name }} + template: + metadata: + labels: + app: {{ .Chart.Name }} + spec: +{{- if .Values.imagepullsecrets }} + imagePullSecrets: + - name: {{ .Values.imagepullsecrets }} +{{- end }} + containers: + - name: {{ .Chart.Name }} + image: "{{ .Values.dockerhub }}/{{ .Values.repository }}:{{ .Values.image_tag }}" + imagePullPolicy: Always + envFrom: + - configMapRef: + name: discussionsmw-config + resources: +{{ toYaml .Values.resources | indent 10 }} + ports: + - containerPort: {{ .Values.network.port }} + {{- if .Values.healthcheck }} + livenessProbe: +{{ toYaml .Values.livenessProbe | indent 10 }} + readinessProbe: +{{ toYaml .Values.readinessProbe | indent 10 }} + {{- end }} + +--- +apiVersion: v1 +kind: Service +metadata: + name: discussionsmw-service + namespace: {{ .Values.namespace }} + labels: + app: {{ .Chart.Name }} +spec: + ports: + - name: http-{{ .Chart.Name }} + protocol: TCP + port: {{ .Values.network.targetport }} + selector: + app: {{ .Chart.Name }} diff --git a/kubernetes/helm_charts/core/discussionsmw/values.j2 b/kubernetes/helm_charts/core/discussionsmw/values.j2 new file mode 100644 index 000000000..220b22d58 --- /dev/null +++ b/kubernetes/helm_charts/core/discussionsmw/values.j2 @@ -0,0 +1,25 @@ +### Default variable file for disussions_mw service ### + +namespace: {{ namespace }} +imagepullsecrets: {{ imagepullsecrets }} +dockerhub: {{ dockerhub }} + +replicaCount: {{disussions_mw_replicacount|default(1)}} +repository: {{disussions_mw_repository|default('discussion-middleware')}} +image_tag: {{ image_tag }} +resources: + requests: + cpu: {{disussions_mw_cpu_req|default('100m')}} + memory: {{disussions_mw_mem_req|default('100Mi')}} + limits: + cpu: {{disussions_mw_cpu_limit|default('1')}} + memory: {{disussions_mw_mem_limit|default('1024Mi')}} +network: + port: 3002 + targetport: 3002 +strategy: + type: RollingUpdate + maxsurge: {{ disussions_mw_maxsurge|default('25%') }} + maxunavailable: {{ disussions_mw_maxunavailable|default('25%') }} + +{{ discussionsmw_liveness_readiness | to_nice_yaml }} diff --git a/kubernetes/helm_charts/core/enc/templates/hpa.yaml b/kubernetes/helm_charts/core/enc/templates/hpa.yaml new file mode 100644 index 000000000..1ba4f89a8 --- /dev/null +++ b/kubernetes/helm_charts/core/enc/templates/hpa.yaml @@ -0,0 +1,27 @@ +{{- if .Values.autoscaling.enabled }} +apiVersion: autoscaling/v2beta1 +kind: HorizontalPodAutoscaler +metadata: + name: {{ .Chart.Name }} + namespace: {{ .Values.namespace }} +spec: + scaleTargetRef: + apiVersion: apps/v1 + kind: Deployment + name: {{ .Chart.Name }} + minReplicas: {{ .Values.autoscaling.minReplicas }} + maxReplicas: {{ .Values.autoscaling.maxReplicas }} + metrics: + {{- if .Values.autoscaling.targetCPUUtilizationPercentage }} + - type: Resource + resource: + name: cpu + targetAverageUtilization: {{ .Values.autoscaling.targetCPUUtilizationPercentage }} + {{- end }} + {{- if .Values.autoscaling.targetMemoryUtilizationPercentage }} + - type: Resource + resource: + name: memory + targetAverageUtilization: {{ .Values.autoscaling.targetMemoryUtilizationPercentage }} + {{- end }} +{{- end }} \ No newline at end of file diff --git a/kubernetes/helm_charts/core/enc/values.j2 b/kubernetes/helm_charts/core/enc/values.j2 index 3f375b060..4544cb2ad 100644 --- a/kubernetes/helm_charts/core/enc/values.j2 +++ b/kubernetes/helm_charts/core/enc/values.j2 @@ -23,3 +23,10 @@ strategy: maxunavailable: {{ enc_maxunavailable|default('25%') }} {{ enc_liveness_readiness | to_nice_yaml }} + +autoscaling: + enabled: {{ enc_autoscaling_enabled | default('false') }} + minReplicas: {{ enc_autoscaling_minReplicas|default(1) }} + maxReplicas: {{ enc_autoscaling_maxReplicas|default(2) }} + targetCPUUtilizationPercentage: {{ enc_autoscaling_targetCPUUtilizationPercentage|default(80) }} + targetMemoryUtilizationPercentage: {{ enc_autoscaling_targetMemoryUtilizationPercentage|default('') }} diff --git a/kubernetes/helm_charts/core/groups/templates/deployment.yaml b/kubernetes/helm_charts/core/groups/templates/deployment.yaml index 3f12a3346..8ece35318 100644 --- a/kubernetes/helm_charts/core/groups/templates/deployment.yaml +++ b/kubernetes/helm_charts/core/groups/templates/deployment.yaml @@ -47,7 +47,7 @@ spec: {{- $keys := .Files.Glob "keys/*" }} {{- if $keys }} volumeMounts: - - mountPath: {{ .Values.groups_device_basepath }} + - mountPath: {{ .Values.groups_access_basepath }} name: access-keys volumes: - name: access-keys diff --git a/kubernetes/helm_charts/core/groups/templates/hpa.yaml b/kubernetes/helm_charts/core/groups/templates/hpa.yaml new file mode 100644 index 000000000..1ba4f89a8 --- /dev/null +++ b/kubernetes/helm_charts/core/groups/templates/hpa.yaml @@ -0,0 +1,27 @@ +{{- if .Values.autoscaling.enabled }} +apiVersion: autoscaling/v2beta1 +kind: HorizontalPodAutoscaler +metadata: + name: {{ .Chart.Name }} + namespace: {{ .Values.namespace }} +spec: + scaleTargetRef: + apiVersion: apps/v1 + kind: Deployment + name: {{ .Chart.Name }} + minReplicas: {{ .Values.autoscaling.minReplicas }} + maxReplicas: {{ .Values.autoscaling.maxReplicas }} + metrics: + {{- if .Values.autoscaling.targetCPUUtilizationPercentage }} + - type: Resource + resource: + name: cpu + targetAverageUtilization: {{ .Values.autoscaling.targetCPUUtilizationPercentage }} + {{- end }} + {{- if .Values.autoscaling.targetMemoryUtilizationPercentage }} + - type: Resource + resource: + name: memory + targetAverageUtilization: {{ .Values.autoscaling.targetMemoryUtilizationPercentage }} + {{- end }} +{{- end }} \ No newline at end of file diff --git a/kubernetes/helm_charts/core/groups/values.j2 b/kubernetes/helm_charts/core/groups/values.j2 index 43f1928a6..7a353b19c 100644 --- a/kubernetes/helm_charts/core/groups/values.j2 +++ b/kubernetes/helm_charts/core/groups/values.j2 @@ -28,4 +28,11 @@ strategy: {{ groups_liveness_readiness | to_nice_yaml }} -groups_device_basepath: {{ groups_device_basepath | default('/keys/') }} +groups_access_basepath: {{ groups_access_basepath | default('/keys/') }} + +autoscaling: + enabled: {{ groups_autoscaling_enabled | default('false') }} + minReplicas: {{ groups_autoscaling_minReplicas|default(1) }} + maxReplicas: {{ groups_autoscaling_maxReplicas|default(2) }} + targetCPUUtilizationPercentage: {{ groups_autoscaling_targetCPUUtilizationPercentage|default(80) }} + targetMemoryUtilizationPercentage: {{ groups_autoscaling_targetMemoryUtilizationPercentage|default('') }} diff --git a/kubernetes/helm_charts/core/knowledgemw/templates/configmap.yaml b/kubernetes/helm_charts/core/knowledgemw/templates/configmap.yaml index eb2c944f4..2575710a0 100644 --- a/kubernetes/helm_charts/core/knowledgemw/templates/configmap.yaml +++ b/kubernetes/helm_charts/core/knowledgemw/templates/configmap.yaml @@ -1,11 +1,11 @@ -#apiVersion: v1 -#data: -# {{- range $key, $val := .Values.knowledgemwenv }} -# {{ $key }}: {{ $val }} -# {{- end }} -# sunbird_cassandra_replication_strategy: {{ .Values.sunbird_cassandra_replication_strategy | toJson }} -#kind: ConfigMap -#metadata: -# creationTimestamp: null -# name: {{ .Chart.Name }}-config -# namespace: {{ .Values.namespace }} \ No newline at end of file +--- +{{- $keys := .Files.Glob "keys/*" }} +{{ if $keys }} +apiVersion: v1 +kind: Secret +metadata: + name: knowledgemw-access-keys +type: Opaque +data: +{{ (.Files.Glob "keys/*").AsSecrets | indent 2 }} +{{ end }} diff --git a/kubernetes/helm_charts/core/knowledgemw/templates/deployment.yaml b/kubernetes/helm_charts/core/knowledgemw/templates/deployment.yaml index 78442e62a..b6a5b5606 100644 --- a/kubernetes/helm_charts/core/knowledgemw/templates/deployment.yaml +++ b/kubernetes/helm_charts/core/knowledgemw/templates/deployment.yaml @@ -41,7 +41,16 @@ spec: readinessProbe: {{ toYaml .Values.readinessProbe | indent 10 }} {{- end }} - +{{- $keys := .Files.Glob "keys/*" }} +{{- if $keys }} + volumeMounts: + - mountPath: {{ .Values.knowledgemw_access_basepath }} + name: access-keys + volumes: + - name: access-keys + secret: + secretName: knowledgemw-access-keys +{{- end }} --- apiVersion: v1 kind: Service diff --git a/kubernetes/helm_charts/core/knowledgemw/templates/hpa.yaml b/kubernetes/helm_charts/core/knowledgemw/templates/hpa.yaml new file mode 100644 index 000000000..1ba4f89a8 --- /dev/null +++ b/kubernetes/helm_charts/core/knowledgemw/templates/hpa.yaml @@ -0,0 +1,27 @@ +{{- if .Values.autoscaling.enabled }} +apiVersion: autoscaling/v2beta1 +kind: HorizontalPodAutoscaler +metadata: + name: {{ .Chart.Name }} + namespace: {{ .Values.namespace }} +spec: + scaleTargetRef: + apiVersion: apps/v1 + kind: Deployment + name: {{ .Chart.Name }} + minReplicas: {{ .Values.autoscaling.minReplicas }} + maxReplicas: {{ .Values.autoscaling.maxReplicas }} + metrics: + {{- if .Values.autoscaling.targetCPUUtilizationPercentage }} + - type: Resource + resource: + name: cpu + targetAverageUtilization: {{ .Values.autoscaling.targetCPUUtilizationPercentage }} + {{- end }} + {{- if .Values.autoscaling.targetMemoryUtilizationPercentage }} + - type: Resource + resource: + name: memory + targetAverageUtilization: {{ .Values.autoscaling.targetMemoryUtilizationPercentage }} + {{- end }} +{{- end }} \ No newline at end of file diff --git a/kubernetes/helm_charts/core/knowledgemw/values.j2 b/kubernetes/helm_charts/core/knowledgemw/values.j2 index bf6ae52c1..9961e343b 100644 --- a/kubernetes/helm_charts/core/knowledgemw/values.j2 +++ b/kubernetes/helm_charts/core/knowledgemw/values.j2 @@ -23,3 +23,12 @@ strategy: maxunavailable: {{ knowledge_mw_maxunavailable|default('25%') }} {{ knowledgemw_liveness_readiness | to_nice_yaml }} + +knowledgemw_access_basepath: {{ knowledgemw_access_basepath | default('/home/sunbird/mw/content/keys/') }} + +autoscaling: + enabled: {{ knowledgemw_autoscaling_enabled | default('false') }} + minReplicas: {{ knowledgemw_autoscaling_minReplicas|default(1) }} + maxReplicas: {{ knowledgemw_autoscaling_maxReplicas|default(4) }} + targetCPUUtilizationPercentage: {{ knowledgemw_autoscaling_targetCPUUtilizationPercentage|default(80) }} + targetMemoryUtilizationPercentage: {{ knowledgemw_autoscaling_targetMemoryUtilizationPercentage|default('') }} \ No newline at end of file diff --git a/kubernetes/helm_charts/core/learner/templates/deployment.yaml b/kubernetes/helm_charts/core/learner/templates/deployment.yaml index 81117a28f..54fe996d6 100644 --- a/kubernetes/helm_charts/core/learner/templates/deployment.yaml +++ b/kubernetes/helm_charts/core/learner/templates/deployment.yaml @@ -50,7 +50,7 @@ spec: subPath: learner-service_logback.xml {{- $keys := .Files.Glob "keys/*" }} {{- if $keys }} - - mountPath: {{ .Values.learner_device_basepath }} + - mountPath: {{ .Values.learner_access_basepath }} name: access-keys {{- end }} volumes: diff --git a/kubernetes/helm_charts/core/learner/templates/hpa.yaml b/kubernetes/helm_charts/core/learner/templates/hpa.yaml new file mode 100644 index 000000000..1ba4f89a8 --- /dev/null +++ b/kubernetes/helm_charts/core/learner/templates/hpa.yaml @@ -0,0 +1,27 @@ +{{- if .Values.autoscaling.enabled }} +apiVersion: autoscaling/v2beta1 +kind: HorizontalPodAutoscaler +metadata: + name: {{ .Chart.Name }} + namespace: {{ .Values.namespace }} +spec: + scaleTargetRef: + apiVersion: apps/v1 + kind: Deployment + name: {{ .Chart.Name }} + minReplicas: {{ .Values.autoscaling.minReplicas }} + maxReplicas: {{ .Values.autoscaling.maxReplicas }} + metrics: + {{- if .Values.autoscaling.targetCPUUtilizationPercentage }} + - type: Resource + resource: + name: cpu + targetAverageUtilization: {{ .Values.autoscaling.targetCPUUtilizationPercentage }} + {{- end }} + {{- if .Values.autoscaling.targetMemoryUtilizationPercentage }} + - type: Resource + resource: + name: memory + targetAverageUtilization: {{ .Values.autoscaling.targetMemoryUtilizationPercentage }} + {{- end }} +{{- end }} \ No newline at end of file diff --git a/kubernetes/helm_charts/core/learner/values.j2 b/kubernetes/helm_charts/core/learner/values.j2 index 0faa781ea..273161c56 100644 --- a/kubernetes/helm_charts/core/learner/values.j2 +++ b/kubernetes/helm_charts/core/learner/values.j2 @@ -28,4 +28,11 @@ strategy: {{ learner_liveness_readiness | to_nice_yaml }} -learner_device_basepath: {{ learner_device_basepath | default('/keys/') }} +learner_access_basepath: {{ learner_access_basepath | default('/keys/') }} + +autoscaling: + enabled: {{ learner_autoscaling_enabled | default('false') }} + minReplicas: {{ learner_autoscaling_minReplicas|default(1) }} + maxReplicas: {{ learner_autoscaling_maxReplicas|default(4) }} + targetCPUUtilizationPercentage: {{ learner_autoscaling_targetCPUUtilizationPercentage|default(80) }} + targetMemoryUtilizationPercentage: {{ learner_autoscaling_targetMemoryUtilizationPercentage|default('') }} diff --git a/kubernetes/helm_charts/core/lms/templates/deployment.yaml b/kubernetes/helm_charts/core/lms/templates/deployment.yaml index 1c797c37e..f90d2b642 100644 --- a/kubernetes/helm_charts/core/lms/templates/deployment.yaml +++ b/kubernetes/helm_charts/core/lms/templates/deployment.yaml @@ -54,7 +54,7 @@ spec: subPath: lms-service_logback.xml {{- $keys := .Files.Glob "keys/*" }} {{- if $keys }} - - mountPath: {{ .Values.lms_device_basepath }} + - mountPath: {{ .Values.lms_access_basepath }} name: access-keys {{- end }} volumes: diff --git a/kubernetes/helm_charts/core/lms/templates/hpa.yaml b/kubernetes/helm_charts/core/lms/templates/hpa.yaml new file mode 100644 index 000000000..1ba4f89a8 --- /dev/null +++ b/kubernetes/helm_charts/core/lms/templates/hpa.yaml @@ -0,0 +1,27 @@ +{{- if .Values.autoscaling.enabled }} +apiVersion: autoscaling/v2beta1 +kind: HorizontalPodAutoscaler +metadata: + name: {{ .Chart.Name }} + namespace: {{ .Values.namespace }} +spec: + scaleTargetRef: + apiVersion: apps/v1 + kind: Deployment + name: {{ .Chart.Name }} + minReplicas: {{ .Values.autoscaling.minReplicas }} + maxReplicas: {{ .Values.autoscaling.maxReplicas }} + metrics: + {{- if .Values.autoscaling.targetCPUUtilizationPercentage }} + - type: Resource + resource: + name: cpu + targetAverageUtilization: {{ .Values.autoscaling.targetCPUUtilizationPercentage }} + {{- end }} + {{- if .Values.autoscaling.targetMemoryUtilizationPercentage }} + - type: Resource + resource: + name: memory + targetAverageUtilization: {{ .Values.autoscaling.targetMemoryUtilizationPercentage }} + {{- end }} +{{- end }} \ No newline at end of file diff --git a/kubernetes/helm_charts/core/lms/values.j2 b/kubernetes/helm_charts/core/lms/values.j2 index 0714daad9..02995b63a 100644 --- a/kubernetes/helm_charts/core/lms/values.j2 +++ b/kubernetes/helm_charts/core/lms/values.j2 @@ -28,4 +28,11 @@ strategy: {{ lms_liveness_readiness | to_nice_yaml }} -lms_device_basepath: {{ lms_device_basepath | default('/keys/') }} +lms_access_basepath: {{ lms_access_basepath | default('/keys/') }} + +autoscaling: + enabled: {{ lms_autoscaling_enabled | default('false') }} + minReplicas: {{ lms_autoscaling_minReplicas|default(1) }} + maxReplicas: {{ lms_autoscaling_maxReplicas|default(4) }} + targetCPUUtilizationPercentage: {{ lms_autoscaling_targetCPUUtilizationPercentage|default(80) }} + targetMemoryUtilizationPercentage: {{ lms_autoscaling_targetMemoryUtilizationPercentage|default('') }} diff --git a/kubernetes/helm_charts/core/nginx-private-ingress/templates/configmap.yaml b/kubernetes/helm_charts/core/nginx-private-ingress/templates/configmap.yaml index 66f4006da..759e81edc 100644 --- a/kubernetes/helm_charts/core/nginx-private-ingress/templates/configmap.yaml +++ b/kubernetes/helm_charts/core/nginx-private-ingress/templates/configmap.yaml @@ -16,21 +16,30 @@ data: default_type application/octet-stream; lua_load_resty_core off; lua_package_path "/etc/nginx/lua_modules/?.lua"; - log_format main '$remote_addr - $remote_user [$time_local] "$request" ' - '$status $body_bytes_sent "$http_referer" ' - '"$http_user_agent" "$http_x_forwarded_for"'; - + log_format main '$remote_addr - $remote_user [$time_local] ' + '"$request" $status $request_length $body_bytes_sent' + ' $request_time $upstream_response_time $pipe' + ' "$http_referer" "$http_user_agent" "$sb_request_id"' + ' "$http_x_device_id" "$http_x_channel_id" "$http_x_app_id"' + ' "$http_x_app_ver" "$http_x_session_id"'; + + # If the client send request_id it should be preffered over the default one + map $http_x_request_id $sb_request_id { + default $http_x_request_id; + '' $request_id; + } + access_log /var/log/nginx/access.log main; include /etc/nginx/conf.d/*.conf; sendfile on; client_max_body_size 60M; - + server { listen 80; listen [::]:80; - + resolver {{ .Values.kube_dns_ip }}; - + location /learner/ { set $target http://learner-service.{{ .Values.namespace }}.svc.cluster.local:9000; rewrite ^/learner/(.*) /$1 break; @@ -122,6 +131,22 @@ data: rewrite ^/analytics/(.*) /$1 break; proxy_pass $target; } + location /enc/ { + set $target http://enc-service.{{ .Values.namespace }}.svc.cluster.local:8013; + rewrite ^/enc/(.*) /$1 break; + proxy_pass $target; + } + location /prometheus/ { + # This endpoint is for prometheus endpoint access + set $target http://sunbird-monitoring-prometheus.monitoring.svc.cluster.local:9090; + rewrite ^/prometheus/(.*) /$1 break; + proxy_pass $target; + } + location /nodebb/ { + set $target http://nodebb-service.{{ .Values.namespace }}.svc.cluster.local:4567; + rewrite ^/enc/(.*) /$1 break; + proxy_pass $target; + } } } kind: ConfigMap diff --git a/kubernetes/helm_charts/core/nginx-private-ingress/templates/hpa.yaml b/kubernetes/helm_charts/core/nginx-private-ingress/templates/hpa.yaml new file mode 100644 index 000000000..1ba4f89a8 --- /dev/null +++ b/kubernetes/helm_charts/core/nginx-private-ingress/templates/hpa.yaml @@ -0,0 +1,27 @@ +{{- if .Values.autoscaling.enabled }} +apiVersion: autoscaling/v2beta1 +kind: HorizontalPodAutoscaler +metadata: + name: {{ .Chart.Name }} + namespace: {{ .Values.namespace }} +spec: + scaleTargetRef: + apiVersion: apps/v1 + kind: Deployment + name: {{ .Chart.Name }} + minReplicas: {{ .Values.autoscaling.minReplicas }} + maxReplicas: {{ .Values.autoscaling.maxReplicas }} + metrics: + {{- if .Values.autoscaling.targetCPUUtilizationPercentage }} + - type: Resource + resource: + name: cpu + targetAverageUtilization: {{ .Values.autoscaling.targetCPUUtilizationPercentage }} + {{- end }} + {{- if .Values.autoscaling.targetMemoryUtilizationPercentage }} + - type: Resource + resource: + name: memory + targetAverageUtilization: {{ .Values.autoscaling.targetMemoryUtilizationPercentage }} + {{- end }} +{{- end }} \ No newline at end of file diff --git a/kubernetes/helm_charts/core/nginx-private-ingress/values.j2 b/kubernetes/helm_charts/core/nginx-private-ingress/values.j2 index 64f3b5ad2..18280bf74 100644 --- a/kubernetes/helm_charts/core/nginx-private-ingress/values.j2 +++ b/kubernetes/helm_charts/core/nginx-private-ingress/values.j2 @@ -29,3 +29,11 @@ resources: limits: cpu: {{nginx_private_ingress_cpu_limit | default('500m')}} memory: {{nginx_private_ingress_mem_limit | default('500Mi')}} + +autoscaling: + enabled: {{ nginx_private_ingress_autoscaling_enabled | default('false') }} + minReplicas: {{ nginx_private_ingress_autoscaling_minReplicas|default(1) }} + maxReplicas: {{ nginx_private_ingress_autoscaling_maxReplicas|default(2) }} + targetCPUUtilizationPercentage: {{ nginx_private_ingress_autoscaling_targetCPUUtilizationPercentage|default(80) }} + targetMemoryUtilizationPercentage: {{ nginx_private_ingress_autoscaling_targetMemoryUtilizationPercentage|default('') }} + diff --git a/kubernetes/helm_charts/core/nginx-public-ingress/templates/configMap.yaml b/kubernetes/helm_charts/core/nginx-public-ingress/templates/configMap.yaml index ef909bb6a..87f6b5716 100644 --- a/kubernetes/helm_charts/core/nginx-public-ingress/templates/configMap.yaml +++ b/kubernetes/helm_charts/core/nginx-public-ingress/templates/configMap.yaml @@ -6,6 +6,8 @@ metadata: data: proxy-default.conf: | {{ .Values.proxyconfig | indent 4 }} + compression.conf: | +{{ .Values.compressionConfig | indent 4 }} --- apiVersion: v1 diff --git a/kubernetes/helm_charts/core/nginx-public-ingress/templates/daemonset.yaml b/kubernetes/helm_charts/core/nginx-public-ingress/templates/daemonset.yaml index 929a28e6c..9fc5ce4cf 100644 --- a/kubernetes/helm_charts/core/nginx-public-ingress/templates/daemonset.yaml +++ b/kubernetes/helm_charts/core/nginx-public-ingress/templates/daemonset.yaml @@ -10,10 +10,13 @@ spec: app: nginx-public-ingress updateStrategy: type: RollingUpdate + rollingUpdate: + maxUnavailable: 25% template: metadata: annotations: nginxRolloutID: {{ randAlphaNum 5 | quote }} # Restart nginx after every deployment + fluentbit.io/parser: nginx2 labels: app: nginx-public-ingress spec: @@ -81,6 +84,10 @@ kind: Service metadata: name: nginx-public-ingress namespace: {{ .Values.namespace }} +{{- if .Values.service.annotations }} + annotations: +{{ toYaml .Values.service.annotations | indent 4 }} +{{- end }} spec: externalTrafficPolicy: Local selector: diff --git a/kubernetes/helm_charts/core/nginx-public-ingress/templates/recordingRules.yaml b/kubernetes/helm_charts/core/nginx-public-ingress/templates/recordingRules.yaml index 5347313e2..1701d0833 100644 --- a/kubernetes/helm_charts/core/nginx-public-ingress/templates/recordingRules.yaml +++ b/kubernetes/helm_charts/core/nginx-public-ingress/templates/recordingRules.yaml @@ -12,10 +12,12 @@ spec: groups: - name: nginx-recording.rules rules: - - expr: sum(rate(nginx_http_requests_total[5m])) by (cache_status, host, env, status) - record: job:nginx_http_requests_total:rate:sum:5m - - expr: sum(rate(nginx_http_requests_total[15m])) by (cache_status, host, env, status) - record: job:nginx_http_requests_total:rate:sum:15m + - expr: sum(irate(nginx_http_requests_total[1m])) by (cache_status, host, env, status) + record: job:nginx_http_requests_total:irate:sum:1m + - expr: sum(irate(nginx_http_requests_total[5m])) by (cache_status, host, env, status) + record: job:nginx_http_requests_total:irate:sum:5m + - expr: sum(irate(nginx_http_requests_total[15m])) by (cache_status, host, env, status) + record: job:nginx_http_requests_total:irate:sum:15m - record: job:nginx_http_success_percentage:increase:sum:5m expr: |- ( diff --git a/kubernetes/helm_charts/core/nginx-public-ingress/values.j2 b/kubernetes/helm_charts/core/nginx-public-ingress/values.j2 index 9fbb0f7fb..45426bc2a 100644 --- a/kubernetes/helm_charts/core/nginx-public-ingress/values.j2 +++ b/kubernetes/helm_charts/core/nginx-public-ingress/values.j2 @@ -3,6 +3,7 @@ namespace: {{ namespace }} merge_domain_status: {{ merge_domain_status | lower }} service: + annotations: {{nginx_public_ingress_service_annotations | d('') | to_json}} type: {{ nginx_public_ingress_type | default('LoadBalancer') }} {% if nginx_public_ingress_ip is defined %} nginx_public_ingress_ip: {{ nginx_public_ingress_ip }} @@ -116,43 +117,14 @@ proxyconfig: |- proxy_set_header X-Forwarded-Proto $scheme; ignore_invalid_headers off; #pass through headers from Jenkins which are considered invalid by Nginx server. resolver {{ kube_dns_ip }} valid=30s; - location ~* ^/auth/(.*)/impersonation { - return 301 {{proto}}://{{ proxy_server_name }}; - } - location ~* ^/auth/realms/master { - return 301 {{proto}}://{{ proxy_server_name }}; - } - location ~* ^/auth/admin/master/console/ { - return 301 {{proto}}://{{ proxy_server_name }}; - } - location ~* ^/auth/realms/(.+)/token/introspect/ { - return 301 {{proto}}://$host/api/auth/v1/realms/$1/token/introspect; - } - location ~* ^/auth/realms/(.+)/token/ { - return 301 {{proto}}://$host/api/auth/v1/realms/$1/token/; - } - location ~* ^/auth/realms/(.+)/userinfo/ { - return 301 {{proto}}://$host/api/auth/v1/realms/$1/userinfo/; - } - location ~* ^/auth/realms/(.+)/logout/ { - return 301 {{proto}}://$host/api/auth/v1/realms/$1/logout/; - } - location ~* ^/auth/realms/(.+)/certs/ { - return 301 {{proto}}://$host/api/auth/v1/realms/$1/certs/; - } - location ~* ^/auth/realms/(.+)/clients-registrations/ { - return 301 {{proto}}://$host/api/auth/v1/realms/$1/clients-registrations/; - } - location ~* ^/auth/admin/master/console/ { - return 301 {{proto}}://{{ proxy_server_name }}; - } + # Mobile Devices Refresh token Endpoints location ~* ^/auth/v1/refresh/token { rewrite ^/auth/(.*) /auth/$1 break; proxy_set_header Connection ""; proxy_set_header Host $host; proxy_set_header X-Real-IP {{ nginx_client_public_ip_header | d('$remote_addr') }}; proxy_set_header X-Scheme $scheme; - proxy_set_header X-Forwarded-For $proxy_add_x_forwarded_for; + proxy_set_header X-Forwarded-For {{ nginx_client_public_ip_header | d('$remote_addr') }}; proxy_set_header X-Forwarded-Proto $scheme; proxy_connect_timeout 5; proxy_send_timeout 60; @@ -161,47 +133,64 @@ proxyconfig: |- proxy_set_header X-Request-ID $sb_request_id; proxy_pass http://kong; } - location /auth/ { + # Admin API Endpoints for sunbird realm fpr forgot password flow + location ~ /auth/admin/realms/sunbird/users/ { rewrite ^/auth/(.*) /auth/$1 break; proxy_set_header X-Request-ID $sb_request_id; proxy_set_header Host $host; proxy_set_header X-Real-IP {{ nginx_client_public_ip_header | d('$remote_addr') }}; proxy_set_header X-Scheme $scheme; - proxy_set_header X-Forwarded-For $proxy_add_x_forwarded_for; + proxy_set_header X-Forwarded-For {{ nginx_client_public_ip_header | d('$remote_addr') }}; proxy_set_header X-Forwarded-Proto $scheme; proxy_set_header Connection ""; proxy_http_version 1.1; proxy_pass http://keycloak; } - # Caching keycloak static assets - location ~ /auth/resources/(.+\.(png|svg|ico|js|eot|ttf|woff|woff2|css)) { + # Sunbird realm keycloak API endpoints + location ~ /auth/realms/sunbird/(get-required-action-link|login-actions/(action-token|authenticate|required-action)|protocol/openid-connect/(auth|certs|logout|token|userinfo)|.well-known/openid-configuration) { + rewrite ^/auth/(.*) /auth/$1 break; + proxy_set_header X-Request-ID $sb_request_id; + proxy_set_header Host $host; + proxy_set_header X-Real-IP {{ nginx_client_public_ip_header | d('$remote_addr') }}; + proxy_set_header X-Scheme $scheme; + proxy_set_header X-Forwarded-For {{ nginx_client_public_ip_header | d('$remote_addr') }}; + proxy_set_header X-Forwarded-Proto $scheme; + proxy_set_header Connection ""; + proxy_http_version 1.1; + proxy_pass http://keycloak; + } + # Static Assets for keycloak endpoints with caching + location ~ /auth/(resources/(.+\.(png|svg|ico|js|eot|ttf|woff|woff2|css))|welcome-content/(.+\.(png|svg|ico|js|eot|ttf|woff|woff2|css))) { # Enabling caching proxy_cache_key $proxy_host$request_uri; - proxy_cache proxy_cache; + proxy_cache {{proxy_cache_path.small_cache.keys_zone.split(':') | first}}; add_header X-Proxy-Cache $upstream_cache_status; add_header X-Proxy-Cache-Date $upstream_http_date; proxy_cache_use_stale error timeout updating http_500 http_502 http_503 http_504; proxy_cache_revalidate on; proxy_cache_background_update on; proxy_cache_lock on; - proxy_cache_valid 200 14400; + proxy_cache_valid 200 {{proxy_cache_valid.long_validity}}; rewrite ^/auth/(.*) /auth/$1 break; proxy_set_header Connection ""; proxy_set_header Host $host; proxy_set_header X-Real-IP {{ nginx_client_public_ip_header | d('$remote_addr') }}; proxy_set_header X-Scheme $scheme; - proxy_set_header X-Forwarded-For {{ nginx_client_public_ip_header | d('$remote_addr') }}; + proxy_set_header X-Forwarded-For {{ nginx_client_public_ip_header | d('$remote_addr') }}; proxy_connect_timeout 5; proxy_send_timeout 60; proxy_read_timeout 70; proxy_http_version 1.1; proxy_pass http://keycloak; - } + } # This is Caching mechanism for POST requests location search location ~ /learner/data/v1/location/search { + # Enabling compression + include /etc/nginx/defaults.d/compression.conf; # Enabling caching - proxy_cache_key "$request_uri|$request_body"; - proxy_cache framework_cache; + # caching include Accept-Encoding header also, to provide gziped or plain content as per request + proxy_cache_key "$http_accept_encoding|$request_uri|$request_body"; + proxy_cache {{proxy_cache_path.medium_cache.keys_zone.split(':') | first}}; add_header X-Proxy-Cache $upstream_cache_status; add_header X-Proxy-Cache-Date $upstream_http_date; proxy_cache_use_stale error timeout updating http_500 http_502 http_503 http_504; @@ -209,7 +198,7 @@ proxyconfig: |- proxy_cache_revalidate on; proxy_cache_background_update on; proxy_cache_lock on; - proxy_cache_valid 200 14400; + proxy_cache_valid 200 {{proxy_cache_valid.long_validity}}; proxy_set_header Connection ""; proxy_set_header Host $host; proxy_set_header X-Real-IP {{ nginx_client_public_ip_header | d('$remote_addr') }}; @@ -223,10 +212,13 @@ proxyconfig: |- proxy_pass http://player; } # Caching for content consumption - location ~ /api/(content/v1/read|course/v1/hierarchy) { + location ~ /api/(content/v1/read|course/v1/hierarchy|course/v1/batch/read) { + # Enabling compression + include /etc/nginx/defaults.d/compression.conf; # Enabling caching - proxy_cache_key "$request_uri|$request_body"; - proxy_cache content_cache; + # caching include Accept-Encoding header also, to provide gziped or plain content as per request + proxy_cache_key "$http_accept_encoding|$request_uri|$request_body"; + proxy_cache {{proxy_cache_path.large_cache.keys_zone.split(':') | first}}; add_header X-Proxy-Cache $upstream_cache_status; add_header X-Proxy-Cache-Date $upstream_http_date; proxy_cache_use_stale error timeout updating http_500 http_502 http_503 http_504; @@ -234,7 +226,7 @@ proxyconfig: |- proxy_cache_revalidate on; proxy_cache_background_update on; proxy_cache_lock on; - proxy_cache_valid 200 3600s; + proxy_cache_valid 200 {{proxy_cache_valid.medium_validity}}; # Increasing the proxy buffer size proxy_buffer_size 16k; proxy_busy_buffers_size 16k; @@ -251,9 +243,12 @@ proxyconfig: |- } # This is Caching mechanism for Content search location ~ /api/content/v1/search { + # Enabling compression + include /etc/nginx/defaults.d/compression.conf; # Enabling caching - proxy_cache_key "$request_uri|$request_body"; - proxy_cache content_cache; + # caching include Accept-Encoding header also, to provide gziped or plain content as per request + proxy_cache_key "$http_accept_encoding|$request_uri|$request_body"; + proxy_cache {{proxy_cache_path.large_cache.keys_zone.split(':') | first}}; add_header X-Proxy-Cache $upstream_cache_status; add_header X-Proxy-Cache-Date $upstream_http_date; proxy_cache_use_stale error timeout updating http_500 http_502 http_503 http_504; @@ -261,7 +256,7 @@ proxyconfig: |- proxy_cache_revalidate on; proxy_cache_background_update on; proxy_cache_lock on; - proxy_cache_valid 200 3600s; + proxy_cache_valid 200 {{proxy_cache_valid.medium_validity}}; # Increasing the proxy buffer size proxy_buffer_size 16k; proxy_busy_buffers_size 16k; @@ -278,9 +273,12 @@ proxyconfig: |- } # This is Caching mechanism for POST requests location ~ /api/org/v1/search|/api/data/v1/(form/read|location/search) { + # Enabling compression + include /etc/nginx/defaults.d/compression.conf; # Enabling caching - proxy_cache_key "$request_uri|$request_body"; - proxy_cache framework_cache; + # caching include Accept-Encoding header also, to provide gziped or plain content as per request + proxy_cache_key "$http_accept_encoding|$request_uri|$request_body"; + proxy_cache {{proxy_cache_path.medium_cache.keys_zone.split(':') | first}}; add_header X-Proxy-Cache $upstream_cache_status; add_header X-Proxy-Cache-Date $upstream_http_date; proxy_cache_use_stale error timeout updating http_500 http_502 http_503 http_504; @@ -288,7 +286,7 @@ proxyconfig: |- proxy_cache_revalidate on; proxy_cache_background_update on; proxy_cache_lock on; - proxy_cache_valid 200 14400; + proxy_cache_valid 200 {{proxy_cache_valid.long_validity}}; rewrite ^/api/(.*) /$1 break; proxy_set_header Connection ""; proxy_set_header Host $host; @@ -303,16 +301,19 @@ proxyconfig: |- proxy_pass http://kong; } location ~ /api/(framework/v1/read|data/v1/system/settings/get) { + # Enabling compression + include /etc/nginx/defaults.d/compression.conf; # Enabling caching - proxy_cache_key $proxy_host$request_uri; - proxy_cache framework_cache; + # caching include Accept-Encoding header also, to provide gziped or plain content as per request + proxy_cache_key "$http_accept_encoding|$request_uri|$request_body"; + proxy_cache {{proxy_cache_path.medium_cache.keys_zone.split(':') | first}}; add_header X-Proxy-Cache $upstream_cache_status; add_header X-Proxy-Cache-Date $upstream_http_date; proxy_cache_use_stale error timeout updating http_500 http_502 http_503 http_504; proxy_cache_revalidate on; proxy_cache_background_update on; proxy_cache_lock on; - proxy_cache_valid 200 14400; + proxy_cache_valid 200 {{proxy_cache_valid.long_validity}}; rewrite ^/api/(.*) /$1 break; proxy_set_header Connection ""; proxy_set_header Host $host; @@ -341,6 +342,7 @@ proxyconfig: |- if ( $http_authorization ) { set $custom_header "$http_authorization"; } + include /etc/nginx/defaults.d/compression.conf; proxy_set_header Authorization $custom_header; rewrite ^/api/(.*) /$1 break; proxy_set_header Connection ""; @@ -557,6 +559,32 @@ proxyconfig: |- proxy_set_header X-Request-ID $sb_request_id; proxy_pass https://$s3_bucket/content-editor/$url_full; } + + location ~* ^/discussion-ui/(.*) { + # Enabling compression + gzip on; + gzip_min_length 100000; + gzip_proxied expired no-cache no-store private auth; + gzip_types application/javascript application/x-javascript text/css text/javascript; + set $s3_bucket "{{discussion_upstream_url}}"; + set $url_full '$1'; + proxy_http_version 1.1; + proxy_set_header Host "{{discussion_upstream_url.split('/')[0]|lower}}"; + proxy_set_header Authorization ''; + proxy_hide_header Access-Control-Allow-Origin; + proxy_hide_header Access-Control-Allow-Methods; + proxy_hide_header x-amz-id-2; + proxy_hide_header x-amz-request-id; + proxy_hide_header Set-Cookie; + proxy_ignore_headers "Set-Cookie"; + proxy_buffering off; + proxy_intercept_errors on; + add_header Access-Control-Allow-Origin "*" ; + add_header Access-Control-Allow-Methods GET; + proxy_set_header X-Request-ID $sb_request_id; + proxy_pass https://$s3_bucket/discussion-ui/$url_full; + } + location ~* ^/collection-editor/(.*) { # Enabling compression gzip on; @@ -720,6 +748,63 @@ proxyconfig: |- proxy_set_header X-Request-ID $sb_request_id; proxy_pass https://$offline_bucket/$url_full; } + # compression for svg certs download + location /api/certreg/v2/certs/download { + rewrite ^/api/(.*) /$1 break; + include /etc/nginx/defaults.d/compression.conf; + proxy_set_header Connection ""; + proxy_set_header Host $host; + proxy_set_header X-Real-IP $remote_addr; + proxy_set_header X-Scheme $scheme; + proxy_set_header X-Forwarded-For $remote_addr; + proxy_connect_timeout 5; + proxy_send_timeout 60; + proxy_read_timeout 70; + proxy_http_version 1.1; + proxy_set_header X-Request-ID $sb_request_id; + proxy_pass http://kong; + } + location /learner/certreg/v2/certs/download { + # Compression + gzip on; + gzip_comp_level 5; + gzip_min_length 50000; # 50KB + gzip_proxied any; + gzip_vary on; + # Content types for compression + gzip_types + application/atom+xml + application/javascript + application/json + application/ld+json + application/manifest+json + application/rss+xml + application/vnd.geo+json + application/vnd.ms-fontobject + application/x-font-ttf + application/x-web-app-manifest+json + application/xhtml+xml + application/xml + font/opentype + image/bmp + image/svg+xml + image/x-icon + text/cache-manifest + text/css + text/plain + add_header test hello; + proxy_set_header Host $host; + proxy_set_header X-Real-IP $remote_addr; + proxy_set_header X-Scheme $scheme; + proxy_connect_timeout 5; + proxy_send_timeout 60; + proxy_read_timeout 70; + proxy_set_header X-Forwarded-Proto $scheme; + proxy_set_header Connection ""; + proxy_http_version 1.1; + proxy_set_header X-Request-ID $sb_request_id; + proxy_pass http://player; + } location / { rewrite ^/(.*) /$1 break; proxy_set_header Host $host; @@ -761,15 +846,19 @@ proxyconfig: |- proxy_read_timeout 70; } location ~ /resourcebundles/v1/read|/learner/data/v1/(role/read|system/settings/get)|/v1/tenant/info { - proxy_cache_key $proxy_host$request_uri; - proxy_cache proxy_cache; + # Enabling compression + include /etc/nginx/defaults.d/compression.conf; + # Enabling caching + # caching include Accept-Encoding header also, to provide gziped or plain content as per request + proxy_cache_key "$http_accept_encoding|$request_uri|$request_body"; + proxy_cache {{proxy_cache_path.medium_cache.keys_zone.split(':') | first}}; add_header X-Proxy-Cache $upstream_cache_status; add_header X-Proxy-Cache-Date $upstream_http_date; proxy_cache_use_stale error timeout updating http_500 http_502 http_503 http_504; proxy_cache_revalidate on; proxy_cache_background_update on; proxy_cache_lock on; - proxy_cache_valid 200 14400; + proxy_cache_valid 200 {{proxy_cache_valid.long_validity}}; proxy_set_header Host $host; proxy_set_header X-Real-IP {{ nginx_client_public_ip_header | d('$remote_addr') }}; proxy_set_header X-Scheme $scheme; @@ -779,15 +868,19 @@ proxyconfig: |- proxy_pass http://player; } location /api/channel/v1/read { - proxy_cache_key $proxy_host$request_uri; - proxy_cache framework_cache; + # Enabling compression + include /etc/nginx/defaults.d/compression.conf; + # Enabling caching + # caching include Accept-Encoding header also, to provide gziped or plain content as per request + proxy_cache_key "$http_accept_encoding|$request_uri|$request_body"; + proxy_cache {{proxy_cache_path.medium_cache.keys_zone.split(':') | first}}; add_header X-Proxy-Cache $upstream_cache_status; add_header X-Proxy-Cache-Date $upstream_http_date; proxy_cache_use_stale error timeout updating http_500 http_502 http_503 http_504; proxy_cache_revalidate on; proxy_cache_background_update on; proxy_cache_lock on; - proxy_cache_valid 200 14400; + proxy_cache_valid 200 {{proxy_cache_valid.long_validity}}; rewrite ^/api/channel/v1/read/(.*) /channel/v1/read/$1 break; proxy_set_header Connection ""; proxy_set_header Host $host; @@ -821,7 +914,7 @@ proxyconfig: |- } {# Including custom configuration #} {{ proxy_custom_config }}} - + nginxconfig: | user nginx; worker_processes {{nginx_worker_processes | d("auto")}}; @@ -865,7 +958,7 @@ nginxconfig: | ' $request_time $upstream_response_time $pipe' ' "$http_referer" "$http_user_agent" "$sb_request_id"' ' "$http_x_device_id" "$http_x_channel_id" "$http_x_app_id"' - ' "$http_x_app_ver" "$http_x_session_id"'; + ' "$http_x_app_ver" "$http_x_session_id" {{nginx_additional_log_fields | default("")}}'; access_log /var/log/nginx/access.log main; # Shared dictionary to store metrics lua_shared_dict prometheus_metrics 100M; @@ -927,7 +1020,7 @@ nginxconfig: | ################# # Caching Block # ################# - # + # # Keywords # # proxy_cache_path: path to store the cache content @@ -938,16 +1031,10 @@ nginxconfig: | # use_temp_path: do we have to write the cache to a temp path first? This will reduce the performance. # # caching for images and files - proxy_cache_path /tmp/proxy_cache levels=1:2 keys_zone=tmp_cache:5m max_size=10m inactive=300m use_temp_path=off; - # caching for apis - proxy_cache_path /tmp/api_cache levels=1:2 keys_zone=proxy_cache:5m max_size=300m inactive=300m use_temp_path=off; - # cache framework - proxy_cache_path /tmp/framework_cache levels=1:2 keys_zone=framework_cache:5m max_size=700m inactive=300m use_temp_path=off; - # cache content - proxy_cache_path /tmp/content_cache levels=1:2 keys_zone=content_cache:100m max_size=1500m inactive=300m use_temp_path=off; - # cache content metadata - proxy_cache_path /tmp/content_metadata levels=1:2 keys_zone=content_metadata:100m max_size=1000m inactive=300m use_temp_path=off; - + {% for key,value in proxy_cache_path.items() %} + proxy_cache_path {{value['path']}} levels={{value['levels']}} keys_zone={{value['keys_zone']}} max_size={{value['max_size']}} inactive={{value['inactive']}} use_temp_path=off; + {% endfor %} + server { listen 9145; location /metrics { @@ -984,40 +1071,14 @@ keycloakconf: | proxy_set_header X-Forwarded-Proto $scheme; ignore_invalid_headers off; #pass through headers from Jenkins which are considered invalid by Nginx server. resolver 127.0.0.11 valid=5s; - location ~* ^/auth/(.*)/impersonation { - return 301 {{proto}}://{{ proxy_server_name }}; - } - location ~* ^/auth/realms/master { - return 301 {{proto}}://{{ proxy_server_name }}; - } - location ~* ^/auth/admin/master/console/ { - return 301 {{proto}}://{{ proxy_server_name }}; - } - location ~* ^/auth/realms/(.+)/token/introspect/ { - return 301 {{proto}}://$host/api/auth/v1/realms/$1/token/introspect; - } - location ~* ^/auth/realms/(.+)/token/ { - return 301 {{proto}}://$host/api/auth/v1/realms/$1/token/; - } - location ~* ^/auth/realms/(.+)/userinfo/ { - return 301 {{proto}}://$host/api/auth/v1/realms/$1/userinfo/; - } - location ~* ^/auth/realms/(.+)/logout/ { - return 301 {{proto}}://$host/api/auth/v1/realms/$1/logout/; - } - location ~* ^/auth/realms/(.+)/certs/ { - return 301 {{proto}}://$host/api/auth/v1/realms/$1/certs/; - } - location ~* ^/auth/realms/(.+)/clients-registrations/ { - return 301 {{proto}}://$host/api/auth/v1/realms/$1/clients-registrations/; - } + # Refresh token endpoint being routed to kong location ~* ^/auth/v1/refresh/token { rewrite ^/auth/(.*) /auth/$1 break; proxy_set_header Connection ""; proxy_set_header Host $host; proxy_set_header X-Real-IP {{ nginx_client_public_ip_header | d('$remote_addr') }}; proxy_set_header X-Scheme $scheme; - proxy_set_header X-Forwarded-For $proxy_add_x_forwarded_for; + proxy_set_header X-Forwarded-For {{ nginx_client_public_ip_header | d('$remote_addr') }}; proxy_set_header X-Forwarded-Proto $scheme; proxy_connect_timeout 5; proxy_send_timeout 60; @@ -1026,19 +1087,58 @@ keycloakconf: | proxy_set_header X-Request-ID $sb_request_id; proxy_pass http://kong; } - location ~* ^/auth/admin/master/console/ { - return 301 {{proto}}://{{ merge_proxy_server_name }}; + # Admin API Endpoints for sunbird realm fpr forgot password flow + location ~ /auth/admin/realms/sunbird/users/ { + rewrite ^/auth/(.*) /auth/$1 break; + proxy_set_header X-Request-ID $sb_request_id; + proxy_set_header Host $host; + proxy_set_header X-Real-IP {{ nginx_client_public_ip_header | d('$remote_addr') }}; + proxy_set_header X-Scheme $scheme; + proxy_set_header X-Forwarded-For {{ nginx_client_public_ip_header | d('$remote_addr') }}; + proxy_set_header X-Forwarded-Proto $scheme; + proxy_set_header Connection ""; + proxy_http_version 1.1; + proxy_pass http://keycloak; } - location /auth/ { - set $target {{ keycloak_url }}; + # Sunbird realm keycloak API endpoints + location ~ /auth/realms/sunbird/(get-required-action-link|login-actions/(action-token|authenticate|required-action)|protocol/openid-connect/(auth|certs|logout|token|userinfo)|.well-known/openid-configuration) { rewrite ^/auth/(.*) /auth/$1 break; proxy_set_header X-Request-ID $sb_request_id; - proxy_pass $target; proxy_set_header Host $host; proxy_set_header X-Real-IP {{ nginx_client_public_ip_header | d('$remote_addr') }}; proxy_set_header X-Scheme $scheme; - proxy_set_header X-Forwarded-For $proxy_add_x_forwarded_for; + proxy_set_header X-Forwarded-For {{ nginx_client_public_ip_header | d('$remote_addr') }}; proxy_set_header X-Forwarded-Proto $scheme; + proxy_set_header Connection ""; + proxy_http_version 1.1; + proxy_pass http://keycloak; + } + # Static Assets for keycloak endpoints with caching + location ~ /auth/(resources/(.+\.(png|svg|ico|js|eot|ttf|woff|woff2|css))|welcome-content/(.+\.(png|svg|ico|js|eot|ttf|woff|woff2|css))) { + # Enabling compression + include /etc/nginx/defaults.d/compression.conf; + # Enabling caching + # caching include Accept-Encoding header also, to provide gziped or plain content as per request + proxy_cache_key "$http_accept_encoding|$request_uri|$request_body"; + proxy_cache {{proxy_cache_path.small_cache.keys_zone.split(':') | first}}; + add_header X-Proxy-Cache $upstream_cache_status; + add_header X-Proxy-Cache-Date $upstream_http_date; + proxy_cache_use_stale error timeout updating http_500 http_502 http_503 http_504; + proxy_cache_revalidate on; + proxy_cache_background_update on; + proxy_cache_lock on; + proxy_cache_valid 200 {{proxy_cache_valid.long_validity}}; + rewrite ^/auth/(.*) /auth/$1 break; + proxy_set_header Connection ""; + proxy_set_header Host $host; + proxy_set_header X-Real-IP {{ nginx_client_public_ip_header | d('$remote_addr') }}; + proxy_set_header X-Scheme $scheme; + proxy_set_header X-Forwarded-For {{ nginx_client_public_ip_header | d('$remote_addr') }}; + proxy_connect_timeout 5; + proxy_send_timeout 60; + proxy_read_timeout 70; + proxy_http_version 1.1; + proxy_pass http://keycloak; } location / { rewrite ^/(.*) /$1 break; @@ -1056,6 +1156,36 @@ keycloakconf: | } } +compressionConfig: |- + # Compression + gzip on; + gzip_comp_level 5; + gzip_min_length 256; # 256Bytes + gzip_proxied any; + gzip_vary on; + # Content types for compression + gzip_types + application/atom+xml + application/javascript + application/json + application/ld+json + application/manifest+json + application/rss+xml + application/vnd.geo+json + application/vnd.ms-fontobject + application/x-font-ttf + application/x-web-app-manifest+json + application/xhtml+xml + application/xml + font/opentype + image/bmp + image/svg+xml + image/x-icon + text/cache-manifest + text/css + text/plain + ; + serviceMonitor: enabled: true labels: # labels with which the prometheus choose the serviceMonitor diff --git a/kubernetes/helm_charts/core/nodebb/templates/configmap.yaml b/kubernetes/helm_charts/core/nodebb/templates/configmap.yaml deleted file mode 100644 index bdec29c8d..000000000 --- a/kubernetes/helm_charts/core/nodebb/templates/configmap.yaml +++ /dev/null @@ -1 +0,0 @@ -# This file will get replaced at runtime diff --git a/kubernetes/helm_charts/core/nodebb/templates/deployment.yaml b/kubernetes/helm_charts/core/nodebb/templates/deployment.yaml index b25dd6987..11be85131 100644 --- a/kubernetes/helm_charts/core/nodebb/templates/deployment.yaml +++ b/kubernetes/helm_charts/core/nodebb/templates/deployment.yaml @@ -24,18 +24,13 @@ spec: imagePullSecrets: - name: {{ .Values.imagepullsecrets }} {{- end }} - volumes: - - name: nodebb-config-json - configMap: - name: nodebb-config-json containers: - name: {{ .Chart.Name }} image: "{{ .Values.dockerhub }}/{{ .Values.repository }}:{{ .Values.image_tag }}" imagePullPolicy: Always - volumeMounts: - - name: nodebb-config-json - mountPath: /usr/src/app/config.json - subPath: config.json + envFrom: + - configMapRef: + name: {{ .Chart.Name }}-config resources: {{ toYaml .Values.resources | indent 10 }} ports: @@ -47,27 +42,6 @@ spec: {{ toYaml .Values.readinessProbe | indent 10 }} {{- end }} ---- -apiVersion: v1 -kind: ConfigMap -metadata: - name: nodebb-config-json -data: - config.json: |- - { - "url": "{{ .Values.nodebb_url }}", - "secret": "100101", - "database": "redis", - "port": "4567", - "redis": { - "host": "{{ .Values.redis_nodebb_host }}", - "port": 6379, - "username": "", - "password": "", - "database": "0" - } - } - --- apiVersion: v1 kind: Service diff --git a/kubernetes/helm_charts/core/nodebb/templates/hpa.yaml b/kubernetes/helm_charts/core/nodebb/templates/hpa.yaml new file mode 100644 index 000000000..1ba4f89a8 --- /dev/null +++ b/kubernetes/helm_charts/core/nodebb/templates/hpa.yaml @@ -0,0 +1,27 @@ +{{- if .Values.autoscaling.enabled }} +apiVersion: autoscaling/v2beta1 +kind: HorizontalPodAutoscaler +metadata: + name: {{ .Chart.Name }} + namespace: {{ .Values.namespace }} +spec: + scaleTargetRef: + apiVersion: apps/v1 + kind: Deployment + name: {{ .Chart.Name }} + minReplicas: {{ .Values.autoscaling.minReplicas }} + maxReplicas: {{ .Values.autoscaling.maxReplicas }} + metrics: + {{- if .Values.autoscaling.targetCPUUtilizationPercentage }} + - type: Resource + resource: + name: cpu + targetAverageUtilization: {{ .Values.autoscaling.targetCPUUtilizationPercentage }} + {{- end }} + {{- if .Values.autoscaling.targetMemoryUtilizationPercentage }} + - type: Resource + resource: + name: memory + targetAverageUtilization: {{ .Values.autoscaling.targetMemoryUtilizationPercentage }} + {{- end }} +{{- end }} \ No newline at end of file diff --git a/kubernetes/helm_charts/core/nodebb/values.j2 b/kubernetes/helm_charts/core/nodebb/values.j2 index b5cbc5fd9..5df62febb 100644 --- a/kubernetes/helm_charts/core/nodebb/values.j2 +++ b/kubernetes/helm_charts/core/nodebb/values.j2 @@ -8,7 +8,7 @@ dockerhub: {{ dockerhub }} replicaCount: {{nodebb_replicacount|default(1)}} repository: {{nodebb_repository|default('nodebb')}} -image_tag: {{ image_tag }} +image_tag: {{ image_tag }} resources: requests: cpu: {{nodebb_cpu_req|default('50m')}} @@ -17,11 +17,18 @@ resources: cpu: {{nodebb_cpu_limit|default('1')}} memory: {{nodebb_mem_limit|default('1024Mi')}} network: - port: 4567 + port: 4567 strategy: type: RollingUpdate maxsurge: {{ nodebb_maxsurge|default('25%') }} maxunavailable: {{ nodebb_maxunavailable|default('25%') }} -nodebb_url: {{ sunbird_nodebb_url }} -redis_nodebb_host: {{ redis_nodebb_host }} +nodebb_url: {{ sunbird_nodebb_url | default(proto+'://'+domain_name+'/discussions') }} +mongo_nodebb_host: {{ mongo_nodebb_host }} + +autoscaling: + enabled: {{ nodebb_autoscaling_enabled | default('false') }} + minReplicas: {{ nodebb_autoscaling_minReplicas|default(1) }} + maxReplicas: {{ nodebb_autoscaling_maxReplicas|default(2) }} + targetCPUUtilizationPercentage: {{ nodebb_autoscaling_targetCPUUtilizationPercentage|default(80) }} + targetMemoryUtilizationPercentage: {{ nodebb_autoscaling_targetMemoryUtilizationPercentage|default('') }} \ No newline at end of file diff --git a/kubernetes/helm_charts/core/notification/templates/hpa.yaml b/kubernetes/helm_charts/core/notification/templates/hpa.yaml new file mode 100644 index 000000000..1ba4f89a8 --- /dev/null +++ b/kubernetes/helm_charts/core/notification/templates/hpa.yaml @@ -0,0 +1,27 @@ +{{- if .Values.autoscaling.enabled }} +apiVersion: autoscaling/v2beta1 +kind: HorizontalPodAutoscaler +metadata: + name: {{ .Chart.Name }} + namespace: {{ .Values.namespace }} +spec: + scaleTargetRef: + apiVersion: apps/v1 + kind: Deployment + name: {{ .Chart.Name }} + minReplicas: {{ .Values.autoscaling.minReplicas }} + maxReplicas: {{ .Values.autoscaling.maxReplicas }} + metrics: + {{- if .Values.autoscaling.targetCPUUtilizationPercentage }} + - type: Resource + resource: + name: cpu + targetAverageUtilization: {{ .Values.autoscaling.targetCPUUtilizationPercentage }} + {{- end }} + {{- if .Values.autoscaling.targetMemoryUtilizationPercentage }} + - type: Resource + resource: + name: memory + targetAverageUtilization: {{ .Values.autoscaling.targetMemoryUtilizationPercentage }} + {{- end }} +{{- end }} \ No newline at end of file diff --git a/kubernetes/helm_charts/core/notification/values.j2 b/kubernetes/helm_charts/core/notification/values.j2 index a37b1c8d7..dac22bc8e 100644 --- a/kubernetes/helm_charts/core/notification/values.j2 +++ b/kubernetes/helm_charts/core/notification/values.j2 @@ -63,3 +63,9 @@ notification: port: 9000 initialDelaySeconds: 60 periodSeconds: 10 +autoscaling: + enabled: {{ notification_autoscaling_enabled | default('false') }} + minReplicas: {{ notification_autoscaling_minReplicas|default(1) }} + maxReplicas: {{ notification_autoscaling_maxReplicas|default(2) }} + targetCPUUtilizationPercentage: {{ notification_autoscaling_targetCPUUtilizationPercentage|default(80) }} + targetMemoryUtilizationPercentage: {{ notification_autoscaling_targetMemoryUtilizationPercentage|default('') }} \ No newline at end of file diff --git a/kubernetes/helm_charts/core/player/templates/configmap.yaml b/kubernetes/helm_charts/core/player/templates/configmap.yaml index 557247253..37553c79c 100644 --- a/kubernetes/helm_charts/core/player/templates/configmap.yaml +++ b/kubernetes/helm_charts/core/player/templates/configmap.yaml @@ -1,11 +1,11 @@ -#apiVersion: v1 -#data: -# {{- range $key, $val := .Values.playerenv }} -# {{ $key }}: {{ default "''" $val }} -# {{- end }} -# sunbird_cassandra_replication_strategy: {{ .Values.sunbird_cassandra_replication_strategy | toJson }} -#kind: ConfigMap -#metadata: -# creationTimestamp: null -# name: {{ .Chart.Name }}-config -# namespace: {{ .Values.namespace }} +--- +{{- $keys := .Files.Glob "keys/*" }} +{{ if $keys }} +apiVersion: v1 +kind: Secret +metadata: + name: player-access-keys +type: Opaque +data: +{{ (.Files.Glob "keys/*").AsSecrets | indent 2 }} +{{ end }} diff --git a/kubernetes/helm_charts/core/player/templates/deployment.yaml b/kubernetes/helm_charts/core/player/templates/deployment.yaml index e83cd8204..642ecf275 100644 --- a/kubernetes/helm_charts/core/player/templates/deployment.yaml +++ b/kubernetes/helm_charts/core/player/templates/deployment.yaml @@ -24,12 +24,6 @@ spec: imagePullSecrets: - name: {{ .Values.imagepullsecrets }} {{- end }} - {{- if .Values.sunbird_portal_player_cdn_enabled }} - volumes: - - name: player-cdn-config - configMap: - name: player-cdn-config - {{- end }} containers: - name: {{ .Chart.Name }} image: "{{ .Values.dockerhub }}/{{ .Values.repository }}:{{ .Values.image_tag }}" @@ -46,14 +40,36 @@ spec: {{ toYaml .Values.livenessProbe | indent 10 }} readinessProbe: {{ toYaml .Values.readinessProbe | indent 10 }} - {{- end }} - {{- if .Values.sunbird_portal_player_cdn_enabled }} +{{- end }} +{{- $keys := .Files.Glob "keys/*" }} +{{- if or .Values.sunbird_portal_player_cdn_enabled $keys }} volumeMounts: +{{- end }} +{{- if .Values.sunbird_portal_player_cdn_enabled }} - name: player-cdn-config mountPath: /home/sunbird/app_dist/dist/index_cdn.ejs subPath: index_cdn.ejs - {{- end }} - +{{- end }} +{{- $keys := .Files.Glob "keys/*" }} +{{- if $keys }} + - mountPath: {{ .Values.player_access_basepath }} + name: access-keys +{{- end }} +{{- $keys := .Files.Glob "keys/*" }} +{{- if or .Values.sunbird_portal_player_cdn_enabled $keys }} + volumes: +{{- end }} +{{- if .Values.sunbird_portal_player_cdn_enabled }} + - name: player-cdn-config + configMap: + name: player-cdn-config +{{- end }} +{{- $keys := .Files.Glob "keys/*" }} +{{- if $keys }} + - name: access-keys + secret: + secretName: player-access-keys +{{- end }} --- apiVersion: v1 kind: Service diff --git a/kubernetes/helm_charts/core/player/templates/hpa.yaml b/kubernetes/helm_charts/core/player/templates/hpa.yaml new file mode 100644 index 000000000..1ba4f89a8 --- /dev/null +++ b/kubernetes/helm_charts/core/player/templates/hpa.yaml @@ -0,0 +1,27 @@ +{{- if .Values.autoscaling.enabled }} +apiVersion: autoscaling/v2beta1 +kind: HorizontalPodAutoscaler +metadata: + name: {{ .Chart.Name }} + namespace: {{ .Values.namespace }} +spec: + scaleTargetRef: + apiVersion: apps/v1 + kind: Deployment + name: {{ .Chart.Name }} + minReplicas: {{ .Values.autoscaling.minReplicas }} + maxReplicas: {{ .Values.autoscaling.maxReplicas }} + metrics: + {{- if .Values.autoscaling.targetCPUUtilizationPercentage }} + - type: Resource + resource: + name: cpu + targetAverageUtilization: {{ .Values.autoscaling.targetCPUUtilizationPercentage }} + {{- end }} + {{- if .Values.autoscaling.targetMemoryUtilizationPercentage }} + - type: Resource + resource: + name: memory + targetAverageUtilization: {{ .Values.autoscaling.targetMemoryUtilizationPercentage }} + {{- end }} +{{- end }} \ No newline at end of file diff --git a/kubernetes/helm_charts/core/player/values.j2 b/kubernetes/helm_charts/core/player/values.j2 index 7f83b5b08..b1f3f102d 100644 --- a/kubernetes/helm_charts/core/player/values.j2 +++ b/kubernetes/helm_charts/core/player/values.j2 @@ -25,3 +25,12 @@ strategy: sunbird_portal_player_cdn_enabled: {{sunbird_portal_player_cdn_enabled|lower}} {{ player_liveness_readiness | to_nice_yaml }} + +player_access_basepath: {{ player_access_basepath | default('/home/sunbird/app_dist/keys/') }} + +autoscaling: + enabled: {{ player_autoscaling_enabled | default('false') }} + minReplicas: {{ player_autoscaling_minReplicas|default(1) }} + maxReplicas: {{ player_autoscaling_maxReplicas|default(2) }} + targetCPUUtilizationPercentage: {{ player_autoscaling_targetCPUUtilizationPercentage|default(80) }} + targetMemoryUtilizationPercentage: {{ player_autoscaling_targetMemoryUtilizationPercentage|default('') }} \ No newline at end of file diff --git a/kubernetes/helm_charts/core/print/templates/hpa.yaml b/kubernetes/helm_charts/core/print/templates/hpa.yaml new file mode 100644 index 000000000..1ba4f89a8 --- /dev/null +++ b/kubernetes/helm_charts/core/print/templates/hpa.yaml @@ -0,0 +1,27 @@ +{{- if .Values.autoscaling.enabled }} +apiVersion: autoscaling/v2beta1 +kind: HorizontalPodAutoscaler +metadata: + name: {{ .Chart.Name }} + namespace: {{ .Values.namespace }} +spec: + scaleTargetRef: + apiVersion: apps/v1 + kind: Deployment + name: {{ .Chart.Name }} + minReplicas: {{ .Values.autoscaling.minReplicas }} + maxReplicas: {{ .Values.autoscaling.maxReplicas }} + metrics: + {{- if .Values.autoscaling.targetCPUUtilizationPercentage }} + - type: Resource + resource: + name: cpu + targetAverageUtilization: {{ .Values.autoscaling.targetCPUUtilizationPercentage }} + {{- end }} + {{- if .Values.autoscaling.targetMemoryUtilizationPercentage }} + - type: Resource + resource: + name: memory + targetAverageUtilization: {{ .Values.autoscaling.targetMemoryUtilizationPercentage }} + {{- end }} +{{- end }} \ No newline at end of file diff --git a/kubernetes/helm_charts/core/print/values.j2 b/kubernetes/helm_charts/core/print/values.j2 index b8f9e06f3..a3f2b2518 100644 --- a/kubernetes/helm_charts/core/print/values.j2 +++ b/kubernetes/helm_charts/core/print/values.j2 @@ -24,3 +24,10 @@ strategy: maxunavailable: {{ print_maxunavailable|default('25%') }} {{ print_liveness_readiness | to_nice_yaml }} + +autoscaling: + enabled: {{ print_autoscaling_enabled | default('false') }} + minReplicas: {{ print_autoscaling_minReplicas|default(1) }} + maxReplicas: {{ print_autoscaling_maxReplicas|default(2) }} + targetCPUUtilizationPercentage: {{ print_autoscaling_targetCPUUtilizationPercentage|default(80) }} + targetMemoryUtilizationPercentage: {{ print_autoscaling_targetMemoryUtilizationPercentage|default('') }} diff --git a/kubernetes/helm_charts/core/report/templates/hpa.yaml b/kubernetes/helm_charts/core/report/templates/hpa.yaml new file mode 100644 index 000000000..1ba4f89a8 --- /dev/null +++ b/kubernetes/helm_charts/core/report/templates/hpa.yaml @@ -0,0 +1,27 @@ +{{- if .Values.autoscaling.enabled }} +apiVersion: autoscaling/v2beta1 +kind: HorizontalPodAutoscaler +metadata: + name: {{ .Chart.Name }} + namespace: {{ .Values.namespace }} +spec: + scaleTargetRef: + apiVersion: apps/v1 + kind: Deployment + name: {{ .Chart.Name }} + minReplicas: {{ .Values.autoscaling.minReplicas }} + maxReplicas: {{ .Values.autoscaling.maxReplicas }} + metrics: + {{- if .Values.autoscaling.targetCPUUtilizationPercentage }} + - type: Resource + resource: + name: cpu + targetAverageUtilization: {{ .Values.autoscaling.targetCPUUtilizationPercentage }} + {{- end }} + {{- if .Values.autoscaling.targetMemoryUtilizationPercentage }} + - type: Resource + resource: + name: memory + targetAverageUtilization: {{ .Values.autoscaling.targetMemoryUtilizationPercentage }} + {{- end }} +{{- end }} \ No newline at end of file diff --git a/kubernetes/helm_charts/core/report/values.j2 b/kubernetes/helm_charts/core/report/values.j2 index d4c73485c..af509c930 100644 --- a/kubernetes/helm_charts/core/report/values.j2 +++ b/kubernetes/helm_charts/core/report/values.j2 @@ -24,3 +24,10 @@ strategy: maxunavailable: {{ report_maxunavailable|default('25%') }} {{ report_liveness_readiness | to_nice_yaml }} + +autoscaling: + enabled: {{ report_autoscaling_enabled | default('false') }} + minReplicas: {{ report_autoscaling_minReplicas|default(1) }} + maxReplicas: {{ report_autoscaling_maxReplicas|default(2) }} + targetCPUUtilizationPercentage: {{ report_autoscaling_targetCPUUtilizationPercentage|default(80) }} + targetMemoryUtilizationPercentage: {{ report_autoscaling_targetMemoryUtilizationPercentage|default('') }} diff --git a/kubernetes/helm_charts/core/search/templates/hpa.yaml b/kubernetes/helm_charts/core/search/templates/hpa.yaml new file mode 100644 index 000000000..1ba4f89a8 --- /dev/null +++ b/kubernetes/helm_charts/core/search/templates/hpa.yaml @@ -0,0 +1,27 @@ +{{- if .Values.autoscaling.enabled }} +apiVersion: autoscaling/v2beta1 +kind: HorizontalPodAutoscaler +metadata: + name: {{ .Chart.Name }} + namespace: {{ .Values.namespace }} +spec: + scaleTargetRef: + apiVersion: apps/v1 + kind: Deployment + name: {{ .Chart.Name }} + minReplicas: {{ .Values.autoscaling.minReplicas }} + maxReplicas: {{ .Values.autoscaling.maxReplicas }} + metrics: + {{- if .Values.autoscaling.targetCPUUtilizationPercentage }} + - type: Resource + resource: + name: cpu + targetAverageUtilization: {{ .Values.autoscaling.targetCPUUtilizationPercentage }} + {{- end }} + {{- if .Values.autoscaling.targetMemoryUtilizationPercentage }} + - type: Resource + resource: + name: memory + targetAverageUtilization: {{ .Values.autoscaling.targetMemoryUtilizationPercentage }} + {{- end }} +{{- end }} \ No newline at end of file diff --git a/kubernetes/helm_charts/core/search/values.j2 b/kubernetes/helm_charts/core/search/values.j2 index e1236cdfd..02c6fc9f4 100644 --- a/kubernetes/helm_charts/core/search/values.j2 +++ b/kubernetes/helm_charts/core/search/values.j2 @@ -26,3 +26,10 @@ strategy: maxunavailable: {{ search_maxunavailable|default('25%') }} {{ search_liveness_readiness | to_nice_yaml }} + +autoscaling: + enabled: {{ search_autoscaling_enabled | default('false') }} + minReplicas: {{ search_autoscaling_minReplicas|default(1) }} + maxReplicas: {{ search_autoscaling_maxReplicas|default(4) }} + targetCPUUtilizationPercentage: {{ search_autoscaling_targetCPUUtilizationPercentage|default(80) }} + targetMemoryUtilizationPercentage: {{ search_autoscaling_targetMemoryUtilizationPercentage|default('') }} diff --git a/kubernetes/helm_charts/core/taxonomy/templates/hpa.yaml b/kubernetes/helm_charts/core/taxonomy/templates/hpa.yaml new file mode 100644 index 000000000..1ba4f89a8 --- /dev/null +++ b/kubernetes/helm_charts/core/taxonomy/templates/hpa.yaml @@ -0,0 +1,27 @@ +{{- if .Values.autoscaling.enabled }} +apiVersion: autoscaling/v2beta1 +kind: HorizontalPodAutoscaler +metadata: + name: {{ .Chart.Name }} + namespace: {{ .Values.namespace }} +spec: + scaleTargetRef: + apiVersion: apps/v1 + kind: Deployment + name: {{ .Chart.Name }} + minReplicas: {{ .Values.autoscaling.minReplicas }} + maxReplicas: {{ .Values.autoscaling.maxReplicas }} + metrics: + {{- if .Values.autoscaling.targetCPUUtilizationPercentage }} + - type: Resource + resource: + name: cpu + targetAverageUtilization: {{ .Values.autoscaling.targetCPUUtilizationPercentage }} + {{- end }} + {{- if .Values.autoscaling.targetMemoryUtilizationPercentage }} + - type: Resource + resource: + name: memory + targetAverageUtilization: {{ .Values.autoscaling.targetMemoryUtilizationPercentage }} + {{- end }} +{{- end }} \ No newline at end of file diff --git a/kubernetes/helm_charts/core/taxonomy/values.j2 b/kubernetes/helm_charts/core/taxonomy/values.j2 index 6079b4d2f..b2c0a7877 100644 --- a/kubernetes/helm_charts/core/taxonomy/values.j2 +++ b/kubernetes/helm_charts/core/taxonomy/values.j2 @@ -1,4 +1,4 @@ -### Default variable file for search-service ### +### Default variable file for taxonomy-service ### namespace: {{ namespace }} imagepullsecrets: {{ imagepullsecrets }} @@ -26,3 +26,10 @@ strategy: maxunavailable: {{ taxonomy_maxunavailable|default('25%') }} {{ taxonomy_liveness_readiness | to_nice_yaml }} + +autoscaling: + enabled: {{ taxonomy_autoscaling_enabled | default('false') }} + minReplicas: {{ taxonomy_autoscaling_minReplicas|default(1) }} + maxReplicas: {{ taxonomy_autoscaling_maxReplicas|default(2) }} + targetCPUUtilizationPercentage: {{ taxonomy_autoscaling_targetCPUUtilizationPercentage|default(80) }} + targetMemoryUtilizationPercentage: {{ taxonomy_autoscaling_targetMemoryUtilizationPercentage|default('') }} diff --git a/kubernetes/helm_charts/core/telemetry/templates/hpa.yaml b/kubernetes/helm_charts/core/telemetry/templates/hpa.yaml new file mode 100644 index 000000000..1ba4f89a8 --- /dev/null +++ b/kubernetes/helm_charts/core/telemetry/templates/hpa.yaml @@ -0,0 +1,27 @@ +{{- if .Values.autoscaling.enabled }} +apiVersion: autoscaling/v2beta1 +kind: HorizontalPodAutoscaler +metadata: + name: {{ .Chart.Name }} + namespace: {{ .Values.namespace }} +spec: + scaleTargetRef: + apiVersion: apps/v1 + kind: Deployment + name: {{ .Chart.Name }} + minReplicas: {{ .Values.autoscaling.minReplicas }} + maxReplicas: {{ .Values.autoscaling.maxReplicas }} + metrics: + {{- if .Values.autoscaling.targetCPUUtilizationPercentage }} + - type: Resource + resource: + name: cpu + targetAverageUtilization: {{ .Values.autoscaling.targetCPUUtilizationPercentage }} + {{- end }} + {{- if .Values.autoscaling.targetMemoryUtilizationPercentage }} + - type: Resource + resource: + name: memory + targetAverageUtilization: {{ .Values.autoscaling.targetMemoryUtilizationPercentage }} + {{- end }} +{{- end }} \ No newline at end of file diff --git a/kubernetes/helm_charts/core/telemetry/values.j2 b/kubernetes/helm_charts/core/telemetry/values.j2 index e8dd079b5..55a812e9c 100644 --- a/kubernetes/helm_charts/core/telemetry/values.j2 +++ b/kubernetes/helm_charts/core/telemetry/values.j2 @@ -24,3 +24,10 @@ strategy: maxunavailable: {{ telemetry_maxunavailable|default }} {{ telemetry_liveness_readiness | to_nice_yaml }} + +autoscaling: + enabled: {{ telemetry_autoscaling_enabled | default('false') }} + minReplicas: {{ telemetry_autoscaling_minReplicas|default(1) }} + maxReplicas: {{ telemetry_autoscaling_maxReplicas|default(4) }} + targetCPUUtilizationPercentage: {{ telemetry_autoscaling_targetCPUUtilizationPercentage|default(80) }} + targetMemoryUtilizationPercentage: {{ telemetry_autoscaling_targetMemoryUtilizationPercentage|default('') }} diff --git a/kubernetes/helm_charts/core/userorg/templates/hpa.yaml b/kubernetes/helm_charts/core/userorg/templates/hpa.yaml new file mode 100644 index 000000000..1ba4f89a8 --- /dev/null +++ b/kubernetes/helm_charts/core/userorg/templates/hpa.yaml @@ -0,0 +1,27 @@ +{{- if .Values.autoscaling.enabled }} +apiVersion: autoscaling/v2beta1 +kind: HorizontalPodAutoscaler +metadata: + name: {{ .Chart.Name }} + namespace: {{ .Values.namespace }} +spec: + scaleTargetRef: + apiVersion: apps/v1 + kind: Deployment + name: {{ .Chart.Name }} + minReplicas: {{ .Values.autoscaling.minReplicas }} + maxReplicas: {{ .Values.autoscaling.maxReplicas }} + metrics: + {{- if .Values.autoscaling.targetCPUUtilizationPercentage }} + - type: Resource + resource: + name: cpu + targetAverageUtilization: {{ .Values.autoscaling.targetCPUUtilizationPercentage }} + {{- end }} + {{- if .Values.autoscaling.targetMemoryUtilizationPercentage }} + - type: Resource + resource: + name: memory + targetAverageUtilization: {{ .Values.autoscaling.targetMemoryUtilizationPercentage }} + {{- end }} +{{- end }} \ No newline at end of file diff --git a/kubernetes/helm_charts/core/userorg/values.j2 b/kubernetes/helm_charts/core/userorg/values.j2 index 6508b4d13..f90ef0731 100644 --- a/kubernetes/helm_charts/core/userorg/values.j2 +++ b/kubernetes/helm_charts/core/userorg/values.j2 @@ -23,3 +23,10 @@ strategy: maxunavailable: {{ userorg_maxunavailable|default('25%') }} {{ userorg_liveness_readiness | to_nice_yaml }} + +autoscaling: + enabled: {{ userorg_autoscaling_enabled | default('false') }} + minReplicas: {{ userorg_autoscaling_minReplicas|default(1) }} + maxReplicas: {{ userorg_autoscaling_maxReplicas|default(2) }} + targetCPUUtilizationPercentage: {{ userorg_autoscaling_targetCPUUtilizationPercentage|default(80) }} + targetMemoryUtilizationPercentage: {{ userorg_autoscaling_targetMemoryUtilizationPercentage|default('') }} \ No newline at end of file diff --git a/kubernetes/helm_charts/logging/fluent-bit/.helmignore b/kubernetes/helm_charts/logging/fluent-bit/.helmignore new file mode 100644 index 000000000..0e8a0eb36 --- /dev/null +++ b/kubernetes/helm_charts/logging/fluent-bit/.helmignore @@ -0,0 +1,23 @@ +# Patterns to ignore when building packages. +# This supports shell glob matching, relative path matching, and +# negation (prefixed with !). Only one pattern per line. +.DS_Store +# Common VCS dirs +.git/ +.gitignore +.bzr/ +.bzrignore +.hg/ +.hgignore +.svn/ +# Common backup files +*.swp +*.bak +*.tmp +*.orig +*~ +# Various IDEs +.project +.idea/ +*.tmproj +.vscode/ diff --git a/kubernetes/helm_charts/logging/fluent-bit/Chart.yaml b/kubernetes/helm_charts/logging/fluent-bit/Chart.yaml old mode 100755 new mode 100644 index 2aaf9640d..47ff4d0df --- a/kubernetes/helm_charts/logging/fluent-bit/Chart.yaml +++ b/kubernetes/helm_charts/logging/fluent-bit/Chart.yaml @@ -1,21 +1,23 @@ -apiVersion: v1 +apiVersion: v2 name: fluent-bit -version: 2.8.12 -appVersion: 1.3.7 -description: Fast and Lightweight Log/Data Forwarder for Linux, BSD and OSX -keywords: -- logging -- monitoring -- fluent -- fluentd -sources: -- https://fluentbit.io -icon: https://fluentbit.io/assets/img/logo1-default.png -home: https://fluentbit.io -maintainers: -- name: kfox1111 - email: Kevin.Fox@pnnl.gov -- name: edsiper - email: eduardo@treasure-data.com -- name: hectorj2f - email: hfernandez@mesosphere.com +description: Fluentbit logging helm + +# A chart can be either an 'application' or a 'library' chart. +# +# Application charts are a collection of templates that can be packaged into versioned archives +# to be deployed. +# +# Library charts provide useful utilities or functions for the chart developer. They're included as +# a dependency of application charts to inject those utilities and functions into the rendering +# pipeline. Library charts do not define any templates and therefore cannot be deployed. +type: application + +# This is the chart version. This version number should be incremented each time you make changes +# to the chart and its templates, including the app version. +# Versions are expected to follow Semantic Versioning (https://semver.org/) +version: 0.1.0 + +# This is the version number of the application being deployed. This version number should be +# incremented each time you make changes to the application. Versions are not expected to +# follow Semantic Versioning. They should reflect the version the application is using. +appVersion: 1.6.3 diff --git a/kubernetes/helm_charts/logging/fluent-bit/OWNERS b/kubernetes/helm_charts/logging/fluent-bit/OWNERS deleted file mode 100644 index fa1f0128d..000000000 --- a/kubernetes/helm_charts/logging/fluent-bit/OWNERS +++ /dev/null @@ -1,10 +0,0 @@ -approvers: -- kfox1111 -- edsiper -- hectorj2f -- Towmeykaw -reviewers: -- kfox1111 -- edsiper -- hectorj2f -- Towmeykaw diff --git a/kubernetes/helm_charts/logging/fluent-bit/README.md b/kubernetes/helm_charts/logging/fluent-bit/README.md deleted file mode 100644 index 2ece5deed..000000000 --- a/kubernetes/helm_charts/logging/fluent-bit/README.md +++ /dev/null @@ -1,191 +0,0 @@ -# Fluent-Bit Chart - -[Fluent Bit](http://fluentbit.io/) is an open source and multi-platform Log Forwarder. - -## Chart Details - -This chart will do the following: - -* Install a configmap for Fluent Bit -* Install a daemonset that provisions Fluent Bit [per-host architecture] - -## Installing the Chart - -To install the chart with the release name `my-release`: - -```bash -$ helm install --name my-release stable/fluent-bit -``` - -When installing this chart on [Minikube](https://kubernetes.io/docs/getting-started-guides/minikube/), it's required to specify that so the DaemonSet will be able to mount the log files properly, make sure to append the _--set on\_minikube=true_ option at the end of the _helm_ command, e.g: - -```bash -$ helm install --name my-release stable/fluent-bit --set on_minikube=true -``` - -## Configuration - -The following table lists the configurable parameters of the Fluent-Bit chart and the default values. - -| Parameter | Description | Default | -| ----------------------- | ---------------------------------- | ----------------------- | -| **Backend Selection** | -| `backend.type` | Set the backend to which Fluent-Bit should flush the information it gathers | `forward` | -| **Forward Backend** | -| `backend.forward.host` | Target host where Fluent-Bit or Fluentd are listening for Forward messages | `fluentd` | -| `backend.forward.port` | TCP Port of the target service | `24284` | -| `backend.forward.shared_key` | A key string known by the remote Fluentd used for authorization. | `` | -| `backend.forward.tls` | Enable or disable TLS support | `off` | -| `backend.forward.tls_verify` | Force certificate validation | `on` | -| `backend.forward.tls_debug` | Set TLS debug verbosity level. It accept the following values: 0-4 | `1` | -| **ElasticSearch Backend** | -| `backend.es.host` | IP address or hostname of the target Elasticsearch instance | `elasticsearch` | -| `backend.es.port` | TCP port of the target Elasticsearch instance. | `9200` | -| `backend.es.index` | Elastic Index name | `kubernetes_cluster` | -| `backend.es.type` | Elastic Type name | `flb_type` | -| `backend.es.retry_limit` | Max number of retries to attempt (False == no limit) | `False` | -| `backend.es.time_key` | Elastic Time Key | `@timestamp` | -| `backend.es.logstash_format` | Enable Logstash format compatibility. | `On` | -| `backend.es.logstash_prefix` | Index Prefix. If Logstash_Prefix is equal to 'mydata' your index will become 'mydata-YYYY.MM.DD'. | `kubernetes_cluster` | -| `backend.es.logstash_prefix_key` | Index Prefix key. When included, the value in the record that belongs to the key will be looked up and overwrite `Logstash_Prefix` for index generation. If `Logstash_Prefix_Key` = 'mydata' the index becomes 'mydata-YYYY.MM.DD'. | `` | -| `backend.es.replace_dots` | Enable/Disable Replace_Dots option. | `On` | -| `backend.es.http_user` | Optional username credential for Elastic X-Pack access. | `` | -| `backend.es.http_passwd` | Password for user defined in HTTP_User. | `` | -| `backend.es.http_passwd_secret` | Secret name for password for user defined in HTTP_User. | `` | -| `backend.es.http_passwd_secret_key` | Secret key for password for user defined in HTTP_User. | `` | -| `backend.es.tls` | Enable or disable TLS support | `off` | -| `backend.es.tls_verify` | Force certificate validation | `on` | -| `backend.es.tls_secret` | Existing secret storing TLS CA certificate for the Elastic instance. Specify if tls: on. Overrides `backend.es.tls_ca` | `` | -| `backend.es.tls_secret_ca_key` | Existing secret key storing TLS CA certificate for the Elastic instance. Specify if tls: on. | `` | -| `backend.es.tls_ca` | TLS CA certificate for the Elastic instance (in PEM format). Specify if tls: on. | `` | -| `backend.es.tls_debug` | Set TLS debug verbosity level. It accept the following values: 0-4 | `1` | -| **HTTP Backend** | -| `backend.http.host` | IP address or hostname of the target HTTP Server | `127.0.0.1` | -| `backend.http.port` | TCP port of the target HTTP Server | `80` | -| `backend.http.uri` | Specify an optional HTTP URI for the target web server, e.g: /something | `"/"` -| `backend.http.http_user` | Optional username credential for Basic Authentication. | `` | -| `backend.http.http_passwd:` | Password for user defined in HTTP_User. | `` | -| `backend.http.format` | Specify the data format to be used in the HTTP request body, by default it uses msgpack, optionally it can be set to json. | `msgpack` | -| `backend.http.json_date_format` | Specify the format of the date. Supported formats are double and iso8601 | `double` | -| `backend.http.headers` | HTTP Headers | `[]` | -| `backend.http.tls` | Enable or disable TLS support | `off` | -| `backend.http.tls_verify` | Force certificate validation | `on` | -| `backend.http.tls_debug` | Set TLS debug verbosity level. It accept the following values: 0-4 | `1` | -| **Splunk Backend** | -| `backend.splunk.host` | IP address or hostname of the target Splunk Server | `127.0.0.1` | -| `backend.splunk.port` | TCP port of the target Splunk Server | `8088` | -| `backend.splunk.token` | Specify the Authentication Token for the HTTP Event Collector interface. | `` | -| `backend.splunk.send_raw` | If enabled, record keys and values are set in the main map. | `off` | -| `backend.splunk.tls` | Enable or disable TLS support | `on` | -| `backend.splunk.tls_verify` | Force TLS certificate validation | `off` | -| `backend.splunk.tls_debug` | Set TLS debug verbosity level. It accept the following values: 0-4 | `1` | -| `backend.splunk.message_key` | Tag applied to all incoming logs | `kubernetes` | -| **Stackdriver Backend** | -| `backend.stackdriver.google_service_credentials` | Contents of a Google Cloud credentials JSON file. | `` | -| `backend.stackdriver.service_account_email` | Account email associated to the service. Only available if no credentials file has been provided. | `` | -| `backend.stackdriver.service_account_secret` | Private key content associated with the service account. Only available if no credentials file has been provided. | `` | -| **Parsers** | -| `parsers.enabled` | Enable custom parsers | `false` | -| `parsers.regex` | List of regex parsers | `NULL` | -| `parsers.json` | List of json parsers | `NULL` | -| `parsers.logfmt` | List of logfmt parsers | `NULL` | -| **General** | -| `annotations` | Optional deamonset set annotations | `NULL` | -| `audit.enable` | Enable collection of audit logs | `false` | -| `audit.input.memBufLimit` | Specify Mem_Buf_Limit in tail input | `35mb` | -| `audit.input.parser` | Specify Parser in tail input | `docker` | -| `audit.input.tag` | Specify Tag in tail input | `audit.*` | -| `audit.input.path` | Specify log file(s) through the use of common wildcards | `/var/log/kube-apiserver-audit.log` | -| `audit.input.bufferChunkSize` | Specify Buffer_Chunk_Size in tail | `2MB` | -| `audit.input.bufferMaxSize` | Specify Buffer_Max_Size in tail | `10MB` | -| `audit.input.skipLongLines` | Specify Skip_Long_Lines in tail | `On` | -| `audit.input.key` | Specify Key in tail | `kubernetes-audit` | -| `podAnnotations` | Optional pod annotations | `NULL` | -| `podLabels` | Optional pod labels | `NULL` | -| `fullConfigMap` | User has provided entire config (parsers + system) | `false` | -| `existingConfigMap` | ConfigMap override | `` | -| `extraEntries.input` | Extra entries for existing [INPUT] section | `` | -| `extraEntries.filter` | Extra entries for existing [FILTER] section | `` | -| `extraEntries.output` | Extra entries for existing [OUPUT] section | `` | -| `extraPorts` | List of extra ports | | -| `extraVolumeMounts` | Mount an extra volume, required to mount ssl certificates when elasticsearch has tls enabled | | -| `extraVolume` | Extra volume | | -| `service.flush` | Interval to flush output (seconds) | `1` | -| `service.logLevel` | Diagnostic level (error/warning/info/debug/trace) | `info` | -| `filter.enableExclude` | Enable the use of monitoring for a pod annotation of `fluentbit.io/exclude: true`. If present, discard logs from that pod. | `true` | -| `filter.enableParser` | Enable the use of monitoring for a pod annotation of `fluentbit.io/parser: parser_name`. parser_name must be the name of a parser contained within parsers.conf | `true` | -| `filter.kubeURL` | Optional custom configmaps | `https://kubernetes.default.svc:443` | -| `filter.kubeCAFile` | Optional custom configmaps | `/var/run/secrets/kubernetes.io/serviceaccount/ca.crt` | -| `filter.kubeTokenFile` | Optional custom configmaps | `/var/run/secrets/kubernetes.io/serviceaccount/token` | -| `filter.kubeTag` | Optional top-level tag for matching in filter | `kube` | -| `filter.kubeTagPrefix` | Optional tag prefix used by Tail | `kube.var.log.containers.` | -| `filter.mergeJSONLog` | If the log field content is a JSON string map, append the map fields as part of the log structure | `true` | -| `filter.mergeLogKey` | If set, append the processed log keys under a new root key specified by this variable. | `nil` | -| `filter.useJournal` | If true, the filter reads logs coming in Journald format. | `false` | -| `image.fluent_bit.repository` | Image | `fluent/fluent-bit` | -| `image.fluent_bit.tag` | Image tag | `1.3.7` | -| `image.pullPolicy` | Image pull policy | `Always` | -| `nameOverride` | Override name of app | `nil` | -| `fullnameOverride` | Override full name of app | `nil` | -| `image.pullSecrets` | Specify image pull secrets | `nil` | -| `input.tail.memBufLimit` | Specify Mem_Buf_Limit in tail input | `5MB` | -| `input.tail.parser` | Specify Parser in tail input. | `docker` | -| `input.tail.path` | Specify log file(s) through the use of common wildcards. | `/var/log/containers/*.log` | -| `input.tail.ignore_older` | Ignores files that have been last modified before this time in seconds. Supports m,h,d (minutes, hours,days) syntax. | `` | -| `input.systemd.enabled` | [Enable systemd input](https://docs.fluentbit.io/manual/input/systemd) | `false` | -| `input.systemd.filters.systemdUnit` | Please see https://docs.fluentbit.io/manual/input/systemd | `[docker.service, kubelet.service`, `node-problem-detector.service]` | -| `input.systemd.maxEntries` | Please see https://docs.fluentbit.io/manual/input/systemd | `1000` | -| `input.systemd.readFromTail` | Please see https://docs.fluentbit.io/manual/input/systemd | `true` | -| `input.systemd.stripUnderscores` | Please see https://docs.fluentbit.io/manual/input/systemd | `false` | -| `input.systemd.tag` | Please see https://docs.fluentbit.io/manual/input/systemd | `host.*` | -| `rbac.create` | Specifies whether RBAC resources should be created. | `true` | -| `rbac.pspEnabled` | Specifies whether a PodSecurityPolicy should be created. | `false` | -| `serviceAccount.create` | Specifies whether a ServiceAccount should be created. | `true` | -| `serviceAccount.name` | The name of the ServiceAccount to use. | `NULL` | -| `serviceAccount.annotations` | Annotations to add to the service account. | `{}` | -| `rawConfig` | Raw contents of fluent-bit.conf | `@INCLUDE fluent-bit-service.conf`
`@INCLUDE fluent-bit-input.conf`
`@INCLUDE fluent-bit-filter.conf`
` @INCLUDE fluent-bit-output.conf` | -| `resources` | Pod resource requests & limits | `{}` | -| `securityContext` | [Security settings for a container](https://kubernetes.io/docs/concepts/policy/security-context) | `{}` | -| `podSecurityContext` | [Security settings for a pod](https://kubernetes.io/docs/concepts/policy/security-context) | `{}` | -| `hostNetwork` | Use host's network | `false` | -| `dnsPolicy` | Specifies the dnsPolicy to use | `ClusterFirst` | -| `priorityClassName` | Specifies the priorityClassName to use | `NULL` | -| `tolerations` | Optional daemonset tolerations | `NULL` | -| `nodeSelector` | Node labels for fluent-bit pod assignment | `NULL` | -| `affinity` | Expressions for affinity | `NULL` | -| `metrics.enabled` | Specifies whether a service for metrics should be exposed | `false` | -| `metrics.service.annotations` | Optional metrics service annotations | `NULL` | -| `metrics.service.labels` | Additional labels for the fluent-bit metrics service definition, specified as a map. | None | -| `metrics.service.port` | Port on where metrics should be exposed | `2020` | -| `metrics.service.type` | Service type for metrics | `ClusterIP` | -| `metrics.serviceMonitor.enabled` | Set this to `true` to create ServiceMonitor for Prometheus operator | `false` | -| `metrics.serviceMonitor.additionalLabels` | Additional labels that can be used so ServiceMonitor will be discovered by Prometheus | `{}` | -| `metrics.serviceMonitor.namespace` | Optional namespace in which to create ServiceMonitor | `nil` | -| `metrics.serviceMonitor.interval` | Scrape interval. If not set, the Prometheus default scrape interval is used | `nil` | -| `metrics.serviceMonitor.scrapeTimeout` | Scrape timeout. If not set, the Prometheus default scrape timeout is used | `nil` | -| `trackOffsets` | Specify whether to track the file offsets for tailing docker logs. This allows fluent-bit to pick up where it left after pod restarts but requires access to a `hostPath` | `false` | -| `testFramework.image` | `test-framework` image repository. | `dduportal/bats` | -| `testFramework.tag` | `test-framework` image tag. | `0.4.0` | - - -Specify each parameter using the `--set key=value[,key=value]` argument to `helm install`. - -Alternatively, a YAML file that specifies the values for the parameters can be provided while installing the chart. For example, - -```bash -$ helm install --name my-release -f values.yaml stable/fluent-bit -``` - -> **Tip**: You can use the default [values.yaml](values.yaml) - -## Upgrading - -### From < 1.0.0 To >= 1.0.0 - -Values `extraInputs`, `extraFilters` and `extraOutputs` have been removed in version `1.0.0` of the fluent-bit chart. -To add additional entries to the existing sections, please use the `extraEntries.input`, `extraEntries.filter` and `extraEntries.output` values. -For entire sections, please use the `rawConfig` value, inserting blocks of text as desired. - -### From < 1.8.0 to >= 1.8.0 - -Version `1.8.0` introduces the use of release name as full name if it contains the chart name(fluent-bit in this case). E.g. with a release name of `fluent-bit`, this renames the DaemonSet from `fluent-bit-fluent-bit` to `fluent-bit`. The suggested approach is to delete the release and reinstall it. diff --git a/kubernetes/helm_charts/logging/fluent-bit/templates/NOTES.txt b/kubernetes/helm_charts/logging/fluent-bit/templates/NOTES.txt deleted file mode 100644 index bbfcc0bef..000000000 --- a/kubernetes/helm_charts/logging/fluent-bit/templates/NOTES.txt +++ /dev/null @@ -1,15 +0,0 @@ -fluent-bit is now running. - -{{- if eq .Values.backend.type "forward" }} - -It will forward all container logs to the svc named {{ .Values.backend.forward.host }} on port: {{ .Values.backend.forward.port }} -{{- else if eq .Values.backend.type "es" }} - -It will forward all container logs to the svc named {{ .Values.backend.es.host }} on port: {{ .Values.backend.es.port }} -{{- else if eq .Values.backend.type "http" }} - -It will forward all container logs to the svc named {{ .Values.backend.http.host }} on port: {{ .Values.backend.http.port }} -{{- else if eq .Values.backend.type "splunk" }} - -It will forward all container logs to the svc named {{ .Values.backend.splunk.host }} on port: {{ .Values.backend.splunk.port }} -{{- end }} diff --git a/kubernetes/helm_charts/logging/fluent-bit/templates/_helpers.tpl b/kubernetes/helm_charts/logging/fluent-bit/templates/_helpers.tpl index e9159a050..189773ee5 100644 --- a/kubernetes/helm_charts/logging/fluent-bit/templates/_helpers.tpl +++ b/kubernetes/helm_charts/logging/fluent-bit/templates/_helpers.tpl @@ -1,10 +1,9 @@ -{{/* vim: set filetype=mustache: */}} {{/* Expand the name of the chart. */}} {{- define "fluent-bit.name" -}} -{{- default .Chart.Name .Values.nameOverride | trunc 63 | trimSuffix "-" -}} -{{- end -}} +{{- default .Chart.Name .Values.nameOverride | trunc 63 | trimSuffix "-" }} +{{- end }} {{/* Create a default fully qualified app name. @@ -12,67 +11,52 @@ We truncate at 63 chars because some Kubernetes name fields are limited to this If release name contains chart name it will be used as a full name. */}} {{- define "fluent-bit.fullname" -}} -{{- if .Values.fullnameOverride -}} -{{- .Values.fullnameOverride | trunc 63 | trimSuffix "-" -}} -{{- else -}} -{{- $name := default .Chart.Name .Values.nameOverride -}} -{{- if contains $name .Release.Name -}} -{{- .Release.Name | trunc 63 | trimSuffix "-" -}} -{{- else -}} -{{- printf "%s-%s" .Release.Name $name | trunc 63 | trimSuffix "-" -}} -{{- end -}} -{{- end -}} -{{- end -}} +{{- if .Values.fullnameOverride }} +{{- .Values.fullnameOverride | trunc 63 | trimSuffix "-" }} +{{- else }} +{{- $name := default .Chart.Name .Values.nameOverride }} +{{- if contains $name .Release.Name }} +{{- .Release.Name | trunc 63 | trimSuffix "-" }} +{{- else }} +{{- printf "%s-%s" .Release.Name $name | trunc 63 | trimSuffix "-" }} +{{- end }} +{{- end }} +{{- end }} {{/* Create chart name and version as used by the chart label. */}} {{- define "fluent-bit.chart" -}} -{{- printf "%s-%s" .Chart.Name .Chart.Version | replace "+" "_" | trunc 63 | trimSuffix "-" -}} -{{- end -}} +{{- printf "%s-%s" .Chart.Name .Chart.Version | replace "+" "_" | trunc 63 | trimSuffix "-" }} +{{- end }} {{/* -Return the appropriate apiVersion for RBAC APIs. +Common labels */}} -{{- define "rbac.apiVersion" -}} -{{- if .Capabilities.APIVersions.Has "rbac.authorization.k8s.io/v1" -}} -rbac.authorization.k8s.io/v1 -{{- else if .Capabilities.APIVersions.Has "rbac.authorization.k8s.io/v1beta1" -}} -rbac.authorization.k8s.io/v1beta1 -{{- else -}} -rbac.authorization.k8s.io/v1alpha1 -{{- end -}} -{{- end -}} +{{- define "fluent-bit.labels" -}} +helm.sh/chart: {{ include "fluent-bit.chart" . }} +{{ include "fluent-bit.selectorLabels" . }} +{{- if .Chart.AppVersion }} +app.kubernetes.io/version: {{ .Chart.AppVersion | quote }} +{{- end }} +app.kubernetes.io/managed-by: {{ .Release.Service }} +{{- end }} {{/* -Create the name of the service account to use +Selector labels */}} -{{- define "fluent-bit.serviceAccountName" -}} -{{- if .Values.serviceAccount.create -}} - {{ default (include "fluent-bit.fullname" .) .Values.serviceAccount.name }} -{{- else -}} - {{ default "default" .Values.serviceAccount.name }} -{{- end -}} -{{- end -}} +{{- define "fluent-bit.selectorLabels" -}} +app.kubernetes.io/name: {{ include "fluent-bit.name" . }} +app.kubernetes.io/instance: {{ .Release.Name }} +{{- end }} {{/* -Return the appropriate apiGroup for PodSecurityPolicy. -*/}} -{{- define "rbac.pspApiGroup" -}} -{{- if semverCompare "<1.14-0" .Capabilities.KubeVersion.GitVersion -}} -{{- print "extensions" -}} -{{- else if semverCompare ">=1.14-0" .Capabilities.KubeVersion.GitVersion -}} -{{- print "policy" -}} -{{- end -}} -{{- end -}} - -{{/* -Return the appropriate apiVersion for DaemonSet. +Create the name of the service account to use */}} -{{- define "daemonSet.apiVersion" -}} -{{- if semverCompare "<1.9-0" .Capabilities.KubeVersion.GitVersion -}} -{{- print "extensions/v1beta1" -}} -{{- else -}} -{{- print "apps/v1" -}} -{{- end -}} -{{- end -}} +{{- define "fluent-bit.serviceAccountName" -}} +{{- if .Values.serviceAccount.create }} +{{- default (include "fluent-bit.fullname" .) .Values.serviceAccount.name }} +{{- else }} +{{- default "default" .Values.serviceAccount.name }} +{{- end }} +{{- end }} diff --git a/kubernetes/helm_charts/logging/fluent-bit/templates/cluster-role.yaml b/kubernetes/helm_charts/logging/fluent-bit/templates/cluster-role.yaml deleted file mode 100644 index 69c79891d..000000000 --- a/kubernetes/helm_charts/logging/fluent-bit/templates/cluster-role.yaml +++ /dev/null @@ -1,28 +0,0 @@ -{{- if .Values.rbac.create -}} -apiVersion: {{ template "rbac.apiVersion" . }} -kind: ClusterRole -metadata: - labels: - app: {{ template "fluent-bit.name" . }} - chart: {{ .Chart.Name }}-{{ .Chart.Version }} - heritage: {{ .Release.Service }} - release: {{ .Release.Name }} - name: {{ template "fluent-bit.fullname" . }} -rules: - - apiGroups: - - "" - resources: - - pods - verbs: - - get -{{- if .Values.rbac.pspEnabled }} - - apiGroups: - - {{ template "rbac.pspApiGroup" . }} - resources: - - podsecuritypolicies - resourceNames: - - {{ template "fluent-bit.fullname" . }} - verbs: - - use -{{- end }} -{{- end -}} diff --git a/kubernetes/helm_charts/logging/fluent-bit/templates/cluster-rolebinding.yaml b/kubernetes/helm_charts/logging/fluent-bit/templates/cluster-rolebinding.yaml deleted file mode 100644 index 140e5279b..000000000 --- a/kubernetes/helm_charts/logging/fluent-bit/templates/cluster-rolebinding.yaml +++ /dev/null @@ -1,19 +0,0 @@ -{{- if .Values.rbac.create -}} -apiVersion: {{ template "rbac.apiVersion" . }} -kind: ClusterRoleBinding -metadata: - labels: - app: {{ template "fluent-bit.name" . }} - chart: {{ .Chart.Name }}-{{ .Chart.Version }} - heritage: {{ .Release.Service }} - release: {{ .Release.Name }} - name: {{ template "fluent-bit.fullname" . }} -roleRef: - apiGroup: rbac.authorization.k8s.io - kind: ClusterRole - name: {{ template "fluent-bit.fullname" . }} -subjects: - - kind: ServiceAccount - name: {{ template "fluent-bit.serviceAccountName" . }} - namespace: {{ .Release.Namespace }} -{{- end -}} diff --git a/kubernetes/helm_charts/logging/fluent-bit/templates/config.yaml b/kubernetes/helm_charts/logging/fluent-bit/templates/config.yaml deleted file mode 100644 index 37bba568f..000000000 --- a/kubernetes/helm_charts/logging/fluent-bit/templates/config.yaml +++ /dev/null @@ -1,271 +0,0 @@ -{{- if (empty .Values.existingConfigMap) -}} -apiVersion: v1 -kind: ConfigMap -metadata: - name: {{ template "fluent-bit.fullname" . }}-config - labels: - app: {{ template "fluent-bit.name" . }} - chart: {{ .Chart.Name }}-{{ .Chart.Version }} - heritage: {{ .Release.Service }} - release: {{ .Release.Name }} -data: - fluent-bit-service.conf: | - [SERVICE] - Flush {{ .Values.service.flush }} - Daemon Off - Log_Level {{ .Values.service.logLevel }} - Parsers_File parsers.conf -{{- if .Values.parsers.enabled }} - Parsers_File parsers_custom.conf -{{- end }} -{{- if .Values.metrics.enabled }} - HTTP_Server On - HTTP_Listen 0.0.0.0 - HTTP_Port 2020 -{{- end }} - - fluent-bit-input.conf: | - [INPUT] - Name tail - Path {{ .Values.input.tail.path }} - Parser {{ .Values.input.tail.parser }} - Tag {{ .Values.filter.kubeTag }}.* - Refresh_Interval 5 - Mem_Buf_Limit {{ .Values.input.tail.memBufLimit }} - Skip_Long_Lines On -{{- if .Values.input.tail.ignore_older }} - Ignore_Older {{ .Values.input.tail.ignore_older }} -{{- end }} -{{- if .Values.trackOffsets }} - DB /tail-db/tail-containers-state.db - DB.Sync Normal -{{- end }} -{{- if .Values.input.systemd.enabled }} - [INPUT] - Name systemd - Tag {{ .Values.input.systemd.tag }} -{{- range $value := .Values.input.systemd.filters.systemdUnit }} - Systemd_Filter _SYSTEMD_UNIT={{ $value }} -{{- end }} - Max_Entries {{ .Values.input.systemd.maxEntries }} - Read_From_Tail {{ .Values.input.systemd.readFromTail }} - Strip_Underscores {{ .Values.input.systemd.stripUnderscores }} -{{- end }} -{{ .Values.extraEntries.input | indent 8 }} - -{{- if .Values.audit.enable }} - [INPUT] - Name tail - Path {{ .Values.audit.input.path }} - Parser {{ .Values.audit.input.parser }} - DB /var/log/audit.db - Tag {{ .Values.audit.input.tag }} - Refresh_Interval 5 - Mem_Buf_Limit {{ .Values.audit.input.memBufLimit }} - Buffer_Chunk_Size {{ .Values.audit.input.bufferChunkSize }} - Buffer_Max_Size {{ .Values.audit.input.bufferMaxSize }} - Skip_Long_Lines {{ .Values.audit.input.skipLongLines}} - Key {{ .Values.audit.input.key}} -{{ .Values.extraEntries.audit | indent 8 }} -{{- end }} - - fluent-bit-filter.conf: | - [FILTER] - Name kubernetes - Match {{ .Values.filter.kubeTag }}.* - Kube_Tag_Prefix {{ .Values.filter.kubeTagPrefix }} - Kube_URL {{ .Values.filter.kubeURL }} - Kube_CA_File {{ .Values.filter.kubeCAFile }} - Kube_Token_File {{ .Values.filter.kubeTokenFile }} -{{- if .Values.filter.mergeJSONLog }} - Merge_Log On -{{- end }} - -{{- if .Values.filter.mergeLogKey }} - Merge_Log_Key {{ .Values.filter.mergeLogKey }} -{{- end }} - -{{- if .Values.filter.enableParser }} - K8S-Logging.Parser On -{{- end }} -{{- if .Values.filter.enableExclude }} - K8S-Logging.Exclude On -{{- end }} -{{- if .Values.filter.useJournal }} - Use_Journal On -{{- end }} -{{ .Values.extraEntries.filter | indent 8 }} - - fluent-bit-output.conf: | -{{ if eq .Values.backend.type "test" }} - [OUTPUT] - Name file - Match * - Path /tmp/fluent-bit.log -{{ else if eq .Values.backend.type "forward" }} - [OUTPUT] - Name forward - Match * - Host {{ .Values.backend.forward.host }} - Port {{ .Values.backend.forward.port }} - Retry_Limit False -{{- if .Values.backend.forward.shared_key }} - Shared_Key {{ .Values.backend.forward.shared_key }} -{{- end }} -{{- if .Values.backend.forward.tls }} - tls {{ .Values.backend.forward.tls }} -{{- end }} -{{- if .Values.backend.forward.tls_verify }} - tls.verify {{ .Values.backend.forward.tls_verify }} -{{- end }} -{{- if .Values.backend.forward.tls_debug }} - tls.debug {{ .Values.backend.forward.tls_debug }} -{{- end }} -{{ else if eq .Values.backend.type "es" }} - [OUTPUT] - Name es - Match * - Host {{ .Values.backend.es.host }} - Port {{ .Values.backend.es.port }} - Logstash_Format {{ default "On" .Values.backend.es.logstash_format }} - Retry_Limit {{ .Values.backend.es.retry_limit }} - Type {{ .Values.backend.es.type }} -{{- if .Values.backend.es.time_key }} - Time_Key {{ .Values.backend.es.time_key }} -{{- end }} -{{- if .Values.backend.es.replace_dots }} - Replace_Dots {{ .Values.backend.es.replace_dots }} -{{- end }} -{{- if .Values.backend.es.logstash_prefix }} - Logstash_Prefix {{ .Values.backend.es.logstash_prefix }} -{{- if .Values.backend.es.logstash_prefix_key }} - Logstash_Prefix_Key {{ .Values.backend.es.logstash_prefix_key }} -{{- end }} -{{ else if .Values.backend.es.index }} - Index {{ .Values.backend.es.index }} -{{- end }} -{{- if .Values.backend.es.http_user }} - HTTP_User {{ .Values.backend.es.http_user }} -{{- if .Values.backend.es.http_passwd }} - HTTP_Passwd {{ .Values.backend.es.http_passwd }} -{{- else }} - HTTP_Passwd ${HTTP_PASSWORD} -{{- end }} -{{- end }} -{{if eq .Values.backend.es.tls "on" }} - tls {{ .Values.backend.es.tls }} - tls.verify {{ .Values.backend.es.tls_verify }} - tls.debug {{ .Values.backend.es.tls_debug }} -{{- if .Values.backend.es.tls_ca }} - tls.ca_file /secure/es-tls-ca.crt -{{- end }} -{{- end }} -{{ else if eq .Values.backend.type "splunk" }} - [OUTPUT] - Name splunk - Match * - Host {{ .Values.backend.splunk.host }} - Port {{ .Values.backend.splunk.port }} - Splunk_Token {{ .Values.backend.splunk.token }} - Splunk_Send_Raw {{ .Values.backend.splunk.send_raw}} - TLS {{ .Values.backend.splunk.tls }} - TLS.Verify {{ .Values.backend.splunk.tls_verify }} - tls.debug {{ .Values.backend.splunk.tls_debug }} - Message_Key {{ .Values.backend.splunk.message_key }} -{{ else if eq .Values.backend.type "stackdriver" }} - [OUTPUT] - Name stackdriver - Match * - resource global -{{- if .Values.backend.stackdriver.google_service_credentials }} - google_service_credentials /secure/google_service_credentials.json -{{- else }} - service_account_email {{ .Values.backend.stackdriver.service_account_email }} - service_account_secret {{ .Values.backend.stackdriver.service_account_secret }} -{{- end }} -{{ else if eq .Values.backend.type "http" }} - [OUTPUT] - Name http - Match * - Host {{ .Values.backend.http.host }} - Port {{ .Values.backend.http.port }} - URI {{ .Values.backend.http.uri }} -{{- if .Values.backend.http.http_user }} - HTTP_User {{ .Values.backend.http.http_user }} - HTTP_Passwd {{ .Values.backend.http.http_passwd }} -{{- end }} - tls {{ .Values.backend.http.tls }} - tls.verify {{ .Values.backend.http.tls_verify }} - tls.debug {{ .Values.backend.http.tls_debug }} -{{- if .Values.backend.http.proxy }} - Proxy {{ .Values.backend.http.proxy }} -{{- end }} - Format {{ .Values.backend.http.format }} -{{- end }} -{{- if .Values.backend.http.json_date_format }} - json_date_format {{ .Values.backend.http.json_date_format }} -{{- end }} -{{- range .Values.backend.http.headers }} - Header {{ . }} -{{- end }} -{{ .Values.extraEntries.output | indent 8 }} - - - fluent-bit.conf: | -{{ .Values.rawConfig | indent 4 }} - - parsers.conf: | -{{- if .Values.parsers.regex }} -{{- range .Values.parsers.regex }} - [PARSER] - Name {{ .name }} - Format regex - Regex {{ .regex }} -{{- if .timeKey }} - Time_Key {{ .timeKey }} -{{- end }} -{{- if .timeFormat }} - Time_Format {{ .timeFormat }} -{{- end }} -{{ end }} -{{- end }} -{{- if .Values.parsers.json }} -{{- range .Values.parsers.json }} - [PARSER] - Name {{ .name }} - Format json -{{- if .timeKeep }} - Time_Keep {{ .timeKeep }} -{{- end }} -{{- if .timeKey }} - Time_Key {{ .timeKey }} -{{- end }} -{{- if .timeFormat }} - Time_Format {{ .timeFormat }} -{{- end }} -{{- if .decodeFieldAs }} - Decode_Field_As {{ .decodeFieldAs }} {{ .decodeField | default "log" }} -{{- end}} -{{- if .extraEntries }} -{{ .extraEntries | indent 8 }} -{{- end }} -{{ end }} -{{- end }} -{{- if .Values.parsers.logfmt }} -{{- range .Values.parsers.logfmt }} - [PARSER] - Name {{ .name }} - Format logfmt -{{- if .timeKey }} - Time_Key {{ .timeKey }} -{{- end }} -{{- if .timeFormat }} - Time_Format {{ .timeFormat }} -{{- end }} -{{- if .extraEntries }} -{{ .extraEntries | indent 8 }} -{{- end }} -{{ end }} -{{- end }} - -{{- end -}} diff --git a/kubernetes/helm_charts/logging/fluent-bit/templates/configMap.yaml b/kubernetes/helm_charts/logging/fluent-bit/templates/configMap.yaml new file mode 100644 index 000000000..ab7cf9110 --- /dev/null +++ b/kubernetes/helm_charts/logging/fluent-bit/templates/configMap.yaml @@ -0,0 +1,166 @@ +--- +apiVersion: v1 +data: + filter-kubernetes.conf: | + [FILTER] + Name kubernetes + Match kube.* + Kube_URL https://kubernetes.default.svc:443 + Kube_CA_File /var/run/secrets/kubernetes.io/serviceaccount/ca.crt + Kube_Token_File /var/run/secrets/kubernetes.io/serviceaccount/token + Kube_Tag_Prefix kube.var.log.containers. + # Merge application log to kubernetes structure + Merge_Log On + # Disabling merge key as all the fileds will be in the root + # Else all merged content will be under + # log_processed: + # { + # } + # Merge_Log_Key log_processed + # + # Adding custom parsor not to do any json parse + Merge_Parser catchall + # Don't need merged logs + # More over, we're using custom parser, which catch all and tag it as log + Keep_Log Off + # Annotate pod to select the parser + # annotaions: + # fluentbit.io/parsers: nginx2 + K8S-Logging.Parser On + # Disable fluent-bit from parsing logs + # annotaions: + # fluentbit.io/exclude: true + K8S-Logging.Exclude On + [FILTER] + # Discard all health debug and info logs + Name grep + Match kube.* + exclude message /^.*(?:debug|info|GET (\/service)?\/health).*$ + + fluent-bit.conf: | + [SERVICE] + Flush 1 + Log_Level WARNING + Daemon off + Parsers_File parsers.conf + HTTP_Server On + HTTP_Listen 0.0.0.0 + HTTP_Port 2020 + storage.path /mnt/log/flb-storage/ + storage.sync normal + storage.checksum off + storage.backlog.mem_limit 120M + # How many chunks from file system, which is in que to flush to es, has to be in memory(warm) + storage.max_chunks_up 50 + + @INCLUDE input-kubernetes.conf + @INCLUDE filter-kubernetes.conf + @INCLUDE output-elasticsearch.conf + input-kubernetes.conf: | + [INPUT] + Name tail + Tag kube.* + Path /var/log/containers/*.log + Parser docker + DB /mnt/log/flb_kube.db + Mem_Buf_Limit 120MB + # Set the initial buffer size to read files data. + # This value is used too to increase buffer size. + Buffer_Chunk_Size 256k + # Set the limit of the buffer size per monitored file. + # When a buffer needs to be increased (e.g: very long lines), + # this value is used to restrict how much the memory buffer can grow. + # If reading a file exceed this limit, the file is removed from the monitored file list + Buffer_Max_Size 512k + Skip_Long_Lines On + Refresh_Interval 1 + storage.type filesystem + # Ignore older logs of 30m + Ignore_Older 30m + output-elasticsearch.conf: | + [OUTPUT] + Name es + Match * + Host ${FLUENT_ELASTICSEARCH_HOST} + Port ${FLUENT_ELASTICSEARCH_PORT} + Logstash_Format On + Replace_Dots On + Retry_Limit 10 + Type _doc + # Networking Setup + net.connect_timeout 10 + # net.source_address 127.0.0.1 + net.keepalive on + net.keepalive_idle_timeout 100 + net.keepalive_max_recycle 200 + # + # Limit the maximum number of Chunks in the filesystem for the current output logical destination. + # After this LRU will kick in; that means LeastRecentlyUsed will get deleted + # 1 chunk =~ 2MB + # This config has some issues; see https://github.com/fluent/fluent-bit/issues/2688 + storage.total_limit_size 20G + parsers.conf: | + [PARSER] + Name apache + Format regex + Regex ^(?[^ ]*) [^ ]* (?[^ ]*) \[(?