Forcefully remove service

Archive Rancher 1.x
1

I have a service that is stuck in removing state. What is the “correct” sql to forcefully remove a service without damaging Rancher?

2

The “correct” way would be to look at the process list and see why the remove is failing, usually it will be something like a container won’t go away because a volume won’t go away because the docker daemon refuses to delete it.

3

I’m not sure, but it seems to be stuck in a loop. After about 30 seconds the service.remove process creates a new service.remove process which in turn creates a new service.remove process after 30 seconds…and on and on. Every process seems to be waiting on its child process and therefore never exits.

{
"type": "collection",
"resourceType": "processExecution",
"links": {
"self": "…/v2-beta/processinstances/1pi3074858/processexecutions"
},
"createTypes": { },
"actions": { },
"data": [ 22 items
{
"id": "1pe4799766",
"type": "processExecution",
"links": {
"self": "…/v2-beta/processexecutions/1pe4799766",
"processInstance": "…/v2-beta/processexecutions/1pe4799766/processinstance"
},
"actions": { },
"baseType": "processExecution",
"created": "2017-03-21T08:47:51Z",
"createdTS": 1490086071000,
"log": {
"uuid": "f88c27fd-6030-42df-aa05-0567784bd7f8",
"executions": [
{
"children": [ ],
"id": "52bc7a56-16ba-4137-acff-8e689ffb115d",
"startTime": 1490086071244,
"processName": "service.remove",
"stopTime": null,
"processingServerId": "172.17.0.2",
"resourceType": "service",
"resourceId": "105",
"processId": 3074858,
"transitions": [ ],
"processHandlerExecutions": [ 3 items
{
"children": [ ],
"name": "DockerComposeServiceCleanup",
"startTime": 1490086071273,
"stopTime": 1490086071273,
"exception": null,
"shouldContinue": false,
"shouldDelegate": false,
"chainProcessName": null
},
{
"children": [ ],
"name": "DriverServiceRemove",
"startTime": 1490086071273,
"stopTime": 1490086071275,
"exception": null,
"shouldContinue": false,
"shouldDelegate": false,
"chainProcessName": null
},
{
"children": [ ],
"name": "ServiceRemove",
"startTime": 1490086071276,
"stopTime": 1490086071340,
"exception": null,
"shouldContinue": false,
"shouldDelegate": false,
"chainProcessName": null
}
],
"exception": null,
"exitReason": null,
"name": "service.remove"
}
]
},
"processInstanceId": "1pi3074858",
"uuid": "f88c27fd-6030-42df-aa05-0567784bd7f8"
},
{
"id": "1pe4799782",
"type": "processExecution",
"links": {
"self": "…/v2-beta/processexecutions/1pe4799782",
"processInstance": "…/v2-beta/processexecutions/1pe4799782/processinstance"
},
"actions": { },
"baseType": "processExecution",
"created": "2017-03-21T08:48:02Z",
"createdTS": 1490086082000,
"log": {
"uuid": "9021626f-486e-4a49-b669-6e9102647b2f",
"executions": [
{
"children": [ ],
"id": "a3407df3-d784-4e2f-a86c-3730e96f276d",
"startTime": 1490086082626,
"processName": "service.remove",
"stopTime": null,
"processingServerId": "172.17.0.2",
"resourceType": "service",
"resourceId": "105",
"processId": 3074858,
"transitions": [ ],
"processHandlerExecutions": [ 3 items
{
"children": [ ],
"name": "DockerComposeServiceCleanup",
"startTime": 1490086082689,
"stopTime": 1490086082689,
"exception": null,
"shouldContinue": false,
"shouldDelegate": false,
"chainProcessName": null
},
{
"children": [ ],
"name": "DriverServiceRemove",
"startTime": 1490086082689,
"stopTime": 1490086082690,
"exception": null,
"shouldContinue": false,
"shouldDelegate": false,
"chainProcessName": null
},
{
"children": [ ],
"name": "ServiceRemove",
"startTime": 1490086082690,
"stopTime": 1490086082825,
"exception": null,
"shouldContinue": false,
"shouldDelegate": false,
"chainProcessName": null
}
],
"exception": null,
"exitReason": null,
"name": "service.remove"
}
]
},
"processInstanceId": "1pi3074858",
"uuid": "9021626f-486e-4a49-b669-6e9102647b2f"
},
{
"id": "1pe4799808",
"type": "processExecution",
"links": {
"self": "…/v2-beta/processexecutions/1pe4799808",
"processInstance": "…/v2-beta/processexecutions/1pe4799808/processinstance"
},
"actions": { },
"baseType": "processExecution",
"created": "2017-03-21T08:48:17Z",
"createdTS": 1490086097000,
"log": {
"uuid": "949eae58-4a91-4701-814f-7302f6fd7258",
"executions": [
{
"children": [ ],
"id": "2d1ca491-0d80-4eff-8f34-d3e91f951d84",
"startTime": 1490086097621,
"processName": "service.remove",
"stopTime": null,
"processingServerId": "172.17.0.2",
"resourceType": "service",
"resourceId": "105",
"processId": 3074858,
"transitions": [ ],
"processHandlerExecutions": [ 3 items
{
"children": [ ],
"name": "DockerComposeServiceCleanup",
"startTime": 1490086097679,
"stopTime": 1490086097679,
"exception": null,
"shouldContinue": false,
"shouldDelegate": false,
"chainProcessName": null
},
{
"children": [ ],
"name": "DriverServiceRemove",
"startTime": 1490086097679,
"stopTime": 1490086097681,
"exception": null,
"shouldContinue": false,
"shouldDelegate": false,
"chainProcessName": null
},
{
"children": [ ],
"name": "ServiceRemove",
"startTime": 1490086097681,
"stopTime": 1490086097812,
"exception": null,
"shouldContinue": false,
"shouldDelegate": false,
"chainProcessName": null
}
],
"exception": null,
"exitReason": null,
"name": "service.remove"
}
]
},
"processInstanceId": "1pi3074858",
"uuid": "949eae58-4a91-4701-814f-7302f6fd7258"
},
{
"id": "1pe4799823",
"type": "processExecution",
"links": {
"self": "…/v2-beta/processexecutions/1pe4799823",
"processInstance": "…/v2-beta/processexecutions/1pe4799823/processinstance"
},
"actions": { },
"baseType": "processExecution",
"created": "2017-03-21T08:48:32Z",
"createdTS": 1490086112000,
"log": {
"uuid": "975139fd-2ec4-4d8c-9f7c-0afbbf10f0ea",
"executions": [
{
"children": [ ],
"id": "92b4f125-7a5a-40eb-8ee9-2686fae88b04",
"startTime": 1490086112621,
"processName": "service.remove",
"stopTime": null,
"processingServerId": "172.17.0.2",
"resourceType": "service",
"resourceId": "105",
"processId": 3074858,
"transitions": [ ],
"processHandlerExecutions": [ 3 items
{
"children": [ ],
"name": "DockerComposeServiceCleanup",
"startTime": 1490086112699,
"stopTime": 1490086112699,
"exception": null,
"shouldContinue": false,
"shouldDelegate": false,
"chainProcessName": null
},
{
"children": [ ],
"name": "DriverServiceRemove",
"startTime": 1490086112699,
"stopTime": 1490086112701,
"exception": null,
"shouldContinue": false,
"shouldDelegate": false,
"chainProcessName": null
},
{
"children": [ ],
"name": "ServiceRemove",
"startTime": 1490086112701,
"stopTime": 1490086112837,
"exception": null,
"shouldContinue": false,
"shouldDelegate": false,
"chainProcessName": null
}
],
"exception": null,
"exitReason": null,
"name": "service.remove"
}
]
},
"processInstanceId": "1pi3074858",
"uuid": "975139fd-2ec4-4d8c-9f7c-0afbbf10f0ea"
},
{
"id": "1pe4799847",
"type": "processExecution",
"links": {
"self": "…/v2-beta/processexecutions/1pe4799847",
"processInstance": "…/v2-beta/processexecutions/1pe4799847/processinstance"
},
"actions": { },
"baseType": "processExecution",
"created": "2017-03-21T08:48:47Z",
"createdTS": 1490086127000,
"log": {
"uuid": "851cccf3-24e8-43c4-8c9a-6f0817779d29",
"executions": [
{
"children": [ ],
"id": "228b0a36-b2bc-40bb-96e7-6035ba809b44",
"startTime": 1490086127766,
"processName": "service.remove",
"stopTime": null,
"processingServerId": "172.17.0.2",
"resourceType": "service",
"resourceId": "105",
"processId": 3074858,
"transitions": [ ],
"processHandlerExecutions": [ 3 items
{
"children": [ ],
"name": "DockerComposeServiceCleanup",
"startTime": 1490086127829,
"stopTime": 1490086127829,
"exception": null,
"shouldContinue": false,
"shouldDelegate": false,
"chainProcessName": null
},
{
"children": [ ],
"name": "DriverServiceRemove",
"startTime": 1490086127829,
"stopTime": 1490086127830,
"exception": null,
"shouldContinue": false,
"shouldDelegate": false,
"chainProcessName": null
},
{
"children": [ ],
"name": "ServiceRemove",
"startTime": 1490086127830,
"stopTime": 1490086127965,
"exception": null,
"shouldContinue": false,
"shouldDelegate": false,
"chainProcessName": null
}
],
"exception": null,
"exitReason": null,
"name": "service.remove"
}
]
},
"processInstanceId": "1pi3074858",
"uuid": "851cccf3-24e8-43c4-8c9a-6f0817779d29"
},
{
"id": "1pe4799862",
"type": "processExecution",
"links": {
"self": "…/v2-beta/processexecutions/1pe4799862",
"processInstance": "…/v2-beta/processexecutions/1pe4799862/processinstance"
},
"actions": { },
"baseType": "processExecution",
"created": "2017-03-21T08:49:02Z",
"createdTS": 1490086142000,
"log": {
"uuid": "ca88a282-1931-44d2-8721-6e6c558e79a0",
"executions": [
{
"children": [ ],
"id": "3024c0fa-2396-4bc2-8575-d3784975d49b",
"startTime": 1490086142623,
"processName": "service.remove",
"stopTime": null,
"processingServerId": "172.17.0.2",
"resourceType": "service",
"resourceId": "105",
"processId": 3074858,
"transitions": [ ],
"processHandlerExecutions": [ 3 items
{
"children": [ ],
"name": "DockerComposeServiceCleanup",
"startTime": 1490086142696,
"stopTime": 1490086142696,
"exception": null,
"shouldContinue": false,
"shouldDelegate": false,
"chainProcessName": null
},
{
"children": [ ],
"name": "DriverServiceRemove",
"startTime": 1490086142696,
"stopTime": 1490086142697,
"exception": null,
"shouldContinue": false,
"shouldDelegate": false,
"chainProcessName": null
},
{
"children": [ ],
"name": "ServiceRemove",
"startTime": 1490086142697,
"stopTime": 1490086142835,
"exception": null,
"shouldContinue": false,
"shouldDelegate": false,
"chainProcessName": null
}
],
"exception": null,
"exitReason": null,
"name": "service.remove"
}
]
},
"processInstanceId": "1pi3074858",
"uuid": "ca88a282-1931-44d2-8721-6e6c558e79a0"
},
{
"id": "1pe4799883",
"type": "processExecution",
"links": {
"self": "…/v2-beta/processexecutions/1pe4799883",
"processInstance": "…/v2-beta/processexecutions/1pe4799883/processinstance"
},
"actions": { },
"baseType": "processExecution",
"created": "2017-03-21T08:49:17Z",
"createdTS": 1490086157000,
"log": {
"uuid": "0f19c340-1744-4b50-bd77-be17cf7a93c9",
"executions": [
{
"children": [ ],
"id": "e3aa9493-f6f5-463e-806d-f77d09c4b8af",
"startTime": 1490086157629,
"processName": "service.remove",
"stopTime": null,
"processingServerId": "172.17.0.2",
"resourceType": "service",
"resourceId": "105",
"processId": 3074858,
"transitions": [ ],
"processHandlerExecutions": [ 3 items
{
"children": [ ],
"name": "DockerComposeServiceCleanup",
"startTime": 1490086157707,
"stopTime": 1490086157707,
"exception": null,
"shouldContinue": false,
"shouldDelegate": false,
"chainProcessName": null
},
{
"children": [ ],
"name": "DriverServiceRemove",
"startTime": 1490086157707,
"stopTime": 1490086157709,
"exception": null,
"shouldContinue": false,
"shouldDelegate": false,
"chainProcessName": null
},
{
"children": [ ],
"name": "ServiceRemove",
"startTime": 1490086157709,
"stopTime": 1490086157847,
"exception": null,
"shouldContinue": false,
"shouldDelegate": false,
"chainProcessName": null
}
],
"exception": null,
"exitReason": null,
"name": "service.remove"
}
]
},
"processInstanceId": "1pi3074858",
"uuid": "0f19c340-1744-4b50-bd77-be17cf7a93c9"
},
{
"id": "1pe4799893",
"type": "processExecution",
"links": {
"self": "…/v2-beta/processexecutions/1pe4799893",
"processInstance": "…/v2-beta/processexecutions/1pe4799893/processinstance"
},
"actions": { },
"baseType": "processExecution",
"created": "2017-03-21T08:49:32Z",
"createdTS": 1490086172000,
"log": {
"uuid": "0a9af1c4-b3a2-459f-80c7-ba67c02a48be",
"executions": [
{
"children": [ ],
"id": "6bb76d24-b579-4f3f-8467-8f38e647d0bf",
"startTime": 1490086172626,
"processName": "service.remove",
"stopTime": null,
"processingServerId": "172.17.0.2",
"resourceType": "service",
"resourceId": "105",
"processId": 3074858,
"transitions": [ ],
"processHandlerExecutions": [ 3 items
{
"children": [ ],
"name": "DockerComposeServiceCleanup",
"startTime": 1490086172685,
"stopTime": 1490086172685,
"exception": null,
"shouldContinue": false,
"shouldDelegate": false,
"chainProcessName": null
},
{
"children": [ ],
"name": "DriverServiceRemove",
"startTime": 1490086172685,
"stopTime": 1490086172685,
"exception": null,
"shouldContinue": false,
"shouldDelegate": false,
"chainProcessName": null
},
{
"children": [ ],
"name": "ServiceRemove",
"startTime": 1490086172685,
"stopTime": 1490086172802,
"exception": null,
"shouldContinue": false,
"shouldDelegate": false,
"chainProcessName": null
}
],
"exception": null,
"exitReason": null,
"name": "service.remove"
}
]
},
"processInstanceId": "1pi3074858",
"uuid": "0a9af1c4-b3a2-459f-80c7-ba67c02a48be"
},
{
"id": "1pe4799919",
"type": "processExecution",
"links": {
"self": "…/v2-beta/processexecutions/1pe4799919",
"processInstance": "…/v2-beta/processexecutions/1pe4799919/processinstance"
},
"actions": { },
"baseType": "processExecution",
"created": "2017-03-21T08:49:47Z",
"createdTS": 1490086187000,
"log": {
"uuid": "1addc065-5eb0-4eae-9060-5add36c4f110",
"executions": [
{
"children": [ ],
"id": "265d1825-0638-4aeb-beed-61e402f5e5ae",
"startTime": 1490086187629,
"processName": "service.remove",
"stopTime": null,
"processingServerId": "172.17.0.2",
"resourceType": "service",
"resourceId": "105",
"processId": 3074858,
"transitions": [ ],
"processHandlerExecutions": [ 3 items
{
"children": [ ],
"name": "DockerComposeServiceCleanup",
"startTime": 1490086187685,
"stopTime": 1490086187685,
"exception": null,
"shouldContinue": false,
"shouldDelegate": false,
"chainProcessName": null
},
{
"children": [ ],
"name": "DriverServiceRemove",
"startTime": 1490086187685,
"stopTime": 1490086187688,
"exception": null,
"shouldContinue": false,
"shouldDelegate": false,
"chainProcessName": null
},
{
"children": [ ],
"name": "ServiceRemove",
"startTime": 1490086187688,
"stopTime": 1490086187790,
"exception": null,
"shouldContinue": false,
"shouldDelegate": false,
"chainProcessName": null
}
],
"exception": null,
"exitReason": null,
"name": "service.remove"
}
]
},
"processInstanceId": "1pi3074858",
"uuid": "1addc065-5eb0-4eae-9060-5add36c4f110"
},
{
"id": "1pe4799953",
"type": "processExecution",
"links": {
"self": "…/v2-beta/processexecutions/1pe4799953",
"processInstance": "…/v2-beta/processexecutions/1pe4799953/processinstance"
},
"actions": { },
"baseType": "processExecution",
"created": "2017-03-21T08:50:17Z",
"createdTS": 1490086217000,
"log": {
"uuid": "4b67d6f9-a53c-445e-8145-b30c7e4f11f7",
"executions": [
{
"children": [ ],
"id": "6fe86d71-b00a-4c9c-b3b0-5d3cc2f71dbe",
"startTime": 1490086217631,
"processName": "service.remove",
"stopTime": null,
"processingServerId": "172.17.0.2",
"resourceType": "service",
"resourceId": "105",
"processId": 3074858,
"transitions": [ ],
"processHandlerExecutions": [ 3 items
{
"children": [ ],
"name": "DockerComposeServiceCleanup",
"startTime": 1490086217694,
"stopTime": 1490086217694,
"exception": null,
"shouldContinue": false,
"shouldDelegate": false,
"chainProcessName": null
},
{
"children": [ ],
"name": "DriverServiceRemove",
"startTime": 1490086217694,
"stopTime": 1490086217702,
"exception": null,
"shouldContinue": false,
"shouldDelegate": false,
"chainProcessName": null
},
{
"children": [ ],
"name": "ServiceRemove",
"startTime": 1490086217702,
"stopTime": 1490086217822,
"exception": null,
"shouldContinue": false,
"shouldDelegate": false,
"chainProcessName": null
}
],
"exception": null,
"exitReason": null,
"name": "service.remove"
}
]
},
"processInstanceId": "1pi3074858",
"uuid": "4b67d6f9-a53c-445e-8145-b30c7e4f11f7"
},
{
"id": "1pe4800028",
"type": "processExecution",
"links": {
"self": "…/v2-beta/processexecutions/1pe4800028",
"processInstance": "…/v2-beta/processexecutions/1pe4800028/processinstance"
},
"actions": { },
"baseType": "processExecution",
"created": "2017-03-21T08:51:17Z",
"createdTS": 1490086277000,
"log": {
"uuid": "a24ea838-4c0e-49dd-9ca0-fc26fd9139d0",
"executions": [
{
"children": [ ],
"id": "4ecdf74b-d7f4-499b-8482-41b0ee7203e5",
"startTime": 1490086277637,
"processName": "service.remove",
"stopTime": null,
"processingServerId": "172.17.0.2",
"resourceType": "service",
"resourceId": "105",
"processId": 3074858,
"transitions": [ ],
"processHandlerExecutions": [ 3 items
{
"children": [ ],
"name": "DockerComposeServiceCleanup",
"startTime": 1490086277697,
"stopTime": 1490086277697,
"exception": null,
"shouldContinue": false,
"shouldDelegate": false,
"chainProcessName": null
},
{
"children": [ ],
"name": "DriverServiceRemove",
"startTime": 1490086277697,
"stopTime": 1490086277700,
"exception": null,
"shouldContinue": false,
"shouldDelegate": false,
"chainProcessName": null
},
{
"children": [ ],
"name": "ServiceRemove",
"startTime": 1490086277700,
"stopTime": 1490086277825,
"exception": null,
"shouldContinue": false,
"shouldDelegate": false,
"chainProcessName": null
}
],
"exception": null,
"exitReason": null,
"name": "service.remove"
}
]
},
"processInstanceId": "1pi3074858",
"uuid": "a24ea838-4c0e-49dd-9ca0-fc26fd9139d0"
},
{
"id": "1pe4800169",
"type": "processExecution",
"links": {
"self": "…/v2-beta/processexecutions/1pe4800169",
"processInstance": "…/v2-beta/processexecutions/1pe4800169/processinstance"
},
"actions": { },
"baseType": "processExecution",
"created": "2017-03-21T08:53:02Z",
"createdTS": 1490086382000,
"log": {
"uuid": "dcad03e4-ecab-48b0-ae12-b5c2b834c6ae",
"executions": [
{
"children": [ ],
"id": "ad695d57-ef7d-42d0-aa8b-0e5c74c7a97a",
"startTime": 1490086382645,
"processName": "service.remove",
"stopTime": null,
"processingServerId": "172.17.0.2",
"resourceType": "service",
"resourceId": "105",
"processId": 3074858,
"transitions": [ ],
"processHandlerExecutions": [ 3 items
{
"children": [ ],
"name": "DockerComposeServiceCleanup",
"startTime": 1490086382689,
"stopTime": 1490086382689,
"exception": null,
"shouldContinue": false,
"shouldDelegate": false,
"chainProcessName": null
},
{
"children": [ ],
"name": "DriverServiceRemove",
"startTime": 1490086382689,
"stopTime": 1490086382690,
"exception": null,
"shouldContinue": false,
"shouldDelegate": false,
"chainProcessName": null
},
{
"children": [ ],
"name": "ServiceRemove",
"startTime": 1490086382690,
"stopTime": 1490086382827,
"exception": null,
"shouldContinue": false,
"shouldDelegate": false,
"chainProcessName": null
}
],
"exception": null,
"exitReason": null,
"name": "service.remove"
}
]
},
"processInstanceId": "1pi3074858",
"uuid": "dcad03e4-ecab-48b0-ae12-b5c2b834c6ae"
},
{
"id": "1pe4800326",
"type": "processExecution",
"links": {
"self": "…/v2-beta/processexecutions/1pe4800326",
"processInstance": "…/v2-beta/processexecutions/1pe4800326/processinstance"
},
"actions": { },
"baseType": "processExecution",
"created": "2017-03-21T08:55:02Z",
"createdTS": 1490086502000,
"log": {
"uuid": "f1af815a-af12-4df0-b472-d08e92e575c0",
"executions": [
{
"children": [ ],
"id": "4e4cd90e-1e3f-4e2a-86c1-6bf63dab5501",
"startTime": 1490086502654,
"processName": "service.remove",
"stopTime": null,
"processingServerId": "172.17.0.2",
"resourceType": "service",
"resourceId": "105",
"processId": 3074858,
"transitions": [ ],
"processHandlerExecutions": [ 3 items
{
"children": [ ],
"name": "DockerComposeServiceCleanup",
"startTime": 1490086502702,
"stopTime": 1490086502702,
"exception": null,
"shouldContinue": false,
"shouldDelegate": false,
"chainProcessName": null
},
{
"children": [ ],
"name": "DriverServiceRemove",
"startTime": 1490086502702,
"stopTime": 1490086502703,
"exception": null,
"shouldContinue": false,
"shouldDelegate": false,
"chainProcessName": null
},
{
"children": [ ],
"name": "ServiceRemove",
"startTime": 1490086502703,
"stopTime": 1490086502833,
"exception": null,
"shouldContinue": false,
"shouldDelegate": false,
"chainProcessName": null
}
],
"exception": null,
"exitReason": null,
"name": "service.remove"
}
]
},
"processInstanceId": "1pi3074858",
"uuid": "f1af815a-af12-4df0-b472-d08e92e575c0"
},
{
"id": "1pe4800464",
"type": "processExecution",
"links": {
"self": "…/v2-beta/processexecutions/1pe4800464",
"processInstance": "…/v2-beta/processexecutions/1pe4800464/processinstance"
},
"actions": { },
"baseType": "processExecution",
"created": "2017-03-21T08:57:02Z",
"createdTS": 1490086622000,
"log": {
"uuid": "f8a99e09-8490-47fc-ab47-36de87792a56",
"executions": [
{
"children": [ ],
"id": "792dac8b-97b4-4933-8ba7-1d19352b7ad0",
"startTime": 1490086622667,
"processName": "service.remove",
"stopTime": null,
"processingServerId": "172.17.0.2",
"resourceType": "service",
"resourceId": "105",
"processId": 3074858,
"transitions": [ ],
"processHandlerExecutions": [ 3 items
{
"children": [ ],
"name": "DockerComposeServiceCleanup",
"startTime": 1490086622708,
"stopTime": 1490086622709,
"exception": null,
"shouldContinue": false,
"shouldDelegate": false,
"chainProcessName": null
},
{
"children": [ ],
"name": "DriverServiceRemove",
"startTime": 1490086622709,
"stopTime": 1490086622709,
"exception": null,
"shouldContinue": false,
"shouldDelegate": false,
"chainProcessName": null
},
{
"children": [ ],
"name": "ServiceRemove",
"startTime": 1490086622709,
"stopTime": 1490086622840,
"exception": null,
"shouldContinue": false,
"shouldDelegate": false,
"chainProcessName": null
}
],
"exception": null,
"exitReason": null,
"name": "service.remove"
}
]
},
"processInstanceId": "1pi3074858",
"uuid": "f8a99e09-8490-47fc-ab47-36de87792a56"
},
{
"id": "1pe4800616",
"type": "processExecution",
"links": {
"self": "…/v2-beta/processexecutions/1pe4800616",
"processInstance": "…/v2-beta/processexecutions/1pe4800616/processinstance"
},
"actions": { },
"baseType": "processExecution",
"created": "2017-03-21T08:59:02Z",
"createdTS": 1490086742000,
"log": {
"uuid": "75357f58-a36c-4ecd-a309-ad65edcec950",
"executions": [
{
"children": [ ],
"id": "07c136de-4831-41bc-8c95-59f6dfb8a2ee",
"startTime": 1490086742678,
"processName": "service.remove",
"stopTime": null,
"processingServerId": "172.17.0.2",
"resourceType": "service",
"resourceId": "105",
"processId": 3074858,
"transitions": [ ],
"processHandlerExecutions": [ 3 items
{
"children": [ ],
"name": "DockerComposeServiceCleanup",
"startTime": 1490086742744,
"stopTime": 1490086742744,
"exception": null,
"shouldContinue": false,
"shouldDelegate": false,
"chainProcessName": null
},
{
"children": [ ],
"name": "DriverServiceRemove",
"startTime": 1490086742744,
"stopTime": 1490086742747,
"exception": null,
"shouldContinue": false,
"shouldDelegate": false,
"chainProcessName": null
},
{
"children": [ ],
"name": "ServiceRemove",
"startTime": 1490086742747,
"stopTime": 1490086742893,
"exception": null,
"shouldContinue": false,
"shouldDelegate": false,
"chainProcessName": null
}
],
"exception": null,
"exitReason": null,
"name": "service.remove"
}
]
},
"processInstanceId": "1pi3074858",
"uuid": "75357f58-a36c-4ecd-a309-ad65edcec950"
},
{
"id": "1pe4800774",
"type": "processExecution",
"links": {
"self": "…/v2-beta/processexecutions/1pe4800774",
"processInstance": "…/v2-beta/processexecutions/1pe4800774/processinstance"
},
"actions": { },
"baseType": "processExecution",
"created": "2017-03-21T09:01:02Z",
"createdTS": 1490086862000,
"log": {
"uuid": "0162d963-a196-4409-a1ae-88e8e0d61150",
"executions": [
{
"children": [ ],
"id": "4e2bf2ef-f486-4762-931d-b1ba4d2d0382",
"startTime": 1490086862689,
"processName": "service.remove",
"stopTime": null,
"processingServerId": "172.17.0.2",
"resourceType": "service",
"resourceId": "105",
"processId": 3074858,
"transitions": [ ],
"processHandlerExecutions": [ 3 items
{
"children": [ ],
"name": "DockerComposeServiceCleanup",
"startTime": 1490086862750,
"stopTime": 1490086862750,
"exception": null,
"shouldContinue": false,
"shouldDelegate": false,
"chainProcessName": null
},
{
"children": [ ],
"name": "DriverServiceRemove",
"startTime": 1490086862750,
"stopTime": 1490086862752,
"exception": null,
"shouldContinue": false,
"shouldDelegate": false,
"chainProcessName": null
},
{
"children": [ ],
"name": "ServiceRemove",
"startTime": 1490086862752,
"stopTime": 1490086862882,
"exception": null,
"shouldContinue": false,
"shouldDelegate": false,
"chainProcessName": null
}
],
"exception": null,
"exitReason": null,
"name": "service.remove"
}
]
},
"processInstanceId": "1pi3074858",
"uuid": "0162d963-a196-4409-a1ae-88e8e0d61150"
},
...and so on
4

Ive tried this sql:

UPDATE process_instance SET exit_reason=‘DONE’, end_time=NOW() WHERE end_time is NULL;

It removed all running service.remove processes, but rancher server still says the service is removing(in progress). I really want to get rid of this zombie service. Please help before I do something stupid.

1 Like
5

I’ve had the same problem, tried the same steps…
And still have the same problem…

Knipsel.JPG1880×49 9.7 KB 

"baseType": "service",
"name": "SERVICE-NAME",
"state": "removing",
"accountId": "1a5",
"assignServiceIpAddress": false,
"createIndex": 149,
"created": "2016-11-20T15:59:45Z",
"createdTS": 1479657585000,
"currentScale": 1,
"description": null,
"externalId": null,
"fqdn": null,
"healthState": "unhealthy",
"instanceIds": null,
"kind": "service",