60 static void codel_vars_init(struct codel_vars *vars)  in codel_vars_init()  argument
62 	memset(vars, 0, sizeof(*vars));  in codel_vars_init()
76 static void codel_Newton_step(struct codel_vars *vars)  in codel_Newton_step()  argument
78 	u32 invsqrt = ((u32)vars->rec_inv_sqrt) << REC_INV_SQRT_SHIFT;  in codel_Newton_step()
80 	u64 val = (3LL << 32) - ((u64)vars->count * invsqrt2);  in codel_Newton_step()
85 	vars->rec_inv_sqrt = val >> REC_INV_SQRT_SHIFT;  in codel_Newton_step()
102 			      struct codel_vars *vars,  in codel_should_drop()  argument
114 		vars->first_above_time = 0;  in codel_should_drop()
119 	vars->ldelay = now - skb_time_func(skb);  in codel_should_drop()
124 	if (codel_time_before(vars->ldelay, params->target) ||  in codel_should_drop()
127 		vars->first_above_time = 0;  in codel_should_drop()
131 	if (vars->first_above_time == 0) {  in codel_should_drop()
135 		vars->first_above_time = now + params->interval;  in codel_should_drop()
136 	} else if (codel_time_after(now, vars->first_above_time)) {  in codel_should_drop()
145 				     struct codel_vars *vars,  in codel_dequeue()  argument
152 	struct sk_buff *skb = dequeue_func(vars, ctx);  in codel_dequeue()
157 		vars->dropping = false;  in codel_dequeue()
161 	drop = codel_should_drop(skb, ctx, vars, params, stats,  in codel_dequeue()
163 	if (vars->dropping) {  in codel_dequeue()
166 			vars->dropping = false;  in codel_dequeue()
167 		} else if (codel_time_after_eq(now, vars->drop_next)) {  in codel_dequeue()
176 			while (vars->dropping &&  in codel_dequeue()
177 			       codel_time_after_eq(now, vars->drop_next)) {  in codel_dequeue()
178 				vars->count++; /* dont care of possible wrap  in codel_dequeue()
181 				codel_Newton_step(vars);  in codel_dequeue()
184 					vars->drop_next =  in codel_dequeue()
185 						codel_control_law(vars->drop_next,  in codel_dequeue()
187 								  vars->rec_inv_sqrt);  in codel_dequeue()
193 				skb = dequeue_func(vars, ctx);  in codel_dequeue()
195 						       vars, params, stats,  in codel_dequeue()
200 					vars->dropping = false;  in codel_dequeue()
203 					vars->drop_next =  in codel_dequeue()
204 						codel_control_law(vars->drop_next,  in codel_dequeue()
206 								  vars->rec_inv_sqrt);  in codel_dequeue()
220 			skb = dequeue_func(vars, ctx);  in codel_dequeue()
221 			drop = codel_should_drop(skb, ctx, vars, params,  in codel_dequeue()
225 		vars->dropping = true;  in codel_dequeue()
230 		delta = vars->count - vars->lastcount;  in codel_dequeue()
232 		    codel_time_before(now - vars->drop_next,  in codel_dequeue()
234 			vars->count = delta;  in codel_dequeue()
239 			codel_Newton_step(vars);  in codel_dequeue()
241 			vars->count = 1;  in codel_dequeue()
242 			vars->rec_inv_sqrt = ~0U >> REC_INV_SQRT_SHIFT;  in codel_dequeue()
244 		vars->lastcount = vars->count;  in codel_dequeue()
245 		vars->drop_next = codel_control_law(now, params->interval,  in codel_dequeue()
246 						    vars->rec_inv_sqrt);  in codel_dequeue()
249 	if (skb && codel_time_after(vars->ldelay, params->ce_threshold) &&  in codel_dequeue()