Add sha1 - AVX2 supported fast implementation, with some crc32c cleanup

pkgs/cpu/cpu.go

@@ -0,0 +1,34 @@
+/*
+ * Mini Object Storage, (C) 2014 Minio, Inc.
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+// +build amd64
+
+package cpu
+
+// #include "cpu.h"
+import "C"
+
+func HasSSE41() bool {
+	return int(C.has_sse41()) == 1
+}
+
+func HasAVX() bool {
+	return int(C.has_avx()) == 1
+}
+
+func HasAVX2() bool {
+	return int(C.has_avx2()) == 1
+}

pkgs/cpu/cpu.h

@@ -0,0 +1,24 @@
+/*
+ * Mini Object Storage, (C) 2014 Minio, Inc.
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+#ifndef __CPU_H__
+#define __CPU_H__
+
+int has_sse41 (void);
+int has_avx (void);
+int has_avx2 (void);
+
+#endif /* __CPU_H__ */

pkgs/cpu/cpu_amd64.S

@@ -0,0 +1,139 @@
+/*
+ * Mini Object Storage, (C) 2014 Minio, Inc.
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License") ;
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+	.file	"cpufeatures.c"
+	.text
+	.type	cpuid, @function
+cpuid:
+.LFB2:
+	.cfi_startproc
+	pushq	%rbp
+	.cfi_def_cfa_offset 16
+	.cfi_offset 6, -16
+	movq	%rsp, %rbp
+	.cfi_def_cfa_register 6
+	pushq	%rbx
+	.cfi_offset 3, -24
+	movq	%rdi, -16(%rbp)
+	movl	%esi, -20(%rbp)
+	movq	-16(%rbp), %rax
+	leaq	4(%rax), %r10
+	movq	-16(%rbp), %rax
+	leaq	8(%rax), %r9
+	movq	-16(%rbp), %rax
+	leaq	12(%rax), %r8
+	movl	-20(%rbp), %eax
+	movl	$0, %edx
+	movl	%edx, %ecx
+#APP
+# 21 "cpufeatures.c" 1
+	cpuid
+# 0 "" 2
+#NO_APP
+	movl	%ebx, %esi
+	movl	%eax, %edi
+	movq	-16(%rbp), %rax
+	movl	%edi, (%rax)
+	movl	%esi, (%r10)
+	movl	%ecx, (%r9)
+	movl	%edx, (%r8)
+	popq	%rbx
+	popq	%rbp
+	.cfi_def_cfa 7, 8
+	ret
+	.cfi_endproc
+.LFE2:
+	.size	cpuid, .-cpuid
+	.globl	has_sse41
+	.type	has_sse41, @function
+has_sse41:
+.LFB3:
+	.cfi_startproc
+	pushq	%rbp
+	.cfi_def_cfa_offset 16
+	.cfi_offset 6, -16
+	movq	%rsp, %rbp
+	.cfi_def_cfa_register 6
+	subq	$16, %rsp
+	leaq	-16(%rbp), %rax
+	movl	$1, %esi
+	movq	%rax, %rdi
+	call	cpuid
+	movl	-8(%rbp), %eax
+	andl	$524288, %eax
+	testl	%eax, %eax
+	setne	%al
+	movzbl	%al, %eax
+	leave
+	.cfi_def_cfa 7, 8
+	ret
+	.cfi_endproc
+.LFE3:
+	.size	has_sse41, .-has_sse41
+	.globl	has_avx
+	.type	has_avx, @function
+has_avx:
+.LFB4:
+	.cfi_startproc
+	pushq	%rbp
+	.cfi_def_cfa_offset 16
+	.cfi_offset 6, -16
+	movq	%rsp, %rbp
+	.cfi_def_cfa_register 6
+	subq	$16, %rsp
+	leaq	-16(%rbp), %rax
+	movl	$1, %esi
+	movq	%rax, %rdi
+	call	cpuid
+	movl	-8(%rbp), %eax
+	andl	$268435456, %eax
+	testl	%eax, %eax
+	setne	%al
+	movzbl	%al, %eax
+	leave
+	.cfi_def_cfa 7, 8
+	ret
+	.cfi_endproc
+.LFE4:
+	.size	has_avx, .-has_avx
+	.globl	has_avx2
+	.type	has_avx2, @function
+has_avx2:
+.LFB5:
+	.cfi_startproc
+	pushq	%rbp
+	.cfi_def_cfa_offset 16
+	.cfi_offset 6, -16
+	movq	%rsp, %rbp
+	.cfi_def_cfa_register 6
+	subq	$16, %rsp
+	leaq	-16(%rbp), %rax
+	movl	$7, %esi
+	movq	%rax, %rdi
+	call	cpuid
+	movl	-12(%rbp), %eax
+	andl	$32, %eax
+	testl	%eax, %eax
+	setne	%al
+	movzbl	%al, %eax
+	leave
+	.cfi_def_cfa 7, 8
+	ret
+	.cfi_endproc
+.LFE5:
+	.size	has_avx2, .-has_avx2
+	.ident	"GCC: (Ubuntu 4.8.2-19ubuntu1) 4.8.2"
+	.section	.note.GNU-stack,"",@progbits

pkgs/cpu/cpu_test.go

@@ -0,0 +1,78 @@
+/*
+ * Mini Object Storage, (C) 2014 Minio, Inc.
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package cpu
+
+import (
+	"errors"
+	"os/exec"
+	"runtime"
+	"strings"
+	"testing"
+
+	. "gopkg.in/check.v1"
+)
+
+func Test(t *testing.T) { TestingT(t) }
+
+type MySuite struct{}
+
+var _ = Suite(&MySuite{})
+
+func hasCpuFeatureFromOS(feature string) (bool, error) {
+	if runtime.GOOS == "linux" {
+		command := exec.Command("/bin/cat", "/proc/cpuinfo")
+		output, err := command.Output()
+		if err != nil {
+			return false, err
+		}
+		if strings.Contains(string(output), feature) {
+			return true, nil
+		} else {
+			return false, nil
+		}
+	} else {
+		// TODO find new way to test cpu flags on windows
+		return false, errors.New("Not Implemented on this platform")
+	}
+}
+
+func (s *MySuite) TestHasSSE41(c *C) {
+	if runtime.GOOS == "linux" {
+		var flag = HasSSE41()
+		osCheck, err := hasCpuFeatureFromOS("sse4_1")
+		c.Assert(err, IsNil)
+		c.Check(flag, Equals, osCheck)
+	}
+}
+
+func (s *MySuite) TestHasAVX(c *C) {
+	if runtime.GOOS == "linux" {
+		var flag = HasAVX()
+		osFlag, err := hasCpuFeatureFromOS("avx")
+		c.Assert(err, IsNil)
+		c.Check(osFlag, Equals, flag)
+	}
+}
+
+func (s *MySuite) TestHasAVX2(c *C) {
+	if runtime.GOOS == "linux" {
+		var flag = HasAVX2()
+		osFlag, err := hasCpuFeatureFromOS("avx2")
+		c.Assert(err, IsNil)
+		c.Check(osFlag, Equals, flag)
+	}
+}