!8791 add style transfer android demo
From: @sishuikang Reviewed-by: @zhanghaibo5,@zhang_xue_tong Signed-off-by: @zhanghaibo5pull/8791/MERGE
@ -0,0 +1,14 @@
|
|||||||
|
*.iml
|
||||||
|
.gradle
|
||||||
|
/local.properties
|
||||||
|
/.idea/caches
|
||||||
|
/.idea/libraries
|
||||||
|
/.idea/modules.xml
|
||||||
|
/.idea/workspace.xml
|
||||||
|
/.idea/navEditor.xml
|
||||||
|
/.idea/assetWizardSettings.xml
|
||||||
|
.DS_Store
|
||||||
|
/build
|
||||||
|
/captures
|
||||||
|
.externalNativeBuild
|
||||||
|
.cxx
|
||||||
@ -0,0 +1 @@
|
|||||||
|
/build
|
||||||
@ -0,0 +1,62 @@
|
|||||||
|
apply plugin: 'com.android.application'
|
||||||
|
apply from: 'download.gradle'
|
||||||
|
|
||||||
|
android {
|
||||||
|
compileSdkVersion 30
|
||||||
|
buildToolsVersion "30.0.1"
|
||||||
|
|
||||||
|
defaultConfig {
|
||||||
|
applicationId "com.mindspore.styletransferdemo"
|
||||||
|
minSdkVersion 21
|
||||||
|
targetSdkVersion 30
|
||||||
|
versionCode 1
|
||||||
|
versionName "1.0"
|
||||||
|
|
||||||
|
testInstrumentationRunner "androidx.test.runner.AndroidJUnitRunner"
|
||||||
|
}
|
||||||
|
|
||||||
|
buildTypes {
|
||||||
|
release {
|
||||||
|
minifyEnabled false
|
||||||
|
proguardFiles getDefaultProguardFile('proguard-android-optimize.txt'), 'proguard-rules.pro'
|
||||||
|
}
|
||||||
|
}
|
||||||
|
aaptOptions {
|
||||||
|
noCompress "ms"
|
||||||
|
}
|
||||||
|
|
||||||
|
lintOptions {
|
||||||
|
checkReleaseBuilds false
|
||||||
|
// Or, if you prefer, you can continue to check for errors in release builds,
|
||||||
|
// but continue the build even when errors are found:
|
||||||
|
abortOnError false
|
||||||
|
}
|
||||||
|
|
||||||
|
repositories {
|
||||||
|
google()
|
||||||
|
jcenter()
|
||||||
|
flatDir {
|
||||||
|
dirs 'libs'
|
||||||
|
}
|
||||||
|
}
|
||||||
|
compileOptions {
|
||||||
|
sourceCompatibility JavaVersion.VERSION_1_8
|
||||||
|
targetCompatibility JavaVersion.VERSION_1_8
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
dependencies {
|
||||||
|
implementation fileTree(dir: "libs", include: ["*.aar"])
|
||||||
|
implementation 'androidx.legacy:legacy-support-v4:1.0.0'
|
||||||
|
implementation 'androidx.recyclerview:recyclerview:1.1.0'
|
||||||
|
|
||||||
|
implementation 'androidx.appcompat:appcompat:1.2.0'
|
||||||
|
implementation 'androidx.constraintlayout:constraintlayout:2.0.4'
|
||||||
|
testImplementation 'junit:junit:4.12'
|
||||||
|
androidTestImplementation 'androidx.test.ext:junit:1.1.2'
|
||||||
|
androidTestImplementation 'androidx.test.espresso:espresso-core:3.3.0'
|
||||||
|
|
||||||
|
implementation 'com.github.bumptech.glide:glide:4.11.0'
|
||||||
|
annotationProcessor 'com.github.bumptech.glide:compiler:4.11.0'
|
||||||
|
}
|
||||||
@ -0,0 +1,88 @@
|
|||||||
|
/**
|
||||||
|
* To download necessary library from HuaWei server.
|
||||||
|
* Including mindspore-lite .so file, minddata-lite .so file and model file.
|
||||||
|
* The libraries can be downloaded manually.
|
||||||
|
*/
|
||||||
|
def mindsporeLite_Version = "mindspore-lite-maven-1.0.1"
|
||||||
|
def targetPredictModelFile = "src/main/assets/style_predict_quant.ms"
|
||||||
|
def targetTransferModelFile = "src/main/assets/style_transfer_quant.ms"
|
||||||
|
def modelPredictDownloadUrl = "https://download.mindspore.cn/model_zoo/official/lite/style_lite/style_predict_quant.ms"
|
||||||
|
def modelTransferDownloadUrl = "https://download.mindspore.cn/model_zoo/official/lite/style_lite/style_transfer_quant.ms"
|
||||||
|
def mindsporeLiteDownloadUrl = "https://ms-release.obs.cn-north-4.myhuaweicloud.com/1.0.1/lite/java/${mindsporeLite_Version}.zip"
|
||||||
|
def mindSporeLibrary = "libs/${mindsporeLite_Version}.zip"
|
||||||
|
def cleantargetMindSporeInclude = "libs"
|
||||||
|
def targetMindSporeInclude = "libs/"
|
||||||
|
|
||||||
|
|
||||||
|
task downloadPredictModelFile(type: DownloadUrlTask) {
|
||||||
|
doFirst {
|
||||||
|
println "Downloading ${modelPredictDownloadUrl}"
|
||||||
|
}
|
||||||
|
sourceUrl = "${modelPredictDownloadUrl}"
|
||||||
|
target = file("${targetPredictModelFile}")
|
||||||
|
}
|
||||||
|
|
||||||
|
task downloadTransferModelFile(type: DownloadUrlTask) {
|
||||||
|
doFirst {
|
||||||
|
println "Downloading ${modelTransferDownloadUrl}"
|
||||||
|
}
|
||||||
|
sourceUrl = "${modelTransferDownloadUrl}"
|
||||||
|
target = file("${targetTransferModelFile}")
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
task downloadMindSporeLibrary(type: DownloadUrlTask) {
|
||||||
|
doFirst {
|
||||||
|
println "Downloading ${mindsporeLiteDownloadUrl}"
|
||||||
|
}
|
||||||
|
sourceUrl = "${mindsporeLiteDownloadUrl}"
|
||||||
|
target = file("${mindSporeLibrary}")
|
||||||
|
}
|
||||||
|
|
||||||
|
task unzipMindSporeInclude(type: Copy, dependsOn: ['downloadMindSporeLibrary']) {
|
||||||
|
doFirst {
|
||||||
|
println "Unzipping ${mindSporeLibrary}"
|
||||||
|
}
|
||||||
|
from zipTree("${mindSporeLibrary}")
|
||||||
|
into "${targetMindSporeInclude}"
|
||||||
|
}
|
||||||
|
|
||||||
|
task cleanUnusedmindsporeFiles(type: Delete, dependsOn: ['unzipMindSporeInclude']) {
|
||||||
|
delete fileTree("${cleantargetMindSporeInclude}").matching {
|
||||||
|
include "*.zip"
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
if (file("libs/mindspore-lite-1.0.1.aar").exists()){
|
||||||
|
downloadMindSporeLibrary.enabled = false
|
||||||
|
unzipMindSporeInclude.enabled = false
|
||||||
|
cleanUnusedmindsporeFiles.enabled = false
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
if (file("src/main/assets/style_transfer_quant.ms").exists()){
|
||||||
|
downloadTransferModelFile.enabled = false
|
||||||
|
}
|
||||||
|
|
||||||
|
if (file("src/main/assets/style_predict_quant.ms").exists()){
|
||||||
|
downloadPredictModelFile.enabled = false
|
||||||
|
}
|
||||||
|
|
||||||
|
preBuild.dependsOn downloadPredictModelFile
|
||||||
|
preBuild.dependsOn downloadTransferModelFile
|
||||||
|
preBuild.dependsOn downloadMindSporeLibrary
|
||||||
|
preBuild.dependsOn unzipMindSporeInclude
|
||||||
|
preBuild.dependsOn cleanUnusedmindsporeFiles
|
||||||
|
|
||||||
|
class DownloadUrlTask extends DefaultTask {
|
||||||
|
@Input
|
||||||
|
String sourceUrl
|
||||||
|
|
||||||
|
@OutputFile
|
||||||
|
File target
|
||||||
|
|
||||||
|
@TaskAction
|
||||||
|
void download() {
|
||||||
|
ant.get(src: sourceUrl, dest: target)
|
||||||
|
}
|
||||||
|
}
|
||||||
@ -0,0 +1,21 @@
|
|||||||
|
# Add project specific ProGuard rules here.
|
||||||
|
# You can control the set of applied configuration files using the
|
||||||
|
# proguardFiles setting in build.gradle.
|
||||||
|
#
|
||||||
|
# For more details, see
|
||||||
|
# http://developer.android.com/guide/developing/tools/proguard.html
|
||||||
|
|
||||||
|
# If your project uses WebView with JS, uncomment the following
|
||||||
|
# and specify the fully qualified class name to the JavaScript interface
|
||||||
|
# class:
|
||||||
|
#-keepclassmembers class fqcn.of.javascript.interface.for.webview {
|
||||||
|
# public *;
|
||||||
|
#}
|
||||||
|
|
||||||
|
# Uncomment this to preserve the line number information for
|
||||||
|
# debugging stack traces.
|
||||||
|
#-keepattributes SourceFile,LineNumberTable
|
||||||
|
|
||||||
|
# If you keep the line number information, uncomment this to
|
||||||
|
# hide the original source file name.
|
||||||
|
#-renamesourcefileattribute SourceFile
|
||||||
@ -0,0 +1,26 @@
|
|||||||
|
package com.mindspore.styletransferdemo;
|
||||||
|
|
||||||
|
import android.content.Context;
|
||||||
|
|
||||||
|
import androidx.test.platform.app.InstrumentationRegistry;
|
||||||
|
import androidx.test.ext.junit.runners.AndroidJUnit4;
|
||||||
|
|
||||||
|
import org.junit.Test;
|
||||||
|
import org.junit.runner.RunWith;
|
||||||
|
|
||||||
|
import static org.junit.Assert.*;
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Instrumented test, which will execute on an Android device.
|
||||||
|
*
|
||||||
|
* @see <a href="http://d.android.com/tools/testing">Testing documentation</a>
|
||||||
|
*/
|
||||||
|
@RunWith(AndroidJUnit4.class)
|
||||||
|
public class ExampleInstrumentedTest {
|
||||||
|
@Test
|
||||||
|
public void useAppContext() {
|
||||||
|
// Context of the app under test.
|
||||||
|
Context appContext = InstrumentationRegistry.getInstrumentation().getTargetContext();
|
||||||
|
assertEquals("com.mindspore.styletransferdemo", appContext.getPackageName());
|
||||||
|
}
|
||||||
|
}
|
||||||
@ -0,0 +1,39 @@
|
|||||||
|
<?xml version="1.0" encoding="utf-8"?>
|
||||||
|
<manifest xmlns:android="http://schemas.android.com/apk/res/android"
|
||||||
|
package="com.mindspore.styletransferdemo">
|
||||||
|
|
||||||
|
<uses-permission android:name="android.permission.CAMERA" />
|
||||||
|
<uses-permission android:name="android.permission.WRITE_INTERNAL_STORAGE" />
|
||||||
|
<uses-permission android:name="android.permission.READ_INTERNAL_STORAGE" />
|
||||||
|
<uses-permission android:name="android.permission.READ_EXTERNAL_STORAGE" />
|
||||||
|
<uses-permission android:name="android.permission.WRITE_EXTERNAL_STORAGE" />
|
||||||
|
<uses-permission android:name="android.permission.MOUNT_UNMOUNT_FILESYSTEM" />
|
||||||
|
<uses-permission android:name="android.permission.READ_PHONE_STATE" />
|
||||||
|
<uses-permission android:name="android.permission.REQUEST_INSTALL_PACKAGES" />
|
||||||
|
|
||||||
|
<application
|
||||||
|
android:allowBackup="true"
|
||||||
|
android:icon="@mipmap/ic_launcher"
|
||||||
|
android:label="@string/app_name"
|
||||||
|
android:requestLegacyExternalStorage="true"
|
||||||
|
android:roundIcon="@mipmap/ic_launcher_round"
|
||||||
|
android:supportsRtl="true"
|
||||||
|
android:theme="@style/AppTheme">
|
||||||
|
<activity
|
||||||
|
android:name=".TestActivity"
|
||||||
|
android:screenOrientation="portrait"
|
||||||
|
android:theme="@style/Theme.AppCompat.Light.NoActionBar">
|
||||||
|
|
||||||
|
</activity>
|
||||||
|
<activity
|
||||||
|
android:name=".MainActivity"
|
||||||
|
android:screenOrientation="portrait"
|
||||||
|
android:theme="@style/Theme.AppCompat.Light.NoActionBar">
|
||||||
|
<intent-filter>
|
||||||
|
<action android:name="android.intent.action.MAIN" />
|
||||||
|
<category android:name="android.intent.category.LAUNCHER" />
|
||||||
|
</intent-filter>
|
||||||
|
</activity>
|
||||||
|
</application>
|
||||||
|
|
||||||
|
</manifest>
|
||||||
|
After Width: | Height: | Size: 722 KiB |
|
After Width: | Height: | Size: 541 KiB |
|
After Width: | Height: | Size: 95 KiB |
|
After Width: | Height: | Size: 146 KiB |
|
After Width: | Height: | Size: 1.9 MiB |
|
After Width: | Height: | Size: 87 KiB |
|
After Width: | Height: | Size: 41 KiB |
|
After Width: | Height: | Size: 181 KiB |
|
After Width: | Height: | Size: 1.5 MiB |
@ -0,0 +1,151 @@
|
|||||||
|
/**
|
||||||
|
* Copyright 2020 Huawei Technologies Co., Ltd
|
||||||
|
* <p>
|
||||||
|
* Licensed under the Apache License, Version 2.0 (the "License");
|
||||||
|
* you may not use this file except in compliance with the License.
|
||||||
|
* You may obtain a copy of the License at
|
||||||
|
* <p>
|
||||||
|
* http://www.apache.org/licenses/LICENSE-2.0
|
||||||
|
* <p>
|
||||||
|
* Unless required by applicable law or agreed to in writing, software
|
||||||
|
* distributed under the License is distributed on an "AS IS" BASIS,
|
||||||
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||||
|
* See the License for the specific language governing permissions and
|
||||||
|
* limitations under the License.
|
||||||
|
*/
|
||||||
|
package com.mindspore.styletransferdemo;
|
||||||
|
|
||||||
|
import android.app.Activity;
|
||||||
|
import android.database.Cursor;
|
||||||
|
import android.graphics.Bitmap;
|
||||||
|
import android.graphics.BitmapFactory;
|
||||||
|
import android.graphics.Matrix;
|
||||||
|
import android.media.ExifInterface;
|
||||||
|
import android.net.Uri;
|
||||||
|
import android.provider.MediaStore;
|
||||||
|
import android.util.Log;
|
||||||
|
|
||||||
|
import java.io.IOException;
|
||||||
|
import java.io.InputStream;
|
||||||
|
|
||||||
|
public class BitmapUtils {
|
||||||
|
private static final String TAG = "BitmapUtils";
|
||||||
|
|
||||||
|
public static void recycleBitmap(Bitmap... bitmaps) {
|
||||||
|
for (Bitmap bitmap : bitmaps) {
|
||||||
|
if (bitmap != null && !bitmap.isRecycled()) {
|
||||||
|
bitmap.recycle();
|
||||||
|
bitmap = null;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
private static String getImagePath(Activity activity, Uri uri) {
|
||||||
|
String[] projection = {MediaStore.Images.Media.DATA};
|
||||||
|
Cursor cursor = activity.managedQuery(uri, projection, null, null, null);
|
||||||
|
int columnIndex = cursor.getColumnIndexOrThrow(MediaStore.Images.Media.DATA);
|
||||||
|
cursor.moveToFirst();
|
||||||
|
return cursor.getString(columnIndex);
|
||||||
|
}
|
||||||
|
|
||||||
|
public static Bitmap loadFromPath(Activity activity, int id, int width, int height) {
|
||||||
|
BitmapFactory.Options options = new BitmapFactory.Options();
|
||||||
|
options.inJustDecodeBounds = true;
|
||||||
|
InputStream is = activity.getResources().openRawResource(id);
|
||||||
|
int sampleSize = calculateInSampleSize(options, width, height);
|
||||||
|
options.inSampleSize = sampleSize;
|
||||||
|
options.inJustDecodeBounds = false;
|
||||||
|
return zoomImage(BitmapFactory.decodeStream(is), width, height);
|
||||||
|
}
|
||||||
|
|
||||||
|
public static Bitmap loadFromPath(Activity activity, Uri uri, int width, int height) {
|
||||||
|
BitmapFactory.Options options = new BitmapFactory.Options();
|
||||||
|
options.inJustDecodeBounds = true;
|
||||||
|
|
||||||
|
String path = getImagePath(activity, uri);
|
||||||
|
BitmapFactory.decodeFile(path, options);
|
||||||
|
int sampleSize = calculateInSampleSize(options, width, height);
|
||||||
|
options.inSampleSize = sampleSize;
|
||||||
|
options.inJustDecodeBounds = false;
|
||||||
|
|
||||||
|
Bitmap bitmap = zoomImage(BitmapFactory.decodeFile(path, options), width, height);
|
||||||
|
return rotateBitmap(bitmap, getRotationAngle(path));
|
||||||
|
}
|
||||||
|
|
||||||
|
private static int calculateInSampleSize(BitmapFactory.Options options, int reqWidth, int reqHeight) {
|
||||||
|
final int width = options.outWidth;
|
||||||
|
final int height = options.outHeight;
|
||||||
|
int inSampleSize = 1;
|
||||||
|
|
||||||
|
if (height > reqHeight || width > reqWidth) {
|
||||||
|
// Calculate height and required height scale.
|
||||||
|
final int heightRatio = Math.round((float) height / (float) reqHeight);
|
||||||
|
// Calculate width and required width scale.
|
||||||
|
final int widthRatio = Math.round((float) width / (float) reqWidth);
|
||||||
|
// Take the larger of the values.
|
||||||
|
inSampleSize = heightRatio > widthRatio ? heightRatio : widthRatio;
|
||||||
|
}
|
||||||
|
return inSampleSize;
|
||||||
|
}
|
||||||
|
|
||||||
|
// Scale pictures to screen width.
|
||||||
|
private static Bitmap zoomImage(Bitmap imageBitmap, int targetWidth, int maxHeight) {
|
||||||
|
float scaleFactor =
|
||||||
|
Math.max(
|
||||||
|
(float) imageBitmap.getWidth() / (float) targetWidth,
|
||||||
|
(float) imageBitmap.getHeight() / (float) maxHeight);
|
||||||
|
Bitmap resizedBitmap =
|
||||||
|
Bitmap.createScaledBitmap(
|
||||||
|
imageBitmap,
|
||||||
|
(int) (imageBitmap.getWidth() / scaleFactor),
|
||||||
|
(int) (imageBitmap.getHeight() / scaleFactor),
|
||||||
|
true);
|
||||||
|
|
||||||
|
return resizedBitmap;
|
||||||
|
}
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Get the rotation angle of the photo.
|
||||||
|
*
|
||||||
|
* @param path photo path.
|
||||||
|
* @return angle.
|
||||||
|
*/
|
||||||
|
public static int getRotationAngle(String path) {
|
||||||
|
int rotation = 0;
|
||||||
|
try {
|
||||||
|
ExifInterface exifInterface = new ExifInterface(path);
|
||||||
|
int orientation = exifInterface.getAttributeInt(ExifInterface.TAG_ORIENTATION, ExifInterface.ORIENTATION_NORMAL);
|
||||||
|
switch (orientation) {
|
||||||
|
case ExifInterface.ORIENTATION_ROTATE_90:
|
||||||
|
rotation = 90;
|
||||||
|
break;
|
||||||
|
case ExifInterface.ORIENTATION_ROTATE_180:
|
||||||
|
rotation = 180;
|
||||||
|
break;
|
||||||
|
case ExifInterface.ORIENTATION_ROTATE_270:
|
||||||
|
rotation = 270;
|
||||||
|
break;
|
||||||
|
default:
|
||||||
|
break;
|
||||||
|
}
|
||||||
|
} catch (IOException e) {
|
||||||
|
Log.e(TAG, "Failed to get rotation: " + e.getMessage());
|
||||||
|
}
|
||||||
|
return rotation;
|
||||||
|
}
|
||||||
|
|
||||||
|
public static Bitmap rotateBitmap(Bitmap bitmap, int angle) {
|
||||||
|
Matrix matrix = new Matrix();
|
||||||
|
matrix.postRotate(angle);
|
||||||
|
Bitmap result = null;
|
||||||
|
try {
|
||||||
|
result = Bitmap.createBitmap(bitmap, 0, 0, bitmap.getWidth(), bitmap.getHeight(), matrix, true);
|
||||||
|
} catch (OutOfMemoryError e) {
|
||||||
|
Log.e(TAG, "Failed to rotate bitmap: " + e.getMessage());
|
||||||
|
}
|
||||||
|
if (result == null) {
|
||||||
|
return bitmap;
|
||||||
|
}
|
||||||
|
return result;
|
||||||
|
}
|
||||||
|
}
|
||||||
@ -0,0 +1,201 @@
|
|||||||
|
/**
|
||||||
|
* Copyright 2020 Huawei Technologies Co., Ltd
|
||||||
|
* <p>
|
||||||
|
* Licensed under the Apache License, Version 2.0 (the "License");
|
||||||
|
* you may not use this file except in compliance with the License.
|
||||||
|
* You may obtain a copy of the License at
|
||||||
|
* <p>
|
||||||
|
* http://www.apache.org/licenses/LICENSE-2.0
|
||||||
|
* <p>
|
||||||
|
* Unless required by applicable law or agreed to in writing, software
|
||||||
|
* distributed under the License is distributed on an "AS IS" BASIS,
|
||||||
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||||
|
* See the License for the specific language governing permissions and
|
||||||
|
* limitations under the License.
|
||||||
|
*/
|
||||||
|
package com.mindspore.styletransferdemo;
|
||||||
|
|
||||||
|
import android.content.Context;
|
||||||
|
import android.graphics.Bitmap;
|
||||||
|
import android.graphics.BitmapFactory;
|
||||||
|
import android.graphics.Color;
|
||||||
|
import android.graphics.Matrix;
|
||||||
|
import android.graphics.RectF;
|
||||||
|
|
||||||
|
import androidx.annotation.NonNull;
|
||||||
|
import androidx.exifinterface.media.ExifInterface;
|
||||||
|
|
||||||
|
import java.io.File;
|
||||||
|
import java.io.IOException;
|
||||||
|
import java.io.InputStream;
|
||||||
|
import java.nio.ByteBuffer;
|
||||||
|
import java.nio.ByteOrder;
|
||||||
|
|
||||||
|
public class ImageUtils {
|
||||||
|
|
||||||
|
private static Matrix decodeExifOrientation(int orientation) {
|
||||||
|
Matrix matrix = new Matrix();
|
||||||
|
|
||||||
|
switch (orientation) {
|
||||||
|
case ExifInterface.ORIENTATION_NORMAL:
|
||||||
|
case ExifInterface.ORIENTATION_UNDEFINED:
|
||||||
|
break;
|
||||||
|
case ExifInterface.ORIENTATION_ROTATE_90:
|
||||||
|
matrix.postRotate(90F);
|
||||||
|
break;
|
||||||
|
case ExifInterface.ORIENTATION_ROTATE_180:
|
||||||
|
matrix.postRotate(180F);
|
||||||
|
break;
|
||||||
|
case ExifInterface.ORIENTATION_ROTATE_270:
|
||||||
|
matrix.postRotate(270F);
|
||||||
|
break;
|
||||||
|
case ExifInterface.ORIENTATION_FLIP_HORIZONTAL:
|
||||||
|
matrix.postScale(-1F, 1F);
|
||||||
|
break;
|
||||||
|
case ExifInterface.ORIENTATION_FLIP_VERTICAL:
|
||||||
|
matrix.postScale(1F, -1F);
|
||||||
|
break;
|
||||||
|
case ExifInterface.ORIENTATION_TRANSPOSE:
|
||||||
|
matrix.postScale(-1F, 1F);
|
||||||
|
matrix.postRotate(270F);
|
||||||
|
break;
|
||||||
|
case ExifInterface.ORIENTATION_TRANSVERSE:
|
||||||
|
matrix.postScale(-1F, 1F);
|
||||||
|
matrix.postRotate(90F);
|
||||||
|
break;
|
||||||
|
|
||||||
|
default:
|
||||||
|
try {
|
||||||
|
new IllegalArgumentException("Invalid orientation: " + orientation);
|
||||||
|
} catch (Throwable throwable) {
|
||||||
|
throwable.printStackTrace();
|
||||||
|
}
|
||||||
|
}
|
||||||
|
return matrix;
|
||||||
|
}
|
||||||
|
|
||||||
|
public void setExifOrientation(@NonNull String filePath, @NonNull String value) {
|
||||||
|
try {
|
||||||
|
ExifInterface exif = new ExifInterface(filePath);
|
||||||
|
exif.setAttribute(ExifInterface.TAG_ORIENTATION, value);
|
||||||
|
exif.saveAttributes();
|
||||||
|
} catch (IOException e) {
|
||||||
|
e.printStackTrace();
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
public int computeExifOrientation(int rotationDegrees, boolean mirrored) {
|
||||||
|
if (rotationDegrees == 0 && !mirrored) {
|
||||||
|
return ExifInterface.ORIENTATION_NORMAL;
|
||||||
|
} else if (rotationDegrees == 0 && mirrored) {
|
||||||
|
return ExifInterface.ORIENTATION_FLIP_HORIZONTAL;
|
||||||
|
} else if (rotationDegrees == 180 && !mirrored) {
|
||||||
|
return ExifInterface.ORIENTATION_ROTATE_180;
|
||||||
|
} else if (rotationDegrees == 180 && mirrored) {
|
||||||
|
return ExifInterface.ORIENTATION_FLIP_VERTICAL;
|
||||||
|
} else if (rotationDegrees == 90 && !mirrored) {
|
||||||
|
return ExifInterface.ORIENTATION_ROTATE_90;
|
||||||
|
} else if (rotationDegrees == 90 && mirrored) {
|
||||||
|
return ExifInterface.ORIENTATION_TRANSPOSE;
|
||||||
|
} else if (rotationDegrees == 270 && !mirrored) {
|
||||||
|
return ExifInterface.ORIENTATION_ROTATE_270;
|
||||||
|
} else if (rotationDegrees == 270 && mirrored) {
|
||||||
|
return ExifInterface.ORIENTATION_TRANSVERSE;
|
||||||
|
} else {
|
||||||
|
return ExifInterface.ORIENTATION_UNDEFINED;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
public static Bitmap decodeBitmap(@NonNull File file) {
|
||||||
|
Bitmap finalBitmap = null;
|
||||||
|
try {
|
||||||
|
ExifInterface exif = new ExifInterface(file.getAbsolutePath());
|
||||||
|
|
||||||
|
Matrix transformation = decodeExifOrientation(exif.getAttributeInt(ExifInterface.TAG_ORIENTATION, ExifInterface.ORIENTATION_ROTATE_90));
|
||||||
|
|
||||||
|
BitmapFactory.Options options = new BitmapFactory.Options();
|
||||||
|
Bitmap bitmap = BitmapFactory.decodeFile(file.getAbsolutePath(), options);
|
||||||
|
finalBitmap = Bitmap.createBitmap(bitmap, 0, 0, bitmap.getWidth(), bitmap.getHeight(), transformation, true);
|
||||||
|
} catch (IOException e) {
|
||||||
|
e.printStackTrace();
|
||||||
|
}
|
||||||
|
return finalBitmap;
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
public static Bitmap scaleBitmapAndKeepRatio(Bitmap targetBmp, int reqHeightInPixels, int reqWidthInPixels) {
|
||||||
|
if (targetBmp.getHeight() == reqHeightInPixels && targetBmp.getWidth() == reqWidthInPixels) {
|
||||||
|
return targetBmp;
|
||||||
|
}
|
||||||
|
|
||||||
|
Matrix matrix = new Matrix();
|
||||||
|
matrix.setRectToRect(new RectF(0f, 0f,
|
||||||
|
targetBmp.getWidth(),
|
||||||
|
targetBmp.getHeight()
|
||||||
|
), new RectF(0f, 0f,
|
||||||
|
reqWidthInPixels,
|
||||||
|
reqHeightInPixels
|
||||||
|
), Matrix.ScaleToFit.FILL);
|
||||||
|
|
||||||
|
return Bitmap.createBitmap(
|
||||||
|
targetBmp, 0, 0,
|
||||||
|
targetBmp.getWidth(),
|
||||||
|
targetBmp.getHeight(), matrix, true
|
||||||
|
);
|
||||||
|
}
|
||||||
|
|
||||||
|
public static Bitmap loadBitmapFromResources(Context context, String path) {
|
||||||
|
try {
|
||||||
|
InputStream inputStream = context.getAssets().open(path);
|
||||||
|
return BitmapFactory.decodeStream(inputStream);
|
||||||
|
} catch (IOException e) {
|
||||||
|
e.printStackTrace();
|
||||||
|
}
|
||||||
|
return null;
|
||||||
|
}
|
||||||
|
|
||||||
|
public static ByteBuffer bitmapToByteBuffer(Bitmap bitmapIn, int width, int height, float mean, float std) {
|
||||||
|
Bitmap bitmap = scaleBitmapAndKeepRatio(bitmapIn, width, height);
|
||||||
|
ByteBuffer inputImage = ByteBuffer.allocateDirect(1 * width * height * 3 * 4);
|
||||||
|
inputImage.order(ByteOrder.nativeOrder());
|
||||||
|
inputImage.rewind();
|
||||||
|
int[] intValues = new int[width * height];
|
||||||
|
bitmap.getPixels(intValues, 0, width, 0, 0, width, height);
|
||||||
|
int pixel = 0;
|
||||||
|
for (int y = 0; y < height; y++) {
|
||||||
|
for (int x = 0; x < width; x++) {
|
||||||
|
int value = intValues[pixel++];
|
||||||
|
inputImage.putFloat(((float) (value >> 16 & 255) - mean) / std);
|
||||||
|
inputImage.putFloat(((float) (value >> 8 & 255) - mean) / std);
|
||||||
|
inputImage.putFloat(((float) (value & 255) - mean) / std);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
inputImage.rewind();
|
||||||
|
return inputImage;
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
public static Bitmap convertArrayToBitmap(float[][][][] imageArray, int imageWidth, int imageHeight) {
|
||||||
|
Bitmap styledImage = Bitmap.createBitmap(imageWidth, imageHeight, Bitmap.Config.ARGB_8888);
|
||||||
|
|
||||||
|
for (int x = 0; x < imageArray[0].length; x++) {
|
||||||
|
for (int y = 0; y < imageArray[0][0].length; y++) {
|
||||||
|
|
||||||
|
int color = Color.rgb((int) (imageArray[0][x][y][0] * (float) 255),
|
||||||
|
(int) (imageArray[0][x][y][1] * (float) 255),
|
||||||
|
(int) (imageArray[0][x][y][2] * (float) 255));
|
||||||
|
// this y, x is in the correct order!!!
|
||||||
|
styledImage.setPixel(y, x, color);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
return styledImage;
|
||||||
|
}
|
||||||
|
|
||||||
|
public Bitmap createEmptyBitmap(int imageWidth, int imageHeigth, int color) {
|
||||||
|
Bitmap ret = Bitmap.createBitmap(imageWidth, imageHeigth, Bitmap.Config.RGB_565);
|
||||||
|
if (color != 0) {
|
||||||
|
ret.eraseColor(color);
|
||||||
|
}
|
||||||
|
return ret;
|
||||||
|
}
|
||||||
|
}
|
||||||
@ -0,0 +1,223 @@
|
|||||||
|
/**
|
||||||
|
* Copyright 2020 Huawei Technologies Co., Ltd
|
||||||
|
* <p>
|
||||||
|
* Licensed under the Apache License, Version 2.0 (the "License");
|
||||||
|
* you may not use this file except in compliance with the License.
|
||||||
|
* You may obtain a copy of the License at
|
||||||
|
* <p>
|
||||||
|
* http://www.apache.org/licenses/LICENSE-2.0
|
||||||
|
* <p>
|
||||||
|
* Unless required by applicable law or agreed to in writing, software
|
||||||
|
* distributed under the License is distributed on an "AS IS" BASIS,
|
||||||
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||||
|
* See the License for the specific language governing permissions and
|
||||||
|
* limitations under the License.
|
||||||
|
*/
|
||||||
|
package com.mindspore.styletransferdemo;
|
||||||
|
|
||||||
|
import android.Manifest;
|
||||||
|
import android.content.Intent;
|
||||||
|
import android.content.res.Configuration;
|
||||||
|
import android.graphics.Bitmap;
|
||||||
|
import android.net.Uri;
|
||||||
|
import android.os.Bundle;
|
||||||
|
import android.provider.MediaStore;
|
||||||
|
import android.text.TextUtils;
|
||||||
|
import android.util.Log;
|
||||||
|
import android.util.Pair;
|
||||||
|
import android.view.View;
|
||||||
|
import android.widget.ImageView;
|
||||||
|
import android.widget.ProgressBar;
|
||||||
|
import android.widget.Toast;
|
||||||
|
|
||||||
|
import androidx.annotation.NonNull;
|
||||||
|
import androidx.annotation.Nullable;
|
||||||
|
import androidx.appcompat.app.AppCompatActivity;
|
||||||
|
import androidx.core.app.ActivityCompat;
|
||||||
|
|
||||||
|
import com.bumptech.glide.Glide;
|
||||||
|
|
||||||
|
public class MainActivity extends AppCompatActivity implements View.OnClickListener, StyleFragment.OnListFragmentInteractionListener {
|
||||||
|
|
||||||
|
private static final String TAG = "MainActivity";
|
||||||
|
|
||||||
|
private static final int REQUEST_PERMISSION = 1;
|
||||||
|
private static final int RC_CHOOSE_PHOTO = 2;
|
||||||
|
|
||||||
|
private StyleTransferModelExecutor transferModelExecutor;
|
||||||
|
|
||||||
|
private boolean isHasPermssion;
|
||||||
|
private boolean isRunningModel;
|
||||||
|
|
||||||
|
private ImageView imgOrigin, imgStyle, imgResult;
|
||||||
|
private ProgressBar progressResult;
|
||||||
|
private Uri imageUri;
|
||||||
|
|
||||||
|
private Integer maxWidthOfImage;
|
||||||
|
private Integer maxHeightOfImage;
|
||||||
|
private boolean isLandScape;
|
||||||
|
|
||||||
|
private Bitmap originBitmap, styleBitmap;
|
||||||
|
private StyleFragment styleFragment;
|
||||||
|
private String selectedStyle;
|
||||||
|
|
||||||
|
@Override
|
||||||
|
protected void onCreate(Bundle savedInstanceState) {
|
||||||
|
super.onCreate(savedInstanceState);
|
||||||
|
setContentView(R.layout.activity_main);
|
||||||
|
this.isLandScape = getResources().getConfiguration().orientation == Configuration.ORIENTATION_LANDSCAPE;
|
||||||
|
requestPermissions();
|
||||||
|
init();
|
||||||
|
}
|
||||||
|
|
||||||
|
private void init() {
|
||||||
|
imgOrigin = findViewById(R.id.img_origin);
|
||||||
|
imgStyle = findViewById(R.id.img_style);
|
||||||
|
imgResult = findViewById(R.id.img_result);
|
||||||
|
progressResult = findViewById(R.id.progress_circular);
|
||||||
|
|
||||||
|
imgOrigin.setOnClickListener(this);
|
||||||
|
imgStyle.setOnClickListener(this);
|
||||||
|
imgResult.setOnClickListener(this);
|
||||||
|
|
||||||
|
styleFragment = StyleFragment.newInstance();
|
||||||
|
transferModelExecutor = new StyleTransferModelExecutor(this, false);
|
||||||
|
}
|
||||||
|
|
||||||
|
private void requestPermissions() {
|
||||||
|
ActivityCompat.requestPermissions(this,
|
||||||
|
new String[]{Manifest.permission.READ_EXTERNAL_STORAGE, Manifest.permission.WRITE_EXTERNAL_STORAGE,
|
||||||
|
Manifest.permission.READ_PHONE_STATE, Manifest.permission.CAMERA}, REQUEST_PERMISSION);
|
||||||
|
}
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Authority application result callback
|
||||||
|
*/
|
||||||
|
@Override
|
||||||
|
public void onRequestPermissionsResult(int requestCode, @NonNull String[] permissions, @NonNull int[] grantResults) {
|
||||||
|
if (REQUEST_PERMISSION == requestCode) {
|
||||||
|
isHasPermssion = true;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
@Override
|
||||||
|
public void onClick(View view) {
|
||||||
|
if (view.getId() == R.id.img_origin) {
|
||||||
|
if (isHasPermssion) {
|
||||||
|
openGallay();
|
||||||
|
} else {
|
||||||
|
requestPermissions();
|
||||||
|
}
|
||||||
|
} else if (view.getId() == R.id.img_style) {
|
||||||
|
if (!isRunningModel) {
|
||||||
|
styleFragment.show(getSupportFragmentManager(), TAG);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
private void openGallay() {
|
||||||
|
Intent intentToPickPic = new Intent(Intent.ACTION_PICK, null);
|
||||||
|
intentToPickPic.setDataAndType(MediaStore.Images.Media.EXTERNAL_CONTENT_URI, "image/*");
|
||||||
|
startActivityForResult(intentToPickPic, RC_CHOOSE_PHOTO);
|
||||||
|
}
|
||||||
|
|
||||||
|
@Override
|
||||||
|
protected void onActivityResult(int requestCode, int resultCode, @Nullable Intent data) {
|
||||||
|
super.onActivityResult(requestCode, resultCode, data);
|
||||||
|
|
||||||
|
if (RC_CHOOSE_PHOTO == requestCode && null != data && null != data.getData()) {
|
||||||
|
if (data != null) {
|
||||||
|
this.imageUri = data.getData();
|
||||||
|
showOriginImage();
|
||||||
|
}
|
||||||
|
} else {
|
||||||
|
finish();
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
private void showOriginImage() {
|
||||||
|
Pair<Integer, Integer> targetedSize = this.getTargetSize();
|
||||||
|
int targetWidth = targetedSize.first;
|
||||||
|
int maxHeight = targetedSize.second;
|
||||||
|
originBitmap = BitmapUtils.loadFromPath(MainActivity.this, imageUri, targetWidth, maxHeight);
|
||||||
|
// Determine how much to scale down the image.
|
||||||
|
Log.i(TAG, "resized image size width:" + originBitmap.getWidth() + ",height: " + originBitmap.getHeight());
|
||||||
|
|
||||||
|
if (originBitmap != null) {
|
||||||
|
Glide.with(this).load(originBitmap).into(imgOrigin);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
@Override
|
||||||
|
public void onListFragmentInteraction(String item) {
|
||||||
|
this.selectedStyle = item;
|
||||||
|
styleFragment.dismiss();
|
||||||
|
startRunningModel();
|
||||||
|
}
|
||||||
|
|
||||||
|
private void startRunningModel() {
|
||||||
|
if (!isRunningModel && !TextUtils.isEmpty(selectedStyle)) {
|
||||||
|
styleBitmap = ImageUtils.loadBitmapFromResources(this, getUriFromAssetThumb(selectedStyle));
|
||||||
|
Glide.with(this)
|
||||||
|
.load(styleBitmap)
|
||||||
|
.into(imgStyle);
|
||||||
|
|
||||||
|
if (originBitmap == null) {
|
||||||
|
Toast.makeText(this, "Please select an original picture first", Toast.LENGTH_SHORT).show();
|
||||||
|
return;
|
||||||
|
}
|
||||||
|
progressResult.setVisibility(View.VISIBLE);
|
||||||
|
isRunningModel = true;
|
||||||
|
ModelExecutionResult result = transferModelExecutor.execute(originBitmap, styleBitmap);
|
||||||
|
Glide.with(this).load(result.getStyledImage()).into(imgResult);
|
||||||
|
progressResult.setVisibility(View.GONE);
|
||||||
|
isRunningModel = false;
|
||||||
|
} else {
|
||||||
|
Toast.makeText(this, "Previous Model still running", Toast.LENGTH_SHORT).show();
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
private String getUriFromAssetThumb(String thumb) {
|
||||||
|
return "thumbnails/" + thumb;
|
||||||
|
}
|
||||||
|
|
||||||
|
// Returns max width of image.
|
||||||
|
private Integer getMaxWidthOfImage() {
|
||||||
|
if (this.maxWidthOfImage == null) {
|
||||||
|
if (this.isLandScape) {
|
||||||
|
this.maxWidthOfImage = ((View) this.imgOrigin.getParent()).getHeight();
|
||||||
|
} else {
|
||||||
|
this.maxWidthOfImage = ((View) this.imgOrigin.getParent()).getWidth();
|
||||||
|
}
|
||||||
|
}
|
||||||
|
return this.maxWidthOfImage;
|
||||||
|
}
|
||||||
|
|
||||||
|
// Returns max height of image.
|
||||||
|
private Integer getMaxHeightOfImage() {
|
||||||
|
if (this.maxHeightOfImage == null) {
|
||||||
|
if (this.isLandScape) {
|
||||||
|
this.maxHeightOfImage = ((View) this.imgOrigin.getParent()).getWidth();
|
||||||
|
} else {
|
||||||
|
this.maxHeightOfImage = ((View) this.imgOrigin.getParent()).getHeight();
|
||||||
|
}
|
||||||
|
}
|
||||||
|
return this.maxHeightOfImage;
|
||||||
|
}
|
||||||
|
|
||||||
|
// Gets the targeted size(width / height).
|
||||||
|
private Pair<Integer, Integer> getTargetSize() {
|
||||||
|
Integer targetWidth;
|
||||||
|
Integer targetHeight;
|
||||||
|
Integer maxWidth = this.getMaxWidthOfImage();
|
||||||
|
Integer maxHeight = this.getMaxHeightOfImage();
|
||||||
|
targetWidth = this.isLandScape ? maxHeight : maxWidth;
|
||||||
|
targetHeight = this.isLandScape ? maxWidth : maxHeight;
|
||||||
|
Log.i(TAG, "height:" + targetHeight + ",width:" + targetWidth);
|
||||||
|
return new Pair<>(targetWidth, targetHeight);
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
}
|
||||||
@ -0,0 +1,112 @@
|
|||||||
|
/**
|
||||||
|
* Copyright 2020 Huawei Technologies Co., Ltd
|
||||||
|
* <p>
|
||||||
|
* Licensed under the Apache License, Version 2.0 (the "License");
|
||||||
|
* you may not use this file except in compliance with the License.
|
||||||
|
* You may obtain a copy of the License at
|
||||||
|
* <p>
|
||||||
|
* http://www.apache.org/licenses/LICENSE-2.0
|
||||||
|
* <p>
|
||||||
|
* Unless required by applicable law or agreed to in writing, software
|
||||||
|
* distributed under the License is distributed on an "AS IS" BASIS,
|
||||||
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||||
|
* See the License for the specific language governing permissions and
|
||||||
|
* limitations under the License.
|
||||||
|
*/
|
||||||
|
package com.mindspore.styletransferdemo;
|
||||||
|
|
||||||
|
import android.graphics.Bitmap;
|
||||||
|
|
||||||
|
public class ModelExecutionResult {
|
||||||
|
private Bitmap styledImage;
|
||||||
|
private long preProcessTime;
|
||||||
|
private long stylePredictTime;
|
||||||
|
private long styleTransferTime;
|
||||||
|
private long postProcessTime;
|
||||||
|
private long totalExecutionTime;
|
||||||
|
private String executionLog;
|
||||||
|
private String errorMessage;
|
||||||
|
|
||||||
|
|
||||||
|
public ModelExecutionResult(Bitmap styledImage, long preProcessTime, long stylePredictTime, long styleTransferTime, long postProcessTime, long totalExecutionTime, String executionLog) {
|
||||||
|
this.styledImage = styledImage;
|
||||||
|
this.preProcessTime = preProcessTime;
|
||||||
|
this.stylePredictTime = stylePredictTime;
|
||||||
|
this.styleTransferTime = styleTransferTime;
|
||||||
|
this.postProcessTime = postProcessTime;
|
||||||
|
this.totalExecutionTime = totalExecutionTime;
|
||||||
|
this.executionLog = executionLog;
|
||||||
|
}
|
||||||
|
|
||||||
|
public Bitmap getStyledImage() {
|
||||||
|
return styledImage;
|
||||||
|
}
|
||||||
|
|
||||||
|
public ModelExecutionResult setStyledImage(Bitmap styledImage) {
|
||||||
|
this.styledImage = styledImage;
|
||||||
|
return this;
|
||||||
|
}
|
||||||
|
|
||||||
|
public long getPreProcessTime() {
|
||||||
|
return preProcessTime;
|
||||||
|
}
|
||||||
|
|
||||||
|
public ModelExecutionResult setPreProcessTime(long preProcessTime) {
|
||||||
|
this.preProcessTime = preProcessTime;
|
||||||
|
return this;
|
||||||
|
}
|
||||||
|
|
||||||
|
public long getStylePredictTime() {
|
||||||
|
return stylePredictTime;
|
||||||
|
}
|
||||||
|
|
||||||
|
public ModelExecutionResult setStylePredictTime(long stylePredictTime) {
|
||||||
|
this.stylePredictTime = stylePredictTime;
|
||||||
|
return this;
|
||||||
|
}
|
||||||
|
|
||||||
|
public long getStyleTransferTime() {
|
||||||
|
return styleTransferTime;
|
||||||
|
}
|
||||||
|
|
||||||
|
public ModelExecutionResult setStyleTransferTime(long styleTransferTime) {
|
||||||
|
this.styleTransferTime = styleTransferTime;
|
||||||
|
return this;
|
||||||
|
}
|
||||||
|
|
||||||
|
public long getPostProcessTime() {
|
||||||
|
return postProcessTime;
|
||||||
|
}
|
||||||
|
|
||||||
|
public ModelExecutionResult setPostProcessTime(long postProcessTime) {
|
||||||
|
this.postProcessTime = postProcessTime;
|
||||||
|
return this;
|
||||||
|
}
|
||||||
|
|
||||||
|
public long getTotalExecutionTime() {
|
||||||
|
return totalExecutionTime;
|
||||||
|
}
|
||||||
|
|
||||||
|
public ModelExecutionResult setTotalExecutionTime(long totalExecutionTime) {
|
||||||
|
this.totalExecutionTime = totalExecutionTime;
|
||||||
|
return this;
|
||||||
|
}
|
||||||
|
|
||||||
|
public String getExecutionLog() {
|
||||||
|
return executionLog;
|
||||||
|
}
|
||||||
|
|
||||||
|
public ModelExecutionResult setExecutionLog(String executionLog) {
|
||||||
|
this.executionLog = executionLog;
|
||||||
|
return this;
|
||||||
|
}
|
||||||
|
|
||||||
|
public String getErrorMessage() {
|
||||||
|
return errorMessage;
|
||||||
|
}
|
||||||
|
|
||||||
|
public ModelExecutionResult setErrorMessage(String errorMessage) {
|
||||||
|
this.errorMessage = errorMessage;
|
||||||
|
return this;
|
||||||
|
}
|
||||||
|
}
|
||||||
@ -0,0 +1,92 @@
|
|||||||
|
/**
|
||||||
|
* Copyright 2020 Huawei Technologies Co., Ltd
|
||||||
|
* <p>
|
||||||
|
* Licensed under the Apache License, Version 2.0 (the "License");
|
||||||
|
* you may not use this file except in compliance with the License.
|
||||||
|
* You may obtain a copy of the License at
|
||||||
|
* <p>
|
||||||
|
* http://www.apache.org/licenses/LICENSE-2.0
|
||||||
|
* <p>
|
||||||
|
* Unless required by applicable law or agreed to in writing, software
|
||||||
|
* distributed under the License is distributed on an "AS IS" BASIS,
|
||||||
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||||
|
* See the License for the specific language governing permissions and
|
||||||
|
* limitations under the License.
|
||||||
|
*/
|
||||||
|
package com.mindspore.styletransferdemo;
|
||||||
|
|
||||||
|
import android.content.Context;
|
||||||
|
import android.os.Bundle;
|
||||||
|
import android.view.LayoutInflater;
|
||||||
|
import android.view.View;
|
||||||
|
import android.view.ViewGroup;
|
||||||
|
|
||||||
|
import androidx.annotation.NonNull;
|
||||||
|
import androidx.fragment.app.DialogFragment;
|
||||||
|
import androidx.fragment.app.Fragment;
|
||||||
|
import androidx.recyclerview.widget.GridLayoutManager;
|
||||||
|
import androidx.recyclerview.widget.RecyclerView;
|
||||||
|
|
||||||
|
import java.io.IOException;
|
||||||
|
import java.util.ArrayList;
|
||||||
|
import java.util.Arrays;
|
||||||
|
import java.util.List;
|
||||||
|
|
||||||
|
/**
|
||||||
|
* A simple {@link Fragment} subclass.
|
||||||
|
* Use the {@link StyleFragment#newInstance} factory method to
|
||||||
|
* create an instance of this fragment.
|
||||||
|
*/
|
||||||
|
public class StyleFragment extends DialogFragment {
|
||||||
|
|
||||||
|
private OnListFragmentInteractionListener listener;
|
||||||
|
|
||||||
|
public StyleFragment() {
|
||||||
|
// Required empty public constructor
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
public static StyleFragment newInstance() {
|
||||||
|
StyleFragment fragment = new StyleFragment();
|
||||||
|
return fragment;
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
@Override
|
||||||
|
public View onCreateView(LayoutInflater inflater, ViewGroup container,
|
||||||
|
Bundle savedInstanceState) {
|
||||||
|
View view = inflater.inflate(R.layout.fragment_style, container, false);
|
||||||
|
List<String> styles = new ArrayList<>();
|
||||||
|
try {
|
||||||
|
styles.addAll(Arrays.asList(getActivity().getAssets().list("thumbnails")));
|
||||||
|
} catch (IOException e) {
|
||||||
|
e.printStackTrace();
|
||||||
|
}
|
||||||
|
|
||||||
|
if (view instanceof RecyclerView) {
|
||||||
|
GridLayoutManager gridLayoutManager = new GridLayoutManager(getContext(), 3);
|
||||||
|
((RecyclerView) view).setLayoutManager(gridLayoutManager);
|
||||||
|
((RecyclerView) view).setAdapter(new StyleRecyclerViewAdapter(getActivity(), styles, listener));
|
||||||
|
}
|
||||||
|
|
||||||
|
return view;
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
@Override
|
||||||
|
public void onAttach(@NonNull Context context) {
|
||||||
|
super.onAttach(context);
|
||||||
|
if (context instanceof OnListFragmentInteractionListener) {
|
||||||
|
this.listener = (StyleFragment.OnListFragmentInteractionListener) context;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
public void onDetach() {
|
||||||
|
super.onDetach();
|
||||||
|
this.listener = null;
|
||||||
|
}
|
||||||
|
|
||||||
|
public interface OnListFragmentInteractionListener {
|
||||||
|
void onListFragmentInteraction(String item);
|
||||||
|
}
|
||||||
|
}
|
||||||
@ -0,0 +1,111 @@
|
|||||||
|
/**
|
||||||
|
* Copyright 2020 Huawei Technologies Co., Ltd
|
||||||
|
* <p>
|
||||||
|
* Licensed under the Apache License, Version 2.0 (the "License");
|
||||||
|
* you may not use this file except in compliance with the License.
|
||||||
|
* You may obtain a copy of the License at
|
||||||
|
* <p>
|
||||||
|
* http://www.apache.org/licenses/LICENSE-2.0
|
||||||
|
* <p>
|
||||||
|
* Unless required by applicable law or agreed to in writing, software
|
||||||
|
* distributed under the License is distributed on an "AS IS" BASIS,
|
||||||
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||||
|
* See the License for the specific language governing permissions and
|
||||||
|
* limitations under the License.
|
||||||
|
*/
|
||||||
|
package com.mindspore.styletransferdemo;
|
||||||
|
|
||||||
|
import android.content.Context;
|
||||||
|
import android.net.Uri;
|
||||||
|
import android.view.LayoutInflater;
|
||||||
|
import android.view.View;
|
||||||
|
import android.view.ViewGroup;
|
||||||
|
import android.widget.ImageView;
|
||||||
|
|
||||||
|
import androidx.annotation.NonNull;
|
||||||
|
import androidx.recyclerview.widget.RecyclerView;
|
||||||
|
|
||||||
|
import com.bumptech.glide.Glide;
|
||||||
|
|
||||||
|
import java.util.List;
|
||||||
|
|
||||||
|
public class StyleRecyclerViewAdapter extends RecyclerView.Adapter<StyleRecyclerViewAdapter.StyleItemViewHolder> {
|
||||||
|
|
||||||
|
private View.OnClickListener mOnClickListener;
|
||||||
|
private List<String> stylesList;
|
||||||
|
private Context context;
|
||||||
|
private StyleFragment.OnListFragmentInteractionListener mListener;
|
||||||
|
|
||||||
|
public StyleRecyclerViewAdapter(Context context, List<String> stylesList, StyleFragment.OnListFragmentInteractionListener mListener) {
|
||||||
|
this.stylesList = stylesList;
|
||||||
|
this.context = context;
|
||||||
|
this.mListener = mListener;
|
||||||
|
|
||||||
|
this.mOnClickListener = new View.OnClickListener() {
|
||||||
|
@Override
|
||||||
|
public void onClick(View view) {
|
||||||
|
|
||||||
|
}
|
||||||
|
};
|
||||||
|
|
||||||
|
this.mOnClickListener = (View.OnClickListener) (new View.OnClickListener() {
|
||||||
|
public final void onClick(View v) {
|
||||||
|
|
||||||
|
if (v.getTag() != null && v.getTag() instanceof String) {
|
||||||
|
mListener.onListFragmentInteraction(String.valueOf(v.getTag()));
|
||||||
|
}
|
||||||
|
}
|
||||||
|
});
|
||||||
|
}
|
||||||
|
|
||||||
|
@NonNull
|
||||||
|
@Override
|
||||||
|
public StyleItemViewHolder onCreateViewHolder(@NonNull ViewGroup parent, int viewType) {
|
||||||
|
View view = LayoutInflater.from(context)
|
||||||
|
.inflate(R.layout.image_item, parent, false);
|
||||||
|
return new StyleItemViewHolder(view);
|
||||||
|
}
|
||||||
|
|
||||||
|
@Override
|
||||||
|
public void onBindViewHolder(@NonNull StyleItemViewHolder holder, int position) {
|
||||||
|
String imagePath = stylesList.get(position);
|
||||||
|
Glide.with(context).
|
||||||
|
load(Uri.parse("file:///android_asset/thumbnails/" + imagePath)).
|
||||||
|
centerInside().
|
||||||
|
into(holder.getImageView());
|
||||||
|
|
||||||
|
View view = holder.getMView();
|
||||||
|
view.setTag(imagePath);
|
||||||
|
view.setOnClickListener(this.mOnClickListener);
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
@Override
|
||||||
|
public int getItemCount() {
|
||||||
|
return stylesList == null ? 0 : stylesList.size();
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
public class StyleItemViewHolder extends RecyclerView.ViewHolder {
|
||||||
|
private ImageView imageView;
|
||||||
|
private final View mView;
|
||||||
|
|
||||||
|
public final ImageView getImageView() {
|
||||||
|
return this.imageView;
|
||||||
|
}
|
||||||
|
|
||||||
|
public final void setImageView(ImageView imageView) {
|
||||||
|
this.imageView = imageView;
|
||||||
|
}
|
||||||
|
|
||||||
|
public final View getMView() {
|
||||||
|
return this.mView;
|
||||||
|
}
|
||||||
|
|
||||||
|
public StyleItemViewHolder(View mView) {
|
||||||
|
super(mView);
|
||||||
|
this.mView = mView;
|
||||||
|
this.imageView = mView.findViewById(R.id.image_view);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
@ -0,0 +1,52 @@
|
|||||||
|
/**
|
||||||
|
* Copyright 2020 Huawei Technologies Co., Ltd
|
||||||
|
* <p>
|
||||||
|
* Licensed under the Apache License, Version 2.0 (the "License");
|
||||||
|
* you may not use this file except in compliance with the License.
|
||||||
|
* You may obtain a copy of the License at
|
||||||
|
* <p>
|
||||||
|
* http://www.apache.org/licenses/LICENSE-2.0
|
||||||
|
* <p>
|
||||||
|
* Unless required by applicable law or agreed to in writing, software
|
||||||
|
* distributed under the License is distributed on an "AS IS" BASIS,
|
||||||
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||||
|
* See the License for the specific language governing permissions and
|
||||||
|
* limitations under the License.
|
||||||
|
*/
|
||||||
|
package com.mindspore.styletransferdemo;
|
||||||
|
|
||||||
|
import android.graphics.Bitmap;
|
||||||
|
import android.graphics.BitmapFactory;
|
||||||
|
import android.os.Bundle;
|
||||||
|
import android.widget.ImageView;
|
||||||
|
|
||||||
|
import androidx.appcompat.app.AppCompatActivity;
|
||||||
|
|
||||||
|
import com.bumptech.glide.Glide;
|
||||||
|
|
||||||
|
public class TestActivity extends AppCompatActivity {
|
||||||
|
|
||||||
|
private ImageView img1, img2, img3;
|
||||||
|
|
||||||
|
@Override
|
||||||
|
protected void onCreate(Bundle savedInstanceState) {
|
||||||
|
super.onCreate(savedInstanceState);
|
||||||
|
setContentView(R.layout.activity_test);
|
||||||
|
|
||||||
|
img1 = findViewById(R.id.img1);
|
||||||
|
img2 = findViewById(R.id.img2);
|
||||||
|
img3 = findViewById(R.id.img3);
|
||||||
|
|
||||||
|
Bitmap bitmap1 = BitmapFactory.decodeResource(getResources(), R.drawable.person);
|
||||||
|
Glide.with(this).load(bitmap1).into(img1);
|
||||||
|
|
||||||
|
Bitmap bitmap2 =
|
||||||
|
ImageUtils.loadBitmapFromResources(this, "thumbnails/style3.jpg");
|
||||||
|
Glide.with(this).load(bitmap2).into(img2);
|
||||||
|
|
||||||
|
|
||||||
|
StyleTransferModelExecutor transferModelExecutor = new StyleTransferModelExecutor(this, false);
|
||||||
|
ModelExecutionResult result = transferModelExecutor.execute(bitmap1, bitmap2);
|
||||||
|
Glide.with(this).load(result.getStyledImage()).into(img3);
|
||||||
|
}
|
||||||
|
}
|
||||||