!8791 add style transfer android demo

From: @sishuikang
Reviewed-by: @zhanghaibo5,@zhang_xue_tong
Signed-off-by: @zhanghaibo5
pull/8791/MERGE
mindspore-ci-bot 5 years ago committed by Gitee
commit ffe4ed5d1a

@ -46,7 +46,7 @@ android {
apply from:'download.gradle' apply from:'download.gradle'
dependencies { dependencies {
implementation fileTree(dir: "libs", include: ["*.jar"]) implementation fileTree(dir: "libs", include: ["*.aar"])
implementation 'androidx.appcompat:appcompat:1.2.0' implementation 'androidx.appcompat:appcompat:1.2.0'
implementation 'androidx.constraintlayout:constraintlayout:2.0.4' implementation 'androidx.constraintlayout:constraintlayout:2.0.4'
implementation 'androidx.legacy:legacy-support-v4:1.0.0' implementation 'androidx.legacy:legacy-support-v4:1.0.0'
@ -54,6 +54,4 @@ dependencies {
androidTestImplementation 'androidx.test.ext:junit:1.1.2' androidTestImplementation 'androidx.test.ext:junit:1.1.2'
androidTestImplementation 'androidx.test.espresso:espresso-core:3.3.0' androidTestImplementation 'androidx.test.espresso:espresso-core:3.3.0'
implementation(name: 'mindspore-lite-1.0.1', ext: 'aar')
} }

@ -0,0 +1,14 @@
*.iml
.gradle
/local.properties
/.idea/caches
/.idea/libraries
/.idea/modules.xml
/.idea/workspace.xml
/.idea/navEditor.xml
/.idea/assetWizardSettings.xml
.DS_Store
/build
/captures
.externalNativeBuild
.cxx

@ -0,0 +1,62 @@
apply plugin: 'com.android.application'
apply from: 'download.gradle'
android {
compileSdkVersion 30
buildToolsVersion "30.0.1"
defaultConfig {
applicationId "com.mindspore.styletransferdemo"
minSdkVersion 21
targetSdkVersion 30
versionCode 1
versionName "1.0"
testInstrumentationRunner "androidx.test.runner.AndroidJUnitRunner"
}
buildTypes {
release {
minifyEnabled false
proguardFiles getDefaultProguardFile('proguard-android-optimize.txt'), 'proguard-rules.pro'
}
}
aaptOptions {
noCompress "ms"
}
lintOptions {
checkReleaseBuilds false
// Or, if you prefer, you can continue to check for errors in release builds,
// but continue the build even when errors are found:
abortOnError false
}
repositories {
google()
jcenter()
flatDir {
dirs 'libs'
}
}
compileOptions {
sourceCompatibility JavaVersion.VERSION_1_8
targetCompatibility JavaVersion.VERSION_1_8
}
}
dependencies {
implementation fileTree(dir: "libs", include: ["*.aar"])
implementation 'androidx.legacy:legacy-support-v4:1.0.0'
implementation 'androidx.recyclerview:recyclerview:1.1.0'
implementation 'androidx.appcompat:appcompat:1.2.0'
implementation 'androidx.constraintlayout:constraintlayout:2.0.4'
testImplementation 'junit:junit:4.12'
androidTestImplementation 'androidx.test.ext:junit:1.1.2'
androidTestImplementation 'androidx.test.espresso:espresso-core:3.3.0'
implementation 'com.github.bumptech.glide:glide:4.11.0'
annotationProcessor 'com.github.bumptech.glide:compiler:4.11.0'
}

@ -0,0 +1,88 @@
/**
* To download necessary library from HuaWei server.
* Including mindspore-lite .so file, minddata-lite .so file and model file.
* The libraries can be downloaded manually.
*/
def mindsporeLite_Version = "mindspore-lite-maven-1.0.1"
def targetPredictModelFile = "src/main/assets/style_predict_quant.ms"
def targetTransferModelFile = "src/main/assets/style_transfer_quant.ms"
def modelPredictDownloadUrl = "https://download.mindspore.cn/model_zoo/official/lite/style_lite/style_predict_quant.ms"
def modelTransferDownloadUrl = "https://download.mindspore.cn/model_zoo/official/lite/style_lite/style_transfer_quant.ms"
def mindsporeLiteDownloadUrl = "https://ms-release.obs.cn-north-4.myhuaweicloud.com/1.0.1/lite/java/${mindsporeLite_Version}.zip"
def mindSporeLibrary = "libs/${mindsporeLite_Version}.zip"
def cleantargetMindSporeInclude = "libs"
def targetMindSporeInclude = "libs/"
task downloadPredictModelFile(type: DownloadUrlTask) {
doFirst {
println "Downloading ${modelPredictDownloadUrl}"
}
sourceUrl = "${modelPredictDownloadUrl}"
target = file("${targetPredictModelFile}")
}
task downloadTransferModelFile(type: DownloadUrlTask) {
doFirst {
println "Downloading ${modelTransferDownloadUrl}"
}
sourceUrl = "${modelTransferDownloadUrl}"
target = file("${targetTransferModelFile}")
}
task downloadMindSporeLibrary(type: DownloadUrlTask) {
doFirst {
println "Downloading ${mindsporeLiteDownloadUrl}"
}
sourceUrl = "${mindsporeLiteDownloadUrl}"
target = file("${mindSporeLibrary}")
}
task unzipMindSporeInclude(type: Copy, dependsOn: ['downloadMindSporeLibrary']) {
doFirst {
println "Unzipping ${mindSporeLibrary}"
}
from zipTree("${mindSporeLibrary}")
into "${targetMindSporeInclude}"
}
task cleanUnusedmindsporeFiles(type: Delete, dependsOn: ['unzipMindSporeInclude']) {
delete fileTree("${cleantargetMindSporeInclude}").matching {
include "*.zip"
}
}
if (file("libs/mindspore-lite-1.0.1.aar").exists()){
downloadMindSporeLibrary.enabled = false
unzipMindSporeInclude.enabled = false
cleanUnusedmindsporeFiles.enabled = false
}
if (file("src/main/assets/style_transfer_quant.ms").exists()){
downloadTransferModelFile.enabled = false
}
if (file("src/main/assets/style_predict_quant.ms").exists()){
downloadPredictModelFile.enabled = false
}
preBuild.dependsOn downloadPredictModelFile
preBuild.dependsOn downloadTransferModelFile
preBuild.dependsOn downloadMindSporeLibrary
preBuild.dependsOn unzipMindSporeInclude
preBuild.dependsOn cleanUnusedmindsporeFiles
class DownloadUrlTask extends DefaultTask {
@Input
String sourceUrl
@OutputFile
File target
@TaskAction
void download() {
ant.get(src: sourceUrl, dest: target)
}
}

@ -0,0 +1,21 @@
# Add project specific ProGuard rules here.
# You can control the set of applied configuration files using the
# proguardFiles setting in build.gradle.
#
# For more details, see
# http://developer.android.com/guide/developing/tools/proguard.html
# If your project uses WebView with JS, uncomment the following
# and specify the fully qualified class name to the JavaScript interface
# class:
#-keepclassmembers class fqcn.of.javascript.interface.for.webview {
# public *;
#}
# Uncomment this to preserve the line number information for
# debugging stack traces.
#-keepattributes SourceFile,LineNumberTable
# If you keep the line number information, uncomment this to
# hide the original source file name.
#-renamesourcefileattribute SourceFile

@ -0,0 +1,26 @@
package com.mindspore.styletransferdemo;
import android.content.Context;
import androidx.test.platform.app.InstrumentationRegistry;
import androidx.test.ext.junit.runners.AndroidJUnit4;
import org.junit.Test;
import org.junit.runner.RunWith;
import static org.junit.Assert.*;
/**
* Instrumented test, which will execute on an Android device.
*
* @see <a href="http://d.android.com/tools/testing">Testing documentation</a>
*/
@RunWith(AndroidJUnit4.class)
public class ExampleInstrumentedTest {
@Test
public void useAppContext() {
// Context of the app under test.
Context appContext = InstrumentationRegistry.getInstrumentation().getTargetContext();
assertEquals("com.mindspore.styletransferdemo", appContext.getPackageName());
}
}

@ -0,0 +1,39 @@
<?xml version="1.0" encoding="utf-8"?>
<manifest xmlns:android="http://schemas.android.com/apk/res/android"
package="com.mindspore.styletransferdemo">
<uses-permission android:name="android.permission.CAMERA" />
<uses-permission android:name="android.permission.WRITE_INTERNAL_STORAGE" />
<uses-permission android:name="android.permission.READ_INTERNAL_STORAGE" />
<uses-permission android:name="android.permission.READ_EXTERNAL_STORAGE" />
<uses-permission android:name="android.permission.WRITE_EXTERNAL_STORAGE" />
<uses-permission android:name="android.permission.MOUNT_UNMOUNT_FILESYSTEM" />
<uses-permission android:name="android.permission.READ_PHONE_STATE" />
<uses-permission android:name="android.permission.REQUEST_INSTALL_PACKAGES" />
<application
android:allowBackup="true"
android:icon="@mipmap/ic_launcher"
android:label="@string/app_name"
android:requestLegacyExternalStorage="true"
android:roundIcon="@mipmap/ic_launcher_round"
android:supportsRtl="true"
android:theme="@style/AppTheme">
<activity
android:name=".TestActivity"
android:screenOrientation="portrait"
android:theme="@style/Theme.AppCompat.Light.NoActionBar">
</activity>
<activity
android:name=".MainActivity"
android:screenOrientation="portrait"
android:theme="@style/Theme.AppCompat.Light.NoActionBar">
<intent-filter>
<action android:name="android.intent.action.MAIN" />
<category android:name="android.intent.category.LAUNCHER" />
</intent-filter>
</activity>
</application>
</manifest>

Binary file not shown.

After

Width:  |  Height:  |  Size: 722 KiB

Binary file not shown.

After

Width:  |  Height:  |  Size: 541 KiB

Binary file not shown.

After

Width:  |  Height:  |  Size: 95 KiB

Binary file not shown.

After

Width:  |  Height:  |  Size: 146 KiB

Binary file not shown.

After

Width:  |  Height:  |  Size: 1.9 MiB

Binary file not shown.

After

Width:  |  Height:  |  Size: 87 KiB

Binary file not shown.

After

Width:  |  Height:  |  Size: 41 KiB

Binary file not shown.

After

Width:  |  Height:  |  Size: 181 KiB

Binary file not shown.

After

Width:  |  Height:  |  Size: 1.5 MiB

@ -0,0 +1,151 @@
/**
* Copyright 2020 Huawei Technologies Co., Ltd
* <p>
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
* <p>
* http://www.apache.org/licenses/LICENSE-2.0
* <p>
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package com.mindspore.styletransferdemo;
import android.app.Activity;
import android.database.Cursor;
import android.graphics.Bitmap;
import android.graphics.BitmapFactory;
import android.graphics.Matrix;
import android.media.ExifInterface;
import android.net.Uri;
import android.provider.MediaStore;
import android.util.Log;
import java.io.IOException;
import java.io.InputStream;
public class BitmapUtils {
private static final String TAG = "BitmapUtils";
public static void recycleBitmap(Bitmap... bitmaps) {
for (Bitmap bitmap : bitmaps) {
if (bitmap != null && !bitmap.isRecycled()) {
bitmap.recycle();
bitmap = null;
}
}
}
private static String getImagePath(Activity activity, Uri uri) {
String[] projection = {MediaStore.Images.Media.DATA};
Cursor cursor = activity.managedQuery(uri, projection, null, null, null);
int columnIndex = cursor.getColumnIndexOrThrow(MediaStore.Images.Media.DATA);
cursor.moveToFirst();
return cursor.getString(columnIndex);
}
public static Bitmap loadFromPath(Activity activity, int id, int width, int height) {
BitmapFactory.Options options = new BitmapFactory.Options();
options.inJustDecodeBounds = true;
InputStream is = activity.getResources().openRawResource(id);
int sampleSize = calculateInSampleSize(options, width, height);
options.inSampleSize = sampleSize;
options.inJustDecodeBounds = false;
return zoomImage(BitmapFactory.decodeStream(is), width, height);
}
public static Bitmap loadFromPath(Activity activity, Uri uri, int width, int height) {
BitmapFactory.Options options = new BitmapFactory.Options();
options.inJustDecodeBounds = true;
String path = getImagePath(activity, uri);
BitmapFactory.decodeFile(path, options);
int sampleSize = calculateInSampleSize(options, width, height);
options.inSampleSize = sampleSize;
options.inJustDecodeBounds = false;
Bitmap bitmap = zoomImage(BitmapFactory.decodeFile(path, options), width, height);
return rotateBitmap(bitmap, getRotationAngle(path));
}
private static int calculateInSampleSize(BitmapFactory.Options options, int reqWidth, int reqHeight) {
final int width = options.outWidth;
final int height = options.outHeight;
int inSampleSize = 1;
if (height > reqHeight || width > reqWidth) {
// Calculate height and required height scale.
final int heightRatio = Math.round((float) height / (float) reqHeight);
// Calculate width and required width scale.
final int widthRatio = Math.round((float) width / (float) reqWidth);
// Take the larger of the values.
inSampleSize = heightRatio > widthRatio ? heightRatio : widthRatio;
}
return inSampleSize;
}
// Scale pictures to screen width.
private static Bitmap zoomImage(Bitmap imageBitmap, int targetWidth, int maxHeight) {
float scaleFactor =
Math.max(
(float) imageBitmap.getWidth() / (float) targetWidth,
(float) imageBitmap.getHeight() / (float) maxHeight);
Bitmap resizedBitmap =
Bitmap.createScaledBitmap(
imageBitmap,
(int) (imageBitmap.getWidth() / scaleFactor),
(int) (imageBitmap.getHeight() / scaleFactor),
true);
return resizedBitmap;
}
/**
* Get the rotation angle of the photo.
*
* @param path photo path.
* @return angle.
*/
public static int getRotationAngle(String path) {
int rotation = 0;
try {
ExifInterface exifInterface = new ExifInterface(path);
int orientation = exifInterface.getAttributeInt(ExifInterface.TAG_ORIENTATION, ExifInterface.ORIENTATION_NORMAL);
switch (orientation) {
case ExifInterface.ORIENTATION_ROTATE_90:
rotation = 90;
break;
case ExifInterface.ORIENTATION_ROTATE_180:
rotation = 180;
break;
case ExifInterface.ORIENTATION_ROTATE_270:
rotation = 270;
break;
default:
break;
}
} catch (IOException e) {
Log.e(TAG, "Failed to get rotation: " + e.getMessage());
}
return rotation;
}
public static Bitmap rotateBitmap(Bitmap bitmap, int angle) {
Matrix matrix = new Matrix();
matrix.postRotate(angle);
Bitmap result = null;
try {
result = Bitmap.createBitmap(bitmap, 0, 0, bitmap.getWidth(), bitmap.getHeight(), matrix, true);
} catch (OutOfMemoryError e) {
Log.e(TAG, "Failed to rotate bitmap: " + e.getMessage());
}
if (result == null) {
return bitmap;
}
return result;
}
}

@ -0,0 +1,201 @@
/**
* Copyright 2020 Huawei Technologies Co., Ltd
* <p>
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
* <p>
* http://www.apache.org/licenses/LICENSE-2.0
* <p>
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package com.mindspore.styletransferdemo;
import android.content.Context;
import android.graphics.Bitmap;
import android.graphics.BitmapFactory;
import android.graphics.Color;
import android.graphics.Matrix;
import android.graphics.RectF;
import androidx.annotation.NonNull;
import androidx.exifinterface.media.ExifInterface;
import java.io.File;
import java.io.IOException;
import java.io.InputStream;
import java.nio.ByteBuffer;
import java.nio.ByteOrder;
public class ImageUtils {
private static Matrix decodeExifOrientation(int orientation) {
Matrix matrix = new Matrix();
switch (orientation) {
case ExifInterface.ORIENTATION_NORMAL:
case ExifInterface.ORIENTATION_UNDEFINED:
break;
case ExifInterface.ORIENTATION_ROTATE_90:
matrix.postRotate(90F);
break;
case ExifInterface.ORIENTATION_ROTATE_180:
matrix.postRotate(180F);
break;
case ExifInterface.ORIENTATION_ROTATE_270:
matrix.postRotate(270F);
break;
case ExifInterface.ORIENTATION_FLIP_HORIZONTAL:
matrix.postScale(-1F, 1F);
break;
case ExifInterface.ORIENTATION_FLIP_VERTICAL:
matrix.postScale(1F, -1F);
break;
case ExifInterface.ORIENTATION_TRANSPOSE:
matrix.postScale(-1F, 1F);
matrix.postRotate(270F);
break;
case ExifInterface.ORIENTATION_TRANSVERSE:
matrix.postScale(-1F, 1F);
matrix.postRotate(90F);
break;
default:
try {
new IllegalArgumentException("Invalid orientation: " + orientation);
} catch (Throwable throwable) {
throwable.printStackTrace();
}
}
return matrix;
}
public void setExifOrientation(@NonNull String filePath, @NonNull String value) {
try {
ExifInterface exif = new ExifInterface(filePath);
exif.setAttribute(ExifInterface.TAG_ORIENTATION, value);
exif.saveAttributes();
} catch (IOException e) {
e.printStackTrace();
}
}
public int computeExifOrientation(int rotationDegrees, boolean mirrored) {
if (rotationDegrees == 0 && !mirrored) {
return ExifInterface.ORIENTATION_NORMAL;
} else if (rotationDegrees == 0 && mirrored) {
return ExifInterface.ORIENTATION_FLIP_HORIZONTAL;
} else if (rotationDegrees == 180 && !mirrored) {
return ExifInterface.ORIENTATION_ROTATE_180;
} else if (rotationDegrees == 180 && mirrored) {
return ExifInterface.ORIENTATION_FLIP_VERTICAL;
} else if (rotationDegrees == 90 && !mirrored) {
return ExifInterface.ORIENTATION_ROTATE_90;
} else if (rotationDegrees == 90 && mirrored) {
return ExifInterface.ORIENTATION_TRANSPOSE;
} else if (rotationDegrees == 270 && !mirrored) {
return ExifInterface.ORIENTATION_ROTATE_270;
} else if (rotationDegrees == 270 && mirrored) {
return ExifInterface.ORIENTATION_TRANSVERSE;
} else {
return ExifInterface.ORIENTATION_UNDEFINED;
}
}
public static Bitmap decodeBitmap(@NonNull File file) {
Bitmap finalBitmap = null;
try {
ExifInterface exif = new ExifInterface(file.getAbsolutePath());
Matrix transformation = decodeExifOrientation(exif.getAttributeInt(ExifInterface.TAG_ORIENTATION, ExifInterface.ORIENTATION_ROTATE_90));
BitmapFactory.Options options = new BitmapFactory.Options();
Bitmap bitmap = BitmapFactory.decodeFile(file.getAbsolutePath(), options);
finalBitmap = Bitmap.createBitmap(bitmap, 0, 0, bitmap.getWidth(), bitmap.getHeight(), transformation, true);
} catch (IOException e) {
e.printStackTrace();
}
return finalBitmap;
}
public static Bitmap scaleBitmapAndKeepRatio(Bitmap targetBmp, int reqHeightInPixels, int reqWidthInPixels) {
if (targetBmp.getHeight() == reqHeightInPixels && targetBmp.getWidth() == reqWidthInPixels) {
return targetBmp;
}
Matrix matrix = new Matrix();
matrix.setRectToRect(new RectF(0f, 0f,
targetBmp.getWidth(),
targetBmp.getHeight()
), new RectF(0f, 0f,
reqWidthInPixels,
reqHeightInPixels
), Matrix.ScaleToFit.FILL);
return Bitmap.createBitmap(
targetBmp, 0, 0,
targetBmp.getWidth(),
targetBmp.getHeight(), matrix, true
);
}
public static Bitmap loadBitmapFromResources(Context context, String path) {
try {
InputStream inputStream = context.getAssets().open(path);
return BitmapFactory.decodeStream(inputStream);
} catch (IOException e) {
e.printStackTrace();
}
return null;
}
public static ByteBuffer bitmapToByteBuffer(Bitmap bitmapIn, int width, int height, float mean, float std) {
Bitmap bitmap = scaleBitmapAndKeepRatio(bitmapIn, width, height);
ByteBuffer inputImage = ByteBuffer.allocateDirect(1 * width * height * 3 * 4);
inputImage.order(ByteOrder.nativeOrder());
inputImage.rewind();
int[] intValues = new int[width * height];
bitmap.getPixels(intValues, 0, width, 0, 0, width, height);
int pixel = 0;
for (int y = 0; y < height; y++) {
for (int x = 0; x < width; x++) {
int value = intValues[pixel++];
inputImage.putFloat(((float) (value >> 16 & 255) - mean) / std);
inputImage.putFloat(((float) (value >> 8 & 255) - mean) / std);
inputImage.putFloat(((float) (value & 255) - mean) / std);
}
}
inputImage.rewind();
return inputImage;
}
public static Bitmap convertArrayToBitmap(float[][][][] imageArray, int imageWidth, int imageHeight) {
Bitmap styledImage = Bitmap.createBitmap(imageWidth, imageHeight, Bitmap.Config.ARGB_8888);
for (int x = 0; x < imageArray[0].length; x++) {
for (int y = 0; y < imageArray[0][0].length; y++) {
int color = Color.rgb((int) (imageArray[0][x][y][0] * (float) 255),
(int) (imageArray[0][x][y][1] * (float) 255),
(int) (imageArray[0][x][y][2] * (float) 255));
// this y, x is in the correct order!!!
styledImage.setPixel(y, x, color);
}
}
return styledImage;
}
public Bitmap createEmptyBitmap(int imageWidth, int imageHeigth, int color) {
Bitmap ret = Bitmap.createBitmap(imageWidth, imageHeigth, Bitmap.Config.RGB_565);
if (color != 0) {
ret.eraseColor(color);
}
return ret;
}
}

@ -0,0 +1,223 @@
/**
* Copyright 2020 Huawei Technologies Co., Ltd
* <p>
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
* <p>
* http://www.apache.org/licenses/LICENSE-2.0
* <p>
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package com.mindspore.styletransferdemo;
import android.Manifest;
import android.content.Intent;
import android.content.res.Configuration;
import android.graphics.Bitmap;
import android.net.Uri;
import android.os.Bundle;
import android.provider.MediaStore;
import android.text.TextUtils;
import android.util.Log;
import android.util.Pair;
import android.view.View;
import android.widget.ImageView;
import android.widget.ProgressBar;
import android.widget.Toast;
import androidx.annotation.NonNull;
import androidx.annotation.Nullable;
import androidx.appcompat.app.AppCompatActivity;
import androidx.core.app.ActivityCompat;
import com.bumptech.glide.Glide;
public class MainActivity extends AppCompatActivity implements View.OnClickListener, StyleFragment.OnListFragmentInteractionListener {
private static final String TAG = "MainActivity";
private static final int REQUEST_PERMISSION = 1;
private static final int RC_CHOOSE_PHOTO = 2;
private StyleTransferModelExecutor transferModelExecutor;
private boolean isHasPermssion;
private boolean isRunningModel;
private ImageView imgOrigin, imgStyle, imgResult;
private ProgressBar progressResult;
private Uri imageUri;
private Integer maxWidthOfImage;
private Integer maxHeightOfImage;
private boolean isLandScape;
private Bitmap originBitmap, styleBitmap;
private StyleFragment styleFragment;
private String selectedStyle;
@Override
protected void onCreate(Bundle savedInstanceState) {
super.onCreate(savedInstanceState);
setContentView(R.layout.activity_main);
this.isLandScape = getResources().getConfiguration().orientation == Configuration.ORIENTATION_LANDSCAPE;
requestPermissions();
init();
}
private void init() {
imgOrigin = findViewById(R.id.img_origin);
imgStyle = findViewById(R.id.img_style);
imgResult = findViewById(R.id.img_result);
progressResult = findViewById(R.id.progress_circular);
imgOrigin.setOnClickListener(this);
imgStyle.setOnClickListener(this);
imgResult.setOnClickListener(this);
styleFragment = StyleFragment.newInstance();
transferModelExecutor = new StyleTransferModelExecutor(this, false);
}
private void requestPermissions() {
ActivityCompat.requestPermissions(this,
new String[]{Manifest.permission.READ_EXTERNAL_STORAGE, Manifest.permission.WRITE_EXTERNAL_STORAGE,
Manifest.permission.READ_PHONE_STATE, Manifest.permission.CAMERA}, REQUEST_PERMISSION);
}
/**
* Authority application result callback
*/
@Override
public void onRequestPermissionsResult(int requestCode, @NonNull String[] permissions, @NonNull int[] grantResults) {
if (REQUEST_PERMISSION == requestCode) {
isHasPermssion = true;
}
}
@Override
public void onClick(View view) {
if (view.getId() == R.id.img_origin) {
if (isHasPermssion) {
openGallay();
} else {
requestPermissions();
}
} else if (view.getId() == R.id.img_style) {
if (!isRunningModel) {
styleFragment.show(getSupportFragmentManager(), TAG);
}
}
}
private void openGallay() {
Intent intentToPickPic = new Intent(Intent.ACTION_PICK, null);
intentToPickPic.setDataAndType(MediaStore.Images.Media.EXTERNAL_CONTENT_URI, "image/*");
startActivityForResult(intentToPickPic, RC_CHOOSE_PHOTO);
}
@Override
protected void onActivityResult(int requestCode, int resultCode, @Nullable Intent data) {
super.onActivityResult(requestCode, resultCode, data);
if (RC_CHOOSE_PHOTO == requestCode && null != data && null != data.getData()) {
if (data != null) {
this.imageUri = data.getData();
showOriginImage();
}
} else {
finish();
}
}
private void showOriginImage() {
Pair<Integer, Integer> targetedSize = this.getTargetSize();
int targetWidth = targetedSize.first;
int maxHeight = targetedSize.second;
originBitmap = BitmapUtils.loadFromPath(MainActivity.this, imageUri, targetWidth, maxHeight);
// Determine how much to scale down the image.
Log.i(TAG, "resized image size width:" + originBitmap.getWidth() + ",height: " + originBitmap.getHeight());
if (originBitmap != null) {
Glide.with(this).load(originBitmap).into(imgOrigin);
}
}
@Override
public void onListFragmentInteraction(String item) {
this.selectedStyle = item;
styleFragment.dismiss();
startRunningModel();
}
private void startRunningModel() {
if (!isRunningModel && !TextUtils.isEmpty(selectedStyle)) {
styleBitmap = ImageUtils.loadBitmapFromResources(this, getUriFromAssetThumb(selectedStyle));
Glide.with(this)
.load(styleBitmap)
.into(imgStyle);
if (originBitmap == null) {
Toast.makeText(this, "Please select an original picture first", Toast.LENGTH_SHORT).show();
return;
}
progressResult.setVisibility(View.VISIBLE);
isRunningModel = true;
ModelExecutionResult result = transferModelExecutor.execute(originBitmap, styleBitmap);
Glide.with(this).load(result.getStyledImage()).into(imgResult);
progressResult.setVisibility(View.GONE);
isRunningModel = false;
} else {
Toast.makeText(this, "Previous Model still running", Toast.LENGTH_SHORT).show();
}
}
private String getUriFromAssetThumb(String thumb) {
return "thumbnails/" + thumb;
}
// Returns max width of image.
private Integer getMaxWidthOfImage() {
if (this.maxWidthOfImage == null) {
if (this.isLandScape) {
this.maxWidthOfImage = ((View) this.imgOrigin.getParent()).getHeight();
} else {
this.maxWidthOfImage = ((View) this.imgOrigin.getParent()).getWidth();
}
}
return this.maxWidthOfImage;
}
// Returns max height of image.
private Integer getMaxHeightOfImage() {
if (this.maxHeightOfImage == null) {
if (this.isLandScape) {
this.maxHeightOfImage = ((View) this.imgOrigin.getParent()).getWidth();
} else {
this.maxHeightOfImage = ((View) this.imgOrigin.getParent()).getHeight();
}
}
return this.maxHeightOfImage;
}
// Gets the targeted size(width / height).
private Pair<Integer, Integer> getTargetSize() {
Integer targetWidth;
Integer targetHeight;
Integer maxWidth = this.getMaxWidthOfImage();
Integer maxHeight = this.getMaxHeightOfImage();
targetWidth = this.isLandScape ? maxHeight : maxWidth;
targetHeight = this.isLandScape ? maxWidth : maxHeight;
Log.i(TAG, "height:" + targetHeight + ",width:" + targetWidth);
return new Pair<>(targetWidth, targetHeight);
}
}

@ -0,0 +1,112 @@
/**
* Copyright 2020 Huawei Technologies Co., Ltd
* <p>
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
* <p>
* http://www.apache.org/licenses/LICENSE-2.0
* <p>
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package com.mindspore.styletransferdemo;
import android.graphics.Bitmap;
public class ModelExecutionResult {
private Bitmap styledImage;
private long preProcessTime;
private long stylePredictTime;
private long styleTransferTime;
private long postProcessTime;
private long totalExecutionTime;
private String executionLog;
private String errorMessage;
public ModelExecutionResult(Bitmap styledImage, long preProcessTime, long stylePredictTime, long styleTransferTime, long postProcessTime, long totalExecutionTime, String executionLog) {
this.styledImage = styledImage;
this.preProcessTime = preProcessTime;
this.stylePredictTime = stylePredictTime;
this.styleTransferTime = styleTransferTime;
this.postProcessTime = postProcessTime;
this.totalExecutionTime = totalExecutionTime;
this.executionLog = executionLog;
}
public Bitmap getStyledImage() {
return styledImage;
}
public ModelExecutionResult setStyledImage(Bitmap styledImage) {
this.styledImage = styledImage;
return this;
}
public long getPreProcessTime() {
return preProcessTime;
}
public ModelExecutionResult setPreProcessTime(long preProcessTime) {
this.preProcessTime = preProcessTime;
return this;
}
public long getStylePredictTime() {
return stylePredictTime;
}
public ModelExecutionResult setStylePredictTime(long stylePredictTime) {
this.stylePredictTime = stylePredictTime;
return this;
}
public long getStyleTransferTime() {
return styleTransferTime;
}
public ModelExecutionResult setStyleTransferTime(long styleTransferTime) {
this.styleTransferTime = styleTransferTime;
return this;
}
public long getPostProcessTime() {
return postProcessTime;
}
public ModelExecutionResult setPostProcessTime(long postProcessTime) {
this.postProcessTime = postProcessTime;
return this;
}
public long getTotalExecutionTime() {
return totalExecutionTime;
}
public ModelExecutionResult setTotalExecutionTime(long totalExecutionTime) {
this.totalExecutionTime = totalExecutionTime;
return this;
}
public String getExecutionLog() {
return executionLog;
}
public ModelExecutionResult setExecutionLog(String executionLog) {
this.executionLog = executionLog;
return this;
}
public String getErrorMessage() {
return errorMessage;
}
public ModelExecutionResult setErrorMessage(String errorMessage) {
this.errorMessage = errorMessage;
return this;
}
}

@ -0,0 +1,92 @@
/**
* Copyright 2020 Huawei Technologies Co., Ltd
* <p>
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
* <p>
* http://www.apache.org/licenses/LICENSE-2.0
* <p>
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package com.mindspore.styletransferdemo;
import android.content.Context;
import android.os.Bundle;
import android.view.LayoutInflater;
import android.view.View;
import android.view.ViewGroup;
import androidx.annotation.NonNull;
import androidx.fragment.app.DialogFragment;
import androidx.fragment.app.Fragment;
import androidx.recyclerview.widget.GridLayoutManager;
import androidx.recyclerview.widget.RecyclerView;
import java.io.IOException;
import java.util.ArrayList;
import java.util.Arrays;
import java.util.List;
/**
* A simple {@link Fragment} subclass.
* Use the {@link StyleFragment#newInstance} factory method to
* create an instance of this fragment.
*/
public class StyleFragment extends DialogFragment {
private OnListFragmentInteractionListener listener;
public StyleFragment() {
// Required empty public constructor
}
public static StyleFragment newInstance() {
StyleFragment fragment = new StyleFragment();
return fragment;
}
@Override
public View onCreateView(LayoutInflater inflater, ViewGroup container,
Bundle savedInstanceState) {
View view = inflater.inflate(R.layout.fragment_style, container, false);
List<String> styles = new ArrayList<>();
try {
styles.addAll(Arrays.asList(getActivity().getAssets().list("thumbnails")));
} catch (IOException e) {
e.printStackTrace();
}
if (view instanceof RecyclerView) {
GridLayoutManager gridLayoutManager = new GridLayoutManager(getContext(), 3);
((RecyclerView) view).setLayoutManager(gridLayoutManager);
((RecyclerView) view).setAdapter(new StyleRecyclerViewAdapter(getActivity(), styles, listener));
}
return view;
}
@Override
public void onAttach(@NonNull Context context) {
super.onAttach(context);
if (context instanceof OnListFragmentInteractionListener) {
this.listener = (StyleFragment.OnListFragmentInteractionListener) context;
}
}
public void onDetach() {
super.onDetach();
this.listener = null;
}
public interface OnListFragmentInteractionListener {
void onListFragmentInteraction(String item);
}
}

@ -0,0 +1,111 @@
/**
* Copyright 2020 Huawei Technologies Co., Ltd
* <p>
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
* <p>
* http://www.apache.org/licenses/LICENSE-2.0
* <p>
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package com.mindspore.styletransferdemo;
import android.content.Context;
import android.net.Uri;
import android.view.LayoutInflater;
import android.view.View;
import android.view.ViewGroup;
import android.widget.ImageView;
import androidx.annotation.NonNull;
import androidx.recyclerview.widget.RecyclerView;
import com.bumptech.glide.Glide;
import java.util.List;
public class StyleRecyclerViewAdapter extends RecyclerView.Adapter<StyleRecyclerViewAdapter.StyleItemViewHolder> {
private View.OnClickListener mOnClickListener;
private List<String> stylesList;
private Context context;
private StyleFragment.OnListFragmentInteractionListener mListener;
public StyleRecyclerViewAdapter(Context context, List<String> stylesList, StyleFragment.OnListFragmentInteractionListener mListener) {
this.stylesList = stylesList;
this.context = context;
this.mListener = mListener;
this.mOnClickListener = new View.OnClickListener() {
@Override
public void onClick(View view) {
}
};
this.mOnClickListener = (View.OnClickListener) (new View.OnClickListener() {
public final void onClick(View v) {
if (v.getTag() != null && v.getTag() instanceof String) {
mListener.onListFragmentInteraction(String.valueOf(v.getTag()));
}
}
});
}
@NonNull
@Override
public StyleItemViewHolder onCreateViewHolder(@NonNull ViewGroup parent, int viewType) {
View view = LayoutInflater.from(context)
.inflate(R.layout.image_item, parent, false);
return new StyleItemViewHolder(view);
}
@Override
public void onBindViewHolder(@NonNull StyleItemViewHolder holder, int position) {
String imagePath = stylesList.get(position);
Glide.with(context).
load(Uri.parse("file:///android_asset/thumbnails/" + imagePath)).
centerInside().
into(holder.getImageView());
View view = holder.getMView();
view.setTag(imagePath);
view.setOnClickListener(this.mOnClickListener);
}
@Override
public int getItemCount() {
return stylesList == null ? 0 : stylesList.size();
}
public class StyleItemViewHolder extends RecyclerView.ViewHolder {
private ImageView imageView;
private final View mView;
public final ImageView getImageView() {
return this.imageView;
}
public final void setImageView(ImageView imageView) {
this.imageView = imageView;
}
public final View getMView() {
return this.mView;
}
public StyleItemViewHolder(View mView) {
super(mView);
this.mView = mView;
this.imageView = mView.findViewById(R.id.image_view);
}
}
}

@ -0,0 +1,52 @@
/**
* Copyright 2020 Huawei Technologies Co., Ltd
* <p>
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
* <p>
* http://www.apache.org/licenses/LICENSE-2.0
* <p>
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package com.mindspore.styletransferdemo;
import android.graphics.Bitmap;
import android.graphics.BitmapFactory;
import android.os.Bundle;
import android.widget.ImageView;
import androidx.appcompat.app.AppCompatActivity;
import com.bumptech.glide.Glide;
public class TestActivity extends AppCompatActivity {
private ImageView img1, img2, img3;
@Override
protected void onCreate(Bundle savedInstanceState) {
super.onCreate(savedInstanceState);
setContentView(R.layout.activity_test);
img1 = findViewById(R.id.img1);
img2 = findViewById(R.id.img2);
img3 = findViewById(R.id.img3);
Bitmap bitmap1 = BitmapFactory.decodeResource(getResources(), R.drawable.person);
Glide.with(this).load(bitmap1).into(img1);
Bitmap bitmap2 =
ImageUtils.loadBitmapFromResources(this, "thumbnails/style3.jpg");
Glide.with(this).load(bitmap2).into(img2);
StyleTransferModelExecutor transferModelExecutor = new StyleTransferModelExecutor(this, false);
ModelExecutionResult result = transferModelExecutor.execute(bitmap1, bitmap2);
Glide.with(this).load(result.getStyledImage()).into(img3);
}
}

Some files were not shown because too many files have changed in this diff Show More

Loading…
Cancel
Save